JUnit version 4.13.2
.2026-07-08 09:48:00,936 INFO  [main] hdfs.MiniDFSCluster (MiniDFSCluster.java:<init>(529)) - starting cluster: numNameNodes=1, numDataNodes=1
2026-07-08 09:48:01,392 WARN  [main] util.NativeCodeLoader (NativeCodeLoader.java:<clinit>(60)) - Unable to load native-hadoop library for your platform... using builtin-java classes where applicable
2026-07-08 09:48:01,500 INFO  [main] namenode.NameNode (NameNode.java:format(1249)) - Formatting using clusterid: testClusterID
2026-07-08 09:48:01,521 INFO  [main] namenode.FSEditLog (FSEditLog.java:newInstance(229)) - Edit logging is async:true
2026-07-08 09:48:01,549 INFO  [main] namenode.FSNamesystem (FSNamesystem.java:<init>(814)) - KeyProvider: null
2026-07-08 09:48:01,551 INFO  [main] namenode.FSNamesystem (FSNamesystemLock.java:<init>(141)) - fsLock is fair: true
2026-07-08 09:48:01,552 INFO  [main] namenode.FSNamesystem (FSNamesystemLock.java:<init>(159)) - Detailed lock hold time metrics enabled: false
2026-07-08 09:48:01,572 INFO  [main] namenode.FSNamesystem (FSNamesystem.java:<init>(847)) - fsOwner                = slave (auth:SIMPLE)
2026-07-08 09:48:01,572 INFO  [main] namenode.FSNamesystem (FSNamesystem.java:<init>(848)) - supergroup             = supergroup
2026-07-08 09:48:01,572 INFO  [main] namenode.FSNamesystem (FSNamesystem.java:<init>(849)) - isPermissionEnabled    = true
2026-07-08 09:48:01,572 INFO  [main] namenode.FSNamesystem (FSNamesystem.java:<init>(850)) - isStoragePolicyEnabled = true
2026-07-08 09:48:01,572 INFO  [main] namenode.FSNamesystem (FSNamesystem.java:<init>(861)) - HA Enabled: false
2026-07-08 09:48:01,618 INFO  [main] common.Util (Util.java:isDiskStatsEnabled(395)) - dfs.datanode.fileio.profiling.sampling.percentage set to 0. Disabling file IO profiling
2026-07-08 09:48:01,622 INFO  [main] Configuration.deprecation (Configuration.java:logDeprecation(1420)) - hadoop.configured.node.mapping is deprecated. Instead, use net.topology.configured.node.mapping
2026-07-08 09:48:01,623 INFO  [main] blockmanagement.DatanodeManager (DatanodeManager.java:<init>(334)) - dfs.block.invalidate.limit: configured=1000, counted=60, effected=1000
2026-07-08 09:48:01,623 INFO  [main] blockmanagement.DatanodeManager (DatanodeManager.java:<init>(342)) - dfs.namenode.datanode.registration.ip-hostname-check=true
2026-07-08 09:48:01,627 INFO  [main] blockmanagement.BlockManager (InvalidateBlocks.java:printBlockDeletionTime(77)) - dfs.namenode.startup.delay.block.deletion.sec is set to 000:00:00:00.000
2026-07-08 09:48:01,628 INFO  [main] blockmanagement.BlockManager (InvalidateBlocks.java:printBlockDeletionTime(83)) - The block deletion will start around 2026 Jul 08 09:48:01
2026-07-08 09:48:01,629 INFO  [main] util.GSet (LightWeightGSet.java:computeCapacity(395)) - Computing capacity for map BlocksMap
2026-07-08 09:48:01,629 INFO  [main] util.GSet (LightWeightGSet.java:computeCapacity(396)) - VM type       = 64-bit
2026-07-08 09:48:01,631 INFO  [main] util.GSet (LightWeightGSet.java:computeCapacity(397)) - 2.0% max memory 3.5 GB = 72.5 MB
2026-07-08 09:48:01,631 INFO  [main] util.GSet (LightWeightGSet.java:computeCapacity(402)) - capacity      = 2^23 = 8388608 entries
2026-07-08 09:48:01,668 INFO  [main] blockmanagement.BlockManager (BlockManager.java:createSPSManager(5447)) - Storage policy satisfier is disabled
2026-07-08 09:48:01,668 INFO  [main] blockmanagement.BlockManager (BlockManager.java:createBlockTokenSecretManager(641)) - dfs.block.access.token.enable = false
2026-07-08 09:48:01,675 INFO  [main] blockmanagement.BlockManagerSafeMode (BlockManagerSafeMode.java:<init>(160)) - dfs.namenode.safemode.threshold-pct = 0.999
2026-07-08 09:48:01,675 INFO  [main] blockmanagement.BlockManagerSafeMode (BlockManagerSafeMode.java:<init>(161)) - dfs.namenode.safemode.min.datanodes = 0
2026-07-08 09:48:01,675 INFO  [main] blockmanagement.BlockManagerSafeMode (BlockManagerSafeMode.java:<init>(163)) - dfs.namenode.safemode.extension = 0
2026-07-08 09:48:01,676 INFO  [main] blockmanagement.BlockManager (BlockManager.java:<init>(627)) - defaultReplication         = 1
2026-07-08 09:48:01,676 INFO  [main] blockmanagement.BlockManager (BlockManager.java:<init>(628)) - maxReplication             = 512
2026-07-08 09:48:01,676 INFO  [main] blockmanagement.BlockManager (BlockManager.java:<init>(629)) - minReplication             = 1
2026-07-08 09:48:01,676 INFO  [main] blockmanagement.BlockManager (BlockManager.java:<init>(630)) - maxReplicationStreams      = 2
2026-07-08 09:48:01,676 INFO  [main] blockmanagement.BlockManager (BlockManager.java:<init>(631)) - redundancyRecheckInterval  = 3000ms
2026-07-08 09:48:01,676 INFO  [main] blockmanagement.BlockManager (BlockManager.java:<init>(632)) - encryptDataTransfer        = false
2026-07-08 09:48:01,676 INFO  [main] blockmanagement.BlockManager (BlockManager.java:<init>(633)) - maxNumBlocksToLog          = 1000
2026-07-08 09:48:01,700 INFO  [main] namenode.FSDirectory (SerialNumberManager.java:<clinit>(51)) - GLOBAL serial map: bits=29 maxEntries=536870911
2026-07-08 09:48:01,701 INFO  [main] namenode.FSDirectory (SerialNumberManager.java:<clinit>(51)) - USER serial map: bits=24 maxEntries=16777215
2026-07-08 09:48:01,701 INFO  [main] namenode.FSDirectory (SerialNumberManager.java:<clinit>(51)) - GROUP serial map: bits=24 maxEntries=16777215
2026-07-08 09:48:01,701 INFO  [main] namenode.FSDirectory (SerialNumberManager.java:<clinit>(51)) - XATTR serial map: bits=24 maxEntries=16777215
2026-07-08 09:48:01,714 INFO  [main] util.GSet (LightWeightGSet.java:computeCapacity(395)) - Computing capacity for map INodeMap
2026-07-08 09:48:01,714 INFO  [main] util.GSet (LightWeightGSet.java:computeCapacity(396)) - VM type       = 64-bit
2026-07-08 09:48:01,715 INFO  [main] util.GSet (LightWeightGSet.java:computeCapacity(397)) - 1.0% max memory 3.5 GB = 36.2 MB
2026-07-08 09:48:01,715 INFO  [main] util.GSet (LightWeightGSet.java:computeCapacity(402)) - capacity      = 2^22 = 4194304 entries
2026-07-08 09:48:01,718 INFO  [main] namenode.FSDirectory (FSDirectory.java:<init>(335)) - ACLs enabled? true
2026-07-08 09:48:01,718 INFO  [main] namenode.FSDirectory (FSDirectory.java:<init>(339)) - POSIX ACL inheritance enabled? true
2026-07-08 09:48:01,719 INFO  [main] namenode.FSDirectory (FSDirectory.java:<init>(343)) - XAttrs enabled? true
2026-07-08 09:48:01,719 INFO  [main] namenode.NameNode (FSDirectory.java:<init>(406)) - Caching file names occurring more than 10 times
2026-07-08 09:48:01,724 INFO  [main] snapshot.SnapshotManager (SnapshotManager.java:<init>(124)) - Loaded config captureOpenFiles: false, skipCaptureAccessTimeOnlyChange: false, snapshotDiffAllowSnapRootDescendant: true, maxSnapshotLimit: 65536
2026-07-08 09:48:01,727 INFO  [main] snapshot.SnapshotManager (DirectoryDiffListFactory.java:init(43)) - SkipList is disabled
2026-07-08 09:48:01,731 INFO  [main] util.GSet (LightWeightGSet.java:computeCapacity(395)) - Computing capacity for map cachedBlocks
2026-07-08 09:48:01,731 INFO  [main] util.GSet (LightWeightGSet.java:computeCapacity(396)) - VM type       = 64-bit
2026-07-08 09:48:01,732 INFO  [main] util.GSet (LightWeightGSet.java:computeCapacity(397)) - 0.25% max memory 3.5 GB = 9.1 MB
2026-07-08 09:48:01,732 INFO  [main] util.GSet (LightWeightGSet.java:computeCapacity(402)) - capacity      = 2^20 = 1048576 entries
2026-07-08 09:48:01,743 INFO  [main] metrics.TopMetrics (TopMetrics.java:logConf(75)) - NNTop conf: dfs.namenode.top.window.num.buckets = 10
2026-07-08 09:48:01,743 INFO  [main] metrics.TopMetrics (TopMetrics.java:logConf(77)) - NNTop conf: dfs.namenode.top.num.users = 10
2026-07-08 09:48:01,743 INFO  [main] metrics.TopMetrics (TopMetrics.java:logConf(79)) - NNTop conf: dfs.namenode.top.windows.minutes = 1,5,25
2026-07-08 09:48:01,748 INFO  [main] namenode.FSNamesystem (FSNamesystem.java:initRetryCache(1080)) - Retry cache on namenode is enabled
2026-07-08 09:48:01,748 INFO  [main] namenode.FSNamesystem (FSNamesystem.java:initRetryCache(1088)) - Retry cache will use 0.03 of total heap and retry cache entry expiry time is 600000 millis
2026-07-08 09:48:01,750 INFO  [main] util.GSet (LightWeightGSet.java:computeCapacity(395)) - Computing capacity for map NameNodeRetryCache
2026-07-08 09:48:01,750 INFO  [main] util.GSet (LightWeightGSet.java:computeCapacity(396)) - VM type       = 64-bit
2026-07-08 09:48:01,750 INFO  [main] util.GSet (LightWeightGSet.java:computeCapacity(397)) - 0.029999999329447746% max memory 3.5 GB = 1.1 MB
2026-07-08 09:48:01,818 INFO  [main] util.GSet (LightWeightGSet.java:computeCapacity(402)) - capacity      = 2^17 = 131072 entries
2026-07-08 09:48:01,859 INFO  [main] namenode.FSImage (FSImage.java:format(186)) - Allocated new BlockPoolId: BP-1453907542-10.240.1.18-1783504081846
2026-07-08 09:48:01,875 INFO  [main] common.Storage (NNStorage.java:format(595)) - Storage directory /tmp/hdfs-test5703344347483961033/name-0-1 has been successfully formatted.
2026-07-08 09:48:01,880 INFO  [main] common.Storage (NNStorage.java:format(595)) - Storage directory /tmp/hdfs-test5703344347483961033/name-0-2 has been successfully formatted.
2026-07-08 09:48:01,915 INFO  [FSImageSaver for /tmp/hdfs-test5703344347483961033/name-0-2 of type IMAGE_AND_EDITS] namenode.FSImageFormatProtobuf (FSImageFormatProtobuf.java:save(732)) - Saving image file /tmp/hdfs-test5703344347483961033/name-0-2/current/fsimage.ckpt_0000000000000000000 using no compression
2026-07-08 09:48:01,915 INFO  [FSImageSaver for /tmp/hdfs-test5703344347483961033/name-0-1 of type IMAGE_AND_EDITS] namenode.FSImageFormatProtobuf (FSImageFormatProtobuf.java:save(732)) - Saving image file /tmp/hdfs-test5703344347483961033/name-0-1/current/fsimage.ckpt_0000000000000000000 using no compression
2026-07-08 09:48:02,121 INFO  [FSImageSaver for /tmp/hdfs-test5703344347483961033/name-0-1 of type IMAGE_AND_EDITS] namenode.FSImageFormatProtobuf (FSImageFormatProtobuf.java:save(736)) - Image file /tmp/hdfs-test5703344347483961033/name-0-1/current/fsimage.ckpt_0000000000000000000 of size 400 bytes saved in 0 seconds .
2026-07-08 09:48:02,121 INFO  [FSImageSaver for /tmp/hdfs-test5703344347483961033/name-0-2 of type IMAGE_AND_EDITS] namenode.FSImageFormatProtobuf (FSImageFormatProtobuf.java:save(736)) - Image file /tmp/hdfs-test5703344347483961033/name-0-2/current/fsimage.ckpt_0000000000000000000 of size 400 bytes saved in 0 seconds .
2026-07-08 09:48:02,140 INFO  [main] namenode.NNStorageRetentionManager (NNStorageRetentionManager.java:getImageTxIdToRetain(203)) - Going to retain 1 images with txid >= 0
2026-07-08 09:48:02,173 INFO  [main] namenode.FSNamesystem (FSNamesystem.java:stopActiveServices(1427)) - Stopping services started for active state
2026-07-08 09:48:02,174 INFO  [main] namenode.FSNamesystem (FSNamesystem.java:stopStandbyServices(1528)) - Stopping services started for standby state
2026-07-08 09:48:02,175 INFO  [main] namenode.NameNode (NameNode.java:createNameNode(1707)) - createNameNode []
2026-07-08 09:48:02,232 WARN  [main] impl.MetricsConfig (MetricsConfig.java:loadFirst(136)) - Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties
2026-07-08 09:48:02,310 INFO  [main] impl.MetricsSystemImpl (MetricsSystemImpl.java:startTimer(378)) - Scheduled Metric snapshot period at 10 second(s).
2026-07-08 09:48:02,310 INFO  [main] impl.MetricsSystemImpl (MetricsSystemImpl.java:start(191)) - NameNode metrics system started
2026-07-08 09:48:02,336 INFO  [main] namenode.NameNodeUtils (NameNodeUtils.java:getClientNamenodeAddress(79)) - fs.defaultFS is hdfs://127.0.0.1:0
2026-07-08 09:48:02,384 INFO  [org.apache.hadoop.util.JvmPauseMonitor$Monitor@7393222f] util.JvmPauseMonitor (JvmPauseMonitor.java:run(188)) - Starting JVM pause monitor
2026-07-08 09:48:02,398 INFO  [main] hdfs.DFSUtil (DFSUtil.java:httpServerTemplateForNNAndJN(1668)) - Filter initializers set : org.apache.hadoop.http.lib.StaticUserWebFilter,org.apache.hadoop.hdfs.web.AuthFilterInitializer
2026-07-08 09:48:02,403 INFO  [main] hdfs.DFSUtil (DFSUtil.java:httpServerTemplateForNNAndJN(1690)) - Starting Web-server for hdfs at: http://localhost:0
2026-07-08 09:48:02,420 INFO  [main] util.log (Log.java:initialized(169)) - Logging initialized @2207ms to org.eclipse.jetty.util.log.Slf4jLog
2026-07-08 09:48:02,530 INFO  [main] server.AuthenticationFilter (AuthenticationFilter.java:constructSecretProvider(240)) - Unable to initialize FileSignerSecretProvider, falling back to use random secrets.
2026-07-08 09:48:02,535 INFO  [main] http.HttpRequestLog (HttpRequestLog.java:getRequestLog(82)) - Http request log for http.requests.namenode is not defined
2026-07-08 09:48:02,542 INFO  [main] http.HttpServer2 (HttpServer2.java:addGlobalFilter(1111)) - Added global filter 'safety' (class=org.apache.hadoop.http.HttpServer2$QuotingInputFilter)
2026-07-08 09:48:02,545 INFO  [main] http.HttpServer2 (HttpServer2.java:addFilter(1084)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context hdfs
2026-07-08 09:48:02,545 INFO  [main] http.HttpServer2 (HttpServer2.java:addFilter(1094)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context static
2026-07-08 09:48:02,548 INFO  [main] http.HttpServer2 (HttpServer2.java:addFilter(1084)) - Added filter AuthFilter (class=org.apache.hadoop.hdfs.web.AuthFilter) to context hdfs
2026-07-08 09:48:02,548 INFO  [main] http.HttpServer2 (HttpServer2.java:addFilter(1094)) - Added filter AuthFilter (class=org.apache.hadoop.hdfs.web.AuthFilter) to context static
2026-07-08 09:48:02,583 INFO  [main] http.HttpServer2 (HttpServer2.java:addJerseyResourcePackage(938)) - addJerseyResourcePackage: packageName=org.apache.hadoop.hdfs.server.namenode.web.resources;org.apache.hadoop.hdfs.web.resources, pathSpec=/webhdfs/v1/*
2026-07-08 09:48:02,594 INFO  [main] http.HttpServer2 (HttpServer2.java:bindListener(1332)) - Jetty bound to port 42107
2026-07-08 09:48:02,596 INFO  [main] server.Server (Server.java:doStart(375)) - jetty-9.4.40.v20210413; built: 2021-04-13T20:42:42.668Z; git: b881a572662e1943a14ae12e7e1207989f218b74; jvm 1.8.0_362-8u372-ga~us1-0ubuntu1~18.04-b09
2026-07-08 09:48:02,630 INFO  [main] server.session (DefaultSessionIdManager.java:doStart(334)) - DefaultSessionIdManager workerName=node0
2026-07-08 09:48:02,630 INFO  [main] server.session (DefaultSessionIdManager.java:doStart(339)) - No SessionScavenger set, using defaults
2026-07-08 09:48:02,632 INFO  [main] server.session (HouseKeeper.java:startScavenging(132)) - node0 Scavenging every 600000ms
2026-07-08 09:48:02,651 INFO  [main] server.AuthenticationFilter (AuthenticationFilter.java:constructSecretProvider(240)) - Unable to initialize FileSignerSecretProvider, falling back to use random secrets.
2026-07-08 09:48:02,655 INFO  [main] handler.ContextHandler (ContextHandler.java:doStart(916)) - Started o.e.j.s.ServletContextHandler@71454b9d{static,/static,jar:file:/tmp/dist-test-taskA6ivmc/java/build/jars/hadoop-hdfs-3.3.1-tests.jar!/webapps/static,AVAILABLE}
2026-07-08 09:48:02,887 INFO  [main] handler.ContextHandler (ContextHandler.java:doStart(916)) - Started o.e.j.w.WebAppContext@3f0846c6{hdfs,/,file:///tmp/jetty-localhost-42107-hadoop-hdfs-3_3_1-tests_jar-_-any-5985235371754646486/webapp/,AVAILABLE}{jar:file:/tmp/dist-test-taskA6ivmc/java/build/jars/hadoop-hdfs-3.3.1-tests.jar!/webapps/hdfs}
2026-07-08 09:48:02,897 INFO  [main] server.AbstractConnector (AbstractConnector.java:doStart(331)) - Started ServerConnector@362045c0{HTTP/1.1, (http/1.1)}{localhost:42107}
2026-07-08 09:48:02,897 INFO  [main] server.Server (Server.java:doStart(415)) - Started @2685ms
2026-07-08 09:48:02,903 INFO  [main] namenode.FSEditLog (FSEditLog.java:newInstance(229)) - Edit logging is async:true
2026-07-08 09:48:02,916 INFO  [main] namenode.FSNamesystem (FSNamesystem.java:<init>(814)) - KeyProvider: null
2026-07-08 09:48:02,916 INFO  [main] namenode.FSNamesystem (FSNamesystemLock.java:<init>(141)) - fsLock is fair: true
2026-07-08 09:48:02,917 INFO  [main] namenode.FSNamesystem (FSNamesystemLock.java:<init>(159)) - Detailed lock hold time metrics enabled: false
2026-07-08 09:48:02,917 INFO  [main] namenode.FSNamesystem (FSNamesystem.java:<init>(847)) - fsOwner                = slave (auth:SIMPLE)
2026-07-08 09:48:02,917 INFO  [main] namenode.FSNamesystem (FSNamesystem.java:<init>(848)) - supergroup             = supergroup
2026-07-08 09:48:02,917 INFO  [main] namenode.FSNamesystem (FSNamesystem.java:<init>(849)) - isPermissionEnabled    = true
2026-07-08 09:48:02,917 INFO  [main] namenode.FSNamesystem (FSNamesystem.java:<init>(850)) - isStoragePolicyEnabled = true
2026-07-08 09:48:02,917 INFO  [main] namenode.FSNamesystem (FSNamesystem.java:<init>(861)) - HA Enabled: false
2026-07-08 09:48:02,918 INFO  [main] common.Util (Util.java:isDiskStatsEnabled(395)) - dfs.datanode.fileio.profiling.sampling.percentage set to 0. Disabling file IO profiling
2026-07-08 09:48:02,918 INFO  [main] blockmanagement.DatanodeManager (DatanodeManager.java:<init>(334)) - dfs.block.invalidate.limit: configured=1000, counted=60, effected=1000
2026-07-08 09:48:02,918 INFO  [main] blockmanagement.DatanodeManager (DatanodeManager.java:<init>(342)) - dfs.namenode.datanode.registration.ip-hostname-check=true
2026-07-08 09:48:02,918 INFO  [main] blockmanagement.BlockManager (InvalidateBlocks.java:printBlockDeletionTime(77)) - dfs.namenode.startup.delay.block.deletion.sec is set to 000:00:00:00.000
2026-07-08 09:48:02,919 INFO  [main] blockmanagement.BlockManager (InvalidateBlocks.java:printBlockDeletionTime(83)) - The block deletion will start around 2026 Jul 08 09:48:02
2026-07-08 09:48:02,919 INFO  [main] util.GSet (LightWeightGSet.java:computeCapacity(395)) - Computing capacity for map BlocksMap
2026-07-08 09:48:02,919 INFO  [main] util.GSet (LightWeightGSet.java:computeCapacity(396)) - VM type       = 64-bit
2026-07-08 09:48:02,919 INFO  [main] util.GSet (LightWeightGSet.java:computeCapacity(397)) - 2.0% max memory 3.5 GB = 72.5 MB
2026-07-08 09:48:02,919 INFO  [main] util.GSet (LightWeightGSet.java:computeCapacity(402)) - capacity      = 2^23 = 8388608 entries
2026-07-08 09:48:02,924 INFO  [main] blockmanagement.BlockManager (BlockManager.java:createSPSManager(5447)) - Storage policy satisfier is disabled
2026-07-08 09:48:02,924 INFO  [main] blockmanagement.BlockManager (BlockManager.java:createBlockTokenSecretManager(641)) - dfs.block.access.token.enable = false
2026-07-08 09:48:02,925 INFO  [main] blockmanagement.BlockManagerSafeMode (BlockManagerSafeMode.java:<init>(160)) - dfs.namenode.safemode.threshold-pct = 0.999
2026-07-08 09:48:02,925 INFO  [main] blockmanagement.BlockManagerSafeMode (BlockManagerSafeMode.java:<init>(161)) - dfs.namenode.safemode.min.datanodes = 0
2026-07-08 09:48:02,925 INFO  [main] blockmanagement.BlockManagerSafeMode (BlockManagerSafeMode.java:<init>(163)) - dfs.namenode.safemode.extension = 0
2026-07-08 09:48:02,925 INFO  [main] blockmanagement.BlockManager (BlockManager.java:<init>(627)) - defaultReplication         = 1
2026-07-08 09:48:02,925 INFO  [main] blockmanagement.BlockManager (BlockManager.java:<init>(628)) - maxReplication             = 512
2026-07-08 09:48:02,925 INFO  [main] blockmanagement.BlockManager (BlockManager.java:<init>(629)) - minReplication             = 1
2026-07-08 09:48:02,925 INFO  [main] blockmanagement.BlockManager (BlockManager.java:<init>(630)) - maxReplicationStreams      = 2
2026-07-08 09:48:02,926 INFO  [main] blockmanagement.BlockManager (BlockManager.java:<init>(631)) - redundancyRecheckInterval  = 3000ms
2026-07-08 09:48:02,926 INFO  [main] blockmanagement.BlockManager (BlockManager.java:<init>(632)) - encryptDataTransfer        = false
2026-07-08 09:48:02,926 INFO  [main] blockmanagement.BlockManager (BlockManager.java:<init>(633)) - maxNumBlocksToLog          = 1000
2026-07-08 09:48:02,926 INFO  [main] util.GSet (LightWeightGSet.java:computeCapacity(395)) - Computing capacity for map INodeMap
2026-07-08 09:48:02,926 INFO  [main] util.GSet (LightWeightGSet.java:computeCapacity(396)) - VM type       = 64-bit
2026-07-08 09:48:02,926 INFO  [main] util.GSet (LightWeightGSet.java:computeCapacity(397)) - 1.0% max memory 3.5 GB = 36.2 MB
2026-07-08 09:48:02,927 INFO  [main] util.GSet (LightWeightGSet.java:computeCapacity(402)) - capacity      = 2^22 = 4194304 entries
2026-07-08 09:48:02,929 INFO  [main] namenode.FSDirectory (FSDirectory.java:<init>(335)) - ACLs enabled? true
2026-07-08 09:48:02,930 INFO  [main] namenode.FSDirectory (FSDirectory.java:<init>(339)) - POSIX ACL inheritance enabled? true
2026-07-08 09:48:02,930 INFO  [main] namenode.FSDirectory (FSDirectory.java:<init>(343)) - XAttrs enabled? true
2026-07-08 09:48:02,930 INFO  [main] namenode.NameNode (FSDirectory.java:<init>(406)) - Caching file names occurring more than 10 times
2026-07-08 09:48:02,930 INFO  [main] snapshot.SnapshotManager (SnapshotManager.java:<init>(124)) - Loaded config captureOpenFiles: false, skipCaptureAccessTimeOnlyChange: false, snapshotDiffAllowSnapRootDescendant: true, maxSnapshotLimit: 65536
2026-07-08 09:48:02,930 INFO  [main] snapshot.SnapshotManager (DirectoryDiffListFactory.java:init(43)) - SkipList is disabled
2026-07-08 09:48:02,930 INFO  [main] util.GSet (LightWeightGSet.java:computeCapacity(395)) - Computing capacity for map cachedBlocks
2026-07-08 09:48:02,930 INFO  [main] util.GSet (LightWeightGSet.java:computeCapacity(396)) - VM type       = 64-bit
2026-07-08 09:48:02,931 INFO  [main] util.GSet (LightWeightGSet.java:computeCapacity(397)) - 0.25% max memory 3.5 GB = 9.1 MB
2026-07-08 09:48:02,931 INFO  [main] util.GSet (LightWeightGSet.java:computeCapacity(402)) - capacity      = 2^20 = 1048576 entries
2026-07-08 09:48:02,932 INFO  [main] metrics.TopMetrics (TopMetrics.java:logConf(75)) - NNTop conf: dfs.namenode.top.window.num.buckets = 10
2026-07-08 09:48:02,932 INFO  [main] metrics.TopMetrics (TopMetrics.java:logConf(77)) - NNTop conf: dfs.namenode.top.num.users = 10
2026-07-08 09:48:02,932 INFO  [main] metrics.TopMetrics (TopMetrics.java:logConf(79)) - NNTop conf: dfs.namenode.top.windows.minutes = 1,5,25
2026-07-08 09:48:02,932 INFO  [main] namenode.FSNamesystem (FSNamesystem.java:initRetryCache(1080)) - Retry cache on namenode is enabled
2026-07-08 09:48:02,932 INFO  [main] namenode.FSNamesystem (FSNamesystem.java:initRetryCache(1088)) - Retry cache will use 0.03 of total heap and retry cache entry expiry time is 600000 millis
2026-07-08 09:48:02,932 INFO  [main] util.GSet (LightWeightGSet.java:computeCapacity(395)) - Computing capacity for map NameNodeRetryCache
2026-07-08 09:48:02,932 INFO  [main] util.GSet (LightWeightGSet.java:computeCapacity(396)) - VM type       = 64-bit
2026-07-08 09:48:02,932 INFO  [main] util.GSet (LightWeightGSet.java:computeCapacity(397)) - 0.029999999329447746% max memory 3.5 GB = 1.1 MB
2026-07-08 09:48:02,933 INFO  [main] util.GSet (LightWeightGSet.java:computeCapacity(402)) - capacity      = 2^17 = 131072 entries
2026-07-08 09:48:03,009 INFO  [main] common.Storage (Storage.java:tryLock(948)) - Lock on /tmp/hdfs-test5703344347483961033/name-0-1/in_use.lock acquired by nodename 2807@dist-test-slave-7plr.c.gcp-upstream.internal
2026-07-08 09:48:03,012 INFO  [main] common.Storage (Storage.java:tryLock(948)) - Lock on /tmp/hdfs-test5703344347483961033/name-0-2/in_use.lock acquired by nodename 2807@dist-test-slave-7plr.c.gcp-upstream.internal
2026-07-08 09:48:03,015 INFO  [main] namenode.FileJournalManager (FileJournalManager.java:recoverUnfinalizedSegments(428)) - Recovering unfinalized segments in /tmp/hdfs-test5703344347483961033/name-0-1/current
2026-07-08 09:48:03,015 INFO  [main] namenode.FileJournalManager (FileJournalManager.java:recoverUnfinalizedSegments(428)) - Recovering unfinalized segments in /tmp/hdfs-test5703344347483961033/name-0-2/current
2026-07-08 09:48:03,016 INFO  [main] namenode.FSImage (FSImage.java:loadFSImage(734)) - No edit log streams selected.
2026-07-08 09:48:03,016 INFO  [main] namenode.FSImage (FSImage.java:loadFSImageFile(800)) - Planning to load image: FSImageFile(file=/tmp/hdfs-test5703344347483961033/name-0-1/current/fsimage_0000000000000000000, cpktTxId=0000000000000000000)
2026-07-08 09:48:03,040 INFO  [main] namenode.FSImageFormatPBINode (FSImageFormatPBINode.java:loadINodeSectionHeader(413)) - Loading 1 INodes.
2026-07-08 09:48:03,041 INFO  [main] namenode.FSImageFormatPBINode (FSImageFormatPBINode.java:loadINodeSection(371)) - Successfully loaded 1 inodes
2026-07-08 09:48:03,045 INFO  [main] namenode.FSImageFormatPBINode (FSImageFormatPBINode.java:waitBlocksMapAndNameCacheUpdateFinished(344)) - Completed update blocks map and name cache, total waiting duration 0ms.
2026-07-08 09:48:03,047 INFO  [main] namenode.FSImageFormatProtobuf (FSImageFormatProtobuf.java:load(255)) - Loaded FSImage in 0 seconds.
2026-07-08 09:48:03,047 INFO  [main] namenode.FSImage (FSImage.java:loadFSImage(978)) - Loaded image for txid 0 from /tmp/hdfs-test5703344347483961033/name-0-1/current/fsimage_0000000000000000000
2026-07-08 09:48:03,051 INFO  [main] namenode.FSNamesystem (FSNamesystem.java:loadFSImage(1202)) - Need to save fs image? false (staleImage=false, haEnabled=false, isRollingUpgrade=false)
2026-07-08 09:48:03,052 INFO  [main] namenode.FSEditLog (FSEditLog.java:startLogSegment(1391)) - Starting log segment at 1
2026-07-08 09:48:03,068 INFO  [main] namenode.NameCache (NameCache.java:initialized(143)) - initialized with 0 entries 0 lookups
2026-07-08 09:48:03,068 INFO  [main] namenode.FSNamesystem (FSNamesystem.java:loadFromDisk(786)) - Finished loading FSImage in 64 msecs
2026-07-08 09:48:03,226 INFO  [main] namenode.NameNode (NameNodeRpcServer.java:<init>(454)) - RPC server is binding to localhost:0
2026-07-08 09:48:03,226 INFO  [main] namenode.NameNode (NameNodeRpcServer.java:<init>(459)) - Enable NameNode state context:false
2026-07-08 09:48:03,236 INFO  [main] ipc.CallQueueManager (CallQueueManager.java:<init>(90)) - Using callQueue: class java.util.concurrent.LinkedBlockingQueue, queueCapacity: 1000, scheduler: class org.apache.hadoop.ipc.DefaultRpcScheduler, ipcBackoff: false.
2026-07-08 09:48:03,247 INFO  [Socket Reader #1 for port 0] ipc.Server (Server.java:run(1265)) - Starting Socket Reader #1 for port 0
2026-07-08 09:48:03,616 INFO  [Listener at localhost/34695] namenode.NameNode (NameNode.java:initialize(776)) - Clients are to use localhost:34695 to access this namenode/service.
2026-07-08 09:48:03,619 INFO  [Listener at localhost/34695] namenode.FSNamesystem (FSNamesystem.java:registerMBean(5444)) - Registered FSNamesystemState, ReplicatedBlocksState and ECBlockGroupsState MBeans.
2026-07-08 09:48:03,632 INFO  [Listener at localhost/34695] namenode.LeaseManager (LeaseManager.java:getNumUnderConstructionBlocks(166)) - Number of blocks under construction: 0
2026-07-08 09:48:03,640 INFO  [Listener at localhost/34695] blockmanagement.DatanodeAdminDefaultMonitor (DatanodeAdminDefaultMonitor.java:processConf(116)) - Initialized the Default Decommission and Maintenance monitor
2026-07-08 09:48:03,643 INFO  [Listener at localhost/34695] blockmanagement.BlockManager (BlockManager.java:initializeReplQueues(5187)) - initializing replication queues
2026-07-08 09:48:03,644 INFO  [Listener at localhost/34695] hdfs.StateChange (BlockManagerSafeMode.java:leaveSafeMode(399)) - STATE* Leaving safe mode after 0 secs
2026-07-08 09:48:03,644 INFO  [Listener at localhost/34695] hdfs.StateChange (BlockManagerSafeMode.java:leaveSafeMode(405)) - STATE* Network topology has 0 racks and 0 datanodes
2026-07-08 09:48:03,644 INFO  [Listener at localhost/34695] hdfs.StateChange (BlockManagerSafeMode.java:leaveSafeMode(407)) - STATE* UnderReplicatedBlocks has 0 blocks
2026-07-08 09:48:03,655 INFO  [Reconstruction Queue Initializer] blockmanagement.BlockManager (BlockManager.java:processMisReplicatesAsync(3728)) - Total number of blocks            = 0
2026-07-08 09:48:03,655 INFO  [Reconstruction Queue Initializer] blockmanagement.BlockManager (BlockManager.java:processMisReplicatesAsync(3729)) - Number of invalid blocks          = 0
2026-07-08 09:48:03,655 INFO  [Reconstruction Queue Initializer] blockmanagement.BlockManager (BlockManager.java:processMisReplicatesAsync(3730)) - Number of under-replicated blocks = 0
2026-07-08 09:48:03,655 INFO  [Reconstruction Queue Initializer] blockmanagement.BlockManager (BlockManager.java:processMisReplicatesAsync(3731)) - Number of  over-replicated blocks = 0
2026-07-08 09:48:03,655 INFO  [Reconstruction Queue Initializer] blockmanagement.BlockManager (BlockManager.java:processMisReplicatesAsync(3733)) - Number of blocks being written    = 0
2026-07-08 09:48:03,655 INFO  [Reconstruction Queue Initializer] hdfs.StateChange (BlockManager.java:processMisReplicatesAsync(3736)) - STATE* Replication Queue initialization scan for invalid, over- and under-replicated blocks completed in 12 msec
2026-07-08 09:48:03,678 INFO  [IPC Server Responder] ipc.Server (Server.java:run(1507)) - IPC Server Responder: starting
2026-07-08 09:48:03,679 INFO  [IPC Server listener on 0] ipc.Server (Server.java:run(1344)) - IPC Server listener on 0: starting
2026-07-08 09:48:03,683 INFO  [Listener at localhost/34695] namenode.NameNode (NameNode.java:startCommonServices(893)) - NameNode RPC up at: localhost/127.0.0.1:34695
2026-07-08 09:48:03,685 INFO  [Listener at localhost/34695] namenode.FSNamesystem (FSNamesystem.java:startActiveServices(1314)) - Starting services required for active state
2026-07-08 09:48:03,685 INFO  [Listener at localhost/34695] namenode.FSDirectory (FSDirectory.java:updateCountForQuota(840)) - Initializing quota with 12 thread(s)
2026-07-08 09:48:03,691 INFO  [Listener at localhost/34695] namenode.FSDirectory (FSDirectory.java:updateCountForQuota(849)) - Quota initialization completed in 6 milliseconds
name space=1
storage space=0
storage types=RAM_DISK=0, SSD=0, DISK=0, ARCHIVE=0, PROVIDED=0
2026-07-08 09:48:03,695 INFO  [CacheReplicationMonitor(1908459324)] blockmanagement.CacheReplicationMonitor (CacheReplicationMonitor.java:run(160)) - Starting CacheReplicationMonitor with interval 30000 milliseconds
2026-07-08 09:48:03,703 INFO  [Listener at localhost/34695] hdfs.MiniDFSCluster (MiniDFSCluster.java:startDataNodes(1697)) - Starting DataNode 0 with dfs.datanode.data.dir: [DISK]file:/tmp/hdfs-test5703344347483961033/data/data1,[DISK]file:/tmp/hdfs-test5703344347483961033/data/data2
2026-07-08 09:48:03,754 INFO  [Listener at localhost/34695] checker.ThrottledAsyncChecker (ThrottledAsyncChecker.java:schedule(137)) - Scheduling a check for [DISK]file:/tmp/hdfs-test5703344347483961033/data/data1
2026-07-08 09:48:03,768 INFO  [Listener at localhost/34695] checker.ThrottledAsyncChecker (ThrottledAsyncChecker.java:schedule(137)) - Scheduling a check for [DISK]file:/tmp/hdfs-test5703344347483961033/data/data2
2026-07-08 09:48:03,781 INFO  [Listener at localhost/34695] impl.MetricsSystemImpl (MetricsSystemImpl.java:init(158)) - DataNode metrics system started (again)
2026-07-08 09:48:03,786 INFO  [Listener at localhost/34695] common.Util (Util.java:isDiskStatsEnabled(395)) - dfs.datanode.fileio.profiling.sampling.percentage set to 0. Disabling file IO profiling
2026-07-08 09:48:03,790 INFO  [Listener at localhost/34695] datanode.BlockScanner (BlockScanner.java:<init>(201)) - Initialized block scanner with targetBytesPerSec 1048576
2026-07-08 09:48:03,794 INFO  [Listener at localhost/34695] datanode.DataNode (DataNode.java:<init>(512)) - Configured hostname is 127.0.0.1
2026-07-08 09:48:03,795 INFO  [Listener at localhost/34695] common.Util (Util.java:isDiskStatsEnabled(395)) - dfs.datanode.fileio.profiling.sampling.percentage set to 0. Disabling file IO profiling
2026-07-08 09:48:03,799 INFO  [Listener at localhost/34695] datanode.DataNode (DataNode.java:startDataNode(1408)) - Starting DataNode with maxLockedMemory = 0
2026-07-08 09:48:03,805 INFO  [Listener at localhost/34695] datanode.DataNode (DataNode.java:initDataXceiver(1171)) - Opened streaming server at /127.0.0.1:46663
2026-07-08 09:48:03,807 INFO  [Listener at localhost/34695] datanode.DataNode (DataXceiverServer.java:<init>(94)) - Balancing bandwidth is 104857600 bytes/s
2026-07-08 09:48:03,808 INFO  [Listener at localhost/34695] datanode.DataNode (DataXceiverServer.java:<init>(95)) - Number threads for balancing is 100
2026-07-08 09:48:03,817 INFO  [Listener at localhost/34695] server.AuthenticationFilter (AuthenticationFilter.java:constructSecretProvider(240)) - Unable to initialize FileSignerSecretProvider, falling back to use random secrets.
2026-07-08 09:48:03,818 INFO  [Listener at localhost/34695] http.HttpRequestLog (HttpRequestLog.java:getRequestLog(82)) - Http request log for http.requests.datanode is not defined
2026-07-08 09:48:03,819 INFO  [Listener at localhost/34695] http.HttpServer2 (HttpServer2.java:addGlobalFilter(1111)) - Added global filter 'safety' (class=org.apache.hadoop.http.HttpServer2$QuotingInputFilter)
2026-07-08 09:48:03,820 INFO  [Listener at localhost/34695] http.HttpServer2 (HttpServer2.java:addFilter(1084)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context datanode
2026-07-08 09:48:03,820 INFO  [Listener at localhost/34695] http.HttpServer2 (HttpServer2.java:addFilter(1094)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context static
2026-07-08 09:48:03,823 INFO  [Listener at localhost/34695] http.HttpServer2 (HttpServer2.java:bindListener(1332)) - Jetty bound to port 36409
2026-07-08 09:48:03,823 INFO  [Listener at localhost/34695] server.Server (Server.java:doStart(375)) - jetty-9.4.40.v20210413; built: 2021-04-13T20:42:42.668Z; git: b881a572662e1943a14ae12e7e1207989f218b74; jvm 1.8.0_362-8u372-ga~us1-0ubuntu1~18.04-b09
2026-07-08 09:48:03,825 INFO  [Listener at localhost/34695] server.session (DefaultSessionIdManager.java:doStart(334)) - DefaultSessionIdManager workerName=node0
2026-07-08 09:48:03,825 INFO  [Listener at localhost/34695] server.session (DefaultSessionIdManager.java:doStart(339)) - No SessionScavenger set, using defaults
2026-07-08 09:48:03,825 INFO  [Listener at localhost/34695] server.session (HouseKeeper.java:startScavenging(132)) - node0 Scavenging every 600000ms
2026-07-08 09:48:03,826 INFO  [Listener at localhost/34695] handler.ContextHandler (ContextHandler.java:doStart(916)) - Started o.e.j.s.ServletContextHandler@2caf6912{static,/static,jar:file:/tmp/dist-test-taskA6ivmc/java/build/jars/hadoop-hdfs-3.3.1-tests.jar!/webapps/static,AVAILABLE}
2026-07-08 09:48:03,977 INFO  [Listener at localhost/34695] handler.ContextHandler (ContextHandler.java:doStart(916)) - Started o.e.j.w.WebAppContext@1d3e6d34{datanode,/,file:///tmp/jetty-localhost-36409-hadoop-hdfs-3_3_1-tests_jar-_-any-1909233960189881110/webapp/,AVAILABLE}{jar:file:/tmp/dist-test-taskA6ivmc/java/build/jars/hadoop-hdfs-3.3.1-tests.jar!/webapps/datanode}
2026-07-08 09:48:03,978 INFO  [Listener at localhost/34695] server.AbstractConnector (AbstractConnector.java:doStart(331)) - Started ServerConnector@31ff1390{HTTP/1.1, (http/1.1)}{localhost:36409}
2026-07-08 09:48:03,979 INFO  [Listener at localhost/34695] server.Server (Server.java:doStart(415)) - Started @3766ms
2026-07-08 09:48:04,066 WARN  [Listener at localhost/34695] web.DatanodeHttpServer (RestCsrfPreventionFilterHandler.java:<init>(75)) - Got null for restCsrfPreventionFilter - will not do any filtering.
2026-07-08 09:48:04,165 INFO  [Listener at localhost/34695] web.DatanodeHttpServer (DatanodeHttpServer.java:start(322)) - Listening HTTP traffic on /127.0.0.1:34015
2026-07-08 09:48:04,166 INFO  [org.apache.hadoop.util.JvmPauseMonitor$Monitor@6b68cb27] util.JvmPauseMonitor (JvmPauseMonitor.java:run(188)) - Starting JVM pause monitor
2026-07-08 09:48:04,167 INFO  [Listener at localhost/34695] datanode.DataNode (DataNode.java:startDataNode(1436)) - dnUserName = slave
2026-07-08 09:48:04,167 INFO  [Listener at localhost/34695] datanode.DataNode (DataNode.java:startDataNode(1437)) - supergroup = supergroup
2026-07-08 09:48:04,182 INFO  [Listener at localhost/34695] ipc.CallQueueManager (CallQueueManager.java:<init>(90)) - Using callQueue: class java.util.concurrent.LinkedBlockingQueue, queueCapacity: 1000, scheduler: class org.apache.hadoop.ipc.DefaultRpcScheduler, ipcBackoff: false.
2026-07-08 09:48:04,183 INFO  [Socket Reader #1 for port 0] ipc.Server (Server.java:run(1265)) - Starting Socket Reader #1 for port 0
2026-07-08 09:48:04,188 INFO  [Listener at localhost/40763] datanode.DataNode (DataNode.java:initIpcServer(1057)) - Opened IPC server at /127.0.0.1:40763
2026-07-08 09:48:04,211 INFO  [Listener at localhost/40763] datanode.DataNode (BlockPoolManager.java:refreshNamenodes(149)) - Refresh request received for nameservices: null
2026-07-08 09:48:04,213 INFO  [Listener at localhost/40763] datanode.DataNode (BlockPoolManager.java:doRefreshNamenodes(210)) - Starting BPOfferServices for nameservices: <default>
2026-07-08 09:48:04,223 INFO  [Thread-63] datanode.DataNode (BPServiceActor.java:run(847)) - Block pool <registering> (Datanode Uuid unassigned) service to localhost/127.0.0.1:34695 starting to offer service
2026-07-08 09:48:04,228 INFO  [IPC Server Responder] ipc.Server (Server.java:run(1507)) - IPC Server Responder: starting
2026-07-08 09:48:04,228 INFO  [IPC Server listener on 0] ipc.Server (Server.java:run(1344)) - IPC Server listener on 0: starting
2026-07-08 09:48:04,449 INFO  [Thread-63] datanode.DataNode (BPOfferService.java:verifyAndSetNamespaceInfo(381)) - Acknowledging ACTIVE Namenode during handshakeBlock pool <registering> (Datanode Uuid unassigned) service to localhost/127.0.0.1:34695
2026-07-08 09:48:04,451 INFO  [Thread-63] common.Storage (DataStorage.java:getParallelVolumeLoadThreadsNum(356)) - Using 2 threads to upgrade data directories (dfs.datanode.parallel.volumes.load.threads.num=2, dataDirs=2)
2026-07-08 09:48:04,454 INFO  [Thread-63] common.Storage (Storage.java:tryLock(948)) - Lock on /tmp/hdfs-test5703344347483961033/data/data1/in_use.lock acquired by nodename 2807@dist-test-slave-7plr.c.gcp-upstream.internal
2026-07-08 09:48:04,455 INFO  [Thread-63] common.Storage (DataStorage.java:loadStorageDirectory(284)) - Storage directory with location [DISK]file:/tmp/hdfs-test5703344347483961033/data/data1 is not formatted for namespace 1543763788. Formatting...
2026-07-08 09:48:04,456 INFO  [Thread-63] common.Storage (DataStorage.java:createStorageID(160)) - Generated new storageID DS-b02553e2-32c4-44b4-aae4-df20fd46fa18 for directory /tmp/hdfs-test5703344347483961033/data/data1 
2026-07-08 09:48:04,463 INFO  [Thread-63] common.Storage (Storage.java:tryLock(948)) - Lock on /tmp/hdfs-test5703344347483961033/data/data2/in_use.lock acquired by nodename 2807@dist-test-slave-7plr.c.gcp-upstream.internal
2026-07-08 09:48:04,463 INFO  [Thread-63] common.Storage (DataStorage.java:loadStorageDirectory(284)) - Storage directory with location [DISK]file:/tmp/hdfs-test5703344347483961033/data/data2 is not formatted for namespace 1543763788. Formatting...
2026-07-08 09:48:04,464 INFO  [Thread-63] common.Storage (DataStorage.java:createStorageID(160)) - Generated new storageID DS-77b2ba5f-8212-4f7d-b749-a5ac3c1b8ac3 for directory /tmp/hdfs-test5703344347483961033/data/data2 
2026-07-08 09:48:04,500 INFO  [Thread-63] common.Storage (BlockPoolSliceStorage.java:recoverTransitionRead(256)) - Analyzing storage directories for bpid BP-1453907542-10.240.1.18-1783504081846
2026-07-08 09:48:04,501 INFO  [Thread-63] common.Storage (Storage.java:lock(907)) - Locking is disabled for /tmp/hdfs-test5703344347483961033/data/data1/current/BP-1453907542-10.240.1.18-1783504081846
2026-07-08 09:48:04,502 INFO  [Thread-63] common.Storage (BlockPoolSliceStorage.java:loadStorageDirectory(169)) - Block pool storage directory for location [DISK]file:/tmp/hdfs-test5703344347483961033/data/data1 and block pool id BP-1453907542-10.240.1.18-1783504081846 is not formatted. Formatting ...
2026-07-08 09:48:04,502 INFO  [Thread-63] common.Storage (BlockPoolSliceStorage.java:format(285)) - Formatting block pool BP-1453907542-10.240.1.18-1783504081846 directory /tmp/hdfs-test5703344347483961033/data/data1/current/BP-1453907542-10.240.1.18-1783504081846/current
2026-07-08 09:48:04,532 INFO  [Thread-63] common.Storage (BlockPoolSliceStorage.java:recoverTransitionRead(256)) - Analyzing storage directories for bpid BP-1453907542-10.240.1.18-1783504081846
2026-07-08 09:48:04,532 INFO  [Thread-63] common.Storage (Storage.java:lock(907)) - Locking is disabled for /tmp/hdfs-test5703344347483961033/data/data2/current/BP-1453907542-10.240.1.18-1783504081846
2026-07-08 09:48:04,532 INFO  [Thread-63] common.Storage (BlockPoolSliceStorage.java:loadStorageDirectory(169)) - Block pool storage directory for location [DISK]file:/tmp/hdfs-test5703344347483961033/data/data2 and block pool id BP-1453907542-10.240.1.18-1783504081846 is not formatted. Formatting ...
2026-07-08 09:48:04,532 INFO  [Thread-63] common.Storage (BlockPoolSliceStorage.java:format(285)) - Formatting block pool BP-1453907542-10.240.1.18-1783504081846 directory /tmp/hdfs-test5703344347483961033/data/data2/current/BP-1453907542-10.240.1.18-1783504081846/current
2026-07-08 09:48:04,537 INFO  [Thread-63] datanode.DataNode (DataNode.java:initStorage(1756)) - Setting up storage: nsid=1543763788;bpid=BP-1453907542-10.240.1.18-1783504081846;lv=-57;nsInfo=lv=-66;cid=testClusterID;nsid=1543763788;c=1783504081846;bpid=BP-1453907542-10.240.1.18-1783504081846;dnuuid=null
2026-07-08 09:48:04,542 INFO  [Thread-63] datanode.DataNode (DataNode.java:checkDatanodeUuid(1554)) - Generated and persisted new Datanode UUID 2478fae3-96fc-45a7-9d56-b0d41fa37099
2026-07-08 09:48:04,556 INFO  [Thread-63] impl.FsDatasetImpl (FsDatasetImpl.java:<init>(310)) - The datanode lock is a read write lock
2026-07-08 09:48:04,680 INFO  [Thread-63] impl.FsDatasetImpl (FsVolumeList.java:addVolume(304)) - Added new volume: DS-b02553e2-32c4-44b4-aae4-df20fd46fa18
2026-07-08 09:48:04,681 INFO  [Thread-63] impl.FsDatasetImpl (FsDatasetImpl.java:addVolume(493)) - Added volume - [DISK]file:/tmp/hdfs-test5703344347483961033/data/data1, StorageType: DISK
2026-07-08 09:48:04,683 INFO  [Thread-63] impl.FsDatasetImpl (FsVolumeList.java:addVolume(304)) - Added new volume: DS-77b2ba5f-8212-4f7d-b749-a5ac3c1b8ac3
2026-07-08 09:48:04,684 INFO  [Thread-63] impl.FsDatasetImpl (FsDatasetImpl.java:addVolume(493)) - Added volume - [DISK]file:/tmp/hdfs-test5703344347483961033/data/data2, StorageType: DISK
2026-07-08 09:48:04,690 INFO  [Thread-63] impl.MemoryMappableBlockLoader (MemoryMappableBlockLoader.java:initialize(48)) - Initializing cache loader: MemoryMappableBlockLoader.
2026-07-08 09:48:04,694 INFO  [Thread-63] impl.FsDatasetImpl (FsDatasetImpl.java:registerMBean(2343)) - Registered FSDatasetState MBean
2026-07-08 09:48:04,700 INFO  [Thread-63] impl.FsDatasetImpl (FsDatasetImpl.java:addBlockPool(2856)) - Adding block pool BP-1453907542-10.240.1.18-1783504081846
2026-07-08 09:48:04,701 INFO  [Thread-79] impl.FsDatasetImpl (FsVolumeList.java:run(406)) - Scanning block pool BP-1453907542-10.240.1.18-1783504081846 on volume /tmp/hdfs-test5703344347483961033/data/data1...
2026-07-08 09:48:04,709 INFO  [Thread-80] impl.FsDatasetImpl (FsVolumeList.java:run(406)) - Scanning block pool BP-1453907542-10.240.1.18-1783504081846 on volume /tmp/hdfs-test5703344347483961033/data/data2...
2026-07-08 09:48:04,757 INFO  [Thread-79] impl.FsDatasetImpl (FsVolumeList.java:run(411)) - Time taken to scan block pool BP-1453907542-10.240.1.18-1783504081846 on /tmp/hdfs-test5703344347483961033/data/data1: 53ms
2026-07-08 09:48:04,770 INFO  [Thread-80] impl.FsDatasetImpl (FsVolumeList.java:run(411)) - Time taken to scan block pool BP-1453907542-10.240.1.18-1783504081846 on /tmp/hdfs-test5703344347483961033/data/data2: 61ms
2026-07-08 09:48:04,771 INFO  [Thread-63] impl.FsDatasetImpl (FsVolumeList.java:addBlockPool(431)) - Total time to scan all replicas for block pool BP-1453907542-10.240.1.18-1783504081846: 70ms
2026-07-08 09:48:04,773 INFO  [Thread-85] impl.FsDatasetImpl (FsVolumeList.java:run(199)) - Adding replicas to map for block pool BP-1453907542-10.240.1.18-1783504081846 on volume /tmp/hdfs-test5703344347483961033/data/data1...
2026-07-08 09:48:04,773 INFO  [Thread-85] impl.BlockPoolSlice (BlockPoolSlice.java:readReplicasFromCache(902)) - Replica Cache file: /tmp/hdfs-test5703344347483961033/data/data1/current/BP-1453907542-10.240.1.18-1783504081846/current/replicas doesn't exist 
2026-07-08 09:48:04,774 INFO  [Thread-86] impl.FsDatasetImpl (FsVolumeList.java:run(199)) - Adding replicas to map for block pool BP-1453907542-10.240.1.18-1783504081846 on volume /tmp/hdfs-test5703344347483961033/data/data2...
2026-07-08 09:48:04,775 INFO  [Thread-85] impl.FsDatasetImpl (FsVolumeList.java:run(204)) - Time to add replicas to map for block pool BP-1453907542-10.240.1.18-1783504081846 on volume /tmp/hdfs-test5703344347483961033/data/data1: 3ms
2026-07-08 09:48:04,774 INFO  [Thread-86] impl.BlockPoolSlice (BlockPoolSlice.java:readReplicasFromCache(902)) - Replica Cache file: /tmp/hdfs-test5703344347483961033/data/data2/current/BP-1453907542-10.240.1.18-1783504081846/current/replicas doesn't exist 
2026-07-08 09:48:04,777 INFO  [Thread-86] impl.FsDatasetImpl (FsVolumeList.java:run(204)) - Time to add replicas to map for block pool BP-1453907542-10.240.1.18-1783504081846 on volume /tmp/hdfs-test5703344347483961033/data/data2: 3ms
2026-07-08 09:48:04,777 INFO  [Thread-63] impl.FsDatasetImpl (FsVolumeList.java:getAllVolumesMap(225)) - Total time to add all replicas to map for block pool BP-1453907542-10.240.1.18-1783504081846: 4ms
2026-07-08 09:48:04,777 INFO  [Thread-63] checker.ThrottledAsyncChecker (ThrottledAsyncChecker.java:schedule(137)) - Scheduling a check for /tmp/hdfs-test5703344347483961033/data/data1
2026-07-08 09:48:04,787 INFO  [Thread-63] checker.DatasetVolumeChecker (DatasetVolumeChecker.java:checkAllVolumes(224)) - Scheduled health check for volume /tmp/hdfs-test5703344347483961033/data/data1
2026-07-08 09:48:04,788 INFO  [Thread-63] checker.ThrottledAsyncChecker (ThrottledAsyncChecker.java:schedule(137)) - Scheduling a check for /tmp/hdfs-test5703344347483961033/data/data2
2026-07-08 09:48:04,789 INFO  [Thread-63] checker.DatasetVolumeChecker (DatasetVolumeChecker.java:checkAllVolumes(224)) - Scheduled health check for volume /tmp/hdfs-test5703344347483961033/data/data2
2026-07-08 09:48:04,791 INFO  [VolumeScannerThread(/tmp/hdfs-test5703344347483961033/data/data2)] datanode.VolumeScanner (VolumeScanner.java:findNextUsableBlockIter(385)) - Now scanning bpid BP-1453907542-10.240.1.18-1783504081846 on volume /tmp/hdfs-test5703344347483961033/data/data2
2026-07-08 09:48:04,793 INFO  [VolumeScannerThread(/tmp/hdfs-test5703344347483961033/data/data1)] datanode.VolumeScanner (VolumeScanner.java:findNextUsableBlockIter(385)) - Now scanning bpid BP-1453907542-10.240.1.18-1783504081846 on volume /tmp/hdfs-test5703344347483961033/data/data1
2026-07-08 09:48:04,794 INFO  [VolumeScannerThread(/tmp/hdfs-test5703344347483961033/data/data2)] datanode.VolumeScanner (VolumeScanner.java:getNextBlockToScan(505)) - VolumeScanner(/tmp/hdfs-test5703344347483961033/data/data2, DS-77b2ba5f-8212-4f7d-b749-a5ac3c1b8ac3): finished scanning block pool BP-1453907542-10.240.1.18-1783504081846
2026-07-08 09:48:04,794 INFO  [VolumeScannerThread(/tmp/hdfs-test5703344347483961033/data/data1)] datanode.VolumeScanner (VolumeScanner.java:getNextBlockToScan(505)) - VolumeScanner(/tmp/hdfs-test5703344347483961033/data/data1, DS-b02553e2-32c4-44b4-aae4-df20fd46fa18): finished scanning block pool BP-1453907542-10.240.1.18-1783504081846
2026-07-08 09:48:04,798 WARN  [Thread-63] datanode.DirectoryScanner (DirectoryScanner.java:<init>(300)) - dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1
2026-07-08 09:48:04,798 INFO  [Thread-63] datanode.DirectoryScanner (DirectoryScanner.java:start(329)) - Periodic Directory Tree Verification scan starting in 13335973ms with interval of 21600000ms and throttle limit of -1ms/s
2026-07-08 09:48:04,809 INFO  [BP-1453907542-10.240.1.18-1783504081846 heartbeating to localhost/127.0.0.1:34695] datanode.DataNode (BPServiceActor.java:register(788)) - Block pool BP-1453907542-10.240.1.18-1783504081846 (Datanode Uuid 2478fae3-96fc-45a7-9d56-b0d41fa37099) service to localhost/127.0.0.1:34695 beginning handshake with NN
2026-07-08 09:48:04,818 INFO  [VolumeScannerThread(/tmp/hdfs-test5703344347483961033/data/data1)] datanode.VolumeScanner (VolumeScanner.java:findNextUsableBlockIter(402)) - VolumeScanner(/tmp/hdfs-test5703344347483961033/data/data1, DS-b02553e2-32c4-44b4-aae4-df20fd46fa18): no suitable block pools found to scan.  Waiting 1814399973 ms.
2026-07-08 09:48:04,818 INFO  [VolumeScannerThread(/tmp/hdfs-test5703344347483961033/data/data2)] datanode.VolumeScanner (VolumeScanner.java:findNextUsableBlockIter(402)) - VolumeScanner(/tmp/hdfs-test5703344347483961033/data/data2, DS-77b2ba5f-8212-4f7d-b749-a5ac3c1b8ac3): no suitable block pools found to scan.  Waiting 1814399973 ms.
2026-07-08 09:48:04,826 INFO  [IPC Server handler 0 on default port 34695] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=datanodeReport	src=null	dst=null	perm=null	proto=rpc
2026-07-08 09:48:04,834 INFO  [Listener at localhost/40763] hdfs.MiniDFSCluster (MiniDFSCluster.java:shouldWait(2823)) - dnInfo.length != numDataNodes
2026-07-08 09:48:04,834 INFO  [Listener at localhost/40763] hdfs.MiniDFSCluster (MiniDFSCluster.java:waitActive(2744)) - Waiting for cluster to become active
2026-07-08 09:48:04,836 INFO  [IPC Server handler 1 on default port 34695] hdfs.StateChange (DatanodeManager.java:registerDatanode(1142)) - BLOCK* registerDatanode: from DatanodeRegistration(127.0.0.1:46663, datanodeUuid=2478fae3-96fc-45a7-9d56-b0d41fa37099, infoPort=34015, infoSecurePort=0, ipcPort=40763, storageInfo=lv=-57;cid=testClusterID;nsid=1543763788;c=1783504081846) storage 2478fae3-96fc-45a7-9d56-b0d41fa37099
2026-07-08 09:48:04,837 INFO  [IPC Server handler 1 on default port 34695] net.NetworkTopology (NetworkTopology.java:add(149)) - Adding a new node: /default-rack/127.0.0.1:46663
2026-07-08 09:48:04,837 INFO  [IPC Server handler 1 on default port 34695] blockmanagement.BlockReportLeaseManager (BlockReportLeaseManager.java:registerNode(200)) - Registered DN 2478fae3-96fc-45a7-9d56-b0d41fa37099 (127.0.0.1:46663).
2026-07-08 09:48:04,841 INFO  [BP-1453907542-10.240.1.18-1783504081846 heartbeating to localhost/127.0.0.1:34695] datanode.DataNode (BPServiceActor.java:register(816)) - Block pool BP-1453907542-10.240.1.18-1783504081846 (Datanode Uuid 2478fae3-96fc-45a7-9d56-b0d41fa37099) service to localhost/127.0.0.1:34695 successfully registered with NN
2026-07-08 09:48:04,841 INFO  [BP-1453907542-10.240.1.18-1783504081846 heartbeating to localhost/127.0.0.1:34695] datanode.DataNode (BPServiceActor.java:offerService(645)) - For namenode localhost/127.0.0.1:34695 using BLOCKREPORT_INTERVAL of 21600000msecs CACHEREPORT_INTERVAL of 10000msecs Initial delay: 0msecs; heartBeatInterval=3000
2026-07-08 09:48:04,856 INFO  [IPC Server handler 2 on default port 34695] blockmanagement.DatanodeDescriptor (DatanodeDescriptor.java:updateStorage(999)) - Adding new storage ID DS-b02553e2-32c4-44b4-aae4-df20fd46fa18 for DN 127.0.0.1:46663
2026-07-08 09:48:04,856 INFO  [IPC Server handler 2 on default port 34695] blockmanagement.DatanodeDescriptor (DatanodeDescriptor.java:updateStorage(999)) - Adding new storage ID DS-77b2ba5f-8212-4f7d-b749-a5ac3c1b8ac3 for DN 127.0.0.1:46663
2026-07-08 09:48:04,881 INFO  [Block report processor] BlockStateChange (BlockManager.java:processReport(2778)) - BLOCK* processReport 0xe18f3872644c5084: Processing first storage report for DS-b02553e2-32c4-44b4-aae4-df20fd46fa18 from datanode 2478fae3-96fc-45a7-9d56-b0d41fa37099
2026-07-08 09:48:04,882 INFO  [Block report processor] BlockStateChange (BlockManager.java:processReport(2810)) - BLOCK* processReport 0xe18f3872644c5084: from storage DS-b02553e2-32c4-44b4-aae4-df20fd46fa18 node DatanodeRegistration(127.0.0.1:46663, datanodeUuid=2478fae3-96fc-45a7-9d56-b0d41fa37099, infoPort=34015, infoSecurePort=0, ipcPort=40763, storageInfo=lv=-57;cid=testClusterID;nsid=1543763788;c=1783504081846), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0
2026-07-08 09:48:04,882 INFO  [Block report processor] BlockStateChange (BlockManager.java:processReport(2778)) - BLOCK* processReport 0xe18f3872644c5084: Processing first storage report for DS-77b2ba5f-8212-4f7d-b749-a5ac3c1b8ac3 from datanode 2478fae3-96fc-45a7-9d56-b0d41fa37099
2026-07-08 09:48:04,882 INFO  [Block report processor] BlockStateChange (BlockManager.java:processReport(2810)) - BLOCK* processReport 0xe18f3872644c5084: from storage DS-77b2ba5f-8212-4f7d-b749-a5ac3c1b8ac3 node DatanodeRegistration(127.0.0.1:46663, datanodeUuid=2478fae3-96fc-45a7-9d56-b0d41fa37099, infoPort=34015, infoSecurePort=0, ipcPort=40763, storageInfo=lv=-57;cid=testClusterID;nsid=1543763788;c=1783504081846), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0
2026-07-08 09:48:04,896 INFO  [BP-1453907542-10.240.1.18-1783504081846 heartbeating to localhost/127.0.0.1:34695] datanode.DataNode (BPServiceActor.java:blockReport(437)) - Successfully sent block report 0xe18f3872644c5084 to namenode: localhost/127.0.0.1:34695,  containing 2 storage report(s), of which we sent 2. The reports had 0 total blocks and used 1 RPC(s). This took 4 msecs to generate and 26 msecs for RPC and NN processing. Got back one command: FinalizeCommand/5.
2026-07-08 09:48:04,897 INFO  [Command processor] datanode.DataNode (BPOfferService.java:processCommandFromActive(763)) - Got finalize command for block pool BP-1453907542-10.240.1.18-1783504081846
2026-07-08 09:48:04,938 INFO  [IPC Server handler 4 on default port 34695] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=datanodeReport	src=null	dst=null	perm=null	proto=rpc
2026-07-08 09:48:04,944 INFO  [Listener at localhost/40763] hdfs.MiniDFSCluster (MiniDFSCluster.java:waitActive(2799)) - Cluster is active
2026-07-08 09:48:05,081 INFO  [Listener at localhost/40763] backup.BackupIO (BackupIO.scala:writeTableMetadata(95)) - Writing metadata to hdfs://localhost:34695/id_taco-taco/100/.kudu-metadata.json
2026-07-08 09:48:05,139 INFO  [IPC Server handler 5 on default port 34695] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=create	src=/id_taco-taco/100/.kudu-metadata.json	dst=null	perm=slave:supergroup:rw-r--r--	proto=rpc
2026-07-08 09:48:05,370 INFO  [IPC Server handler 6 on default port 34695] hdfs.StateChange (FSDirWriteFileOp.java:logAllocatedBlock(802)) - BLOCK* allocate blk_1073741825_1001, replicas=127.0.0.1:46663 for /id_taco-taco/100/.kudu-metadata.json
2026-07-08 09:48:05,457 INFO  [DataXceiver for client DFSClient_NONMAPREDUCE_-2139983979_1 at /127.0.0.1:52138 [Receiving block BP-1453907542-10.240.1.18-1783504081846:blk_1073741825_1001]] datanode.DataNode (DataXceiver.java:writeBlock(747)) - Receiving BP-1453907542-10.240.1.18-1783504081846:blk_1073741825_1001 src: /127.0.0.1:52138 dest: /127.0.0.1:46663
2026-07-08 09:48:05,498 INFO  [PacketResponder: BP-1453907542-10.240.1.18-1783504081846:blk_1073741825_1001, type=LAST_IN_PIPELINE] DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1539)) - src: /127.0.0.1:52138, dest: /127.0.0.1:46663, bytes: 82, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-2139983979_1, offset: 0, srvID: 2478fae3-96fc-45a7-9d56-b0d41fa37099, blockid: BP-1453907542-10.240.1.18-1783504081846:blk_1073741825_1001, duration(ns): 10125750
2026-07-08 09:48:05,498 INFO  [PacketResponder: BP-1453907542-10.240.1.18-1783504081846:blk_1073741825_1001, type=LAST_IN_PIPELINE] datanode.DataNode (BlockReceiver.java:run(1512)) - PacketResponder: BP-1453907542-10.240.1.18-1783504081846:blk_1073741825_1001, type=LAST_IN_PIPELINE terminating
2026-07-08 09:48:05,506 INFO  [IPC Server handler 8 on default port 34695] namenode.FSNamesystem (FSNamesystem.java:checkBlocksComplete(3151)) - BLOCK* blk_1073741825_1001 is COMMITTED but not COMPLETE(numNodes= 0 <  minimum = 1) in file /id_taco-taco/100/.kudu-metadata.json
2026-07-08 09:48:05,912 INFO  [IPC Server handler 4 on default port 34695] hdfs.StateChange (FSNamesystem.java:completeFile(3104)) - DIR* completeFile: /id_taco-taco/100/.kudu-metadata.json is closed by DFSClient_NONMAPREDUCE_-2139983979_1
2026-07-08 09:48:05,914 INFO  [Listener at localhost/40763] backup.BackupIO (BackupIO.scala:writeTableMetadata(95)) - Writing metadata to hdfs://localhost:34695/id_taco-taco/1000/.kudu-metadata.json
2026-07-08 09:48:05,918 INFO  [IPC Server handler 5 on default port 34695] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=create	src=/id_taco-taco/1000/.kudu-metadata.json	dst=null	perm=slave:supergroup:rw-r--r--	proto=rpc
2026-07-08 09:48:05,921 INFO  [IPC Server handler 6 on default port 34695] hdfs.StateChange (FSDirWriteFileOp.java:logAllocatedBlock(802)) - BLOCK* allocate blk_1073741826_1002, replicas=127.0.0.1:46663 for /id_taco-taco/1000/.kudu-metadata.json
2026-07-08 09:48:05,924 INFO  [DataXceiver for client DFSClient_NONMAPREDUCE_-2139983979_1 at /127.0.0.1:52142 [Receiving block BP-1453907542-10.240.1.18-1783504081846:blk_1073741826_1002]] datanode.DataNode (DataXceiver.java:writeBlock(747)) - Receiving BP-1453907542-10.240.1.18-1783504081846:blk_1073741826_1002 src: /127.0.0.1:52142 dest: /127.0.0.1:46663
2026-07-08 09:48:05,930 INFO  [PacketResponder: BP-1453907542-10.240.1.18-1783504081846:blk_1073741826_1002, type=LAST_IN_PIPELINE] DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1539)) - src: /127.0.0.1:52142, dest: /127.0.0.1:46663, bytes: 83, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-2139983979_1, offset: 0, srvID: 2478fae3-96fc-45a7-9d56-b0d41fa37099, blockid: BP-1453907542-10.240.1.18-1783504081846:blk_1073741826_1002, duration(ns): 2709411
2026-07-08 09:48:05,931 INFO  [PacketResponder: BP-1453907542-10.240.1.18-1783504081846:blk_1073741826_1002, type=LAST_IN_PIPELINE] datanode.DataNode (BlockReceiver.java:run(1512)) - PacketResponder: BP-1453907542-10.240.1.18-1783504081846:blk_1073741826_1002, type=LAST_IN_PIPELINE terminating
2026-07-08 09:48:05,934 INFO  [IPC Server handler 8 on default port 34695] hdfs.StateChange (FSNamesystem.java:completeFile(3104)) - DIR* completeFile: /id_taco-taco/1000/.kudu-metadata.json is closed by DFSClient_NONMAPREDUCE_-2139983979_1
2026-07-08 09:48:05,936 INFO  [Listener at localhost/40763] backup.BackupIO (BackupIO.scala:writeTableMetadata(95)) - Writing metadata to hdfs://localhost:34695/id_taco-taco/2000/.kudu-metadata.json
2026-07-08 09:48:05,938 INFO  [IPC Server handler 9 on default port 34695] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=create	src=/id_taco-taco/2000/.kudu-metadata.json	dst=null	perm=slave:supergroup:rw-r--r--	proto=rpc
2026-07-08 09:48:05,942 INFO  [IPC Server handler 0 on default port 34695] hdfs.StateChange (FSDirWriteFileOp.java:logAllocatedBlock(802)) - BLOCK* allocate blk_1073741827_1003, replicas=127.0.0.1:46663 for /id_taco-taco/2000/.kudu-metadata.json
2026-07-08 09:48:05,948 INFO  [DataXceiver for client DFSClient_NONMAPREDUCE_-2139983979_1 at /127.0.0.1:52148 [Receiving block BP-1453907542-10.240.1.18-1783504081846:blk_1073741827_1003]] datanode.DataNode (DataXceiver.java:writeBlock(747)) - Receiving BP-1453907542-10.240.1.18-1783504081846:blk_1073741827_1003 src: /127.0.0.1:52148 dest: /127.0.0.1:46663
2026-07-08 09:48:05,953 INFO  [PacketResponder: BP-1453907542-10.240.1.18-1783504081846:blk_1073741827_1003, type=LAST_IN_PIPELINE] DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1539)) - src: /127.0.0.1:52148, dest: /127.0.0.1:46663, bytes: 102, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-2139983979_1, offset: 0, srvID: 2478fae3-96fc-45a7-9d56-b0d41fa37099, blockid: BP-1453907542-10.240.1.18-1783504081846:blk_1073741827_1003, duration(ns): 3172816
2026-07-08 09:48:05,953 INFO  [PacketResponder: BP-1453907542-10.240.1.18-1783504081846:blk_1073741827_1003, type=LAST_IN_PIPELINE] datanode.DataNode (BlockReceiver.java:run(1512)) - PacketResponder: BP-1453907542-10.240.1.18-1783504081846:blk_1073741827_1003, type=LAST_IN_PIPELINE terminating
2026-07-08 09:48:05,959 INFO  [IPC Server handler 2 on default port 34695] hdfs.StateChange (FSNamesystem.java:completeFile(3104)) - DIR* completeFile: /id_taco-taco/2000/.kudu-metadata.json is closed by DFSClient_NONMAPREDUCE_-2139983979_1
2026-07-08 09:48:05,960 INFO  [Listener at localhost/40763] backup.BackupIO (BackupIO.scala:writeTableMetadata(95)) - Writing metadata to hdfs://localhost:34695/id_pizza-pizza/200/.kudu-metadata.json
2026-07-08 09:48:05,963 INFO  [IPC Server handler 3 on default port 34695] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=create	src=/id_pizza-pizza/200/.kudu-metadata.json	dst=null	perm=slave:supergroup:rw-r--r--	proto=rpc
2026-07-08 09:48:05,966 INFO  [IPC Server handler 4 on default port 34695] hdfs.StateChange (FSDirWriteFileOp.java:logAllocatedBlock(802)) - BLOCK* allocate blk_1073741828_1004, replicas=127.0.0.1:46663 for /id_pizza-pizza/200/.kudu-metadata.json
2026-07-08 09:48:05,969 INFO  [DataXceiver for client DFSClient_NONMAPREDUCE_-2139983979_1 at /127.0.0.1:52162 [Receiving block BP-1453907542-10.240.1.18-1783504081846:blk_1073741828_1004]] datanode.DataNode (DataXceiver.java:writeBlock(747)) - Receiving BP-1453907542-10.240.1.18-1783504081846:blk_1073741828_1004 src: /127.0.0.1:52162 dest: /127.0.0.1:46663
2026-07-08 09:48:05,975 INFO  [PacketResponder: BP-1453907542-10.240.1.18-1783504081846:blk_1073741828_1004, type=LAST_IN_PIPELINE] DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1539)) - src: /127.0.0.1:52162, dest: /127.0.0.1:46663, bytes: 84, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-2139983979_1, offset: 0, srvID: 2478fae3-96fc-45a7-9d56-b0d41fa37099, blockid: BP-1453907542-10.240.1.18-1783504081846:blk_1073741828_1004, duration(ns): 3656383
2026-07-08 09:48:05,975 INFO  [PacketResponder: BP-1453907542-10.240.1.18-1783504081846:blk_1073741828_1004, type=LAST_IN_PIPELINE] datanode.DataNode (BlockReceiver.java:run(1512)) - PacketResponder: BP-1453907542-10.240.1.18-1783504081846:blk_1073741828_1004, type=LAST_IN_PIPELINE terminating
2026-07-08 09:48:05,981 INFO  [IPC Server handler 6 on default port 34695] hdfs.StateChange (FSNamesystem.java:completeFile(3104)) - DIR* completeFile: /id_pizza-pizza/200/.kudu-metadata.json is closed by DFSClient_NONMAPREDUCE_-2139983979_1
2026-07-08 09:48:05,982 INFO  [Listener at localhost/40763] backup.BackupIO (BackupIO.scala:writeTableMetadata(95)) - Writing metadata to hdfs://localhost:34695/id_pizza-pizza/400/.kudu-metadata.json
2026-07-08 09:48:05,985 INFO  [IPC Server handler 7 on default port 34695] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=create	src=/id_pizza-pizza/400/.kudu-metadata.json	dst=null	perm=slave:supergroup:rw-r--r--	proto=rpc
2026-07-08 09:48:05,988 INFO  [IPC Server handler 8 on default port 34695] hdfs.StateChange (FSDirWriteFileOp.java:logAllocatedBlock(802)) - BLOCK* allocate blk_1073741829_1005, replicas=127.0.0.1:46663 for /id_pizza-pizza/400/.kudu-metadata.json
2026-07-08 09:48:05,990 INFO  [DataXceiver for client DFSClient_NONMAPREDUCE_-2139983979_1 at /127.0.0.1:52166 [Receiving block BP-1453907542-10.240.1.18-1783504081846:blk_1073741829_1005]] datanode.DataNode (DataXceiver.java:writeBlock(747)) - Receiving BP-1453907542-10.240.1.18-1783504081846:blk_1073741829_1005 src: /127.0.0.1:52166 dest: /127.0.0.1:46663
2026-07-08 09:48:05,995 INFO  [PacketResponder: BP-1453907542-10.240.1.18-1783504081846:blk_1073741829_1005, type=LAST_IN_PIPELINE] DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1539)) - src: /127.0.0.1:52166, dest: /127.0.0.1:46663, bytes: 103, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-2139983979_1, offset: 0, srvID: 2478fae3-96fc-45a7-9d56-b0d41fa37099, blockid: BP-1453907542-10.240.1.18-1783504081846:blk_1073741829_1005, duration(ns): 3068108
2026-07-08 09:48:05,995 INFO  [PacketResponder: BP-1453907542-10.240.1.18-1783504081846:blk_1073741829_1005, type=LAST_IN_PIPELINE] datanode.DataNode (BlockReceiver.java:run(1512)) - PacketResponder: BP-1453907542-10.240.1.18-1783504081846:blk_1073741829_1005, type=LAST_IN_PIPELINE terminating
2026-07-08 09:48:06,002 INFO  [IPC Server handler 0 on default port 34695] hdfs.StateChange (FSNamesystem.java:completeFile(3104)) - DIR* completeFile: /id_pizza-pizza/400/.kudu-metadata.json is closed by DFSClient_NONMAPREDUCE_-2139983979_1
2026-07-08 09:48:06,003 INFO  [Listener at localhost/40763] backup.BackupIO (BackupIO.scala:writeTableMetadata(95)) - Writing metadata to hdfs://localhost:34695/id_pizza-pizza/600/.kudu-metadata.json
2026-07-08 09:48:06,006 INFO  [IPC Server handler 1 on default port 34695] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=create	src=/id_pizza-pizza/600/.kudu-metadata.json	dst=null	perm=slave:supergroup:rw-r--r--	proto=rpc
2026-07-08 09:48:06,009 INFO  [IPC Server handler 2 on default port 34695] hdfs.StateChange (FSDirWriteFileOp.java:logAllocatedBlock(802)) - BLOCK* allocate blk_1073741830_1006, replicas=127.0.0.1:46663 for /id_pizza-pizza/600/.kudu-metadata.json
2026-07-08 09:48:06,012 INFO  [DataXceiver for client DFSClient_NONMAPREDUCE_-2139983979_1 at /127.0.0.1:52182 [Receiving block BP-1453907542-10.240.1.18-1783504081846:blk_1073741830_1006]] datanode.DataNode (DataXceiver.java:writeBlock(747)) - Receiving BP-1453907542-10.240.1.18-1783504081846:blk_1073741830_1006 src: /127.0.0.1:52182 dest: /127.0.0.1:46663
2026-07-08 09:48:06,020 INFO  [PacketResponder: BP-1453907542-10.240.1.18-1783504081846:blk_1073741830_1006, type=LAST_IN_PIPELINE] DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1539)) - src: /127.0.0.1:52182, dest: /127.0.0.1:46663, bytes: 103, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-2139983979_1, offset: 0, srvID: 2478fae3-96fc-45a7-9d56-b0d41fa37099, blockid: BP-1453907542-10.240.1.18-1783504081846:blk_1073741830_1006, duration(ns): 5719161
2026-07-08 09:48:06,021 INFO  [PacketResponder: BP-1453907542-10.240.1.18-1783504081846:blk_1073741830_1006, type=LAST_IN_PIPELINE] datanode.DataNode (BlockReceiver.java:run(1512)) - PacketResponder: BP-1453907542-10.240.1.18-1783504081846:blk_1073741830_1006, type=LAST_IN_PIPELINE terminating
2026-07-08 09:48:06,023 INFO  [IPC Server handler 4 on default port 34695] hdfs.StateChange (FSNamesystem.java:completeFile(3104)) - DIR* completeFile: /id_pizza-pizza/600/.kudu-metadata.json is closed by DFSClient_NONMAPREDUCE_-2139983979_1
2026-07-08 09:48:06,500 INFO  [IPC Server handler 5 on default port 34695] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=getfileinfo	src=/	dst=null	perm=null	proto=rpc
2026-07-08 09:48:06,505 INFO  [IPC Server handler 6 on default port 34695] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=listStatus	src=/	dst=null	perm=null	proto=rpc
2026-07-08 09:48:06,513 INFO  [IPC Server handler 7 on default port 34695] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=listStatus	src=/id_pizza-pizza	dst=null	perm=null	proto=rpc
2026-07-08 09:48:06,515 INFO  [IPC Server handler 8 on default port 34695] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=getfileinfo	src=/id_pizza-pizza/200/.kudu-metadata.json	dst=null	perm=null	proto=rpc
2026-07-08 09:48:06,523 INFO  [IPC Server handler 9 on default port 34695] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=open	src=/id_pizza-pizza/200/.kudu-metadata.json	dst=null	perm=null	proto=rpc
2026-07-08 09:48:06,600 INFO  [IPC Server handler 0 on default port 34695] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=getfileinfo	src=/id_pizza-pizza/400/.kudu-metadata.json	dst=null	perm=null	proto=rpc
2026-07-08 09:48:06,602 INFO  [IPC Server handler 1 on default port 34695] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=open	src=/id_pizza-pizza/400/.kudu-metadata.json	dst=null	perm=null	proto=rpc
2026-07-08 09:48:06,607 INFO  [IPC Server handler 2 on default port 34695] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=getfileinfo	src=/id_pizza-pizza/600/.kudu-metadata.json	dst=null	perm=null	proto=rpc
2026-07-08 09:48:06,610 INFO  [IPC Server handler 3 on default port 34695] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=open	src=/id_pizza-pizza/600/.kudu-metadata.json	dst=null	perm=null	proto=rpc
2026-07-08 09:48:06,614 INFO  [Listener at localhost/40763] backup.BackupIO (BackupIO.scala:readTableBackups(236)) - Found 3 paths in hdfs://localhost:34695/id_pizza-pizza
2026-07-08 09:48:06,615 INFO  [IPC Server handler 4 on default port 34695] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=listStatus	src=/id_taco-taco	dst=null	perm=null	proto=rpc
2026-07-08 09:48:06,617 INFO  [IPC Server handler 5 on default port 34695] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=getfileinfo	src=/id_taco-taco/100/.kudu-metadata.json	dst=null	perm=null	proto=rpc
2026-07-08 09:48:06,619 INFO  [IPC Server handler 6 on default port 34695] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=open	src=/id_taco-taco/100/.kudu-metadata.json	dst=null	perm=null	proto=rpc
2026-07-08 09:48:06,625 INFO  [IPC Server handler 7 on default port 34695] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=getfileinfo	src=/id_taco-taco/1000/.kudu-metadata.json	dst=null	perm=null	proto=rpc
2026-07-08 09:48:06,627 INFO  [IPC Server handler 8 on default port 34695] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=open	src=/id_taco-taco/1000/.kudu-metadata.json	dst=null	perm=null	proto=rpc
2026-07-08 09:48:06,631 INFO  [IPC Server handler 9 on default port 34695] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=getfileinfo	src=/id_taco-taco/2000/.kudu-metadata.json	dst=null	perm=null	proto=rpc
2026-07-08 09:48:06,633 INFO  [IPC Server handler 0 on default port 34695] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=open	src=/id_taco-taco/2000/.kudu-metadata.json	dst=null	perm=null	proto=rpc
2026-07-08 09:48:06,636 INFO  [Listener at localhost/40763] backup.BackupIO (BackupIO.scala:readTableBackups(236)) - Found 3 paths in hdfs://localhost:34695/id_taco-taco
.2026-07-08 09:48:06,699 INFO  [Listener at localhost/40763] hdfs.MiniDFSCluster (MiniDFSCluster.java:<init>(529)) - starting cluster: numNameNodes=1, numDataNodes=1
2026-07-08 09:48:06,701 INFO  [Listener at localhost/40763] namenode.NameNode (NameNode.java:format(1249)) - Formatting using clusterid: testClusterID
2026-07-08 09:48:06,701 INFO  [Listener at localhost/40763] namenode.FSEditLog (FSEditLog.java:newInstance(229)) - Edit logging is async:true
2026-07-08 09:48:06,714 INFO  [Listener at localhost/40763] namenode.FSNamesystem (FSNamesystem.java:<init>(814)) - KeyProvider: null
2026-07-08 09:48:06,714 INFO  [Listener at localhost/40763] namenode.FSNamesystem (FSNamesystemLock.java:<init>(141)) - fsLock is fair: true
2026-07-08 09:48:06,715 INFO  [Listener at localhost/40763] namenode.FSNamesystem (FSNamesystemLock.java:<init>(159)) - Detailed lock hold time metrics enabled: false
2026-07-08 09:48:06,715 INFO  [Listener at localhost/40763] namenode.FSNamesystem (FSNamesystem.java:<init>(847)) - fsOwner                = slave (auth:SIMPLE)
2026-07-08 09:48:06,715 INFO  [Listener at localhost/40763] namenode.FSNamesystem (FSNamesystem.java:<init>(848)) - supergroup             = supergroup
2026-07-08 09:48:06,715 INFO  [Listener at localhost/40763] namenode.FSNamesystem (FSNamesystem.java:<init>(849)) - isPermissionEnabled    = true
2026-07-08 09:48:06,715 INFO  [Listener at localhost/40763] namenode.FSNamesystem (FSNamesystem.java:<init>(850)) - isStoragePolicyEnabled = true
2026-07-08 09:48:06,715 INFO  [Listener at localhost/40763] namenode.FSNamesystem (FSNamesystem.java:<init>(861)) - HA Enabled: false
2026-07-08 09:48:06,716 INFO  [Listener at localhost/40763] common.Util (Util.java:isDiskStatsEnabled(395)) - dfs.datanode.fileio.profiling.sampling.percentage set to 0. Disabling file IO profiling
2026-07-08 09:48:06,716 INFO  [Listener at localhost/40763] blockmanagement.DatanodeManager (DatanodeManager.java:<init>(334)) - dfs.block.invalidate.limit: configured=1000, counted=60, effected=1000
2026-07-08 09:48:06,716 INFO  [Listener at localhost/40763] blockmanagement.DatanodeManager (DatanodeManager.java:<init>(342)) - dfs.namenode.datanode.registration.ip-hostname-check=true
2026-07-08 09:48:06,717 INFO  [Listener at localhost/40763] blockmanagement.BlockManager (InvalidateBlocks.java:printBlockDeletionTime(77)) - dfs.namenode.startup.delay.block.deletion.sec is set to 000:00:00:00.000
2026-07-08 09:48:06,717 INFO  [Listener at localhost/40763] blockmanagement.BlockManager (InvalidateBlocks.java:printBlockDeletionTime(83)) - The block deletion will start around 2026 Jul 08 09:48:06
2026-07-08 09:48:06,717 INFO  [Listener at localhost/40763] util.GSet (LightWeightGSet.java:computeCapacity(395)) - Computing capacity for map BlocksMap
2026-07-08 09:48:06,717 INFO  [Listener at localhost/40763] util.GSet (LightWeightGSet.java:computeCapacity(396)) - VM type       = 64-bit
2026-07-08 09:48:06,718 INFO  [Listener at localhost/40763] util.GSet (LightWeightGSet.java:computeCapacity(397)) - 2.0% max memory 3.5 GB = 72.5 MB
2026-07-08 09:48:06,718 INFO  [Listener at localhost/40763] util.GSet (LightWeightGSet.java:computeCapacity(402)) - capacity      = 2^23 = 8388608 entries
2026-07-08 09:48:06,723 INFO  [Listener at localhost/40763] blockmanagement.BlockManager (BlockManager.java:createSPSManager(5447)) - Storage policy satisfier is disabled
2026-07-08 09:48:06,723 INFO  [Listener at localhost/40763] blockmanagement.BlockManager (BlockManager.java:createBlockTokenSecretManager(641)) - dfs.block.access.token.enable = false
2026-07-08 09:48:06,723 INFO  [Listener at localhost/40763] blockmanagement.BlockManagerSafeMode (BlockManagerSafeMode.java:<init>(160)) - dfs.namenode.safemode.threshold-pct = 0.999
2026-07-08 09:48:06,723 INFO  [Listener at localhost/40763] blockmanagement.BlockManagerSafeMode (BlockManagerSafeMode.java:<init>(161)) - dfs.namenode.safemode.min.datanodes = 0
2026-07-08 09:48:06,724 INFO  [Listener at localhost/40763] blockmanagement.BlockManagerSafeMode (BlockManagerSafeMode.java:<init>(163)) - dfs.namenode.safemode.extension = 0
2026-07-08 09:48:06,724 INFO  [Listener at localhost/40763] blockmanagement.BlockManager (BlockManager.java:<init>(627)) - defaultReplication         = 1
2026-07-08 09:48:06,724 INFO  [Listener at localhost/40763] blockmanagement.BlockManager (BlockManager.java:<init>(628)) - maxReplication             = 512
2026-07-08 09:48:06,724 INFO  [Listener at localhost/40763] blockmanagement.BlockManager (BlockManager.java:<init>(629)) - minReplication             = 1
2026-07-08 09:48:06,724 INFO  [Listener at localhost/40763] blockmanagement.BlockManager (BlockManager.java:<init>(630)) - maxReplicationStreams      = 2
2026-07-08 09:48:06,724 INFO  [Listener at localhost/40763] blockmanagement.BlockManager (BlockManager.java:<init>(631)) - redundancyRecheckInterval  = 3000ms
2026-07-08 09:48:06,724 INFO  [Listener at localhost/40763] blockmanagement.BlockManager (BlockManager.java:<init>(632)) - encryptDataTransfer        = false
2026-07-08 09:48:06,725 INFO  [Listener at localhost/40763] blockmanagement.BlockManager (BlockManager.java:<init>(633)) - maxNumBlocksToLog          = 1000
2026-07-08 09:48:06,725 INFO  [Listener at localhost/40763] util.GSet (LightWeightGSet.java:computeCapacity(395)) - Computing capacity for map INodeMap
2026-07-08 09:48:06,725 INFO  [Listener at localhost/40763] util.GSet (LightWeightGSet.java:computeCapacity(396)) - VM type       = 64-bit
2026-07-08 09:48:06,726 INFO  [Listener at localhost/40763] util.GSet (LightWeightGSet.java:computeCapacity(397)) - 1.0% max memory 3.5 GB = 36.2 MB
2026-07-08 09:48:06,726 INFO  [Listener at localhost/40763] util.GSet (LightWeightGSet.java:computeCapacity(402)) - capacity      = 2^22 = 4194304 entries
2026-07-08 09:48:06,765 INFO  [Listener at localhost/40763] namenode.FSDirectory (FSDirectory.java:<init>(335)) - ACLs enabled? true
2026-07-08 09:48:06,767 INFO  [Listener at localhost/40763] namenode.FSDirectory (FSDirectory.java:<init>(339)) - POSIX ACL inheritance enabled? true
2026-07-08 09:48:06,768 INFO  [Listener at localhost/40763] namenode.FSDirectory (FSDirectory.java:<init>(343)) - XAttrs enabled? true
2026-07-08 09:48:06,769 INFO  [Listener at localhost/40763] namenode.NameNode (FSDirectory.java:<init>(406)) - Caching file names occurring more than 10 times
2026-07-08 09:48:06,769 INFO  [Listener at localhost/40763] snapshot.SnapshotManager (SnapshotManager.java:<init>(124)) - Loaded config captureOpenFiles: false, skipCaptureAccessTimeOnlyChange: false, snapshotDiffAllowSnapRootDescendant: true, maxSnapshotLimit: 65536
2026-07-08 09:48:06,769 INFO  [Listener at localhost/40763] snapshot.SnapshotManager (DirectoryDiffListFactory.java:init(43)) - SkipList is disabled
2026-07-08 09:48:06,769 INFO  [Listener at localhost/40763] util.GSet (LightWeightGSet.java:computeCapacity(395)) - Computing capacity for map cachedBlocks
2026-07-08 09:48:06,769 INFO  [Listener at localhost/40763] util.GSet (LightWeightGSet.java:computeCapacity(396)) - VM type       = 64-bit
2026-07-08 09:48:06,769 INFO  [Listener at localhost/40763] util.GSet (LightWeightGSet.java:computeCapacity(397)) - 0.25% max memory 3.5 GB = 9.1 MB
2026-07-08 09:48:06,769 INFO  [Listener at localhost/40763] util.GSet (LightWeightGSet.java:computeCapacity(402)) - capacity      = 2^20 = 1048576 entries
2026-07-08 09:48:06,770 INFO  [Listener at localhost/40763] metrics.TopMetrics (TopMetrics.java:logConf(75)) - NNTop conf: dfs.namenode.top.window.num.buckets = 10
2026-07-08 09:48:06,770 INFO  [Listener at localhost/40763] metrics.TopMetrics (TopMetrics.java:logConf(77)) - NNTop conf: dfs.namenode.top.num.users = 10
2026-07-08 09:48:06,770 INFO  [Listener at localhost/40763] metrics.TopMetrics (TopMetrics.java:logConf(79)) - NNTop conf: dfs.namenode.top.windows.minutes = 1,5,25
2026-07-08 09:48:06,771 INFO  [Listener at localhost/40763] namenode.FSNamesystem (FSNamesystem.java:initRetryCache(1080)) - Retry cache on namenode is enabled
2026-07-08 09:48:06,771 INFO  [Listener at localhost/40763] namenode.FSNamesystem (FSNamesystem.java:initRetryCache(1088)) - Retry cache will use 0.03 of total heap and retry cache entry expiry time is 600000 millis
2026-07-08 09:48:06,771 INFO  [Listener at localhost/40763] util.GSet (LightWeightGSet.java:computeCapacity(395)) - Computing capacity for map NameNodeRetryCache
2026-07-08 09:48:06,771 INFO  [Listener at localhost/40763] util.GSet (LightWeightGSet.java:computeCapacity(396)) - VM type       = 64-bit
2026-07-08 09:48:06,771 INFO  [Listener at localhost/40763] util.GSet (LightWeightGSet.java:computeCapacity(397)) - 0.029999999329447746% max memory 3.5 GB = 1.1 MB
2026-07-08 09:48:06,771 INFO  [Listener at localhost/40763] util.GSet (LightWeightGSet.java:computeCapacity(402)) - capacity      = 2^17 = 131072 entries
2026-07-08 09:48:06,772 INFO  [Listener at localhost/40763] namenode.FSImage (FSImage.java:format(186)) - Allocated new BlockPoolId: BP-1349466804-10.240.1.18-1783504086772
2026-07-08 09:48:06,778 INFO  [Listener at localhost/40763] common.Storage (NNStorage.java:format(595)) - Storage directory /tmp/hdfs-test3025188088137123411/name-0-1 has been successfully formatted.
2026-07-08 09:48:06,782 INFO  [Listener at localhost/40763] common.Storage (NNStorage.java:format(595)) - Storage directory /tmp/hdfs-test3025188088137123411/name-0-2 has been successfully formatted.
2026-07-08 09:48:06,798 INFO  [FSImageSaver for /tmp/hdfs-test3025188088137123411/name-0-1 of type IMAGE_AND_EDITS] namenode.FSImageFormatProtobuf (FSImageFormatProtobuf.java:save(732)) - Saving image file /tmp/hdfs-test3025188088137123411/name-0-1/current/fsimage.ckpt_0000000000000000000 using no compression
2026-07-08 09:48:06,804 INFO  [FSImageSaver for /tmp/hdfs-test3025188088137123411/name-0-2 of type IMAGE_AND_EDITS] namenode.FSImageFormatProtobuf (FSImageFormatProtobuf.java:save(732)) - Saving image file /tmp/hdfs-test3025188088137123411/name-0-2/current/fsimage.ckpt_0000000000000000000 using no compression
2026-07-08 09:48:06,808 INFO  [FSImageSaver for /tmp/hdfs-test3025188088137123411/name-0-1 of type IMAGE_AND_EDITS] namenode.FSImageFormatProtobuf (FSImageFormatProtobuf.java:save(736)) - Image file /tmp/hdfs-test3025188088137123411/name-0-1/current/fsimage.ckpt_0000000000000000000 of size 415 bytes saved in 0 seconds .
2026-07-08 09:48:06,817 INFO  [FSImageSaver for /tmp/hdfs-test3025188088137123411/name-0-2 of type IMAGE_AND_EDITS] namenode.FSImageFormatProtobuf (FSImageFormatProtobuf.java:save(736)) - Image file /tmp/hdfs-test3025188088137123411/name-0-2/current/fsimage.ckpt_0000000000000000000 of size 415 bytes saved in 0 seconds .
2026-07-08 09:48:06,822 INFO  [Listener at localhost/40763] namenode.NNStorageRetentionManager (NNStorageRetentionManager.java:getImageTxIdToRetain(203)) - Going to retain 1 images with txid >= 0
2026-07-08 09:48:06,833 INFO  [Listener at localhost/40763] namenode.FSNamesystem (FSNamesystem.java:stopActiveServices(1427)) - Stopping services started for active state
2026-07-08 09:48:06,834 INFO  [Listener at localhost/40763] namenode.FSNamesystem (FSNamesystem.java:stopStandbyServices(1528)) - Stopping services started for standby state
2026-07-08 09:48:06,835 INFO  [Listener at localhost/40763] namenode.NameNode (NameNode.java:createNameNode(1707)) - createNameNode []
2026-07-08 09:48:06,835 INFO  [Listener at localhost/40763] impl.MetricsSystemImpl (MetricsSystemImpl.java:init(158)) - NameNode metrics system started (again)
2026-07-08 09:48:06,835 INFO  [Listener at localhost/40763] namenode.NameNodeUtils (NameNodeUtils.java:getClientNamenodeAddress(79)) - fs.defaultFS is hdfs://127.0.0.1:0
2026-07-08 09:48:06,853 INFO  [org.apache.hadoop.util.JvmPauseMonitor$Monitor@770beef5] util.JvmPauseMonitor (JvmPauseMonitor.java:run(188)) - Starting JVM pause monitor
2026-07-08 09:48:06,853 INFO  [Listener at localhost/40763] hdfs.DFSUtil (DFSUtil.java:httpServerTemplateForNNAndJN(1668)) - Filter initializers set : org.apache.hadoop.http.lib.StaticUserWebFilter,org.apache.hadoop.hdfs.web.AuthFilterInitializer
2026-07-08 09:48:06,854 INFO  [Listener at localhost/40763] hdfs.DFSUtil (DFSUtil.java:httpServerTemplateForNNAndJN(1690)) - Starting Web-server for hdfs at: http://localhost:0
2026-07-08 09:48:06,857 INFO  [Listener at localhost/40763] server.AuthenticationFilter (AuthenticationFilter.java:constructSecretProvider(240)) - Unable to initialize FileSignerSecretProvider, falling back to use random secrets.
2026-07-08 09:48:06,858 INFO  [Listener at localhost/40763] http.HttpRequestLog (HttpRequestLog.java:getRequestLog(82)) - Http request log for http.requests.namenode is not defined
2026-07-08 09:48:06,859 INFO  [Listener at localhost/40763] http.HttpServer2 (HttpServer2.java:addGlobalFilter(1111)) - Added global filter 'safety' (class=org.apache.hadoop.http.HttpServer2$QuotingInputFilter)
2026-07-08 09:48:06,860 INFO  [Listener at localhost/40763] http.HttpServer2 (HttpServer2.java:addFilter(1084)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context hdfs
2026-07-08 09:48:06,860 INFO  [Listener at localhost/40763] http.HttpServer2 (HttpServer2.java:addFilter(1094)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context static
2026-07-08 09:48:06,862 INFO  [Listener at localhost/40763] http.HttpServer2 (HttpServer2.java:addFilter(1084)) - Added filter AuthFilter (class=org.apache.hadoop.hdfs.web.AuthFilter) to context hdfs
2026-07-08 09:48:06,862 INFO  [Listener at localhost/40763] http.HttpServer2 (HttpServer2.java:addFilter(1094)) - Added filter AuthFilter (class=org.apache.hadoop.hdfs.web.AuthFilter) to context static
2026-07-08 09:48:06,862 INFO  [Listener at localhost/40763] http.HttpServer2 (HttpServer2.java:addJerseyResourcePackage(938)) - addJerseyResourcePackage: packageName=org.apache.hadoop.hdfs.server.namenode.web.resources;org.apache.hadoop.hdfs.web.resources, pathSpec=/webhdfs/v1/*
2026-07-08 09:48:06,863 INFO  [Listener at localhost/40763] http.HttpServer2 (HttpServer2.java:bindListener(1332)) - Jetty bound to port 34793
2026-07-08 09:48:06,863 INFO  [Listener at localhost/40763] server.Server (Server.java:doStart(375)) - jetty-9.4.40.v20210413; built: 2021-04-13T20:42:42.668Z; git: b881a572662e1943a14ae12e7e1207989f218b74; jvm 1.8.0_362-8u372-ga~us1-0ubuntu1~18.04-b09
2026-07-08 09:48:06,866 INFO  [Listener at localhost/40763] server.session (DefaultSessionIdManager.java:doStart(334)) - DefaultSessionIdManager workerName=node0
2026-07-08 09:48:06,866 INFO  [Listener at localhost/40763] server.session (DefaultSessionIdManager.java:doStart(339)) - No SessionScavenger set, using defaults
2026-07-08 09:48:06,867 INFO  [Listener at localhost/40763] server.session (HouseKeeper.java:startScavenging(132)) - node0 Scavenging every 600000ms
2026-07-08 09:48:06,868 INFO  [Listener at localhost/40763] server.AuthenticationFilter (AuthenticationFilter.java:constructSecretProvider(240)) - Unable to initialize FileSignerSecretProvider, falling back to use random secrets.
2026-07-08 09:48:06,869 INFO  [Listener at localhost/40763] handler.ContextHandler (ContextHandler.java:doStart(916)) - Started o.e.j.s.ServletContextHandler@120d3fd{static,/static,jar:file:/tmp/dist-test-taskA6ivmc/java/build/jars/hadoop-hdfs-3.3.1-tests.jar!/webapps/static,AVAILABLE}
2026-07-08 09:48:07,016 INFO  [Listener at localhost/40763] handler.ContextHandler (ContextHandler.java:doStart(916)) - Started o.e.j.w.WebAppContext@4bd5849e{hdfs,/,file:///tmp/jetty-localhost-34793-hadoop-hdfs-3_3_1-tests_jar-_-any-3144624624364478481/webapp/,AVAILABLE}{jar:file:/tmp/dist-test-taskA6ivmc/java/build/jars/hadoop-hdfs-3.3.1-tests.jar!/webapps/hdfs}
2026-07-08 09:48:07,018 INFO  [Listener at localhost/40763] server.AbstractConnector (AbstractConnector.java:doStart(331)) - Started ServerConnector@7c112f5f{HTTP/1.1, (http/1.1)}{localhost:34793}
2026-07-08 09:48:07,018 INFO  [Listener at localhost/40763] server.Server (Server.java:doStart(415)) - Started @6805ms
2026-07-08 09:48:07,019 INFO  [Listener at localhost/40763] namenode.FSEditLog (FSEditLog.java:newInstance(229)) - Edit logging is async:true
2026-07-08 09:48:07,031 INFO  [Listener at localhost/40763] namenode.FSNamesystem (FSNamesystem.java:<init>(814)) - KeyProvider: null
2026-07-08 09:48:07,032 INFO  [Listener at localhost/40763] namenode.FSNamesystem (FSNamesystemLock.java:<init>(141)) - fsLock is fair: true
2026-07-08 09:48:07,032 INFO  [Listener at localhost/40763] namenode.FSNamesystem (FSNamesystemLock.java:<init>(159)) - Detailed lock hold time metrics enabled: false
2026-07-08 09:48:07,032 INFO  [Listener at localhost/40763] namenode.FSNamesystem (FSNamesystem.java:<init>(847)) - fsOwner                = slave (auth:SIMPLE)
2026-07-08 09:48:07,032 INFO  [Listener at localhost/40763] namenode.FSNamesystem (FSNamesystem.java:<init>(848)) - supergroup             = supergroup
2026-07-08 09:48:07,032 INFO  [Listener at localhost/40763] namenode.FSNamesystem (FSNamesystem.java:<init>(849)) - isPermissionEnabled    = true
2026-07-08 09:48:07,032 INFO  [Listener at localhost/40763] namenode.FSNamesystem (FSNamesystem.java:<init>(850)) - isStoragePolicyEnabled = true
2026-07-08 09:48:07,032 INFO  [Listener at localhost/40763] namenode.FSNamesystem (FSNamesystem.java:<init>(861)) - HA Enabled: false
2026-07-08 09:48:07,033 INFO  [Listener at localhost/40763] common.Util (Util.java:isDiskStatsEnabled(395)) - dfs.datanode.fileio.profiling.sampling.percentage set to 0. Disabling file IO profiling
2026-07-08 09:48:07,033 INFO  [Listener at localhost/40763] blockmanagement.DatanodeManager (DatanodeManager.java:<init>(334)) - dfs.block.invalidate.limit: configured=1000, counted=60, effected=1000
2026-07-08 09:48:07,033 INFO  [Listener at localhost/40763] blockmanagement.DatanodeManager (DatanodeManager.java:<init>(342)) - dfs.namenode.datanode.registration.ip-hostname-check=true
2026-07-08 09:48:07,033 INFO  [Listener at localhost/40763] blockmanagement.BlockManager (InvalidateBlocks.java:printBlockDeletionTime(77)) - dfs.namenode.startup.delay.block.deletion.sec is set to 000:00:00:00.000
2026-07-08 09:48:07,034 INFO  [Listener at localhost/40763] blockmanagement.BlockManager (InvalidateBlocks.java:printBlockDeletionTime(83)) - The block deletion will start around 2026 Jul 08 09:48:07
2026-07-08 09:48:07,034 INFO  [Listener at localhost/40763] util.GSet (LightWeightGSet.java:computeCapacity(395)) - Computing capacity for map BlocksMap
2026-07-08 09:48:07,034 INFO  [Listener at localhost/40763] util.GSet (LightWeightGSet.java:computeCapacity(396)) - VM type       = 64-bit
2026-07-08 09:48:07,034 INFO  [Listener at localhost/40763] util.GSet (LightWeightGSet.java:computeCapacity(397)) - 2.0% max memory 3.5 GB = 72.5 MB
2026-07-08 09:48:07,034 INFO  [Listener at localhost/40763] util.GSet (LightWeightGSet.java:computeCapacity(402)) - capacity      = 2^23 = 8388608 entries
2026-07-08 09:48:07,076 INFO  [Listener at localhost/40763] blockmanagement.BlockManager (BlockManager.java:createSPSManager(5447)) - Storage policy satisfier is disabled
2026-07-08 09:48:07,077 INFO  [Listener at localhost/40763] blockmanagement.BlockManager (BlockManager.java:createBlockTokenSecretManager(641)) - dfs.block.access.token.enable = false
2026-07-08 09:48:07,077 INFO  [Listener at localhost/40763] blockmanagement.BlockManagerSafeMode (BlockManagerSafeMode.java:<init>(160)) - dfs.namenode.safemode.threshold-pct = 0.999
2026-07-08 09:48:07,078 INFO  [Listener at localhost/40763] blockmanagement.BlockManagerSafeMode (BlockManagerSafeMode.java:<init>(161)) - dfs.namenode.safemode.min.datanodes = 0
2026-07-08 09:48:07,078 INFO  [Listener at localhost/40763] blockmanagement.BlockManagerSafeMode (BlockManagerSafeMode.java:<init>(163)) - dfs.namenode.safemode.extension = 0
2026-07-08 09:48:07,079 INFO  [Listener at localhost/40763] blockmanagement.BlockManager (BlockManager.java:<init>(627)) - defaultReplication         = 1
2026-07-08 09:48:07,079 INFO  [Listener at localhost/40763] blockmanagement.BlockManager (BlockManager.java:<init>(628)) - maxReplication             = 512
2026-07-08 09:48:07,079 INFO  [Listener at localhost/40763] blockmanagement.BlockManager (BlockManager.java:<init>(629)) - minReplication             = 1
2026-07-08 09:48:07,079 INFO  [Listener at localhost/40763] blockmanagement.BlockManager (BlockManager.java:<init>(630)) - maxReplicationStreams      = 2
2026-07-08 09:48:07,079 INFO  [Listener at localhost/40763] blockmanagement.BlockManager (BlockManager.java:<init>(631)) - redundancyRecheckInterval  = 3000ms
2026-07-08 09:48:07,079 INFO  [Listener at localhost/40763] blockmanagement.BlockManager (BlockManager.java:<init>(632)) - encryptDataTransfer        = false
2026-07-08 09:48:07,079 INFO  [Listener at localhost/40763] blockmanagement.BlockManager (BlockManager.java:<init>(633)) - maxNumBlocksToLog          = 1000
2026-07-08 09:48:07,080 INFO  [Listener at localhost/40763] util.GSet (LightWeightGSet.java:computeCapacity(395)) - Computing capacity for map INodeMap
2026-07-08 09:48:07,080 INFO  [Listener at localhost/40763] util.GSet (LightWeightGSet.java:computeCapacity(396)) - VM type       = 64-bit
2026-07-08 09:48:07,080 INFO  [Listener at localhost/40763] util.GSet (LightWeightGSet.java:computeCapacity(397)) - 1.0% max memory 3.5 GB = 36.2 MB
2026-07-08 09:48:07,080 INFO  [Listener at localhost/40763] util.GSet (LightWeightGSet.java:computeCapacity(402)) - capacity      = 2^22 = 4194304 entries
2026-07-08 09:48:07,083 INFO  [Listener at localhost/40763] namenode.FSDirectory (FSDirectory.java:<init>(335)) - ACLs enabled? true
2026-07-08 09:48:07,083 INFO  [Listener at localhost/40763] namenode.FSDirectory (FSDirectory.java:<init>(339)) - POSIX ACL inheritance enabled? true
2026-07-08 09:48:07,083 INFO  [Listener at localhost/40763] namenode.FSDirectory (FSDirectory.java:<init>(343)) - XAttrs enabled? true
2026-07-08 09:48:07,083 INFO  [Listener at localhost/40763] namenode.NameNode (FSDirectory.java:<init>(406)) - Caching file names occurring more than 10 times
2026-07-08 09:48:07,083 INFO  [Listener at localhost/40763] snapshot.SnapshotManager (SnapshotManager.java:<init>(124)) - Loaded config captureOpenFiles: false, skipCaptureAccessTimeOnlyChange: false, snapshotDiffAllowSnapRootDescendant: true, maxSnapshotLimit: 65536
2026-07-08 09:48:07,083 INFO  [Listener at localhost/40763] snapshot.SnapshotManager (DirectoryDiffListFactory.java:init(43)) - SkipList is disabled
2026-07-08 09:48:07,083 INFO  [Listener at localhost/40763] util.GSet (LightWeightGSet.java:computeCapacity(395)) - Computing capacity for map cachedBlocks
2026-07-08 09:48:07,083 INFO  [Listener at localhost/40763] util.GSet (LightWeightGSet.java:computeCapacity(396)) - VM type       = 64-bit
2026-07-08 09:48:07,084 INFO  [Listener at localhost/40763] util.GSet (LightWeightGSet.java:computeCapacity(397)) - 0.25% max memory 3.5 GB = 9.1 MB
2026-07-08 09:48:07,084 INFO  [Listener at localhost/40763] util.GSet (LightWeightGSet.java:computeCapacity(402)) - capacity      = 2^20 = 1048576 entries
2026-07-08 09:48:07,085 INFO  [Listener at localhost/40763] metrics.TopMetrics (TopMetrics.java:logConf(75)) - NNTop conf: dfs.namenode.top.window.num.buckets = 10
2026-07-08 09:48:07,085 INFO  [Listener at localhost/40763] metrics.TopMetrics (TopMetrics.java:logConf(77)) - NNTop conf: dfs.namenode.top.num.users = 10
2026-07-08 09:48:07,085 INFO  [Listener at localhost/40763] metrics.TopMetrics (TopMetrics.java:logConf(79)) - NNTop conf: dfs.namenode.top.windows.minutes = 1,5,25
2026-07-08 09:48:07,085 INFO  [Listener at localhost/40763] namenode.FSNamesystem (FSNamesystem.java:initRetryCache(1080)) - Retry cache on namenode is enabled
2026-07-08 09:48:07,085 INFO  [Listener at localhost/40763] namenode.FSNamesystem (FSNamesystem.java:initRetryCache(1088)) - Retry cache will use 0.03 of total heap and retry cache entry expiry time is 600000 millis
2026-07-08 09:48:07,085 INFO  [Listener at localhost/40763] util.GSet (LightWeightGSet.java:computeCapacity(395)) - Computing capacity for map NameNodeRetryCache
2026-07-08 09:48:07,085 INFO  [Listener at localhost/40763] util.GSet (LightWeightGSet.java:computeCapacity(396)) - VM type       = 64-bit
2026-07-08 09:48:07,086 INFO  [Listener at localhost/40763] util.GSet (LightWeightGSet.java:computeCapacity(397)) - 0.029999999329447746% max memory 3.5 GB = 1.1 MB
2026-07-08 09:48:07,086 INFO  [Listener at localhost/40763] util.GSet (LightWeightGSet.java:computeCapacity(402)) - capacity      = 2^17 = 131072 entries
2026-07-08 09:48:07,089 INFO  [Listener at localhost/40763] common.Storage (Storage.java:tryLock(948)) - Lock on /tmp/hdfs-test3025188088137123411/name-0-1/in_use.lock acquired by nodename 2807@dist-test-slave-7plr.c.gcp-upstream.internal
2026-07-08 09:48:07,092 INFO  [Listener at localhost/40763] common.Storage (Storage.java:tryLock(948)) - Lock on /tmp/hdfs-test3025188088137123411/name-0-2/in_use.lock acquired by nodename 2807@dist-test-slave-7plr.c.gcp-upstream.internal
2026-07-08 09:48:07,093 INFO  [Listener at localhost/40763] namenode.FileJournalManager (FileJournalManager.java:recoverUnfinalizedSegments(428)) - Recovering unfinalized segments in /tmp/hdfs-test3025188088137123411/name-0-1/current
2026-07-08 09:48:07,093 INFO  [Listener at localhost/40763] namenode.FileJournalManager (FileJournalManager.java:recoverUnfinalizedSegments(428)) - Recovering unfinalized segments in /tmp/hdfs-test3025188088137123411/name-0-2/current
2026-07-08 09:48:07,094 INFO  [Listener at localhost/40763] namenode.FSImage (FSImage.java:loadFSImage(734)) - No edit log streams selected.
2026-07-08 09:48:07,094 INFO  [Listener at localhost/40763] namenode.FSImage (FSImage.java:loadFSImageFile(800)) - Planning to load image: FSImageFile(file=/tmp/hdfs-test3025188088137123411/name-0-1/current/fsimage_0000000000000000000, cpktTxId=0000000000000000000)
2026-07-08 09:48:07,095 INFO  [Listener at localhost/40763] namenode.FSImageFormatPBINode (FSImageFormatPBINode.java:loadINodeSectionHeader(413)) - Loading 1 INodes.
2026-07-08 09:48:07,097 INFO  [Listener at localhost/40763] namenode.FSImageFormatPBINode (FSImageFormatPBINode.java:loadINodeSection(371)) - Successfully loaded 1 inodes
2026-07-08 09:48:07,097 INFO  [Listener at localhost/40763] namenode.FSImageFormatPBINode (FSImageFormatPBINode.java:waitBlocksMapAndNameCacheUpdateFinished(344)) - Completed update blocks map and name cache, total waiting duration 0ms.
2026-07-08 09:48:07,098 INFO  [Listener at localhost/40763] namenode.FSImageFormatProtobuf (FSImageFormatProtobuf.java:load(255)) - Loaded FSImage in 0 seconds.
2026-07-08 09:48:07,098 INFO  [Listener at localhost/40763] namenode.FSImage (FSImage.java:loadFSImage(978)) - Loaded image for txid 0 from /tmp/hdfs-test3025188088137123411/name-0-1/current/fsimage_0000000000000000000
2026-07-08 09:48:07,099 INFO  [Listener at localhost/40763] namenode.FSNamesystem (FSNamesystem.java:loadFSImage(1202)) - Need to save fs image? false (staleImage=false, haEnabled=false, isRollingUpgrade=false)
2026-07-08 09:48:07,099 INFO  [Listener at localhost/40763] namenode.FSEditLog (FSEditLog.java:startLogSegment(1391)) - Starting log segment at 1
2026-07-08 09:48:07,109 INFO  [Listener at localhost/40763] namenode.NameCache (NameCache.java:initialized(143)) - initialized with 0 entries 0 lookups
2026-07-08 09:48:07,110 INFO  [Listener at localhost/40763] namenode.FSNamesystem (FSNamesystem.java:loadFromDisk(786)) - Finished loading FSImage in 23 msecs
2026-07-08 09:48:07,110 INFO  [Listener at localhost/40763] namenode.NameNode (NameNodeRpcServer.java:<init>(454)) - RPC server is binding to localhost:0
2026-07-08 09:48:07,110 INFO  [Listener at localhost/40763] namenode.NameNode (NameNodeRpcServer.java:<init>(459)) - Enable NameNode state context:false
2026-07-08 09:48:07,110 INFO  [Listener at localhost/40763] ipc.CallQueueManager (CallQueueManager.java:<init>(90)) - Using callQueue: class java.util.concurrent.LinkedBlockingQueue, queueCapacity: 1000, scheduler: class org.apache.hadoop.ipc.DefaultRpcScheduler, ipcBackoff: false.
2026-07-08 09:48:07,111 INFO  [Socket Reader #1 for port 0] ipc.Server (Server.java:run(1265)) - Starting Socket Reader #1 for port 0
2026-07-08 09:48:07,115 INFO  [Listener at localhost/38211] namenode.NameNode (NameNode.java:initialize(776)) - Clients are to use localhost:38211 to access this namenode/service.
2026-07-08 09:48:07,115 INFO  [Listener at localhost/38211] namenode.FSNamesystem (FSNamesystem.java:registerMBean(5444)) - Registered FSNamesystemState, ReplicatedBlocksState and ECBlockGroupsState MBeans.
2026-07-08 09:48:07,128 INFO  [Listener at localhost/38211] namenode.LeaseManager (LeaseManager.java:getNumUnderConstructionBlocks(166)) - Number of blocks under construction: 0
2026-07-08 09:48:07,128 INFO  [Listener at localhost/38211] blockmanagement.DatanodeAdminDefaultMonitor (DatanodeAdminDefaultMonitor.java:processConf(116)) - Initialized the Default Decommission and Maintenance monitor
2026-07-08 09:48:07,130 INFO  [Listener at localhost/38211] blockmanagement.BlockManager (BlockManager.java:initializeReplQueues(5187)) - initializing replication queues
2026-07-08 09:48:07,130 INFO  [Listener at localhost/38211] hdfs.StateChange (BlockManagerSafeMode.java:leaveSafeMode(399)) - STATE* Leaving safe mode after 0 secs
2026-07-08 09:48:07,130 INFO  [Listener at localhost/38211] hdfs.StateChange (BlockManagerSafeMode.java:leaveSafeMode(405)) - STATE* Network topology has 0 racks and 0 datanodes
2026-07-08 09:48:07,130 INFO  [Listener at localhost/38211] hdfs.StateChange (BlockManagerSafeMode.java:leaveSafeMode(407)) - STATE* UnderReplicatedBlocks has 0 blocks
2026-07-08 09:48:07,138 INFO  [Reconstruction Queue Initializer] blockmanagement.BlockManager (BlockManager.java:processMisReplicatesAsync(3728)) - Total number of blocks            = 0
2026-07-08 09:48:07,139 INFO  [Reconstruction Queue Initializer] blockmanagement.BlockManager (BlockManager.java:processMisReplicatesAsync(3729)) - Number of invalid blocks          = 0
2026-07-08 09:48:07,139 INFO  [Reconstruction Queue Initializer] blockmanagement.BlockManager (BlockManager.java:processMisReplicatesAsync(3730)) - Number of under-replicated blocks = 0
2026-07-08 09:48:07,139 INFO  [Reconstruction Queue Initializer] blockmanagement.BlockManager (BlockManager.java:processMisReplicatesAsync(3731)) - Number of  over-replicated blocks = 0
2026-07-08 09:48:07,139 INFO  [Reconstruction Queue Initializer] blockmanagement.BlockManager (BlockManager.java:processMisReplicatesAsync(3733)) - Number of blocks being written    = 0
2026-07-08 09:48:07,139 INFO  [Reconstruction Queue Initializer] hdfs.StateChange (BlockManager.java:processMisReplicatesAsync(3736)) - STATE* Replication Queue initialization scan for invalid, over- and under-replicated blocks completed in 8 msec
2026-07-08 09:48:07,141 INFO  [IPC Server Responder] ipc.Server (Server.java:run(1507)) - IPC Server Responder: starting
2026-07-08 09:48:07,141 INFO  [IPC Server listener on 0] ipc.Server (Server.java:run(1344)) - IPC Server listener on 0: starting
2026-07-08 09:48:07,143 INFO  [Listener at localhost/38211] namenode.NameNode (NameNode.java:startCommonServices(893)) - NameNode RPC up at: localhost/127.0.0.1:38211
2026-07-08 09:48:07,144 INFO  [Listener at localhost/38211] namenode.FSNamesystem (FSNamesystem.java:startActiveServices(1314)) - Starting services required for active state
2026-07-08 09:48:07,144 INFO  [Listener at localhost/38211] namenode.FSDirectory (FSDirectory.java:updateCountForQuota(840)) - Initializing quota with 12 thread(s)
2026-07-08 09:48:07,145 INFO  [Listener at localhost/38211] namenode.FSDirectory (FSDirectory.java:updateCountForQuota(849)) - Quota initialization completed in 1 milliseconds
name space=1
storage space=0
storage types=RAM_DISK=0, SSD=0, DISK=0, ARCHIVE=0, PROVIDED=0
2026-07-08 09:48:07,146 INFO  [CacheReplicationMonitor(838376240)] blockmanagement.CacheReplicationMonitor (CacheReplicationMonitor.java:run(160)) - Starting CacheReplicationMonitor with interval 30000 milliseconds
2026-07-08 09:48:07,148 INFO  [Listener at localhost/38211] hdfs.MiniDFSCluster (MiniDFSCluster.java:startDataNodes(1697)) - Starting DataNode 0 with dfs.datanode.data.dir: [DISK]file:/tmp/hdfs-test3025188088137123411/data/data1,[DISK]file:/tmp/hdfs-test3025188088137123411/data/data2
2026-07-08 09:48:07,150 INFO  [Listener at localhost/38211] checker.ThrottledAsyncChecker (ThrottledAsyncChecker.java:schedule(137)) - Scheduling a check for [DISK]file:/tmp/hdfs-test3025188088137123411/data/data1
2026-07-08 09:48:07,151 INFO  [Listener at localhost/38211] checker.ThrottledAsyncChecker (ThrottledAsyncChecker.java:schedule(137)) - Scheduling a check for [DISK]file:/tmp/hdfs-test3025188088137123411/data/data2
2026-07-08 09:48:07,165 INFO  [Listener at localhost/38211] impl.MetricsSystemImpl (MetricsSystemImpl.java:init(158)) - DataNode metrics system started (again)
2026-07-08 09:48:07,165 INFO  [Listener at localhost/38211] common.Util (Util.java:isDiskStatsEnabled(395)) - dfs.datanode.fileio.profiling.sampling.percentage set to 0. Disabling file IO profiling
2026-07-08 09:48:07,165 INFO  [Listener at localhost/38211] datanode.BlockScanner (BlockScanner.java:<init>(201)) - Initialized block scanner with targetBytesPerSec 1048576
2026-07-08 09:48:07,166 INFO  [Listener at localhost/38211] datanode.DataNode (DataNode.java:<init>(512)) - Configured hostname is 127.0.0.1
2026-07-08 09:48:07,166 INFO  [Listener at localhost/38211] common.Util (Util.java:isDiskStatsEnabled(395)) - dfs.datanode.fileio.profiling.sampling.percentage set to 0. Disabling file IO profiling
2026-07-08 09:48:07,166 INFO  [Listener at localhost/38211] datanode.DataNode (DataNode.java:startDataNode(1408)) - Starting DataNode with maxLockedMemory = 0
2026-07-08 09:48:07,167 INFO  [Listener at localhost/38211] datanode.DataNode (DataNode.java:initDataXceiver(1171)) - Opened streaming server at /127.0.0.1:34233
2026-07-08 09:48:07,167 INFO  [Listener at localhost/38211] datanode.DataNode (DataXceiverServer.java:<init>(94)) - Balancing bandwidth is 104857600 bytes/s
2026-07-08 09:48:07,167 INFO  [Listener at localhost/38211] datanode.DataNode (DataXceiverServer.java:<init>(95)) - Number threads for balancing is 100
2026-07-08 09:48:07,169 INFO  [Listener at localhost/38211] server.AuthenticationFilter (AuthenticationFilter.java:constructSecretProvider(240)) - Unable to initialize FileSignerSecretProvider, falling back to use random secrets.
2026-07-08 09:48:07,170 INFO  [Listener at localhost/38211] http.HttpRequestLog (HttpRequestLog.java:getRequestLog(82)) - Http request log for http.requests.datanode is not defined
2026-07-08 09:48:07,171 INFO  [Listener at localhost/38211] http.HttpServer2 (HttpServer2.java:addGlobalFilter(1111)) - Added global filter 'safety' (class=org.apache.hadoop.http.HttpServer2$QuotingInputFilter)
2026-07-08 09:48:07,172 INFO  [Listener at localhost/38211] http.HttpServer2 (HttpServer2.java:addFilter(1084)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context datanode
2026-07-08 09:48:07,173 INFO  [Listener at localhost/38211] http.HttpServer2 (HttpServer2.java:addFilter(1094)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context static
2026-07-08 09:48:07,173 INFO  [Listener at localhost/38211] http.HttpServer2 (HttpServer2.java:bindListener(1332)) - Jetty bound to port 36365
2026-07-08 09:48:07,174 INFO  [Listener at localhost/38211] server.Server (Server.java:doStart(375)) - jetty-9.4.40.v20210413; built: 2021-04-13T20:42:42.668Z; git: b881a572662e1943a14ae12e7e1207989f218b74; jvm 1.8.0_362-8u372-ga~us1-0ubuntu1~18.04-b09
2026-07-08 09:48:07,175 INFO  [Listener at localhost/38211] server.session (DefaultSessionIdManager.java:doStart(334)) - DefaultSessionIdManager workerName=node0
2026-07-08 09:48:07,175 INFO  [Listener at localhost/38211] server.session (DefaultSessionIdManager.java:doStart(339)) - No SessionScavenger set, using defaults
2026-07-08 09:48:07,176 INFO  [Listener at localhost/38211] server.session (HouseKeeper.java:startScavenging(132)) - node0 Scavenging every 660000ms
2026-07-08 09:48:07,177 INFO  [Listener at localhost/38211] handler.ContextHandler (ContextHandler.java:doStart(916)) - Started o.e.j.s.ServletContextHandler@37d28f02{static,/static,jar:file:/tmp/dist-test-taskA6ivmc/java/build/jars/hadoop-hdfs-3.3.1-tests.jar!/webapps/static,AVAILABLE}
2026-07-08 09:48:07,326 INFO  [Listener at localhost/38211] handler.ContextHandler (ContextHandler.java:doStart(916)) - Started o.e.j.w.WebAppContext@3e5fd2b1{datanode,/,file:///tmp/jetty-localhost-36365-hadoop-hdfs-3_3_1-tests_jar-_-any-8157716750287040135/webapp/,AVAILABLE}{jar:file:/tmp/dist-test-taskA6ivmc/java/build/jars/hadoop-hdfs-3.3.1-tests.jar!/webapps/datanode}
2026-07-08 09:48:07,328 INFO  [Listener at localhost/38211] server.AbstractConnector (AbstractConnector.java:doStart(331)) - Started ServerConnector@f9f3928{HTTP/1.1, (http/1.1)}{localhost:36365}
2026-07-08 09:48:07,328 INFO  [Listener at localhost/38211] server.Server (Server.java:doStart(415)) - Started @7115ms
2026-07-08 09:48:07,329 WARN  [Listener at localhost/38211] web.DatanodeHttpServer (RestCsrfPreventionFilterHandler.java:<init>(75)) - Got null for restCsrfPreventionFilter - will not do any filtering.
2026-07-08 09:48:07,331 INFO  [Listener at localhost/38211] web.DatanodeHttpServer (DatanodeHttpServer.java:start(322)) - Listening HTTP traffic on /127.0.0.1:40429
2026-07-08 09:48:07,332 INFO  [Listener at localhost/38211] datanode.DataNode (DataNode.java:startDataNode(1436)) - dnUserName = slave
2026-07-08 09:48:07,332 INFO  [org.apache.hadoop.util.JvmPauseMonitor$Monitor@c017175] util.JvmPauseMonitor (JvmPauseMonitor.java:run(188)) - Starting JVM pause monitor
2026-07-08 09:48:07,332 INFO  [Listener at localhost/38211] datanode.DataNode (DataNode.java:startDataNode(1437)) - supergroup = supergroup
2026-07-08 09:48:07,332 INFO  [Listener at localhost/38211] ipc.CallQueueManager (CallQueueManager.java:<init>(90)) - Using callQueue: class java.util.concurrent.LinkedBlockingQueue, queueCapacity: 1000, scheduler: class org.apache.hadoop.ipc.DefaultRpcScheduler, ipcBackoff: false.
2026-07-08 09:48:07,333 INFO  [Socket Reader #1 for port 0] ipc.Server (Server.java:run(1265)) - Starting Socket Reader #1 for port 0
2026-07-08 09:48:07,336 INFO  [Listener at localhost/34949] datanode.DataNode (DataNode.java:initIpcServer(1057)) - Opened IPC server at /127.0.0.1:34949
2026-07-08 09:48:07,616 INFO  [Listener at localhost/34949] datanode.DataNode (BlockPoolManager.java:refreshNamenodes(149)) - Refresh request received for nameservices: null
2026-07-08 09:48:07,616 INFO  [Listener at localhost/34949] datanode.DataNode (BlockPoolManager.java:doRefreshNamenodes(210)) - Starting BPOfferServices for nameservices: <default>
2026-07-08 09:48:07,617 INFO  [Thread-175] datanode.DataNode (BPServiceActor.java:run(847)) - Block pool <registering> (Datanode Uuid unassigned) service to localhost/127.0.0.1:38211 starting to offer service
2026-07-08 09:48:07,619 INFO  [IPC Server Responder] ipc.Server (Server.java:run(1507)) - IPC Server Responder: starting
2026-07-08 09:48:07,620 INFO  [IPC Server listener on 0] ipc.Server (Server.java:run(1344)) - IPC Server listener on 0: starting
2026-07-08 09:48:07,629 INFO  [Thread-175] datanode.DataNode (BPOfferService.java:verifyAndSetNamespaceInfo(381)) - Acknowledging ACTIVE Namenode during handshakeBlock pool <registering> (Datanode Uuid unassigned) service to localhost/127.0.0.1:38211
2026-07-08 09:48:07,629 INFO  [Thread-175] common.Storage (DataStorage.java:getParallelVolumeLoadThreadsNum(356)) - Using 2 threads to upgrade data directories (dfs.datanode.parallel.volumes.load.threads.num=2, dataDirs=2)
2026-07-08 09:48:07,631 INFO  [IPC Server handler 1 on default port 38211] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=datanodeReport	src=null	dst=null	perm=null	proto=rpc
2026-07-08 09:48:07,633 INFO  [Thread-175] common.Storage (Storage.java:tryLock(948)) - Lock on /tmp/hdfs-test3025188088137123411/data/data1/in_use.lock acquired by nodename 2807@dist-test-slave-7plr.c.gcp-upstream.internal
2026-07-08 09:48:07,634 INFO  [Thread-175] common.Storage (DataStorage.java:loadStorageDirectory(284)) - Storage directory with location [DISK]file:/tmp/hdfs-test3025188088137123411/data/data1 is not formatted for namespace 266849865. Formatting...
2026-07-08 09:48:07,634 INFO  [Listener at localhost/34949] hdfs.MiniDFSCluster (MiniDFSCluster.java:shouldWait(2823)) - dnInfo.length != numDataNodes
2026-07-08 09:48:07,634 INFO  [Listener at localhost/34949] hdfs.MiniDFSCluster (MiniDFSCluster.java:waitActive(2744)) - Waiting for cluster to become active
2026-07-08 09:48:07,634 INFO  [Thread-175] common.Storage (DataStorage.java:createStorageID(160)) - Generated new storageID DS-3081e390-d325-49b4-b4a5-ee2893511a45 for directory /tmp/hdfs-test3025188088137123411/data/data1 
2026-07-08 09:48:07,641 INFO  [Thread-175] common.Storage (Storage.java:tryLock(948)) - Lock on /tmp/hdfs-test3025188088137123411/data/data2/in_use.lock acquired by nodename 2807@dist-test-slave-7plr.c.gcp-upstream.internal
2026-07-08 09:48:07,641 INFO  [Thread-175] common.Storage (DataStorage.java:loadStorageDirectory(284)) - Storage directory with location [DISK]file:/tmp/hdfs-test3025188088137123411/data/data2 is not formatted for namespace 266849865. Formatting...
2026-07-08 09:48:07,641 INFO  [Thread-175] common.Storage (DataStorage.java:createStorageID(160)) - Generated new storageID DS-a190c958-bf8f-4fe9-b2c8-f3308b950ef3 for directory /tmp/hdfs-test3025188088137123411/data/data2 
2026-07-08 09:48:07,663 INFO  [Thread-175] common.Storage (BlockPoolSliceStorage.java:recoverTransitionRead(256)) - Analyzing storage directories for bpid BP-1349466804-10.240.1.18-1783504086772
2026-07-08 09:48:07,664 INFO  [Thread-175] common.Storage (Storage.java:lock(907)) - Locking is disabled for /tmp/hdfs-test3025188088137123411/data/data1/current/BP-1349466804-10.240.1.18-1783504086772
2026-07-08 09:48:07,664 INFO  [Thread-175] common.Storage (BlockPoolSliceStorage.java:loadStorageDirectory(169)) - Block pool storage directory for location [DISK]file:/tmp/hdfs-test3025188088137123411/data/data1 and block pool id BP-1349466804-10.240.1.18-1783504086772 is not formatted. Formatting ...
2026-07-08 09:48:07,664 INFO  [Thread-175] common.Storage (BlockPoolSliceStorage.java:format(285)) - Formatting block pool BP-1349466804-10.240.1.18-1783504086772 directory /tmp/hdfs-test3025188088137123411/data/data1/current/BP-1349466804-10.240.1.18-1783504086772/current
2026-07-08 09:48:07,685 INFO  [Thread-175] common.Storage (BlockPoolSliceStorage.java:recoverTransitionRead(256)) - Analyzing storage directories for bpid BP-1349466804-10.240.1.18-1783504086772
2026-07-08 09:48:07,686 INFO  [Thread-175] common.Storage (Storage.java:lock(907)) - Locking is disabled for /tmp/hdfs-test3025188088137123411/data/data2/current/BP-1349466804-10.240.1.18-1783504086772
2026-07-08 09:48:07,686 INFO  [Thread-175] common.Storage (BlockPoolSliceStorage.java:loadStorageDirectory(169)) - Block pool storage directory for location [DISK]file:/tmp/hdfs-test3025188088137123411/data/data2 and block pool id BP-1349466804-10.240.1.18-1783504086772 is not formatted. Formatting ...
2026-07-08 09:48:07,686 INFO  [Thread-175] common.Storage (BlockPoolSliceStorage.java:format(285)) - Formatting block pool BP-1349466804-10.240.1.18-1783504086772 directory /tmp/hdfs-test3025188088137123411/data/data2/current/BP-1349466804-10.240.1.18-1783504086772/current
2026-07-08 09:48:07,691 INFO  [Thread-175] datanode.DataNode (DataNode.java:initStorage(1756)) - Setting up storage: nsid=266849865;bpid=BP-1349466804-10.240.1.18-1783504086772;lv=-57;nsInfo=lv=-66;cid=testClusterID;nsid=266849865;c=1783504086772;bpid=BP-1349466804-10.240.1.18-1783504086772;dnuuid=null
2026-07-08 09:48:07,695 INFO  [Thread-175] datanode.DataNode (DataNode.java:checkDatanodeUuid(1554)) - Generated and persisted new Datanode UUID 57998c0c-b3d3-47ea-87c9-6659d4236ce6
2026-07-08 09:48:07,696 INFO  [Thread-175] impl.FsDatasetImpl (FsDatasetImpl.java:<init>(310)) - The datanode lock is a read write lock
2026-07-08 09:48:07,698 INFO  [Thread-175] impl.FsDatasetImpl (FsVolumeList.java:addVolume(304)) - Added new volume: DS-3081e390-d325-49b4-b4a5-ee2893511a45
2026-07-08 09:48:07,699 INFO  [Thread-175] impl.FsDatasetImpl (FsDatasetImpl.java:addVolume(493)) - Added volume - [DISK]file:/tmp/hdfs-test3025188088137123411/data/data1, StorageType: DISK
2026-07-08 09:48:07,700 INFO  [Thread-175] impl.FsDatasetImpl (FsVolumeList.java:addVolume(304)) - Added new volume: DS-a190c958-bf8f-4fe9-b2c8-f3308b950ef3
2026-07-08 09:48:07,700 INFO  [Thread-175] impl.FsDatasetImpl (FsDatasetImpl.java:addVolume(493)) - Added volume - [DISK]file:/tmp/hdfs-test3025188088137123411/data/data2, StorageType: DISK
2026-07-08 09:48:07,701 INFO  [Thread-175] impl.MemoryMappableBlockLoader (MemoryMappableBlockLoader.java:initialize(48)) - Initializing cache loader: MemoryMappableBlockLoader.
2026-07-08 09:48:07,702 INFO  [Thread-175] impl.FsDatasetImpl (FsDatasetImpl.java:registerMBean(2343)) - Registered FSDatasetState MBean
2026-07-08 09:48:07,703 INFO  [Thread-175] impl.FsDatasetImpl (FsDatasetImpl.java:addBlockPool(2856)) - Adding block pool BP-1349466804-10.240.1.18-1783504086772
2026-07-08 09:48:07,703 INFO  [Thread-192] impl.FsDatasetImpl (FsVolumeList.java:run(406)) - Scanning block pool BP-1349466804-10.240.1.18-1783504086772 on volume /tmp/hdfs-test3025188088137123411/data/data1...
2026-07-08 09:48:07,703 INFO  [Thread-193] impl.FsDatasetImpl (FsVolumeList.java:run(406)) - Scanning block pool BP-1349466804-10.240.1.18-1783504086772 on volume /tmp/hdfs-test3025188088137123411/data/data2...
2026-07-08 09:48:07,727 INFO  [Thread-192] impl.FsDatasetImpl (FsVolumeList.java:run(411)) - Time taken to scan block pool BP-1349466804-10.240.1.18-1783504086772 on /tmp/hdfs-test3025188088137123411/data/data1: 23ms
2026-07-08 09:48:07,736 INFO  [IPC Server handler 2 on default port 38211] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=datanodeReport	src=null	dst=null	perm=null	proto=rpc
2026-07-08 09:48:07,737 INFO  [Thread-193] impl.FsDatasetImpl (FsVolumeList.java:run(411)) - Time taken to scan block pool BP-1349466804-10.240.1.18-1783504086772 on /tmp/hdfs-test3025188088137123411/data/data2: 33ms
2026-07-08 09:48:07,737 INFO  [Thread-175] impl.FsDatasetImpl (FsVolumeList.java:addBlockPool(431)) - Total time to scan all replicas for block pool BP-1349466804-10.240.1.18-1783504086772: 34ms
2026-07-08 09:48:07,737 INFO  [Listener at localhost/34949] hdfs.MiniDFSCluster (MiniDFSCluster.java:shouldWait(2823)) - dnInfo.length != numDataNodes
2026-07-08 09:48:07,737 INFO  [Listener at localhost/34949] hdfs.MiniDFSCluster (MiniDFSCluster.java:waitActive(2744)) - Waiting for cluster to become active
2026-07-08 09:48:07,737 INFO  [Thread-196] impl.FsDatasetImpl (FsVolumeList.java:run(199)) - Adding replicas to map for block pool BP-1349466804-10.240.1.18-1783504086772 on volume /tmp/hdfs-test3025188088137123411/data/data1...
2026-07-08 09:48:07,738 INFO  [Thread-197] impl.FsDatasetImpl (FsVolumeList.java:run(199)) - Adding replicas to map for block pool BP-1349466804-10.240.1.18-1783504086772 on volume /tmp/hdfs-test3025188088137123411/data/data2...
2026-07-08 09:48:07,738 INFO  [Thread-196] impl.BlockPoolSlice (BlockPoolSlice.java:readReplicasFromCache(902)) - Replica Cache file: /tmp/hdfs-test3025188088137123411/data/data1/current/BP-1349466804-10.240.1.18-1783504086772/current/replicas doesn't exist 
2026-07-08 09:48:07,738 INFO  [Thread-197] impl.BlockPoolSlice (BlockPoolSlice.java:readReplicasFromCache(902)) - Replica Cache file: /tmp/hdfs-test3025188088137123411/data/data2/current/BP-1349466804-10.240.1.18-1783504086772/current/replicas doesn't exist 
2026-07-08 09:48:07,738 INFO  [Thread-196] impl.FsDatasetImpl (FsVolumeList.java:run(204)) - Time to add replicas to map for block pool BP-1349466804-10.240.1.18-1783504086772 on volume /tmp/hdfs-test3025188088137123411/data/data1: 1ms
2026-07-08 09:48:07,738 INFO  [Thread-197] impl.FsDatasetImpl (FsVolumeList.java:run(204)) - Time to add replicas to map for block pool BP-1349466804-10.240.1.18-1783504086772 on volume /tmp/hdfs-test3025188088137123411/data/data2: 1ms
2026-07-08 09:48:07,738 INFO  [Thread-175] impl.FsDatasetImpl (FsVolumeList.java:getAllVolumesMap(225)) - Total time to add all replicas to map for block pool BP-1349466804-10.240.1.18-1783504086772: 2ms
2026-07-08 09:48:07,738 INFO  [Thread-175] checker.ThrottledAsyncChecker (ThrottledAsyncChecker.java:schedule(137)) - Scheduling a check for /tmp/hdfs-test3025188088137123411/data/data1
2026-07-08 09:48:07,739 INFO  [Thread-175] checker.DatasetVolumeChecker (DatasetVolumeChecker.java:checkAllVolumes(224)) - Scheduled health check for volume /tmp/hdfs-test3025188088137123411/data/data1
2026-07-08 09:48:07,739 INFO  [Thread-175] checker.ThrottledAsyncChecker (ThrottledAsyncChecker.java:schedule(137)) - Scheduling a check for /tmp/hdfs-test3025188088137123411/data/data2
2026-07-08 09:48:07,740 INFO  [Thread-175] checker.DatasetVolumeChecker (DatasetVolumeChecker.java:checkAllVolumes(224)) - Scheduled health check for volume /tmp/hdfs-test3025188088137123411/data/data2
2026-07-08 09:48:07,741 INFO  [VolumeScannerThread(/tmp/hdfs-test3025188088137123411/data/data1)] datanode.VolumeScanner (VolumeScanner.java:findNextUsableBlockIter(385)) - Now scanning bpid BP-1349466804-10.240.1.18-1783504086772 on volume /tmp/hdfs-test3025188088137123411/data/data1
2026-07-08 09:48:07,741 WARN  [Thread-175] datanode.DirectoryScanner (DirectoryScanner.java:<init>(300)) - dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1
2026-07-08 09:48:07,741 INFO  [VolumeScannerThread(/tmp/hdfs-test3025188088137123411/data/data2)] datanode.VolumeScanner (VolumeScanner.java:findNextUsableBlockIter(385)) - Now scanning bpid BP-1349466804-10.240.1.18-1783504086772 on volume /tmp/hdfs-test3025188088137123411/data/data2
2026-07-08 09:48:07,741 INFO  [Thread-175] datanode.DirectoryScanner (DirectoryScanner.java:start(329)) - Periodic Directory Tree Verification scan starting in 478599ms with interval of 21600000ms and throttle limit of -1ms/s
2026-07-08 09:48:07,741 INFO  [VolumeScannerThread(/tmp/hdfs-test3025188088137123411/data/data1)] datanode.VolumeScanner (VolumeScanner.java:getNextBlockToScan(505)) - VolumeScanner(/tmp/hdfs-test3025188088137123411/data/data1, DS-3081e390-d325-49b4-b4a5-ee2893511a45): finished scanning block pool BP-1349466804-10.240.1.18-1783504086772
2026-07-08 09:48:07,741 INFO  [VolumeScannerThread(/tmp/hdfs-test3025188088137123411/data/data2)] datanode.VolumeScanner (VolumeScanner.java:getNextBlockToScan(505)) - VolumeScanner(/tmp/hdfs-test3025188088137123411/data/data2, DS-a190c958-bf8f-4fe9-b2c8-f3308b950ef3): finished scanning block pool BP-1349466804-10.240.1.18-1783504086772
2026-07-08 09:48:07,745 INFO  [VolumeScannerThread(/tmp/hdfs-test3025188088137123411/data/data1)] datanode.VolumeScanner (VolumeScanner.java:findNextUsableBlockIter(402)) - VolumeScanner(/tmp/hdfs-test3025188088137123411/data/data1, DS-3081e390-d325-49b4-b4a5-ee2893511a45): no suitable block pools found to scan.  Waiting 1814399996 ms.
2026-07-08 09:48:07,745 INFO  [BP-1349466804-10.240.1.18-1783504086772 heartbeating to localhost/127.0.0.1:38211] datanode.DataNode (BPServiceActor.java:register(788)) - Block pool BP-1349466804-10.240.1.18-1783504086772 (Datanode Uuid 57998c0c-b3d3-47ea-87c9-6659d4236ce6) service to localhost/127.0.0.1:38211 beginning handshake with NN
2026-07-08 09:48:07,745 INFO  [VolumeScannerThread(/tmp/hdfs-test3025188088137123411/data/data2)] datanode.VolumeScanner (VolumeScanner.java:findNextUsableBlockIter(402)) - VolumeScanner(/tmp/hdfs-test3025188088137123411/data/data2, DS-a190c958-bf8f-4fe9-b2c8-f3308b950ef3): no suitable block pools found to scan.  Waiting 1814399996 ms.
2026-07-08 09:48:07,747 INFO  [IPC Server handler 3 on default port 38211] hdfs.StateChange (DatanodeManager.java:registerDatanode(1142)) - BLOCK* registerDatanode: from DatanodeRegistration(127.0.0.1:34233, datanodeUuid=57998c0c-b3d3-47ea-87c9-6659d4236ce6, infoPort=40429, infoSecurePort=0, ipcPort=34949, storageInfo=lv=-57;cid=testClusterID;nsid=266849865;c=1783504086772) storage 57998c0c-b3d3-47ea-87c9-6659d4236ce6
2026-07-08 09:48:07,747 INFO  [IPC Server handler 3 on default port 38211] net.NetworkTopology (NetworkTopology.java:add(149)) - Adding a new node: /default-rack/127.0.0.1:34233
2026-07-08 09:48:07,747 INFO  [IPC Server handler 3 on default port 38211] blockmanagement.BlockReportLeaseManager (BlockReportLeaseManager.java:registerNode(200)) - Registered DN 57998c0c-b3d3-47ea-87c9-6659d4236ce6 (127.0.0.1:34233).
2026-07-08 09:48:07,748 INFO  [BP-1349466804-10.240.1.18-1783504086772 heartbeating to localhost/127.0.0.1:38211] datanode.DataNode (BPServiceActor.java:register(816)) - Block pool BP-1349466804-10.240.1.18-1783504086772 (Datanode Uuid 57998c0c-b3d3-47ea-87c9-6659d4236ce6) service to localhost/127.0.0.1:38211 successfully registered with NN
2026-07-08 09:48:07,748 INFO  [BP-1349466804-10.240.1.18-1783504086772 heartbeating to localhost/127.0.0.1:38211] datanode.DataNode (BPServiceActor.java:offerService(645)) - For namenode localhost/127.0.0.1:38211 using BLOCKREPORT_INTERVAL of 21600000msecs CACHEREPORT_INTERVAL of 10000msecs Initial delay: 0msecs; heartBeatInterval=3000
2026-07-08 09:48:07,750 INFO  [IPC Server handler 4 on default port 38211] blockmanagement.DatanodeDescriptor (DatanodeDescriptor.java:updateStorage(999)) - Adding new storage ID DS-3081e390-d325-49b4-b4a5-ee2893511a45 for DN 127.0.0.1:34233
2026-07-08 09:48:07,750 INFO  [IPC Server handler 4 on default port 38211] blockmanagement.DatanodeDescriptor (DatanodeDescriptor.java:updateStorage(999)) - Adding new storage ID DS-a190c958-bf8f-4fe9-b2c8-f3308b950ef3 for DN 127.0.0.1:34233
2026-07-08 09:48:07,753 INFO  [Block report processor] BlockStateChange (BlockManager.java:processReport(2778)) - BLOCK* processReport 0x950e3acfa1281da8: Processing first storage report for DS-3081e390-d325-49b4-b4a5-ee2893511a45 from datanode 57998c0c-b3d3-47ea-87c9-6659d4236ce6
2026-07-08 09:48:07,753 INFO  [Block report processor] BlockStateChange (BlockManager.java:processReport(2810)) - BLOCK* processReport 0x950e3acfa1281da8: from storage DS-3081e390-d325-49b4-b4a5-ee2893511a45 node DatanodeRegistration(127.0.0.1:34233, datanodeUuid=57998c0c-b3d3-47ea-87c9-6659d4236ce6, infoPort=40429, infoSecurePort=0, ipcPort=34949, storageInfo=lv=-57;cid=testClusterID;nsid=266849865;c=1783504086772), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0
2026-07-08 09:48:07,753 INFO  [Block report processor] BlockStateChange (BlockManager.java:processReport(2778)) - BLOCK* processReport 0x950e3acfa1281da8: Processing first storage report for DS-a190c958-bf8f-4fe9-b2c8-f3308b950ef3 from datanode 57998c0c-b3d3-47ea-87c9-6659d4236ce6
2026-07-08 09:48:07,753 INFO  [Block report processor] BlockStateChange (BlockManager.java:processReport(2810)) - BLOCK* processReport 0x950e3acfa1281da8: from storage DS-a190c958-bf8f-4fe9-b2c8-f3308b950ef3 node DatanodeRegistration(127.0.0.1:34233, datanodeUuid=57998c0c-b3d3-47ea-87c9-6659d4236ce6, infoPort=40429, infoSecurePort=0, ipcPort=34949, storageInfo=lv=-57;cid=testClusterID;nsid=266849865;c=1783504086772), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0
2026-07-08 09:48:07,754 INFO  [BP-1349466804-10.240.1.18-1783504086772 heartbeating to localhost/127.0.0.1:38211] datanode.DataNode (BPServiceActor.java:blockReport(437)) - Successfully sent block report 0x950e3acfa1281da8 to namenode: localhost/127.0.0.1:38211,  containing 2 storage report(s), of which we sent 2. The reports had 0 total blocks and used 1 RPC(s). This took 0 msecs to generate and 2 msecs for RPC and NN processing. Got back one command: FinalizeCommand/5.
2026-07-08 09:48:07,755 INFO  [Command processor] datanode.DataNode (BPOfferService.java:processCommandFromActive(763)) - Got finalize command for block pool BP-1349466804-10.240.1.18-1783504086772
2026-07-08 09:48:07,839 INFO  [IPC Server handler 6 on default port 38211] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=datanodeReport	src=null	dst=null	perm=null	proto=rpc
2026-07-08 09:48:07,840 INFO  [Listener at localhost/34949] hdfs.MiniDFSCluster (MiniDFSCluster.java:waitActive(2799)) - Cluster is active
2026-07-08 09:48:07,855 INFO  [Listener at localhost/34949] backup.BackupIO (BackupIO.scala:writeTableMetadata(95)) - Writing metadata to hdfs://localhost:38211/id_taco-taco/100/.kudu-metadata.json
2026-07-08 09:48:07,858 INFO  [IPC Server handler 7 on default port 38211] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=create	src=/id_taco-taco/100/.kudu-metadata.json	dst=null	perm=slave:supergroup:rw-r--r--	proto=rpc
2026-07-08 09:48:07,862 INFO  [IPC Server handler 8 on default port 38211] hdfs.StateChange (FSDirWriteFileOp.java:logAllocatedBlock(802)) - BLOCK* allocate blk_1073741825_1001, replicas=127.0.0.1:34233 for /id_taco-taco/100/.kudu-metadata.json
2026-07-08 09:48:07,867 INFO  [DataXceiver for client DFSClient_NONMAPREDUCE_902480348_1 at /127.0.0.1:58126 [Receiving block BP-1349466804-10.240.1.18-1783504086772:blk_1073741825_1001]] datanode.DataNode (DataXceiver.java:writeBlock(747)) - Receiving BP-1349466804-10.240.1.18-1783504086772:blk_1073741825_1001 src: /127.0.0.1:58126 dest: /127.0.0.1:34233
2026-07-08 09:48:07,873 INFO  [PacketResponder: BP-1349466804-10.240.1.18-1783504086772:blk_1073741825_1001, type=LAST_IN_PIPELINE] DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1539)) - src: /127.0.0.1:58126, dest: /127.0.0.1:34233, bytes: 82, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_902480348_1, offset: 0, srvID: 57998c0c-b3d3-47ea-87c9-6659d4236ce6, blockid: BP-1349466804-10.240.1.18-1783504086772:blk_1073741825_1001, duration(ns): 4243828
2026-07-08 09:48:07,873 INFO  [PacketResponder: BP-1349466804-10.240.1.18-1783504086772:blk_1073741825_1001, type=LAST_IN_PIPELINE] datanode.DataNode (BlockReceiver.java:run(1512)) - PacketResponder: BP-1349466804-10.240.1.18-1783504086772:blk_1073741825_1001, type=LAST_IN_PIPELINE terminating
2026-07-08 09:48:07,875 INFO  [IPC Server handler 1 on default port 38211] namenode.FSNamesystem (FSNamesystem.java:checkBlocksComplete(3151)) - BLOCK* blk_1073741825_1001 is COMMITTED but not COMPLETE(numNodes= 0 <  minimum = 1) in file /id_taco-taco/100/.kudu-metadata.json
2026-07-08 09:48:08,279 INFO  [IPC Server handler 2 on default port 38211] hdfs.StateChange (FSNamesystem.java:completeFile(3104)) - DIR* completeFile: /id_taco-taco/100/.kudu-metadata.json is closed by DFSClient_NONMAPREDUCE_902480348_1
2026-07-08 09:48:08,281 INFO  [Listener at localhost/34949] backup.BackupIO (BackupIO.scala:writeTableMetadata(95)) - Writing metadata to hdfs://localhost:38211/id_taco-taco/1000/.kudu-metadata.json
2026-07-08 09:48:08,282 INFO  [IPC Server handler 3 on default port 38211] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=create	src=/id_taco-taco/1000/.kudu-metadata.json	dst=null	perm=slave:supergroup:rw-r--r--	proto=rpc
2026-07-08 09:48:08,287 INFO  [IPC Server handler 4 on default port 38211] hdfs.StateChange (FSDirWriteFileOp.java:logAllocatedBlock(802)) - BLOCK* allocate blk_1073741826_1002, replicas=127.0.0.1:34233 for /id_taco-taco/1000/.kudu-metadata.json
2026-07-08 09:48:08,289 INFO  [DataXceiver for client DFSClient_NONMAPREDUCE_902480348_1 at /127.0.0.1:58142 [Receiving block BP-1349466804-10.240.1.18-1783504086772:blk_1073741826_1002]] datanode.DataNode (DataXceiver.java:writeBlock(747)) - Receiving BP-1349466804-10.240.1.18-1783504086772:blk_1073741826_1002 src: /127.0.0.1:58142 dest: /127.0.0.1:34233
2026-07-08 09:48:08,295 INFO  [PacketResponder: BP-1349466804-10.240.1.18-1783504086772:blk_1073741826_1002, type=LAST_IN_PIPELINE] DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1539)) - src: /127.0.0.1:58142, dest: /127.0.0.1:34233, bytes: 83, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_902480348_1, offset: 0, srvID: 57998c0c-b3d3-47ea-87c9-6659d4236ce6, blockid: BP-1349466804-10.240.1.18-1783504086772:blk_1073741826_1002, duration(ns): 3547118
2026-07-08 09:48:08,295 INFO  [PacketResponder: BP-1349466804-10.240.1.18-1783504086772:blk_1073741826_1002, type=LAST_IN_PIPELINE] datanode.DataNode (BlockReceiver.java:run(1512)) - PacketResponder: BP-1349466804-10.240.1.18-1783504086772:blk_1073741826_1002, type=LAST_IN_PIPELINE terminating
2026-07-08 09:48:08,297 INFO  [IPC Server handler 6 on default port 38211] hdfs.StateChange (FSNamesystem.java:completeFile(3104)) - DIR* completeFile: /id_taco-taco/1000/.kudu-metadata.json is closed by DFSClient_NONMAPREDUCE_902480348_1
2026-07-08 09:48:08,298 INFO  [Listener at localhost/34949] backup.BackupIO (BackupIO.scala:writeTableMetadata(95)) - Writing metadata to hdfs://localhost:38211/id_taco-taco/2000/.kudu-metadata.json
2026-07-08 09:48:08,300 INFO  [IPC Server handler 7 on default port 38211] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=create	src=/id_taco-taco/2000/.kudu-metadata.json	dst=null	perm=slave:supergroup:rw-r--r--	proto=rpc
2026-07-08 09:48:08,303 INFO  [IPC Server handler 8 on default port 38211] hdfs.StateChange (FSDirWriteFileOp.java:logAllocatedBlock(802)) - BLOCK* allocate blk_1073741827_1003, replicas=127.0.0.1:34233 for /id_taco-taco/2000/.kudu-metadata.json
2026-07-08 09:48:08,305 INFO  [DataXceiver for client DFSClient_NONMAPREDUCE_902480348_1 at /127.0.0.1:58154 [Receiving block BP-1349466804-10.240.1.18-1783504086772:blk_1073741827_1003]] datanode.DataNode (DataXceiver.java:writeBlock(747)) - Receiving BP-1349466804-10.240.1.18-1783504086772:blk_1073741827_1003 src: /127.0.0.1:58154 dest: /127.0.0.1:34233
2026-07-08 09:48:08,311 INFO  [PacketResponder: BP-1349466804-10.240.1.18-1783504086772:blk_1073741827_1003, type=LAST_IN_PIPELINE] DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1539)) - src: /127.0.0.1:58154, dest: /127.0.0.1:34233, bytes: 102, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_902480348_1, offset: 0, srvID: 57998c0c-b3d3-47ea-87c9-6659d4236ce6, blockid: BP-1349466804-10.240.1.18-1783504086772:blk_1073741827_1003, duration(ns): 3938448
2026-07-08 09:48:08,311 INFO  [PacketResponder: BP-1349466804-10.240.1.18-1783504086772:blk_1073741827_1003, type=LAST_IN_PIPELINE] datanode.DataNode (BlockReceiver.java:run(1512)) - PacketResponder: BP-1349466804-10.240.1.18-1783504086772:blk_1073741827_1003, type=LAST_IN_PIPELINE terminating
2026-07-08 09:48:08,316 INFO  [IPC Server handler 0 on default port 38211] hdfs.StateChange (FSNamesystem.java:completeFile(3104)) - DIR* completeFile: /id_taco-taco/2000/.kudu-metadata.json is closed by DFSClient_NONMAPREDUCE_902480348_1
2026-07-08 09:48:08,317 INFO  [Listener at localhost/34949] backup.BackupIO (BackupIO.scala:writeTableMetadata(95)) - Writing metadata to hdfs://localhost:38211/id_pizza-pizza/200/.kudu-metadata.json
2026-07-08 09:48:08,319 INFO  [IPC Server handler 1 on default port 38211] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=create	src=/id_pizza-pizza/200/.kudu-metadata.json	dst=null	perm=slave:supergroup:rw-r--r--	proto=rpc
2026-07-08 09:48:08,322 INFO  [IPC Server handler 2 on default port 38211] hdfs.StateChange (FSDirWriteFileOp.java:logAllocatedBlock(802)) - BLOCK* allocate blk_1073741828_1004, replicas=127.0.0.1:34233 for /id_pizza-pizza/200/.kudu-metadata.json
2026-07-08 09:48:08,325 INFO  [DataXceiver for client DFSClient_NONMAPREDUCE_902480348_1 at /127.0.0.1:58160 [Receiving block BP-1349466804-10.240.1.18-1783504086772:blk_1073741828_1004]] datanode.DataNode (DataXceiver.java:writeBlock(747)) - Receiving BP-1349466804-10.240.1.18-1783504086772:blk_1073741828_1004 src: /127.0.0.1:58160 dest: /127.0.0.1:34233
2026-07-08 09:48:08,330 INFO  [PacketResponder: BP-1349466804-10.240.1.18-1783504086772:blk_1073741828_1004, type=LAST_IN_PIPELINE] DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1539)) - src: /127.0.0.1:58160, dest: /127.0.0.1:34233, bytes: 84, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_902480348_1, offset: 0, srvID: 57998c0c-b3d3-47ea-87c9-6659d4236ce6, blockid: BP-1349466804-10.240.1.18-1783504086772:blk_1073741828_1004, duration(ns): 3814032
2026-07-08 09:48:08,330 INFO  [PacketResponder: BP-1349466804-10.240.1.18-1783504086772:blk_1073741828_1004, type=LAST_IN_PIPELINE] datanode.DataNode (BlockReceiver.java:run(1512)) - PacketResponder: BP-1349466804-10.240.1.18-1783504086772:blk_1073741828_1004, type=LAST_IN_PIPELINE terminating
2026-07-08 09:48:08,333 INFO  [IPC Server handler 4 on default port 38211] hdfs.StateChange (FSNamesystem.java:completeFile(3104)) - DIR* completeFile: /id_pizza-pizza/200/.kudu-metadata.json is closed by DFSClient_NONMAPREDUCE_902480348_1
2026-07-08 09:48:08,334 INFO  [Listener at localhost/34949] backup.BackupIO (BackupIO.scala:writeTableMetadata(95)) - Writing metadata to hdfs://localhost:38211/id_pizza-pizza/400/.kudu-metadata.json
2026-07-08 09:48:08,336 INFO  [IPC Server handler 5 on default port 38211] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=create	src=/id_pizza-pizza/400/.kudu-metadata.json	dst=null	perm=slave:supergroup:rw-r--r--	proto=rpc
2026-07-08 09:48:08,339 INFO  [IPC Server handler 6 on default port 38211] hdfs.StateChange (FSDirWriteFileOp.java:logAllocatedBlock(802)) - BLOCK* allocate blk_1073741829_1005, replicas=127.0.0.1:34233 for /id_pizza-pizza/400/.kudu-metadata.json
2026-07-08 09:48:08,341 INFO  [DataXceiver for client DFSClient_NONMAPREDUCE_902480348_1 at /127.0.0.1:58176 [Receiving block BP-1349466804-10.240.1.18-1783504086772:blk_1073741829_1005]] datanode.DataNode (DataXceiver.java:writeBlock(747)) - Receiving BP-1349466804-10.240.1.18-1783504086772:blk_1073741829_1005 src: /127.0.0.1:58176 dest: /127.0.0.1:34233
2026-07-08 09:48:08,349 INFO  [PacketResponder: BP-1349466804-10.240.1.18-1783504086772:blk_1073741829_1005, type=LAST_IN_PIPELINE] DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1539)) - src: /127.0.0.1:58176, dest: /127.0.0.1:34233, bytes: 103, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_902480348_1, offset: 0, srvID: 57998c0c-b3d3-47ea-87c9-6659d4236ce6, blockid: BP-1349466804-10.240.1.18-1783504086772:blk_1073741829_1005, duration(ns): 4635800
2026-07-08 09:48:08,349 INFO  [PacketResponder: BP-1349466804-10.240.1.18-1783504086772:blk_1073741829_1005, type=LAST_IN_PIPELINE] datanode.DataNode (BlockReceiver.java:run(1512)) - PacketResponder: BP-1349466804-10.240.1.18-1783504086772:blk_1073741829_1005, type=LAST_IN_PIPELINE terminating
2026-07-08 09:48:08,351 INFO  [IPC Server handler 8 on default port 38211] hdfs.StateChange (FSNamesystem.java:completeFile(3104)) - DIR* completeFile: /id_pizza-pizza/400/.kudu-metadata.json is closed by DFSClient_NONMAPREDUCE_902480348_1
2026-07-08 09:48:08,351 INFO  [Listener at localhost/34949] backup.BackupIO (BackupIO.scala:writeTableMetadata(95)) - Writing metadata to hdfs://localhost:38211/id_pizza-pizza/600/.kudu-metadata.json
2026-07-08 09:48:08,354 INFO  [IPC Server handler 9 on default port 38211] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=create	src=/id_pizza-pizza/600/.kudu-metadata.json	dst=null	perm=slave:supergroup:rw-r--r--	proto=rpc
2026-07-08 09:48:08,356 INFO  [IPC Server handler 0 on default port 38211] hdfs.StateChange (FSDirWriteFileOp.java:logAllocatedBlock(802)) - BLOCK* allocate blk_1073741830_1006, replicas=127.0.0.1:34233 for /id_pizza-pizza/600/.kudu-metadata.json
2026-07-08 09:48:08,359 INFO  [DataXceiver for client DFSClient_NONMAPREDUCE_902480348_1 at /127.0.0.1:58178 [Receiving block BP-1349466804-10.240.1.18-1783504086772:blk_1073741830_1006]] datanode.DataNode (DataXceiver.java:writeBlock(747)) - Receiving BP-1349466804-10.240.1.18-1783504086772:blk_1073741830_1006 src: /127.0.0.1:58178 dest: /127.0.0.1:34233
2026-07-08 09:48:08,364 INFO  [PacketResponder: BP-1349466804-10.240.1.18-1783504086772:blk_1073741830_1006, type=LAST_IN_PIPELINE] DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1539)) - src: /127.0.0.1:58178, dest: /127.0.0.1:34233, bytes: 103, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_902480348_1, offset: 0, srvID: 57998c0c-b3d3-47ea-87c9-6659d4236ce6, blockid: BP-1349466804-10.240.1.18-1783504086772:blk_1073741830_1006, duration(ns): 3658041
2026-07-08 09:48:08,364 INFO  [PacketResponder: BP-1349466804-10.240.1.18-1783504086772:blk_1073741830_1006, type=LAST_IN_PIPELINE] datanode.DataNode (BlockReceiver.java:run(1512)) - PacketResponder: BP-1349466804-10.240.1.18-1783504086772:blk_1073741830_1006, type=LAST_IN_PIPELINE terminating
2026-07-08 09:48:08,366 INFO  [IPC Server handler 2 on default port 38211] namenode.FSNamesystem (FSNamesystem.java:checkBlocksComplete(3151)) - BLOCK* blk_1073741830_1006 is COMMITTED but not COMPLETE(numNodes= 0 <  minimum = 1) in file /id_pizza-pizza/600/.kudu-metadata.json
2026-07-08 09:48:08,693 WARN  [org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeResourceMonitor@6974a715] namenode.NameNodeResourceChecker (NameNodeResourceChecker.java:isResourceAvailable(88)) - Space available on volume 'overlay' is 0, which is below the configured reserved amount 104857600
2026-07-08 09:48:08,693 WARN  [org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeResourceMonitor@6974a715] namenode.FSNamesystem (FSNamesystem.java:run(4383)) - NameNode low on available disk space. Entering safe mode.
2026-07-08 09:48:08,694 INFO  [org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeResourceMonitor@6974a715] hdfs.StateChange (FSNamesystem.java:enterSafeMode(5028)) - STATE* Safe mode is ON.
Resources are low on NN. Please add or free up more resourcesthen turn off safe mode manually. NOTE:  If you turn off safe mode before adding resources, the NN will immediately return to safe mode. Use "hdfs dfsadmin -safemode leave" to turn safe mode off.
2026-07-08 09:48:08,768 INFO  [IPC Server handler 3 on default port 38211] hdfs.StateChange (FSNamesystem.java:completeFile(3104)) - DIR* completeFile: /id_pizza-pizza/600/.kudu-metadata.json is closed by DFSClient_NONMAPREDUCE_902480348_1
2026-07-08 09:48:08,784 INFO  [IPC Server handler 4 on default port 38211] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=getfileinfo	src=/	dst=null	perm=null	proto=rpc
2026-07-08 09:48:08,786 INFO  [IPC Server handler 5 on default port 38211] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=listStatus	src=/	dst=null	perm=null	proto=rpc
2026-07-08 09:48:08,794 INFO  [IPC Server handler 6 on default port 38211] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=listStatus	src=/id_taco-taco	dst=null	perm=null	proto=rpc
2026-07-08 09:48:08,795 INFO  [IPC Server handler 7 on default port 38211] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=getfileinfo	src=/id_taco-taco/100/.kudu-metadata.json	dst=null	perm=null	proto=rpc
2026-07-08 09:48:08,797 INFO  [IPC Server handler 8 on default port 38211] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=open	src=/id_taco-taco/100/.kudu-metadata.json	dst=null	perm=null	proto=rpc
2026-07-08 09:48:08,803 INFO  [IPC Server handler 9 on default port 38211] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=getfileinfo	src=/id_taco-taco/1000/.kudu-metadata.json	dst=null	perm=null	proto=rpc
2026-07-08 09:48:08,805 INFO  [IPC Server handler 0 on default port 38211] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=open	src=/id_taco-taco/1000/.kudu-metadata.json	dst=null	perm=null	proto=rpc
2026-07-08 09:48:08,809 INFO  [IPC Server handler 2 on default port 38211] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=getfileinfo	src=/id_taco-taco/2000/.kudu-metadata.json	dst=null	perm=null	proto=rpc
2026-07-08 09:48:08,811 INFO  [IPC Server handler 1 on default port 38211] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=open	src=/id_taco-taco/2000/.kudu-metadata.json	dst=null	perm=null	proto=rpc
2026-07-08 09:48:08,813 INFO  [Listener at localhost/34949] backup.BackupIO (BackupIO.scala:readTableBackups(236)) - Found 3 paths in hdfs://localhost:38211/id_taco-taco
.2026-07-08 09:48:08,838 INFO  [Listener at localhost/34949] hdfs.MiniDFSCluster (MiniDFSCluster.java:<init>(529)) - starting cluster: numNameNodes=1, numDataNodes=1
2026-07-08 09:48:08,839 INFO  [Listener at localhost/34949] namenode.NameNode (NameNode.java:format(1249)) - Formatting using clusterid: testClusterID
2026-07-08 09:48:08,839 INFO  [Listener at localhost/34949] namenode.FSEditLog (FSEditLog.java:newInstance(229)) - Edit logging is async:true
2026-07-08 09:48:08,851 INFO  [Listener at localhost/34949] namenode.FSNamesystem (FSNamesystem.java:<init>(814)) - KeyProvider: null
2026-07-08 09:48:08,851 INFO  [Listener at localhost/34949] namenode.FSNamesystem (FSNamesystemLock.java:<init>(141)) - fsLock is fair: true
2026-07-08 09:48:08,851 INFO  [Listener at localhost/34949] namenode.FSNamesystem (FSNamesystemLock.java:<init>(159)) - Detailed lock hold time metrics enabled: false
2026-07-08 09:48:08,851 INFO  [Listener at localhost/34949] namenode.FSNamesystem (FSNamesystem.java:<init>(847)) - fsOwner                = slave (auth:SIMPLE)
2026-07-08 09:48:08,852 INFO  [Listener at localhost/34949] namenode.FSNamesystem (FSNamesystem.java:<init>(848)) - supergroup             = supergroup
2026-07-08 09:48:08,852 INFO  [Listener at localhost/34949] namenode.FSNamesystem (FSNamesystem.java:<init>(849)) - isPermissionEnabled    = true
2026-07-08 09:48:08,852 INFO  [Listener at localhost/34949] namenode.FSNamesystem (FSNamesystem.java:<init>(850)) - isStoragePolicyEnabled = true
2026-07-08 09:48:08,852 INFO  [Listener at localhost/34949] namenode.FSNamesystem (FSNamesystem.java:<init>(861)) - HA Enabled: false
2026-07-08 09:48:08,852 INFO  [Listener at localhost/34949] common.Util (Util.java:isDiskStatsEnabled(395)) - dfs.datanode.fileio.profiling.sampling.percentage set to 0. Disabling file IO profiling
2026-07-08 09:48:08,853 INFO  [Listener at localhost/34949] blockmanagement.DatanodeManager (DatanodeManager.java:<init>(334)) - dfs.block.invalidate.limit: configured=1000, counted=60, effected=1000
2026-07-08 09:48:08,853 INFO  [Listener at localhost/34949] blockmanagement.DatanodeManager (DatanodeManager.java:<init>(342)) - dfs.namenode.datanode.registration.ip-hostname-check=true
2026-07-08 09:48:08,853 INFO  [Listener at localhost/34949] blockmanagement.BlockManager (InvalidateBlocks.java:printBlockDeletionTime(77)) - dfs.namenode.startup.delay.block.deletion.sec is set to 000:00:00:00.000
2026-07-08 09:48:08,854 INFO  [Listener at localhost/34949] blockmanagement.BlockManager (InvalidateBlocks.java:printBlockDeletionTime(83)) - The block deletion will start around 2026 Jul 08 09:48:08
2026-07-08 09:48:08,854 INFO  [Listener at localhost/34949] util.GSet (LightWeightGSet.java:computeCapacity(395)) - Computing capacity for map BlocksMap
2026-07-08 09:48:08,854 INFO  [Listener at localhost/34949] util.GSet (LightWeightGSet.java:computeCapacity(396)) - VM type       = 64-bit
2026-07-08 09:48:08,854 INFO  [Listener at localhost/34949] util.GSet (LightWeightGSet.java:computeCapacity(397)) - 2.0% max memory 3.5 GB = 72.5 MB
2026-07-08 09:48:08,854 INFO  [Listener at localhost/34949] util.GSet (LightWeightGSet.java:computeCapacity(402)) - capacity      = 2^23 = 8388608 entries
2026-07-08 09:48:08,859 INFO  [Listener at localhost/34949] blockmanagement.BlockManager (BlockManager.java:createSPSManager(5447)) - Storage policy satisfier is disabled
2026-07-08 09:48:08,860 INFO  [Listener at localhost/34949] blockmanagement.BlockManager (BlockManager.java:createBlockTokenSecretManager(641)) - dfs.block.access.token.enable = false
2026-07-08 09:48:08,860 INFO  [Listener at localhost/34949] blockmanagement.BlockManagerSafeMode (BlockManagerSafeMode.java:<init>(160)) - dfs.namenode.safemode.threshold-pct = 0.999
2026-07-08 09:48:08,860 INFO  [Listener at localhost/34949] blockmanagement.BlockManagerSafeMode (BlockManagerSafeMode.java:<init>(161)) - dfs.namenode.safemode.min.datanodes = 0
2026-07-08 09:48:08,860 INFO  [Listener at localhost/34949] blockmanagement.BlockManagerSafeMode (BlockManagerSafeMode.java:<init>(163)) - dfs.namenode.safemode.extension = 0
2026-07-08 09:48:08,860 INFO  [Listener at localhost/34949] blockmanagement.BlockManager (BlockManager.java:<init>(627)) - defaultReplication         = 1
2026-07-08 09:48:08,860 INFO  [Listener at localhost/34949] blockmanagement.BlockManager (BlockManager.java:<init>(628)) - maxReplication             = 512
2026-07-08 09:48:08,860 INFO  [Listener at localhost/34949] blockmanagement.BlockManager (BlockManager.java:<init>(629)) - minReplication             = 1
2026-07-08 09:48:08,860 INFO  [Listener at localhost/34949] blockmanagement.BlockManager (BlockManager.java:<init>(630)) - maxReplicationStreams      = 2
2026-07-08 09:48:08,861 INFO  [Listener at localhost/34949] blockmanagement.BlockManager (BlockManager.java:<init>(631)) - redundancyRecheckInterval  = 3000ms
2026-07-08 09:48:08,861 INFO  [Listener at localhost/34949] blockmanagement.BlockManager (BlockManager.java:<init>(632)) - encryptDataTransfer        = false
2026-07-08 09:48:08,861 INFO  [Listener at localhost/34949] blockmanagement.BlockManager (BlockManager.java:<init>(633)) - maxNumBlocksToLog          = 1000
2026-07-08 09:48:08,861 INFO  [Listener at localhost/34949] util.GSet (LightWeightGSet.java:computeCapacity(395)) - Computing capacity for map INodeMap
2026-07-08 09:48:08,861 INFO  [Listener at localhost/34949] util.GSet (LightWeightGSet.java:computeCapacity(396)) - VM type       = 64-bit
2026-07-08 09:48:08,861 INFO  [Listener at localhost/34949] util.GSet (LightWeightGSet.java:computeCapacity(397)) - 1.0% max memory 3.5 GB = 36.2 MB
2026-07-08 09:48:08,862 INFO  [Listener at localhost/34949] util.GSet (LightWeightGSet.java:computeCapacity(402)) - capacity      = 2^22 = 4194304 entries
2026-07-08 09:48:08,868 INFO  [Listener at localhost/34949] namenode.FSDirectory (FSDirectory.java:<init>(335)) - ACLs enabled? true
2026-07-08 09:48:08,868 INFO  [Listener at localhost/34949] namenode.FSDirectory (FSDirectory.java:<init>(339)) - POSIX ACL inheritance enabled? true
2026-07-08 09:48:08,868 INFO  [Listener at localhost/34949] namenode.FSDirectory (FSDirectory.java:<init>(343)) - XAttrs enabled? true
2026-07-08 09:48:08,868 INFO  [Listener at localhost/34949] namenode.NameNode (FSDirectory.java:<init>(406)) - Caching file names occurring more than 10 times
2026-07-08 09:48:08,868 INFO  [Listener at localhost/34949] snapshot.SnapshotManager (SnapshotManager.java:<init>(124)) - Loaded config captureOpenFiles: false, skipCaptureAccessTimeOnlyChange: false, snapshotDiffAllowSnapRootDescendant: true, maxSnapshotLimit: 65536
2026-07-08 09:48:08,868 INFO  [Listener at localhost/34949] snapshot.SnapshotManager (DirectoryDiffListFactory.java:init(43)) - SkipList is disabled
2026-07-08 09:48:08,869 INFO  [Listener at localhost/34949] util.GSet (LightWeightGSet.java:computeCapacity(395)) - Computing capacity for map cachedBlocks
2026-07-08 09:48:08,869 INFO  [Listener at localhost/34949] util.GSet (LightWeightGSet.java:computeCapacity(396)) - VM type       = 64-bit
2026-07-08 09:48:08,869 INFO  [Listener at localhost/34949] util.GSet (LightWeightGSet.java:computeCapacity(397)) - 0.25% max memory 3.5 GB = 9.1 MB
2026-07-08 09:48:08,869 INFO  [Listener at localhost/34949] util.GSet (LightWeightGSet.java:computeCapacity(402)) - capacity      = 2^20 = 1048576 entries
2026-07-08 09:48:08,872 INFO  [Listener at localhost/34949] metrics.TopMetrics (TopMetrics.java:logConf(75)) - NNTop conf: dfs.namenode.top.window.num.buckets = 10
2026-07-08 09:48:08,873 INFO  [Listener at localhost/34949] metrics.TopMetrics (TopMetrics.java:logConf(77)) - NNTop conf: dfs.namenode.top.num.users = 10
2026-07-08 09:48:08,873 INFO  [Listener at localhost/34949] metrics.TopMetrics (TopMetrics.java:logConf(79)) - NNTop conf: dfs.namenode.top.windows.minutes = 1,5,25
2026-07-08 09:48:08,873 INFO  [Listener at localhost/34949] namenode.FSNamesystem (FSNamesystem.java:initRetryCache(1080)) - Retry cache on namenode is enabled
2026-07-08 09:48:08,873 INFO  [Listener at localhost/34949] namenode.FSNamesystem (FSNamesystem.java:initRetryCache(1088)) - Retry cache will use 0.03 of total heap and retry cache entry expiry time is 600000 millis
2026-07-08 09:48:08,873 INFO  [Listener at localhost/34949] util.GSet (LightWeightGSet.java:computeCapacity(395)) - Computing capacity for map NameNodeRetryCache
2026-07-08 09:48:08,873 INFO  [Listener at localhost/34949] util.GSet (LightWeightGSet.java:computeCapacity(396)) - VM type       = 64-bit
2026-07-08 09:48:08,873 INFO  [Listener at localhost/34949] util.GSet (LightWeightGSet.java:computeCapacity(397)) - 0.029999999329447746% max memory 3.5 GB = 1.1 MB
2026-07-08 09:48:08,873 INFO  [Listener at localhost/34949] util.GSet (LightWeightGSet.java:computeCapacity(402)) - capacity      = 2^17 = 131072 entries
2026-07-08 09:48:08,875 INFO  [Listener at localhost/34949] namenode.FSImage (FSImage.java:format(186)) - Allocated new BlockPoolId: BP-400164496-10.240.1.18-1783504088875
2026-07-08 09:48:08,880 INFO  [Listener at localhost/34949] common.Storage (NNStorage.java:format(595)) - Storage directory /tmp/hdfs-test3743740165948724007/name-0-1 has been successfully formatted.
2026-07-08 09:48:08,885 INFO  [Listener at localhost/34949] common.Storage (NNStorage.java:format(595)) - Storage directory /tmp/hdfs-test3743740165948724007/name-0-2 has been successfully formatted.
2026-07-08 09:48:08,902 INFO  [FSImageSaver for /tmp/hdfs-test3743740165948724007/name-0-2 of type IMAGE_AND_EDITS] namenode.FSImageFormatProtobuf (FSImageFormatProtobuf.java:save(732)) - Saving image file /tmp/hdfs-test3743740165948724007/name-0-2/current/fsimage.ckpt_0000000000000000000 using no compression
2026-07-08 09:48:08,907 INFO  [FSImageSaver for /tmp/hdfs-test3743740165948724007/name-0-1 of type IMAGE_AND_EDITS] namenode.FSImageFormatProtobuf (FSImageFormatProtobuf.java:save(732)) - Saving image file /tmp/hdfs-test3743740165948724007/name-0-1/current/fsimage.ckpt_0000000000000000000 using no compression
2026-07-08 09:48:08,911 INFO  [FSImageSaver for /tmp/hdfs-test3743740165948724007/name-0-2 of type IMAGE_AND_EDITS] namenode.FSImageFormatProtobuf (FSImageFormatProtobuf.java:save(736)) - Image file /tmp/hdfs-test3743740165948724007/name-0-2/current/fsimage.ckpt_0000000000000000000 of size 418 bytes saved in 0 seconds .
2026-07-08 09:48:08,919 INFO  [FSImageSaver for /tmp/hdfs-test3743740165948724007/name-0-1 of type IMAGE_AND_EDITS] namenode.FSImageFormatProtobuf (FSImageFormatProtobuf.java:save(736)) - Image file /tmp/hdfs-test3743740165948724007/name-0-1/current/fsimage.ckpt_0000000000000000000 of size 418 bytes saved in 0 seconds .
2026-07-08 09:48:08,923 INFO  [Listener at localhost/34949] namenode.NNStorageRetentionManager (NNStorageRetentionManager.java:getImageTxIdToRetain(203)) - Going to retain 1 images with txid >= 0
2026-07-08 09:48:08,935 INFO  [Listener at localhost/34949] namenode.FSNamesystem (FSNamesystem.java:stopActiveServices(1427)) - Stopping services started for active state
2026-07-08 09:48:08,935 INFO  [Listener at localhost/34949] namenode.FSNamesystem (FSNamesystem.java:stopStandbyServices(1528)) - Stopping services started for standby state
2026-07-08 09:48:08,937 INFO  [Listener at localhost/34949] namenode.NameNode (NameNode.java:createNameNode(1707)) - createNameNode []
2026-07-08 09:48:08,937 INFO  [Listener at localhost/34949] impl.MetricsSystemImpl (MetricsSystemImpl.java:init(158)) - NameNode metrics system started (again)
2026-07-08 09:48:08,937 INFO  [Listener at localhost/34949] namenode.NameNodeUtils (NameNodeUtils.java:getClientNamenodeAddress(79)) - fs.defaultFS is hdfs://127.0.0.1:0
2026-07-08 09:48:08,957 INFO  [org.apache.hadoop.util.JvmPauseMonitor$Monitor@51c8f62c] util.JvmPauseMonitor (JvmPauseMonitor.java:run(188)) - Starting JVM pause monitor
2026-07-08 09:48:08,957 INFO  [Listener at localhost/34949] hdfs.DFSUtil (DFSUtil.java:httpServerTemplateForNNAndJN(1668)) - Filter initializers set : org.apache.hadoop.http.lib.StaticUserWebFilter,org.apache.hadoop.hdfs.web.AuthFilterInitializer
2026-07-08 09:48:08,957 INFO  [Listener at localhost/34949] hdfs.DFSUtil (DFSUtil.java:httpServerTemplateForNNAndJN(1690)) - Starting Web-server for hdfs at: http://localhost:0
2026-07-08 09:48:08,959 INFO  [Listener at localhost/34949] server.AuthenticationFilter (AuthenticationFilter.java:constructSecretProvider(240)) - Unable to initialize FileSignerSecretProvider, falling back to use random secrets.
2026-07-08 09:48:08,960 INFO  [Listener at localhost/34949] http.HttpRequestLog (HttpRequestLog.java:getRequestLog(82)) - Http request log for http.requests.namenode is not defined
2026-07-08 09:48:08,963 INFO  [Listener at localhost/34949] http.HttpServer2 (HttpServer2.java:addGlobalFilter(1111)) - Added global filter 'safety' (class=org.apache.hadoop.http.HttpServer2$QuotingInputFilter)
2026-07-08 09:48:08,964 INFO  [Listener at localhost/34949] http.HttpServer2 (HttpServer2.java:addFilter(1084)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context hdfs
2026-07-08 09:48:08,964 INFO  [Listener at localhost/34949] http.HttpServer2 (HttpServer2.java:addFilter(1094)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context static
2026-07-08 09:48:08,965 INFO  [Listener at localhost/34949] http.HttpServer2 (HttpServer2.java:addFilter(1084)) - Added filter AuthFilter (class=org.apache.hadoop.hdfs.web.AuthFilter) to context hdfs
2026-07-08 09:48:08,965 INFO  [Listener at localhost/34949] http.HttpServer2 (HttpServer2.java:addFilter(1094)) - Added filter AuthFilter (class=org.apache.hadoop.hdfs.web.AuthFilter) to context static
2026-07-08 09:48:08,966 INFO  [Listener at localhost/34949] http.HttpServer2 (HttpServer2.java:addJerseyResourcePackage(938)) - addJerseyResourcePackage: packageName=org.apache.hadoop.hdfs.server.namenode.web.resources;org.apache.hadoop.hdfs.web.resources, pathSpec=/webhdfs/v1/*
2026-07-08 09:48:08,966 INFO  [Listener at localhost/34949] http.HttpServer2 (HttpServer2.java:bindListener(1332)) - Jetty bound to port 44375
2026-07-08 09:48:08,966 INFO  [Listener at localhost/34949] server.Server (Server.java:doStart(375)) - jetty-9.4.40.v20210413; built: 2021-04-13T20:42:42.668Z; git: b881a572662e1943a14ae12e7e1207989f218b74; jvm 1.8.0_362-8u372-ga~us1-0ubuntu1~18.04-b09
2026-07-08 09:48:08,969 INFO  [Listener at localhost/34949] server.session (DefaultSessionIdManager.java:doStart(334)) - DefaultSessionIdManager workerName=node0
2026-07-08 09:48:08,970 INFO  [Listener at localhost/34949] server.session (DefaultSessionIdManager.java:doStart(339)) - No SessionScavenger set, using defaults
2026-07-08 09:48:08,970 INFO  [Listener at localhost/34949] server.session (HouseKeeper.java:startScavenging(132)) - node0 Scavenging every 660000ms
2026-07-08 09:48:08,971 INFO  [Listener at localhost/34949] server.AuthenticationFilter (AuthenticationFilter.java:constructSecretProvider(240)) - Unable to initialize FileSignerSecretProvider, falling back to use random secrets.
2026-07-08 09:48:08,971 INFO  [Listener at localhost/34949] handler.ContextHandler (ContextHandler.java:doStart(916)) - Started o.e.j.s.ServletContextHandler@1fc713c9{static,/static,jar:file:/tmp/dist-test-taskA6ivmc/java/build/jars/hadoop-hdfs-3.3.1-tests.jar!/webapps/static,AVAILABLE}
2026-07-08 09:48:09,118 INFO  [Listener at localhost/34949] handler.ContextHandler (ContextHandler.java:doStart(916)) - Started o.e.j.w.WebAppContext@67507df{hdfs,/,file:///tmp/jetty-localhost-44375-hadoop-hdfs-3_3_1-tests_jar-_-any-6398804812596032214/webapp/,AVAILABLE}{jar:file:/tmp/dist-test-taskA6ivmc/java/build/jars/hadoop-hdfs-3.3.1-tests.jar!/webapps/hdfs}
2026-07-08 09:48:09,120 INFO  [Listener at localhost/34949] server.AbstractConnector (AbstractConnector.java:doStart(331)) - Started ServerConnector@6848a051{HTTP/1.1, (http/1.1)}{localhost:44375}
2026-07-08 09:48:09,120 INFO  [Listener at localhost/34949] server.Server (Server.java:doStart(415)) - Started @8908ms
2026-07-08 09:48:09,121 INFO  [Listener at localhost/34949] namenode.FSEditLog (FSEditLog.java:newInstance(229)) - Edit logging is async:true
2026-07-08 09:48:09,137 INFO  [Listener at localhost/34949] namenode.FSNamesystem (FSNamesystem.java:<init>(814)) - KeyProvider: null
2026-07-08 09:48:09,138 INFO  [Listener at localhost/34949] namenode.FSNamesystem (FSNamesystemLock.java:<init>(141)) - fsLock is fair: true
2026-07-08 09:48:09,138 INFO  [Listener at localhost/34949] namenode.FSNamesystem (FSNamesystemLock.java:<init>(159)) - Detailed lock hold time metrics enabled: false
2026-07-08 09:48:09,138 INFO  [Listener at localhost/34949] namenode.FSNamesystem (FSNamesystem.java:<init>(847)) - fsOwner                = slave (auth:SIMPLE)
2026-07-08 09:48:09,138 INFO  [Listener at localhost/34949] namenode.FSNamesystem (FSNamesystem.java:<init>(848)) - supergroup             = supergroup
2026-07-08 09:48:09,138 INFO  [Listener at localhost/34949] namenode.FSNamesystem (FSNamesystem.java:<init>(849)) - isPermissionEnabled    = true
2026-07-08 09:48:09,138 INFO  [Listener at localhost/34949] namenode.FSNamesystem (FSNamesystem.java:<init>(850)) - isStoragePolicyEnabled = true
2026-07-08 09:48:09,138 INFO  [Listener at localhost/34949] namenode.FSNamesystem (FSNamesystem.java:<init>(861)) - HA Enabled: false
2026-07-08 09:48:09,139 INFO  [Listener at localhost/34949] common.Util (Util.java:isDiskStatsEnabled(395)) - dfs.datanode.fileio.profiling.sampling.percentage set to 0. Disabling file IO profiling
2026-07-08 09:48:09,139 INFO  [Listener at localhost/34949] blockmanagement.DatanodeManager (DatanodeManager.java:<init>(334)) - dfs.block.invalidate.limit: configured=1000, counted=60, effected=1000
2026-07-08 09:48:09,139 INFO  [Listener at localhost/34949] blockmanagement.DatanodeManager (DatanodeManager.java:<init>(342)) - dfs.namenode.datanode.registration.ip-hostname-check=true
2026-07-08 09:48:09,139 INFO  [Listener at localhost/34949] blockmanagement.BlockManager (InvalidateBlocks.java:printBlockDeletionTime(77)) - dfs.namenode.startup.delay.block.deletion.sec is set to 000:00:00:00.000
2026-07-08 09:48:09,139 INFO  [Listener at localhost/34949] blockmanagement.BlockManager (InvalidateBlocks.java:printBlockDeletionTime(83)) - The block deletion will start around 2026 Jul 08 09:48:09
2026-07-08 09:48:09,140 INFO  [Listener at localhost/34949] util.GSet (LightWeightGSet.java:computeCapacity(395)) - Computing capacity for map BlocksMap
2026-07-08 09:48:09,140 INFO  [Listener at localhost/34949] util.GSet (LightWeightGSet.java:computeCapacity(396)) - VM type       = 64-bit
2026-07-08 09:48:09,140 INFO  [Listener at localhost/34949] util.GSet (LightWeightGSet.java:computeCapacity(397)) - 2.0% max memory 3.5 GB = 72.5 MB
2026-07-08 09:48:09,140 INFO  [Listener at localhost/34949] util.GSet (LightWeightGSet.java:computeCapacity(402)) - capacity      = 2^23 = 8388608 entries
2026-07-08 09:48:09,168 INFO  [Listener at localhost/34949] blockmanagement.BlockManager (BlockManager.java:createSPSManager(5447)) - Storage policy satisfier is disabled
2026-07-08 09:48:09,169 INFO  [Listener at localhost/34949] blockmanagement.BlockManager (BlockManager.java:createBlockTokenSecretManager(641)) - dfs.block.access.token.enable = false
2026-07-08 09:48:09,169 INFO  [Listener at localhost/34949] blockmanagement.BlockManagerSafeMode (BlockManagerSafeMode.java:<init>(160)) - dfs.namenode.safemode.threshold-pct = 0.999
2026-07-08 09:48:09,169 INFO  [Listener at localhost/34949] blockmanagement.BlockManagerSafeMode (BlockManagerSafeMode.java:<init>(161)) - dfs.namenode.safemode.min.datanodes = 0
2026-07-08 09:48:09,169 INFO  [Listener at localhost/34949] blockmanagement.BlockManagerSafeMode (BlockManagerSafeMode.java:<init>(163)) - dfs.namenode.safemode.extension = 0
2026-07-08 09:48:09,169 INFO  [Listener at localhost/34949] blockmanagement.BlockManager (BlockManager.java:<init>(627)) - defaultReplication         = 1
2026-07-08 09:48:09,169 INFO  [Listener at localhost/34949] blockmanagement.BlockManager (BlockManager.java:<init>(628)) - maxReplication             = 512
2026-07-08 09:48:09,169 INFO  [Listener at localhost/34949] blockmanagement.BlockManager (BlockManager.java:<init>(629)) - minReplication             = 1
2026-07-08 09:48:09,170 INFO  [Listener at localhost/34949] blockmanagement.BlockManager (BlockManager.java:<init>(630)) - maxReplicationStreams      = 2
2026-07-08 09:48:09,170 INFO  [Listener at localhost/34949] blockmanagement.BlockManager (BlockManager.java:<init>(631)) - redundancyRecheckInterval  = 3000ms
2026-07-08 09:48:09,170 INFO  [Listener at localhost/34949] blockmanagement.BlockManager (BlockManager.java:<init>(632)) - encryptDataTransfer        = false
2026-07-08 09:48:09,170 INFO  [Listener at localhost/34949] blockmanagement.BlockManager (BlockManager.java:<init>(633)) - maxNumBlocksToLog          = 1000
2026-07-08 09:48:09,170 INFO  [Listener at localhost/34949] util.GSet (LightWeightGSet.java:computeCapacity(395)) - Computing capacity for map INodeMap
2026-07-08 09:48:09,170 INFO  [Listener at localhost/34949] util.GSet (LightWeightGSet.java:computeCapacity(396)) - VM type       = 64-bit
2026-07-08 09:48:09,171 INFO  [Listener at localhost/34949] util.GSet (LightWeightGSet.java:computeCapacity(397)) - 1.0% max memory 3.5 GB = 36.2 MB
2026-07-08 09:48:09,171 INFO  [Listener at localhost/34949] util.GSet (LightWeightGSet.java:computeCapacity(402)) - capacity      = 2^22 = 4194304 entries
2026-07-08 09:48:09,173 INFO  [Listener at localhost/34949] namenode.FSDirectory (FSDirectory.java:<init>(335)) - ACLs enabled? true
2026-07-08 09:48:09,173 INFO  [Listener at localhost/34949] namenode.FSDirectory (FSDirectory.java:<init>(339)) - POSIX ACL inheritance enabled? true
2026-07-08 09:48:09,173 INFO  [Listener at localhost/34949] namenode.FSDirectory (FSDirectory.java:<init>(343)) - XAttrs enabled? true
2026-07-08 09:48:09,174 INFO  [Listener at localhost/34949] namenode.NameNode (FSDirectory.java:<init>(406)) - Caching file names occurring more than 10 times
2026-07-08 09:48:09,174 INFO  [Listener at localhost/34949] snapshot.SnapshotManager (SnapshotManager.java:<init>(124)) - Loaded config captureOpenFiles: false, skipCaptureAccessTimeOnlyChange: false, snapshotDiffAllowSnapRootDescendant: true, maxSnapshotLimit: 65536
2026-07-08 09:48:09,174 INFO  [Listener at localhost/34949] snapshot.SnapshotManager (DirectoryDiffListFactory.java:init(43)) - SkipList is disabled
2026-07-08 09:48:09,174 INFO  [Listener at localhost/34949] util.GSet (LightWeightGSet.java:computeCapacity(395)) - Computing capacity for map cachedBlocks
2026-07-08 09:48:09,174 INFO  [Listener at localhost/34949] util.GSet (LightWeightGSet.java:computeCapacity(396)) - VM type       = 64-bit
2026-07-08 09:48:09,175 INFO  [Listener at localhost/34949] util.GSet (LightWeightGSet.java:computeCapacity(397)) - 0.25% max memory 3.5 GB = 9.1 MB
2026-07-08 09:48:09,175 INFO  [Listener at localhost/34949] util.GSet (LightWeightGSet.java:computeCapacity(402)) - capacity      = 2^20 = 1048576 entries
2026-07-08 09:48:09,175 INFO  [Listener at localhost/34949] metrics.TopMetrics (TopMetrics.java:logConf(75)) - NNTop conf: dfs.namenode.top.window.num.buckets = 10
2026-07-08 09:48:09,176 INFO  [Listener at localhost/34949] metrics.TopMetrics (TopMetrics.java:logConf(77)) - NNTop conf: dfs.namenode.top.num.users = 10
2026-07-08 09:48:09,176 INFO  [Listener at localhost/34949] metrics.TopMetrics (TopMetrics.java:logConf(79)) - NNTop conf: dfs.namenode.top.windows.minutes = 1,5,25
2026-07-08 09:48:09,176 INFO  [Listener at localhost/34949] namenode.FSNamesystem (FSNamesystem.java:initRetryCache(1080)) - Retry cache on namenode is enabled
2026-07-08 09:48:09,176 INFO  [Listener at localhost/34949] namenode.FSNamesystem (FSNamesystem.java:initRetryCache(1088)) - Retry cache will use 0.03 of total heap and retry cache entry expiry time is 600000 millis
2026-07-08 09:48:09,176 INFO  [Listener at localhost/34949] util.GSet (LightWeightGSet.java:computeCapacity(395)) - Computing capacity for map NameNodeRetryCache
2026-07-08 09:48:09,176 INFO  [Listener at localhost/34949] util.GSet (LightWeightGSet.java:computeCapacity(396)) - VM type       = 64-bit
2026-07-08 09:48:09,176 INFO  [Listener at localhost/34949] util.GSet (LightWeightGSet.java:computeCapacity(397)) - 0.029999999329447746% max memory 3.5 GB = 1.1 MB
2026-07-08 09:48:09,176 INFO  [Listener at localhost/34949] util.GSet (LightWeightGSet.java:computeCapacity(402)) - capacity      = 2^17 = 131072 entries
2026-07-08 09:48:09,180 INFO  [Listener at localhost/34949] common.Storage (Storage.java:tryLock(948)) - Lock on /tmp/hdfs-test3743740165948724007/name-0-1/in_use.lock acquired by nodename 2807@dist-test-slave-7plr.c.gcp-upstream.internal
2026-07-08 09:48:09,182 INFO  [Listener at localhost/34949] common.Storage (Storage.java:tryLock(948)) - Lock on /tmp/hdfs-test3743740165948724007/name-0-2/in_use.lock acquired by nodename 2807@dist-test-slave-7plr.c.gcp-upstream.internal
2026-07-08 09:48:09,184 INFO  [Listener at localhost/34949] namenode.FileJournalManager (FileJournalManager.java:recoverUnfinalizedSegments(428)) - Recovering unfinalized segments in /tmp/hdfs-test3743740165948724007/name-0-1/current
2026-07-08 09:48:09,184 INFO  [Listener at localhost/34949] namenode.FileJournalManager (FileJournalManager.java:recoverUnfinalizedSegments(428)) - Recovering unfinalized segments in /tmp/hdfs-test3743740165948724007/name-0-2/current
2026-07-08 09:48:09,184 INFO  [Listener at localhost/34949] namenode.FSImage (FSImage.java:loadFSImage(734)) - No edit log streams selected.
2026-07-08 09:48:09,185 INFO  [Listener at localhost/34949] namenode.FSImage (FSImage.java:loadFSImageFile(800)) - Planning to load image: FSImageFile(file=/tmp/hdfs-test3743740165948724007/name-0-1/current/fsimage_0000000000000000000, cpktTxId=0000000000000000000)
2026-07-08 09:48:09,187 INFO  [Listener at localhost/34949] namenode.FSImageFormatPBINode (FSImageFormatPBINode.java:loadINodeSectionHeader(413)) - Loading 1 INodes.
2026-07-08 09:48:09,187 INFO  [Listener at localhost/34949] namenode.FSImageFormatPBINode (FSImageFormatPBINode.java:loadINodeSection(371)) - Successfully loaded 1 inodes
2026-07-08 09:48:09,188 INFO  [Listener at localhost/34949] namenode.FSImageFormatPBINode (FSImageFormatPBINode.java:waitBlocksMapAndNameCacheUpdateFinished(344)) - Completed update blocks map and name cache, total waiting duration 0ms.
2026-07-08 09:48:09,188 INFO  [Listener at localhost/34949] namenode.FSImageFormatProtobuf (FSImageFormatProtobuf.java:load(255)) - Loaded FSImage in 0 seconds.
2026-07-08 09:48:09,188 INFO  [Listener at localhost/34949] namenode.FSImage (FSImage.java:loadFSImage(978)) - Loaded image for txid 0 from /tmp/hdfs-test3743740165948724007/name-0-1/current/fsimage_0000000000000000000
2026-07-08 09:48:09,188 INFO  [Listener at localhost/34949] namenode.FSNamesystem (FSNamesystem.java:loadFSImage(1202)) - Need to save fs image? false (staleImage=false, haEnabled=false, isRollingUpgrade=false)
2026-07-08 09:48:09,189 INFO  [Listener at localhost/34949] namenode.FSEditLog (FSEditLog.java:startLogSegment(1391)) - Starting log segment at 1
2026-07-08 09:48:09,200 INFO  [Listener at localhost/34949] namenode.NameCache (NameCache.java:initialized(143)) - initialized with 0 entries 0 lookups
2026-07-08 09:48:09,200 INFO  [Listener at localhost/34949] namenode.FSNamesystem (FSNamesystem.java:loadFromDisk(786)) - Finished loading FSImage in 23 msecs
2026-07-08 09:48:09,201 INFO  [Listener at localhost/34949] namenode.NameNode (NameNodeRpcServer.java:<init>(454)) - RPC server is binding to localhost:0
2026-07-08 09:48:09,201 INFO  [Listener at localhost/34949] namenode.NameNode (NameNodeRpcServer.java:<init>(459)) - Enable NameNode state context:false
2026-07-08 09:48:09,201 INFO  [Listener at localhost/34949] ipc.CallQueueManager (CallQueueManager.java:<init>(90)) - Using callQueue: class java.util.concurrent.LinkedBlockingQueue, queueCapacity: 1000, scheduler: class org.apache.hadoop.ipc.DefaultRpcScheduler, ipcBackoff: false.
2026-07-08 09:48:09,202 INFO  [Socket Reader #1 for port 0] ipc.Server (Server.java:run(1265)) - Starting Socket Reader #1 for port 0
2026-07-08 09:48:09,206 INFO  [Listener at localhost/42589] namenode.NameNode (NameNode.java:initialize(776)) - Clients are to use localhost:42589 to access this namenode/service.
2026-07-08 09:48:09,206 INFO  [Listener at localhost/42589] namenode.FSNamesystem (FSNamesystem.java:registerMBean(5444)) - Registered FSNamesystemState, ReplicatedBlocksState and ECBlockGroupsState MBeans.
2026-07-08 09:48:09,220 INFO  [Listener at localhost/42589] namenode.LeaseManager (LeaseManager.java:getNumUnderConstructionBlocks(166)) - Number of blocks under construction: 0
2026-07-08 09:48:09,221 INFO  [Listener at localhost/42589] blockmanagement.DatanodeAdminDefaultMonitor (DatanodeAdminDefaultMonitor.java:processConf(116)) - Initialized the Default Decommission and Maintenance monitor
2026-07-08 09:48:09,225 INFO  [Listener at localhost/42589] blockmanagement.BlockManager (BlockManager.java:initializeReplQueues(5187)) - initializing replication queues
2026-07-08 09:48:09,226 INFO  [Listener at localhost/42589] hdfs.StateChange (BlockManagerSafeMode.java:leaveSafeMode(399)) - STATE* Leaving safe mode after 0 secs
2026-07-08 09:48:09,226 INFO  [Listener at localhost/42589] hdfs.StateChange (BlockManagerSafeMode.java:leaveSafeMode(405)) - STATE* Network topology has 0 racks and 0 datanodes
2026-07-08 09:48:09,226 INFO  [Listener at localhost/42589] hdfs.StateChange (BlockManagerSafeMode.java:leaveSafeMode(407)) - STATE* UnderReplicatedBlocks has 0 blocks
2026-07-08 09:48:09,234 INFO  [Reconstruction Queue Initializer] blockmanagement.BlockManager (BlockManager.java:processMisReplicatesAsync(3728)) - Total number of blocks            = 0
2026-07-08 09:48:09,234 INFO  [Reconstruction Queue Initializer] blockmanagement.BlockManager (BlockManager.java:processMisReplicatesAsync(3729)) - Number of invalid blocks          = 0
2026-07-08 09:48:09,234 INFO  [Reconstruction Queue Initializer] blockmanagement.BlockManager (BlockManager.java:processMisReplicatesAsync(3730)) - Number of under-replicated blocks = 0
2026-07-08 09:48:09,234 INFO  [Reconstruction Queue Initializer] blockmanagement.BlockManager (BlockManager.java:processMisReplicatesAsync(3731)) - Number of  over-replicated blocks = 0
2026-07-08 09:48:09,234 INFO  [Reconstruction Queue Initializer] blockmanagement.BlockManager (BlockManager.java:processMisReplicatesAsync(3733)) - Number of blocks being written    = 0
2026-07-08 09:48:09,235 INFO  [Reconstruction Queue Initializer] hdfs.StateChange (BlockManager.java:processMisReplicatesAsync(3736)) - STATE* Replication Queue initialization scan for invalid, over- and under-replicated blocks completed in 9 msec
2026-07-08 09:48:09,237 INFO  [IPC Server Responder] ipc.Server (Server.java:run(1507)) - IPC Server Responder: starting
2026-07-08 09:48:09,237 INFO  [IPC Server listener on 0] ipc.Server (Server.java:run(1344)) - IPC Server listener on 0: starting
2026-07-08 09:48:09,243 INFO  [Listener at localhost/42589] namenode.NameNode (NameNode.java:startCommonServices(893)) - NameNode RPC up at: localhost/127.0.0.1:42589
2026-07-08 09:48:09,244 INFO  [Listener at localhost/42589] namenode.FSNamesystem (FSNamesystem.java:startActiveServices(1314)) - Starting services required for active state
2026-07-08 09:48:09,244 INFO  [Listener at localhost/42589] namenode.FSDirectory (FSDirectory.java:updateCountForQuota(840)) - Initializing quota with 12 thread(s)
2026-07-08 09:48:09,245 INFO  [Listener at localhost/42589] namenode.FSDirectory (FSDirectory.java:updateCountForQuota(849)) - Quota initialization completed in 1 milliseconds
name space=1
storage space=0
storage types=RAM_DISK=0, SSD=0, DISK=0, ARCHIVE=0, PROVIDED=0
2026-07-08 09:48:09,254 INFO  [CacheReplicationMonitor(1965629564)] blockmanagement.CacheReplicationMonitor (CacheReplicationMonitor.java:run(160)) - Starting CacheReplicationMonitor with interval 30000 milliseconds
2026-07-08 09:48:09,255 INFO  [Listener at localhost/42589] hdfs.MiniDFSCluster (MiniDFSCluster.java:startDataNodes(1697)) - Starting DataNode 0 with dfs.datanode.data.dir: [DISK]file:/tmp/hdfs-test3743740165948724007/data/data1,[DISK]file:/tmp/hdfs-test3743740165948724007/data/data2
2026-07-08 09:48:09,257 INFO  [Listener at localhost/42589] checker.ThrottledAsyncChecker (ThrottledAsyncChecker.java:schedule(137)) - Scheduling a check for [DISK]file:/tmp/hdfs-test3743740165948724007/data/data1
2026-07-08 09:48:09,258 INFO  [Listener at localhost/42589] checker.ThrottledAsyncChecker (ThrottledAsyncChecker.java:schedule(137)) - Scheduling a check for [DISK]file:/tmp/hdfs-test3743740165948724007/data/data2
2026-07-08 09:48:09,277 INFO  [Listener at localhost/42589] impl.MetricsSystemImpl (MetricsSystemImpl.java:init(158)) - DataNode metrics system started (again)
2026-07-08 09:48:09,277 INFO  [Listener at localhost/42589] common.Util (Util.java:isDiskStatsEnabled(395)) - dfs.datanode.fileio.profiling.sampling.percentage set to 0. Disabling file IO profiling
2026-07-08 09:48:09,277 INFO  [Listener at localhost/42589] datanode.BlockScanner (BlockScanner.java:<init>(201)) - Initialized block scanner with targetBytesPerSec 1048576
2026-07-08 09:48:09,278 INFO  [Listener at localhost/42589] datanode.DataNode (DataNode.java:<init>(512)) - Configured hostname is 127.0.0.1
2026-07-08 09:48:09,278 INFO  [Listener at localhost/42589] common.Util (Util.java:isDiskStatsEnabled(395)) - dfs.datanode.fileio.profiling.sampling.percentage set to 0. Disabling file IO profiling
2026-07-08 09:48:09,278 INFO  [Listener at localhost/42589] datanode.DataNode (DataNode.java:startDataNode(1408)) - Starting DataNode with maxLockedMemory = 0
2026-07-08 09:48:09,279 INFO  [Listener at localhost/42589] datanode.DataNode (DataNode.java:initDataXceiver(1171)) - Opened streaming server at /127.0.0.1:36731
2026-07-08 09:48:09,279 INFO  [Listener at localhost/42589] datanode.DataNode (DataXceiverServer.java:<init>(94)) - Balancing bandwidth is 104857600 bytes/s
2026-07-08 09:48:09,279 INFO  [Listener at localhost/42589] datanode.DataNode (DataXceiverServer.java:<init>(95)) - Number threads for balancing is 100
2026-07-08 09:48:09,281 INFO  [Listener at localhost/42589] server.AuthenticationFilter (AuthenticationFilter.java:constructSecretProvider(240)) - Unable to initialize FileSignerSecretProvider, falling back to use random secrets.
2026-07-08 09:48:09,282 INFO  [Listener at localhost/42589] http.HttpRequestLog (HttpRequestLog.java:getRequestLog(82)) - Http request log for http.requests.datanode is not defined
2026-07-08 09:48:09,284 INFO  [Listener at localhost/42589] http.HttpServer2 (HttpServer2.java:addGlobalFilter(1111)) - Added global filter 'safety' (class=org.apache.hadoop.http.HttpServer2$QuotingInputFilter)
2026-07-08 09:48:09,285 INFO  [Listener at localhost/42589] http.HttpServer2 (HttpServer2.java:addFilter(1084)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context datanode
2026-07-08 09:48:09,285 INFO  [Listener at localhost/42589] http.HttpServer2 (HttpServer2.java:addFilter(1094)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context static
2026-07-08 09:48:09,286 INFO  [Listener at localhost/42589] http.HttpServer2 (HttpServer2.java:bindListener(1332)) - Jetty bound to port 43585
2026-07-08 09:48:09,286 INFO  [Listener at localhost/42589] server.Server (Server.java:doStart(375)) - jetty-9.4.40.v20210413; built: 2021-04-13T20:42:42.668Z; git: b881a572662e1943a14ae12e7e1207989f218b74; jvm 1.8.0_362-8u372-ga~us1-0ubuntu1~18.04-b09
2026-07-08 09:48:09,289 INFO  [Listener at localhost/42589] server.session (DefaultSessionIdManager.java:doStart(334)) - DefaultSessionIdManager workerName=node0
2026-07-08 09:48:09,289 INFO  [Listener at localhost/42589] server.session (DefaultSessionIdManager.java:doStart(339)) - No SessionScavenger set, using defaults
2026-07-08 09:48:09,289 INFO  [Listener at localhost/42589] server.session (HouseKeeper.java:startScavenging(132)) - node0 Scavenging every 600000ms
2026-07-08 09:48:09,290 INFO  [Listener at localhost/42589] handler.ContextHandler (ContextHandler.java:doStart(916)) - Started o.e.j.s.ServletContextHandler@470d183{static,/static,jar:file:/tmp/dist-test-taskA6ivmc/java/build/jars/hadoop-hdfs-3.3.1-tests.jar!/webapps/static,AVAILABLE}
2026-07-08 09:48:09,432 INFO  [Listener at localhost/42589] handler.ContextHandler (ContextHandler.java:doStart(916)) - Started o.e.j.w.WebAppContext@157ec23b{datanode,/,file:///tmp/jetty-localhost-43585-hadoop-hdfs-3_3_1-tests_jar-_-any-8880739952707876091/webapp/,AVAILABLE}{jar:file:/tmp/dist-test-taskA6ivmc/java/build/jars/hadoop-hdfs-3.3.1-tests.jar!/webapps/datanode}
2026-07-08 09:48:09,434 INFO  [Listener at localhost/42589] server.AbstractConnector (AbstractConnector.java:doStart(331)) - Started ServerConnector@7f608e21{HTTP/1.1, (http/1.1)}{localhost:43585}
2026-07-08 09:48:09,434 INFO  [Listener at localhost/42589] server.Server (Server.java:doStart(415)) - Started @9222ms
2026-07-08 09:48:09,435 WARN  [Listener at localhost/42589] web.DatanodeHttpServer (RestCsrfPreventionFilterHandler.java:<init>(75)) - Got null for restCsrfPreventionFilter - will not do any filtering.
2026-07-08 09:48:09,437 INFO  [Listener at localhost/42589] web.DatanodeHttpServer (DatanodeHttpServer.java:start(322)) - Listening HTTP traffic on /127.0.0.1:36711
2026-07-08 09:48:09,437 INFO  [Listener at localhost/42589] datanode.DataNode (DataNode.java:startDataNode(1436)) - dnUserName = slave
2026-07-08 09:48:09,437 INFO  [org.apache.hadoop.util.JvmPauseMonitor$Monitor@60d6fdd4] util.JvmPauseMonitor (JvmPauseMonitor.java:run(188)) - Starting JVM pause monitor
2026-07-08 09:48:09,437 INFO  [Listener at localhost/42589] datanode.DataNode (DataNode.java:startDataNode(1437)) - supergroup = supergroup
2026-07-08 09:48:09,438 INFO  [Listener at localhost/42589] ipc.CallQueueManager (CallQueueManager.java:<init>(90)) - Using callQueue: class java.util.concurrent.LinkedBlockingQueue, queueCapacity: 1000, scheduler: class org.apache.hadoop.ipc.DefaultRpcScheduler, ipcBackoff: false.
2026-07-08 09:48:09,439 INFO  [Socket Reader #1 for port 0] ipc.Server (Server.java:run(1265)) - Starting Socket Reader #1 for port 0
2026-07-08 09:48:09,441 INFO  [Listener at localhost/33715] datanode.DataNode (DataNode.java:initIpcServer(1057)) - Opened IPC server at /127.0.0.1:33715
2026-07-08 09:48:09,457 INFO  [Listener at localhost/33715] datanode.DataNode (BlockPoolManager.java:refreshNamenodes(149)) - Refresh request received for nameservices: null
2026-07-08 09:48:09,457 INFO  [Listener at localhost/33715] datanode.DataNode (BlockPoolManager.java:doRefreshNamenodes(210)) - Starting BPOfferServices for nameservices: <default>
2026-07-08 09:48:09,458 INFO  [Thread-284] datanode.DataNode (BPServiceActor.java:run(847)) - Block pool <registering> (Datanode Uuid unassigned) service to localhost/127.0.0.1:42589 starting to offer service
2026-07-08 09:48:09,460 INFO  [IPC Server Responder] ipc.Server (Server.java:run(1507)) - IPC Server Responder: starting
2026-07-08 09:48:09,461 INFO  [IPC Server listener on 0] ipc.Server (Server.java:run(1344)) - IPC Server listener on 0: starting
2026-07-08 09:48:09,468 INFO  [Thread-284] datanode.DataNode (BPOfferService.java:verifyAndSetNamespaceInfo(381)) - Acknowledging ACTIVE Namenode during handshakeBlock pool <registering> (Datanode Uuid unassigned) service to localhost/127.0.0.1:42589
2026-07-08 09:48:09,468 INFO  [Thread-284] common.Storage (DataStorage.java:getParallelVolumeLoadThreadsNum(356)) - Using 2 threads to upgrade data directories (dfs.datanode.parallel.volumes.load.threads.num=2, dataDirs=2)
2026-07-08 09:48:09,471 INFO  [Thread-284] common.Storage (Storage.java:tryLock(948)) - Lock on /tmp/hdfs-test3743740165948724007/data/data1/in_use.lock acquired by nodename 2807@dist-test-slave-7plr.c.gcp-upstream.internal
2026-07-08 09:48:09,472 INFO  [Thread-284] common.Storage (DataStorage.java:loadStorageDirectory(284)) - Storage directory with location [DISK]file:/tmp/hdfs-test3743740165948724007/data/data1 is not formatted for namespace 947485391. Formatting...
2026-07-08 09:48:09,473 INFO  [IPC Server handler 1 on default port 42589] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=datanodeReport	src=null	dst=null	perm=null	proto=rpc
2026-07-08 09:48:09,473 INFO  [Thread-284] common.Storage (DataStorage.java:createStorageID(160)) - Generated new storageID DS-6ee7635f-f61a-4c4c-baa7-e651f7d02d9d for directory /tmp/hdfs-test3743740165948724007/data/data1 
2026-07-08 09:48:09,475 INFO  [Listener at localhost/33715] hdfs.MiniDFSCluster (MiniDFSCluster.java:shouldWait(2823)) - dnInfo.length != numDataNodes
2026-07-08 09:48:09,475 INFO  [Listener at localhost/33715] hdfs.MiniDFSCluster (MiniDFSCluster.java:waitActive(2744)) - Waiting for cluster to become active
2026-07-08 09:48:09,480 INFO  [Thread-284] common.Storage (Storage.java:tryLock(948)) - Lock on /tmp/hdfs-test3743740165948724007/data/data2/in_use.lock acquired by nodename 2807@dist-test-slave-7plr.c.gcp-upstream.internal
2026-07-08 09:48:09,480 INFO  [Thread-284] common.Storage (DataStorage.java:loadStorageDirectory(284)) - Storage directory with location [DISK]file:/tmp/hdfs-test3743740165948724007/data/data2 is not formatted for namespace 947485391. Formatting...
2026-07-08 09:48:09,481 INFO  [Thread-284] common.Storage (DataStorage.java:createStorageID(160)) - Generated new storageID DS-30e5ebfe-ea77-4889-b7c7-d4a90bde8b7a for directory /tmp/hdfs-test3743740165948724007/data/data2 
2026-07-08 09:48:09,509 INFO  [Thread-284] common.Storage (BlockPoolSliceStorage.java:recoverTransitionRead(256)) - Analyzing storage directories for bpid BP-400164496-10.240.1.18-1783504088875
2026-07-08 09:48:09,509 INFO  [Thread-284] common.Storage (Storage.java:lock(907)) - Locking is disabled for /tmp/hdfs-test3743740165948724007/data/data1/current/BP-400164496-10.240.1.18-1783504088875
2026-07-08 09:48:09,509 INFO  [Thread-284] common.Storage (BlockPoolSliceStorage.java:loadStorageDirectory(169)) - Block pool storage directory for location [DISK]file:/tmp/hdfs-test3743740165948724007/data/data1 and block pool id BP-400164496-10.240.1.18-1783504088875 is not formatted. Formatting ...
2026-07-08 09:48:09,510 INFO  [Thread-284] common.Storage (BlockPoolSliceStorage.java:format(285)) - Formatting block pool BP-400164496-10.240.1.18-1783504088875 directory /tmp/hdfs-test3743740165948724007/data/data1/current/BP-400164496-10.240.1.18-1783504088875/current
2026-07-08 09:48:09,540 INFO  [Thread-284] common.Storage (BlockPoolSliceStorage.java:recoverTransitionRead(256)) - Analyzing storage directories for bpid BP-400164496-10.240.1.18-1783504088875
2026-07-08 09:48:09,540 INFO  [Thread-284] common.Storage (Storage.java:lock(907)) - Locking is disabled for /tmp/hdfs-test3743740165948724007/data/data2/current/BP-400164496-10.240.1.18-1783504088875
2026-07-08 09:48:09,540 INFO  [Thread-284] common.Storage (BlockPoolSliceStorage.java:loadStorageDirectory(169)) - Block pool storage directory for location [DISK]file:/tmp/hdfs-test3743740165948724007/data/data2 and block pool id BP-400164496-10.240.1.18-1783504088875 is not formatted. Formatting ...
2026-07-08 09:48:09,540 INFO  [Thread-284] common.Storage (BlockPoolSliceStorage.java:format(285)) - Formatting block pool BP-400164496-10.240.1.18-1783504088875 directory /tmp/hdfs-test3743740165948724007/data/data2/current/BP-400164496-10.240.1.18-1783504088875/current
2026-07-08 09:48:09,545 INFO  [Thread-284] datanode.DataNode (DataNode.java:initStorage(1756)) - Setting up storage: nsid=947485391;bpid=BP-400164496-10.240.1.18-1783504088875;lv=-57;nsInfo=lv=-66;cid=testClusterID;nsid=947485391;c=1783504088875;bpid=BP-400164496-10.240.1.18-1783504088875;dnuuid=null
2026-07-08 09:48:09,549 INFO  [Thread-284] datanode.DataNode (DataNode.java:checkDatanodeUuid(1554)) - Generated and persisted new Datanode UUID 428b1256-710f-4fb8-ae8c-ad8026315d08
2026-07-08 09:48:09,549 INFO  [Thread-284] impl.FsDatasetImpl (FsDatasetImpl.java:<init>(310)) - The datanode lock is a read write lock
2026-07-08 09:48:09,551 INFO  [Thread-284] impl.FsDatasetImpl (FsVolumeList.java:addVolume(304)) - Added new volume: DS-6ee7635f-f61a-4c4c-baa7-e651f7d02d9d
2026-07-08 09:48:09,551 INFO  [Thread-284] impl.FsDatasetImpl (FsDatasetImpl.java:addVolume(493)) - Added volume - [DISK]file:/tmp/hdfs-test3743740165948724007/data/data1, StorageType: DISK
2026-07-08 09:48:09,553 INFO  [Thread-284] impl.FsDatasetImpl (FsVolumeList.java:addVolume(304)) - Added new volume: DS-30e5ebfe-ea77-4889-b7c7-d4a90bde8b7a
2026-07-08 09:48:09,553 INFO  [Thread-284] impl.FsDatasetImpl (FsDatasetImpl.java:addVolume(493)) - Added volume - [DISK]file:/tmp/hdfs-test3743740165948724007/data/data2, StorageType: DISK
2026-07-08 09:48:09,554 INFO  [Thread-284] impl.MemoryMappableBlockLoader (MemoryMappableBlockLoader.java:initialize(48)) - Initializing cache loader: MemoryMappableBlockLoader.
2026-07-08 09:48:09,555 INFO  [Thread-284] impl.FsDatasetImpl (FsDatasetImpl.java:registerMBean(2343)) - Registered FSDatasetState MBean
2026-07-08 09:48:09,556 INFO  [Thread-284] impl.FsDatasetImpl (FsDatasetImpl.java:addBlockPool(2856)) - Adding block pool BP-400164496-10.240.1.18-1783504088875
2026-07-08 09:48:09,557 INFO  [Thread-301] impl.FsDatasetImpl (FsVolumeList.java:run(406)) - Scanning block pool BP-400164496-10.240.1.18-1783504088875 on volume /tmp/hdfs-test3743740165948724007/data/data1...
2026-07-08 09:48:09,557 INFO  [Thread-302] impl.FsDatasetImpl (FsVolumeList.java:run(406)) - Scanning block pool BP-400164496-10.240.1.18-1783504088875 on volume /tmp/hdfs-test3743740165948724007/data/data2...
2026-07-08 09:48:09,576 INFO  [IPC Server handler 2 on default port 42589] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=datanodeReport	src=null	dst=null	perm=null	proto=rpc
2026-07-08 09:48:09,577 INFO  [Listener at localhost/33715] hdfs.MiniDFSCluster (MiniDFSCluster.java:shouldWait(2823)) - dnInfo.length != numDataNodes
2026-07-08 09:48:09,578 INFO  [Listener at localhost/33715] hdfs.MiniDFSCluster (MiniDFSCluster.java:waitActive(2744)) - Waiting for cluster to become active
2026-07-08 09:48:09,581 INFO  [Thread-301] impl.FsDatasetImpl (FsVolumeList.java:run(411)) - Time taken to scan block pool BP-400164496-10.240.1.18-1783504088875 on /tmp/hdfs-test3743740165948724007/data/data1: 24ms
2026-07-08 09:48:09,584 INFO  [Thread-302] impl.FsDatasetImpl (FsVolumeList.java:run(411)) - Time taken to scan block pool BP-400164496-10.240.1.18-1783504088875 on /tmp/hdfs-test3743740165948724007/data/data2: 27ms
2026-07-08 09:48:09,584 INFO  [Thread-284] impl.FsDatasetImpl (FsVolumeList.java:addBlockPool(431)) - Total time to scan all replicas for block pool BP-400164496-10.240.1.18-1783504088875: 27ms
2026-07-08 09:48:09,584 INFO  [Thread-305] impl.FsDatasetImpl (FsVolumeList.java:run(199)) - Adding replicas to map for block pool BP-400164496-10.240.1.18-1783504088875 on volume /tmp/hdfs-test3743740165948724007/data/data1...
2026-07-08 09:48:09,584 INFO  [Thread-306] impl.FsDatasetImpl (FsVolumeList.java:run(199)) - Adding replicas to map for block pool BP-400164496-10.240.1.18-1783504088875 on volume /tmp/hdfs-test3743740165948724007/data/data2...
2026-07-08 09:48:09,584 INFO  [Thread-305] impl.BlockPoolSlice (BlockPoolSlice.java:readReplicasFromCache(902)) - Replica Cache file: /tmp/hdfs-test3743740165948724007/data/data1/current/BP-400164496-10.240.1.18-1783504088875/current/replicas doesn't exist 
2026-07-08 09:48:09,585 INFO  [Thread-306] impl.BlockPoolSlice (BlockPoolSlice.java:readReplicasFromCache(902)) - Replica Cache file: /tmp/hdfs-test3743740165948724007/data/data2/current/BP-400164496-10.240.1.18-1783504088875/current/replicas doesn't exist 
2026-07-08 09:48:09,585 INFO  [Thread-306] impl.FsDatasetImpl (FsVolumeList.java:run(204)) - Time to add replicas to map for block pool BP-400164496-10.240.1.18-1783504088875 on volume /tmp/hdfs-test3743740165948724007/data/data2: 0ms
2026-07-08 09:48:09,585 INFO  [Thread-305] impl.FsDatasetImpl (FsVolumeList.java:run(204)) - Time to add replicas to map for block pool BP-400164496-10.240.1.18-1783504088875 on volume /tmp/hdfs-test3743740165948724007/data/data1: 0ms
2026-07-08 09:48:09,586 INFO  [Thread-284] impl.FsDatasetImpl (FsVolumeList.java:getAllVolumesMap(225)) - Total time to add all replicas to map for block pool BP-400164496-10.240.1.18-1783504088875: 2ms
2026-07-08 09:48:09,586 INFO  [Thread-284] checker.ThrottledAsyncChecker (ThrottledAsyncChecker.java:schedule(137)) - Scheduling a check for /tmp/hdfs-test3743740165948724007/data/data1
2026-07-08 09:48:09,586 INFO  [Thread-284] checker.DatasetVolumeChecker (DatasetVolumeChecker.java:checkAllVolumes(224)) - Scheduled health check for volume /tmp/hdfs-test3743740165948724007/data/data1
2026-07-08 09:48:09,586 INFO  [Thread-284] checker.ThrottledAsyncChecker (ThrottledAsyncChecker.java:schedule(137)) - Scheduling a check for /tmp/hdfs-test3743740165948724007/data/data2
2026-07-08 09:48:09,587 INFO  [Thread-284] checker.DatasetVolumeChecker (DatasetVolumeChecker.java:checkAllVolumes(224)) - Scheduled health check for volume /tmp/hdfs-test3743740165948724007/data/data2
2026-07-08 09:48:09,588 INFO  [VolumeScannerThread(/tmp/hdfs-test3743740165948724007/data/data2)] datanode.VolumeScanner (VolumeScanner.java:findNextUsableBlockIter(385)) - Now scanning bpid BP-400164496-10.240.1.18-1783504088875 on volume /tmp/hdfs-test3743740165948724007/data/data2
2026-07-08 09:48:09,588 WARN  [Thread-284] datanode.DirectoryScanner (DirectoryScanner.java:<init>(300)) - dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1
2026-07-08 09:48:09,588 INFO  [VolumeScannerThread(/tmp/hdfs-test3743740165948724007/data/data1)] datanode.VolumeScanner (VolumeScanner.java:findNextUsableBlockIter(385)) - Now scanning bpid BP-400164496-10.240.1.18-1783504088875 on volume /tmp/hdfs-test3743740165948724007/data/data1
2026-07-08 09:48:09,589 INFO  [VolumeScannerThread(/tmp/hdfs-test3743740165948724007/data/data2)] datanode.VolumeScanner (VolumeScanner.java:getNextBlockToScan(505)) - VolumeScanner(/tmp/hdfs-test3743740165948724007/data/data2, DS-30e5ebfe-ea77-4889-b7c7-d4a90bde8b7a): finished scanning block pool BP-400164496-10.240.1.18-1783504088875
2026-07-08 09:48:09,589 INFO  [Thread-284] datanode.DirectoryScanner (DirectoryScanner.java:start(329)) - Periodic Directory Tree Verification scan starting in 12586689ms with interval of 21600000ms and throttle limit of -1ms/s
2026-07-08 09:48:09,590 INFO  [VolumeScannerThread(/tmp/hdfs-test3743740165948724007/data/data2)] datanode.VolumeScanner (VolumeScanner.java:findNextUsableBlockIter(402)) - VolumeScanner(/tmp/hdfs-test3743740165948724007/data/data2, DS-30e5ebfe-ea77-4889-b7c7-d4a90bde8b7a): no suitable block pools found to scan.  Waiting 1814399998 ms.
2026-07-08 09:48:09,589 INFO  [VolumeScannerThread(/tmp/hdfs-test3743740165948724007/data/data1)] datanode.VolumeScanner (VolumeScanner.java:getNextBlockToScan(505)) - VolumeScanner(/tmp/hdfs-test3743740165948724007/data/data1, DS-6ee7635f-f61a-4c4c-baa7-e651f7d02d9d): finished scanning block pool BP-400164496-10.240.1.18-1783504088875
2026-07-08 09:48:09,591 INFO  [BP-400164496-10.240.1.18-1783504088875 heartbeating to localhost/127.0.0.1:42589] datanode.DataNode (BPServiceActor.java:register(788)) - Block pool BP-400164496-10.240.1.18-1783504088875 (Datanode Uuid 428b1256-710f-4fb8-ae8c-ad8026315d08) service to localhost/127.0.0.1:42589 beginning handshake with NN
2026-07-08 09:48:09,591 INFO  [VolumeScannerThread(/tmp/hdfs-test3743740165948724007/data/data1)] datanode.VolumeScanner (VolumeScanner.java:findNextUsableBlockIter(402)) - VolumeScanner(/tmp/hdfs-test3743740165948724007/data/data1, DS-6ee7635f-f61a-4c4c-baa7-e651f7d02d9d): no suitable block pools found to scan.  Waiting 1814399997 ms.
2026-07-08 09:48:09,592 INFO  [IPC Server handler 3 on default port 42589] hdfs.StateChange (DatanodeManager.java:registerDatanode(1142)) - BLOCK* registerDatanode: from DatanodeRegistration(127.0.0.1:36731, datanodeUuid=428b1256-710f-4fb8-ae8c-ad8026315d08, infoPort=36711, infoSecurePort=0, ipcPort=33715, storageInfo=lv=-57;cid=testClusterID;nsid=947485391;c=1783504088875) storage 428b1256-710f-4fb8-ae8c-ad8026315d08
2026-07-08 09:48:09,592 INFO  [IPC Server handler 3 on default port 42589] net.NetworkTopology (NetworkTopology.java:add(149)) - Adding a new node: /default-rack/127.0.0.1:36731
2026-07-08 09:48:09,592 INFO  [IPC Server handler 3 on default port 42589] blockmanagement.BlockReportLeaseManager (BlockReportLeaseManager.java:registerNode(200)) - Registered DN 428b1256-710f-4fb8-ae8c-ad8026315d08 (127.0.0.1:36731).
2026-07-08 09:48:09,594 INFO  [BP-400164496-10.240.1.18-1783504088875 heartbeating to localhost/127.0.0.1:42589] datanode.DataNode (BPServiceActor.java:register(816)) - Block pool BP-400164496-10.240.1.18-1783504088875 (Datanode Uuid 428b1256-710f-4fb8-ae8c-ad8026315d08) service to localhost/127.0.0.1:42589 successfully registered with NN
2026-07-08 09:48:09,594 INFO  [BP-400164496-10.240.1.18-1783504088875 heartbeating to localhost/127.0.0.1:42589] datanode.DataNode (BPServiceActor.java:offerService(645)) - For namenode localhost/127.0.0.1:42589 using BLOCKREPORT_INTERVAL of 21600000msecs CACHEREPORT_INTERVAL of 10000msecs Initial delay: 0msecs; heartBeatInterval=3000
2026-07-08 09:48:09,595 INFO  [IPC Server handler 4 on default port 42589] blockmanagement.DatanodeDescriptor (DatanodeDescriptor.java:updateStorage(999)) - Adding new storage ID DS-6ee7635f-f61a-4c4c-baa7-e651f7d02d9d for DN 127.0.0.1:36731
2026-07-08 09:48:09,595 INFO  [IPC Server handler 4 on default port 42589] blockmanagement.DatanodeDescriptor (DatanodeDescriptor.java:updateStorage(999)) - Adding new storage ID DS-30e5ebfe-ea77-4889-b7c7-d4a90bde8b7a for DN 127.0.0.1:36731
2026-07-08 09:48:09,597 INFO  [Block report processor] BlockStateChange (BlockManager.java:processReport(2778)) - BLOCK* processReport 0x5d2d3f942220e654: Processing first storage report for DS-30e5ebfe-ea77-4889-b7c7-d4a90bde8b7a from datanode 428b1256-710f-4fb8-ae8c-ad8026315d08
2026-07-08 09:48:09,597 INFO  [Block report processor] BlockStateChange (BlockManager.java:processReport(2810)) - BLOCK* processReport 0x5d2d3f942220e654: from storage DS-30e5ebfe-ea77-4889-b7c7-d4a90bde8b7a node DatanodeRegistration(127.0.0.1:36731, datanodeUuid=428b1256-710f-4fb8-ae8c-ad8026315d08, infoPort=36711, infoSecurePort=0, ipcPort=33715, storageInfo=lv=-57;cid=testClusterID;nsid=947485391;c=1783504088875), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0
2026-07-08 09:48:09,598 INFO  [Block report processor] BlockStateChange (BlockManager.java:processReport(2778)) - BLOCK* processReport 0x5d2d3f942220e654: Processing first storage report for DS-6ee7635f-f61a-4c4c-baa7-e651f7d02d9d from datanode 428b1256-710f-4fb8-ae8c-ad8026315d08
2026-07-08 09:48:09,598 INFO  [Block report processor] BlockStateChange (BlockManager.java:processReport(2810)) - BLOCK* processReport 0x5d2d3f942220e654: from storage DS-6ee7635f-f61a-4c4c-baa7-e651f7d02d9d node DatanodeRegistration(127.0.0.1:36731, datanodeUuid=428b1256-710f-4fb8-ae8c-ad8026315d08, infoPort=36711, infoSecurePort=0, ipcPort=33715, storageInfo=lv=-57;cid=testClusterID;nsid=947485391;c=1783504088875), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0
2026-07-08 09:48:09,598 INFO  [BP-400164496-10.240.1.18-1783504088875 heartbeating to localhost/127.0.0.1:42589] datanode.DataNode (BPServiceActor.java:blockReport(437)) - Successfully sent block report 0x5d2d3f942220e654 to namenode: localhost/127.0.0.1:42589,  containing 2 storage report(s), of which we sent 2. The reports had 0 total blocks and used 1 RPC(s). This took 0 msecs to generate and 2 msecs for RPC and NN processing. Got back one command: FinalizeCommand/5.
2026-07-08 09:48:09,598 INFO  [Command processor] datanode.DataNode (BPOfferService.java:processCommandFromActive(763)) - Got finalize command for block pool BP-400164496-10.240.1.18-1783504088875
2026-07-08 09:48:09,679 INFO  [IPC Server handler 6 on default port 42589] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=datanodeReport	src=null	dst=null	perm=null	proto=rpc
2026-07-08 09:48:09,680 INFO  [Listener at localhost/33715] hdfs.MiniDFSCluster (MiniDFSCluster.java:waitActive(2799)) - Cluster is active
2026-07-08 09:48:09,695 INFO  [Listener at localhost/33715] backup.BackupIO (BackupIO.scala:writeTableMetadata(95)) - Writing metadata to hdfs://localhost:42589/id_taco-taco/100/.kudu-metadata.json
2026-07-08 09:48:09,700 INFO  [IPC Server handler 7 on default port 42589] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=create	src=/id_taco-taco/100/.kudu-metadata.json	dst=null	perm=slave:supergroup:rw-r--r--	proto=rpc
2026-07-08 09:48:09,704 INFO  [IPC Server handler 8 on default port 42589] hdfs.StateChange (FSDirWriteFileOp.java:logAllocatedBlock(802)) - BLOCK* allocate blk_1073741825_1001, replicas=127.0.0.1:36731 for /id_taco-taco/100/.kudu-metadata.json
2026-07-08 09:48:09,709 INFO  [DataXceiver for client DFSClient_NONMAPREDUCE_-677592590_1 at /127.0.0.1:45936 [Receiving block BP-400164496-10.240.1.18-1783504088875:blk_1073741825_1001]] datanode.DataNode (DataXceiver.java:writeBlock(747)) - Receiving BP-400164496-10.240.1.18-1783504088875:blk_1073741825_1001 src: /127.0.0.1:45936 dest: /127.0.0.1:36731
2026-07-08 09:48:09,717 INFO  [PacketResponder: BP-400164496-10.240.1.18-1783504088875:blk_1073741825_1001, type=LAST_IN_PIPELINE] DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1539)) - src: /127.0.0.1:45936, dest: /127.0.0.1:36731, bytes: 82, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-677592590_1, offset: 0, srvID: 428b1256-710f-4fb8-ae8c-ad8026315d08, blockid: BP-400164496-10.240.1.18-1783504088875:blk_1073741825_1001, duration(ns): 3996212
2026-07-08 09:48:09,717 INFO  [PacketResponder: BP-400164496-10.240.1.18-1783504088875:blk_1073741825_1001, type=LAST_IN_PIPELINE] datanode.DataNode (BlockReceiver.java:run(1512)) - PacketResponder: BP-400164496-10.240.1.18-1783504088875:blk_1073741825_1001, type=LAST_IN_PIPELINE terminating
2026-07-08 09:48:09,720 INFO  [IPC Server handler 1 on default port 42589] hdfs.StateChange (FSNamesystem.java:completeFile(3104)) - DIR* completeFile: /id_taco-taco/100/.kudu-metadata.json is closed by DFSClient_NONMAPREDUCE_-677592590_1
2026-07-08 09:48:09,721 INFO  [Listener at localhost/33715] backup.BackupIO (BackupIO.scala:writeTableMetadata(95)) - Writing metadata to hdfs://localhost:42589/id_taco-taco/1000/.kudu-metadata.json
2026-07-08 09:48:09,722 INFO  [IPC Server handler 2 on default port 42589] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=create	src=/id_taco-taco/1000/.kudu-metadata.json	dst=null	perm=slave:supergroup:rw-r--r--	proto=rpc
2026-07-08 09:48:09,726 INFO  [IPC Server handler 3 on default port 42589] hdfs.StateChange (FSDirWriteFileOp.java:logAllocatedBlock(802)) - BLOCK* allocate blk_1073741826_1002, replicas=127.0.0.1:36731 for /id_taco-taco/1000/.kudu-metadata.json
2026-07-08 09:48:09,728 INFO  [DataXceiver for client DFSClient_NONMAPREDUCE_-677592590_1 at /127.0.0.1:45938 [Receiving block BP-400164496-10.240.1.18-1783504088875:blk_1073741826_1002]] datanode.DataNode (DataXceiver.java:writeBlock(747)) - Receiving BP-400164496-10.240.1.18-1783504088875:blk_1073741826_1002 src: /127.0.0.1:45938 dest: /127.0.0.1:36731
2026-07-08 09:48:09,737 INFO  [PacketResponder: BP-400164496-10.240.1.18-1783504088875:blk_1073741826_1002, type=LAST_IN_PIPELINE] DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1539)) - src: /127.0.0.1:45938, dest: /127.0.0.1:36731, bytes: 83, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-677592590_1, offset: 0, srvID: 428b1256-710f-4fb8-ae8c-ad8026315d08, blockid: BP-400164496-10.240.1.18-1783504088875:blk_1073741826_1002, duration(ns): 3897191
2026-07-08 09:48:09,737 INFO  [PacketResponder: BP-400164496-10.240.1.18-1783504088875:blk_1073741826_1002, type=LAST_IN_PIPELINE] datanode.DataNode (BlockReceiver.java:run(1512)) - PacketResponder: BP-400164496-10.240.1.18-1783504088875:blk_1073741826_1002, type=LAST_IN_PIPELINE terminating
2026-07-08 09:48:09,739 INFO  [IPC Server handler 5 on default port 42589] hdfs.StateChange (FSNamesystem.java:completeFile(3104)) - DIR* completeFile: /id_taco-taco/1000/.kudu-metadata.json is closed by DFSClient_NONMAPREDUCE_-677592590_1
2026-07-08 09:48:09,740 INFO  [Listener at localhost/33715] backup.BackupIO (BackupIO.scala:writeTableMetadata(95)) - Writing metadata to hdfs://localhost:42589/id_taco-taco/2000/.kudu-metadata.json
2026-07-08 09:48:09,742 INFO  [IPC Server handler 6 on default port 42589] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=create	src=/id_taco-taco/2000/.kudu-metadata.json	dst=null	perm=slave:supergroup:rw-r--r--	proto=rpc
2026-07-08 09:48:09,745 INFO  [IPC Server handler 7 on default port 42589] hdfs.StateChange (FSDirWriteFileOp.java:logAllocatedBlock(802)) - BLOCK* allocate blk_1073741827_1003, replicas=127.0.0.1:36731 for /id_taco-taco/2000/.kudu-metadata.json
2026-07-08 09:48:09,748 INFO  [DataXceiver for client DFSClient_NONMAPREDUCE_-677592590_1 at /127.0.0.1:45944 [Receiving block BP-400164496-10.240.1.18-1783504088875:blk_1073741827_1003]] datanode.DataNode (DataXceiver.java:writeBlock(747)) - Receiving BP-400164496-10.240.1.18-1783504088875:blk_1073741827_1003 src: /127.0.0.1:45944 dest: /127.0.0.1:36731
2026-07-08 09:48:09,761 INFO  [PacketResponder: BP-400164496-10.240.1.18-1783504088875:blk_1073741827_1003, type=LAST_IN_PIPELINE] DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1539)) - src: /127.0.0.1:45944, dest: /127.0.0.1:36731, bytes: 102, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-677592590_1, offset: 0, srvID: 428b1256-710f-4fb8-ae8c-ad8026315d08, blockid: BP-400164496-10.240.1.18-1783504088875:blk_1073741827_1003, duration(ns): 8195681
2026-07-08 09:48:09,762 INFO  [PacketResponder: BP-400164496-10.240.1.18-1783504088875:blk_1073741827_1003, type=LAST_IN_PIPELINE] datanode.DataNode (BlockReceiver.java:run(1512)) - PacketResponder: BP-400164496-10.240.1.18-1783504088875:blk_1073741827_1003, type=LAST_IN_PIPELINE terminating
2026-07-08 09:48:09,763 INFO  [IPC Server handler 9 on default port 42589] hdfs.StateChange (FSNamesystem.java:completeFile(3104)) - DIR* completeFile: /id_taco-taco/2000/.kudu-metadata.json is closed by DFSClient_NONMAPREDUCE_-677592590_1
2026-07-08 09:48:09,764 INFO  [Listener at localhost/33715] backup.BackupIO (BackupIO.scala:writeTableMetadata(95)) - Writing metadata to hdfs://localhost:42589/id_pizza-pizza/200/.kudu-metadata.json
2026-07-08 09:48:09,767 INFO  [IPC Server handler 0 on default port 42589] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=create	src=/id_pizza-pizza/200/.kudu-metadata.json	dst=null	perm=slave:supergroup:rw-r--r--	proto=rpc
2026-07-08 09:48:09,772 INFO  [IPC Server handler 1 on default port 42589] hdfs.StateChange (FSDirWriteFileOp.java:logAllocatedBlock(802)) - BLOCK* allocate blk_1073741828_1004, replicas=127.0.0.1:36731 for /id_pizza-pizza/200/.kudu-metadata.json
2026-07-08 09:48:09,775 INFO  [DataXceiver for client DFSClient_NONMAPREDUCE_-677592590_1 at /127.0.0.1:45954 [Receiving block BP-400164496-10.240.1.18-1783504088875:blk_1073741828_1004]] datanode.DataNode (DataXceiver.java:writeBlock(747)) - Receiving BP-400164496-10.240.1.18-1783504088875:blk_1073741828_1004 src: /127.0.0.1:45954 dest: /127.0.0.1:36731
2026-07-08 09:48:09,781 INFO  [PacketResponder: BP-400164496-10.240.1.18-1783504088875:blk_1073741828_1004, type=LAST_IN_PIPELINE] DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1539)) - src: /127.0.0.1:45954, dest: /127.0.0.1:36731, bytes: 84, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-677592590_1, offset: 0, srvID: 428b1256-710f-4fb8-ae8c-ad8026315d08, blockid: BP-400164496-10.240.1.18-1783504088875:blk_1073741828_1004, duration(ns): 2774909
2026-07-08 09:48:09,781 INFO  [PacketResponder: BP-400164496-10.240.1.18-1783504088875:blk_1073741828_1004, type=LAST_IN_PIPELINE] datanode.DataNode (BlockReceiver.java:run(1512)) - PacketResponder: BP-400164496-10.240.1.18-1783504088875:blk_1073741828_1004, type=LAST_IN_PIPELINE terminating
2026-07-08 09:48:09,784 INFO  [IPC Server handler 3 on default port 42589] hdfs.StateChange (FSNamesystem.java:completeFile(3104)) - DIR* completeFile: /id_pizza-pizza/200/.kudu-metadata.json is closed by DFSClient_NONMAPREDUCE_-677592590_1
2026-07-08 09:48:09,785 INFO  [Listener at localhost/33715] backup.BackupIO (BackupIO.scala:writeTableMetadata(95)) - Writing metadata to hdfs://localhost:42589/id_pizza-pizza/400/.kudu-metadata.json
2026-07-08 09:48:09,786 INFO  [IPC Server handler 4 on default port 42589] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=create	src=/id_pizza-pizza/400/.kudu-metadata.json	dst=null	perm=slave:supergroup:rw-r--r--	proto=rpc
2026-07-08 09:48:09,790 INFO  [IPC Server handler 5 on default port 42589] hdfs.StateChange (FSDirWriteFileOp.java:logAllocatedBlock(802)) - BLOCK* allocate blk_1073741829_1005, replicas=127.0.0.1:36731 for /id_pizza-pizza/400/.kudu-metadata.json
2026-07-08 09:48:09,793 INFO  [DataXceiver for client DFSClient_NONMAPREDUCE_-677592590_1 at /127.0.0.1:45962 [Receiving block BP-400164496-10.240.1.18-1783504088875:blk_1073741829_1005]] datanode.DataNode (DataXceiver.java:writeBlock(747)) - Receiving BP-400164496-10.240.1.18-1783504088875:blk_1073741829_1005 src: /127.0.0.1:45962 dest: /127.0.0.1:36731
2026-07-08 09:48:09,799 INFO  [PacketResponder: BP-400164496-10.240.1.18-1783504088875:blk_1073741829_1005, type=LAST_IN_PIPELINE] DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1539)) - src: /127.0.0.1:45962, dest: /127.0.0.1:36731, bytes: 103, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-677592590_1, offset: 0, srvID: 428b1256-710f-4fb8-ae8c-ad8026315d08, blockid: BP-400164496-10.240.1.18-1783504088875:blk_1073741829_1005, duration(ns): 3824529
2026-07-08 09:48:09,799 INFO  [PacketResponder: BP-400164496-10.240.1.18-1783504088875:blk_1073741829_1005, type=LAST_IN_PIPELINE] datanode.DataNode (BlockReceiver.java:run(1512)) - PacketResponder: BP-400164496-10.240.1.18-1783504088875:blk_1073741829_1005, type=LAST_IN_PIPELINE terminating
2026-07-08 09:48:09,801 INFO  [IPC Server handler 7 on default port 42589] hdfs.StateChange (FSNamesystem.java:completeFile(3104)) - DIR* completeFile: /id_pizza-pizza/400/.kudu-metadata.json is closed by DFSClient_NONMAPREDUCE_-677592590_1
2026-07-08 09:48:09,802 INFO  [Listener at localhost/33715] backup.BackupIO (BackupIO.scala:writeTableMetadata(95)) - Writing metadata to hdfs://localhost:42589/id_pizza-pizza/600/.kudu-metadata.json
2026-07-08 09:48:09,804 INFO  [IPC Server handler 8 on default port 42589] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=create	src=/id_pizza-pizza/600/.kudu-metadata.json	dst=null	perm=slave:supergroup:rw-r--r--	proto=rpc
2026-07-08 09:48:09,807 INFO  [IPC Server handler 9 on default port 42589] hdfs.StateChange (FSDirWriteFileOp.java:logAllocatedBlock(802)) - BLOCK* allocate blk_1073741830_1006, replicas=127.0.0.1:36731 for /id_pizza-pizza/600/.kudu-metadata.json
2026-07-08 09:48:09,810 INFO  [DataXceiver for client DFSClient_NONMAPREDUCE_-677592590_1 at /127.0.0.1:45978 [Receiving block BP-400164496-10.240.1.18-1783504088875:blk_1073741830_1006]] datanode.DataNode (DataXceiver.java:writeBlock(747)) - Receiving BP-400164496-10.240.1.18-1783504088875:blk_1073741830_1006 src: /127.0.0.1:45978 dest: /127.0.0.1:36731
2026-07-08 09:48:09,815 INFO  [PacketResponder: BP-400164496-10.240.1.18-1783504088875:blk_1073741830_1006, type=LAST_IN_PIPELINE] DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1539)) - src: /127.0.0.1:45978, dest: /127.0.0.1:36731, bytes: 103, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-677592590_1, offset: 0, srvID: 428b1256-710f-4fb8-ae8c-ad8026315d08, blockid: BP-400164496-10.240.1.18-1783504088875:blk_1073741830_1006, duration(ns): 4162859
2026-07-08 09:48:09,816 INFO  [PacketResponder: BP-400164496-10.240.1.18-1783504088875:blk_1073741830_1006, type=LAST_IN_PIPELINE] datanode.DataNode (BlockReceiver.java:run(1512)) - PacketResponder: BP-400164496-10.240.1.18-1783504088875:blk_1073741830_1006, type=LAST_IN_PIPELINE terminating
2026-07-08 09:48:09,817 INFO  [IPC Server handler 1 on default port 42589] hdfs.StateChange (FSNamesystem.java:completeFile(3104)) - DIR* completeFile: /id_pizza-pizza/600/.kudu-metadata.json is closed by DFSClient_NONMAPREDUCE_-677592590_1
2026-07-08 09:48:09,833 INFO  [IPC Server handler 2 on default port 42589] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=getfileinfo	src=/	dst=null	perm=null	proto=rpc
2026-07-08 09:48:09,834 INFO  [IPC Server handler 3 on default port 42589] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=listStatus	src=/	dst=null	perm=null	proto=rpc
2026-07-08 09:48:09,836 INFO  [IPC Server handler 4 on default port 42589] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=listStatus	src=/id_pizza-pizza	dst=null	perm=null	proto=rpc
2026-07-08 09:48:09,838 INFO  [IPC Server handler 5 on default port 42589] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=getfileinfo	src=/id_pizza-pizza/200/.kudu-metadata.json	dst=null	perm=null	proto=rpc
2026-07-08 09:48:09,839 INFO  [IPC Server handler 6 on default port 42589] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=open	src=/id_pizza-pizza/200/.kudu-metadata.json	dst=null	perm=null	proto=rpc
2026-07-08 09:48:09,844 INFO  [IPC Server handler 7 on default port 42589] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=getfileinfo	src=/id_pizza-pizza/400/.kudu-metadata.json	dst=null	perm=null	proto=rpc
2026-07-08 09:48:09,845 INFO  [IPC Server handler 8 on default port 42589] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=open	src=/id_pizza-pizza/400/.kudu-metadata.json	dst=null	perm=null	proto=rpc
2026-07-08 09:48:09,848 INFO  [IPC Server handler 9 on default port 42589] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=getfileinfo	src=/id_pizza-pizza/600/.kudu-metadata.json	dst=null	perm=null	proto=rpc
2026-07-08 09:48:09,849 INFO  [IPC Server handler 0 on default port 42589] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=open	src=/id_pizza-pizza/600/.kudu-metadata.json	dst=null	perm=null	proto=rpc
2026-07-08 09:48:09,852 INFO  [Listener at localhost/33715] backup.BackupIO (BackupIO.scala:readTableBackups(236)) - Found 3 paths in hdfs://localhost:42589/id_pizza-pizza
.2026-07-08 09:48:09,873 INFO  [Listener at localhost/33715] hdfs.MiniDFSCluster (MiniDFSCluster.java:<init>(529)) - starting cluster: numNameNodes=1, numDataNodes=1
2026-07-08 09:48:09,874 INFO  [Listener at localhost/33715] namenode.NameNode (NameNode.java:format(1249)) - Formatting using clusterid: testClusterID
2026-07-08 09:48:09,875 INFO  [Listener at localhost/33715] namenode.FSEditLog (FSEditLog.java:newInstance(229)) - Edit logging is async:true
2026-07-08 09:48:09,886 INFO  [Listener at localhost/33715] namenode.FSNamesystem (FSNamesystem.java:<init>(814)) - KeyProvider: null
2026-07-08 09:48:09,887 INFO  [Listener at localhost/33715] namenode.FSNamesystem (FSNamesystemLock.java:<init>(141)) - fsLock is fair: true
2026-07-08 09:48:09,887 INFO  [Listener at localhost/33715] namenode.FSNamesystem (FSNamesystemLock.java:<init>(159)) - Detailed lock hold time metrics enabled: false
2026-07-08 09:48:09,887 INFO  [Listener at localhost/33715] namenode.FSNamesystem (FSNamesystem.java:<init>(847)) - fsOwner                = slave (auth:SIMPLE)
2026-07-08 09:48:09,887 INFO  [Listener at localhost/33715] namenode.FSNamesystem (FSNamesystem.java:<init>(848)) - supergroup             = supergroup
2026-07-08 09:48:09,887 INFO  [Listener at localhost/33715] namenode.FSNamesystem (FSNamesystem.java:<init>(849)) - isPermissionEnabled    = true
2026-07-08 09:48:09,887 INFO  [Listener at localhost/33715] namenode.FSNamesystem (FSNamesystem.java:<init>(850)) - isStoragePolicyEnabled = true
2026-07-08 09:48:09,887 INFO  [Listener at localhost/33715] namenode.FSNamesystem (FSNamesystem.java:<init>(861)) - HA Enabled: false
2026-07-08 09:48:09,888 INFO  [Listener at localhost/33715] common.Util (Util.java:isDiskStatsEnabled(395)) - dfs.datanode.fileio.profiling.sampling.percentage set to 0. Disabling file IO profiling
2026-07-08 09:48:09,888 INFO  [Listener at localhost/33715] blockmanagement.DatanodeManager (DatanodeManager.java:<init>(334)) - dfs.block.invalidate.limit: configured=1000, counted=60, effected=1000
2026-07-08 09:48:09,888 INFO  [Listener at localhost/33715] blockmanagement.DatanodeManager (DatanodeManager.java:<init>(342)) - dfs.namenode.datanode.registration.ip-hostname-check=true
2026-07-08 09:48:09,888 INFO  [Listener at localhost/33715] blockmanagement.BlockManager (InvalidateBlocks.java:printBlockDeletionTime(77)) - dfs.namenode.startup.delay.block.deletion.sec is set to 000:00:00:00.000
2026-07-08 09:48:09,889 INFO  [Listener at localhost/33715] blockmanagement.BlockManager (InvalidateBlocks.java:printBlockDeletionTime(83)) - The block deletion will start around 2026 Jul 08 09:48:09
2026-07-08 09:48:09,889 INFO  [Listener at localhost/33715] util.GSet (LightWeightGSet.java:computeCapacity(395)) - Computing capacity for map BlocksMap
2026-07-08 09:48:09,889 INFO  [Listener at localhost/33715] util.GSet (LightWeightGSet.java:computeCapacity(396)) - VM type       = 64-bit
2026-07-08 09:48:09,889 INFO  [Listener at localhost/33715] util.GSet (LightWeightGSet.java:computeCapacity(397)) - 2.0% max memory 3.5 GB = 72.5 MB
2026-07-08 09:48:09,889 INFO  [Listener at localhost/33715] util.GSet (LightWeightGSet.java:computeCapacity(402)) - capacity      = 2^23 = 8388608 entries
2026-07-08 09:48:09,971 INFO  [Listener at localhost/33715] blockmanagement.BlockManager (BlockManager.java:createSPSManager(5447)) - Storage policy satisfier is disabled
2026-07-08 09:48:09,971 INFO  [Listener at localhost/33715] blockmanagement.BlockManager (BlockManager.java:createBlockTokenSecretManager(641)) - dfs.block.access.token.enable = false
2026-07-08 09:48:09,972 INFO  [Listener at localhost/33715] blockmanagement.BlockManagerSafeMode (BlockManagerSafeMode.java:<init>(160)) - dfs.namenode.safemode.threshold-pct = 0.999
2026-07-08 09:48:09,972 INFO  [Listener at localhost/33715] blockmanagement.BlockManagerSafeMode (BlockManagerSafeMode.java:<init>(161)) - dfs.namenode.safemode.min.datanodes = 0
2026-07-08 09:48:09,972 INFO  [Listener at localhost/33715] blockmanagement.BlockManagerSafeMode (BlockManagerSafeMode.java:<init>(163)) - dfs.namenode.safemode.extension = 0
2026-07-08 09:48:09,972 INFO  [Listener at localhost/33715] blockmanagement.BlockManager (BlockManager.java:<init>(627)) - defaultReplication         = 1
2026-07-08 09:48:09,972 INFO  [Listener at localhost/33715] blockmanagement.BlockManager (BlockManager.java:<init>(628)) - maxReplication             = 512
2026-07-08 09:48:09,972 INFO  [Listener at localhost/33715] blockmanagement.BlockManager (BlockManager.java:<init>(629)) - minReplication             = 1
2026-07-08 09:48:09,972 INFO  [Listener at localhost/33715] blockmanagement.BlockManager (BlockManager.java:<init>(630)) - maxReplicationStreams      = 2
2026-07-08 09:48:09,973 INFO  [Listener at localhost/33715] blockmanagement.BlockManager (BlockManager.java:<init>(631)) - redundancyRecheckInterval  = 3000ms
2026-07-08 09:48:09,973 INFO  [Listener at localhost/33715] blockmanagement.BlockManager (BlockManager.java:<init>(632)) - encryptDataTransfer        = false
2026-07-08 09:48:09,973 INFO  [Listener at localhost/33715] blockmanagement.BlockManager (BlockManager.java:<init>(633)) - maxNumBlocksToLog          = 1000
2026-07-08 09:48:09,974 INFO  [Listener at localhost/33715] util.GSet (LightWeightGSet.java:computeCapacity(395)) - Computing capacity for map INodeMap
2026-07-08 09:48:09,974 INFO  [Listener at localhost/33715] util.GSet (LightWeightGSet.java:computeCapacity(396)) - VM type       = 64-bit
2026-07-08 09:48:09,974 INFO  [Listener at localhost/33715] util.GSet (LightWeightGSet.java:computeCapacity(397)) - 1.0% max memory 3.5 GB = 36.2 MB
2026-07-08 09:48:09,974 INFO  [Listener at localhost/33715] util.GSet (LightWeightGSet.java:computeCapacity(402)) - capacity      = 2^22 = 4194304 entries
2026-07-08 09:48:09,977 INFO  [Listener at localhost/33715] namenode.FSDirectory (FSDirectory.java:<init>(335)) - ACLs enabled? true
2026-07-08 09:48:09,977 INFO  [Listener at localhost/33715] namenode.FSDirectory (FSDirectory.java:<init>(339)) - POSIX ACL inheritance enabled? true
2026-07-08 09:48:09,977 INFO  [Listener at localhost/33715] namenode.FSDirectory (FSDirectory.java:<init>(343)) - XAttrs enabled? true
2026-07-08 09:48:09,978 INFO  [Listener at localhost/33715] namenode.NameNode (FSDirectory.java:<init>(406)) - Caching file names occurring more than 10 times
2026-07-08 09:48:09,978 INFO  [Listener at localhost/33715] snapshot.SnapshotManager (SnapshotManager.java:<init>(124)) - Loaded config captureOpenFiles: false, skipCaptureAccessTimeOnlyChange: false, snapshotDiffAllowSnapRootDescendant: true, maxSnapshotLimit: 65536
2026-07-08 09:48:09,978 INFO  [Listener at localhost/33715] snapshot.SnapshotManager (DirectoryDiffListFactory.java:init(43)) - SkipList is disabled
2026-07-08 09:48:09,978 INFO  [Listener at localhost/33715] util.GSet (LightWeightGSet.java:computeCapacity(395)) - Computing capacity for map cachedBlocks
2026-07-08 09:48:09,978 INFO  [Listener at localhost/33715] util.GSet (LightWeightGSet.java:computeCapacity(396)) - VM type       = 64-bit
2026-07-08 09:48:09,978 INFO  [Listener at localhost/33715] util.GSet (LightWeightGSet.java:computeCapacity(397)) - 0.25% max memory 3.5 GB = 9.1 MB
2026-07-08 09:48:09,978 INFO  [Listener at localhost/33715] util.GSet (LightWeightGSet.java:computeCapacity(402)) - capacity      = 2^20 = 1048576 entries
2026-07-08 09:48:09,979 INFO  [Listener at localhost/33715] metrics.TopMetrics (TopMetrics.java:logConf(75)) - NNTop conf: dfs.namenode.top.window.num.buckets = 10
2026-07-08 09:48:09,979 INFO  [Listener at localhost/33715] metrics.TopMetrics (TopMetrics.java:logConf(77)) - NNTop conf: dfs.namenode.top.num.users = 10
2026-07-08 09:48:09,979 INFO  [Listener at localhost/33715] metrics.TopMetrics (TopMetrics.java:logConf(79)) - NNTop conf: dfs.namenode.top.windows.minutes = 1,5,25
2026-07-08 09:48:09,979 INFO  [Listener at localhost/33715] namenode.FSNamesystem (FSNamesystem.java:initRetryCache(1080)) - Retry cache on namenode is enabled
2026-07-08 09:48:09,979 INFO  [Listener at localhost/33715] namenode.FSNamesystem (FSNamesystem.java:initRetryCache(1088)) - Retry cache will use 0.03 of total heap and retry cache entry expiry time is 600000 millis
2026-07-08 09:48:09,979 INFO  [Listener at localhost/33715] util.GSet (LightWeightGSet.java:computeCapacity(395)) - Computing capacity for map NameNodeRetryCache
2026-07-08 09:48:09,980 INFO  [Listener at localhost/33715] util.GSet (LightWeightGSet.java:computeCapacity(396)) - VM type       = 64-bit
2026-07-08 09:48:09,980 INFO  [Listener at localhost/33715] util.GSet (LightWeightGSet.java:computeCapacity(397)) - 0.029999999329447746% max memory 3.5 GB = 1.1 MB
2026-07-08 09:48:09,980 INFO  [Listener at localhost/33715] util.GSet (LightWeightGSet.java:computeCapacity(402)) - capacity      = 2^17 = 131072 entries
2026-07-08 09:48:09,981 INFO  [Listener at localhost/33715] namenode.FSImage (FSImage.java:format(186)) - Allocated new BlockPoolId: BP-1383204550-10.240.1.18-1783504089981
2026-07-08 09:48:09,987 INFO  [Listener at localhost/33715] common.Storage (NNStorage.java:format(595)) - Storage directory /tmp/hdfs-test6883065848759958155/name-0-1 has been successfully formatted.
2026-07-08 09:48:09,991 INFO  [Listener at localhost/33715] common.Storage (NNStorage.java:format(595)) - Storage directory /tmp/hdfs-test6883065848759958155/name-0-2 has been successfully formatted.
2026-07-08 09:48:10,006 INFO  [FSImageSaver for /tmp/hdfs-test6883065848759958155/name-0-2 of type IMAGE_AND_EDITS] namenode.FSImageFormatProtobuf (FSImageFormatProtobuf.java:save(732)) - Saving image file /tmp/hdfs-test6883065848759958155/name-0-2/current/fsimage.ckpt_0000000000000000000 using no compression
2026-07-08 09:48:10,009 INFO  [FSImageSaver for /tmp/hdfs-test6883065848759958155/name-0-1 of type IMAGE_AND_EDITS] namenode.FSImageFormatProtobuf (FSImageFormatProtobuf.java:save(732)) - Saving image file /tmp/hdfs-test6883065848759958155/name-0-1/current/fsimage.ckpt_0000000000000000000 using no compression
2026-07-08 09:48:10,014 INFO  [FSImageSaver for /tmp/hdfs-test6883065848759958155/name-0-2 of type IMAGE_AND_EDITS] namenode.FSImageFormatProtobuf (FSImageFormatProtobuf.java:save(736)) - Image file /tmp/hdfs-test6883065848759958155/name-0-2/current/fsimage.ckpt_0000000000000000000 of size 418 bytes saved in 0 seconds .
2026-07-08 09:48:10,019 INFO  [FSImageSaver for /tmp/hdfs-test6883065848759958155/name-0-1 of type IMAGE_AND_EDITS] namenode.FSImageFormatProtobuf (FSImageFormatProtobuf.java:save(736)) - Image file /tmp/hdfs-test6883065848759958155/name-0-1/current/fsimage.ckpt_0000000000000000000 of size 418 bytes saved in 0 seconds .
2026-07-08 09:48:10,022 INFO  [Listener at localhost/33715] namenode.NNStorageRetentionManager (NNStorageRetentionManager.java:getImageTxIdToRetain(203)) - Going to retain 1 images with txid >= 0
2026-07-08 09:48:10,033 INFO  [Listener at localhost/33715] namenode.FSNamesystem (FSNamesystem.java:stopActiveServices(1427)) - Stopping services started for active state
2026-07-08 09:48:10,033 INFO  [Listener at localhost/33715] namenode.FSNamesystem (FSNamesystem.java:stopStandbyServices(1528)) - Stopping services started for standby state
2026-07-08 09:48:10,034 INFO  [Listener at localhost/33715] namenode.NameNode (NameNode.java:createNameNode(1707)) - createNameNode []
2026-07-08 09:48:10,034 INFO  [Listener at localhost/33715] impl.MetricsSystemImpl (MetricsSystemImpl.java:init(158)) - NameNode metrics system started (again)
2026-07-08 09:48:10,034 INFO  [Listener at localhost/33715] namenode.NameNodeUtils (NameNodeUtils.java:getClientNamenodeAddress(79)) - fs.defaultFS is hdfs://127.0.0.1:0
2026-07-08 09:48:10,049 INFO  [org.apache.hadoop.util.JvmPauseMonitor$Monitor@5afbd567] util.JvmPauseMonitor (JvmPauseMonitor.java:run(188)) - Starting JVM pause monitor
2026-07-08 09:48:10,049 INFO  [Listener at localhost/33715] hdfs.DFSUtil (DFSUtil.java:httpServerTemplateForNNAndJN(1668)) - Filter initializers set : org.apache.hadoop.http.lib.StaticUserWebFilter,org.apache.hadoop.hdfs.web.AuthFilterInitializer
2026-07-08 09:48:10,050 INFO  [Listener at localhost/33715] hdfs.DFSUtil (DFSUtil.java:httpServerTemplateForNNAndJN(1690)) - Starting Web-server for hdfs at: http://localhost:0
2026-07-08 09:48:10,051 INFO  [Listener at localhost/33715] server.AuthenticationFilter (AuthenticationFilter.java:constructSecretProvider(240)) - Unable to initialize FileSignerSecretProvider, falling back to use random secrets.
2026-07-08 09:48:10,052 INFO  [Listener at localhost/33715] http.HttpRequestLog (HttpRequestLog.java:getRequestLog(82)) - Http request log for http.requests.namenode is not defined
2026-07-08 09:48:10,053 INFO  [Listener at localhost/33715] http.HttpServer2 (HttpServer2.java:addGlobalFilter(1111)) - Added global filter 'safety' (class=org.apache.hadoop.http.HttpServer2$QuotingInputFilter)
2026-07-08 09:48:10,054 INFO  [Listener at localhost/33715] http.HttpServer2 (HttpServer2.java:addFilter(1084)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context hdfs
2026-07-08 09:48:10,055 INFO  [Listener at localhost/33715] http.HttpServer2 (HttpServer2.java:addFilter(1094)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context static
2026-07-08 09:48:10,056 INFO  [Listener at localhost/33715] http.HttpServer2 (HttpServer2.java:addFilter(1084)) - Added filter AuthFilter (class=org.apache.hadoop.hdfs.web.AuthFilter) to context hdfs
2026-07-08 09:48:10,057 INFO  [Listener at localhost/33715] http.HttpServer2 (HttpServer2.java:addFilter(1094)) - Added filter AuthFilter (class=org.apache.hadoop.hdfs.web.AuthFilter) to context static
2026-07-08 09:48:10,057 INFO  [Listener at localhost/33715] http.HttpServer2 (HttpServer2.java:addJerseyResourcePackage(938)) - addJerseyResourcePackage: packageName=org.apache.hadoop.hdfs.server.namenode.web.resources;org.apache.hadoop.hdfs.web.resources, pathSpec=/webhdfs/v1/*
2026-07-08 09:48:10,058 INFO  [Listener at localhost/33715] http.HttpServer2 (HttpServer2.java:bindListener(1332)) - Jetty bound to port 43735
2026-07-08 09:48:10,058 INFO  [Listener at localhost/33715] server.Server (Server.java:doStart(375)) - jetty-9.4.40.v20210413; built: 2021-04-13T20:42:42.668Z; git: b881a572662e1943a14ae12e7e1207989f218b74; jvm 1.8.0_362-8u372-ga~us1-0ubuntu1~18.04-b09
2026-07-08 09:48:10,062 INFO  [Listener at localhost/33715] server.session (DefaultSessionIdManager.java:doStart(334)) - DefaultSessionIdManager workerName=node0
2026-07-08 09:48:10,062 INFO  [Listener at localhost/33715] server.session (DefaultSessionIdManager.java:doStart(339)) - No SessionScavenger set, using defaults
2026-07-08 09:48:10,062 INFO  [Listener at localhost/33715] server.session (HouseKeeper.java:startScavenging(132)) - node0 Scavenging every 660000ms
2026-07-08 09:48:10,063 INFO  [Listener at localhost/33715] server.AuthenticationFilter (AuthenticationFilter.java:constructSecretProvider(240)) - Unable to initialize FileSignerSecretProvider, falling back to use random secrets.
2026-07-08 09:48:10,064 INFO  [Listener at localhost/33715] handler.ContextHandler (ContextHandler.java:doStart(916)) - Started o.e.j.s.ServletContextHandler@41184371{static,/static,jar:file:/tmp/dist-test-taskA6ivmc/java/build/jars/hadoop-hdfs-3.3.1-tests.jar!/webapps/static,AVAILABLE}
2026-07-08 09:48:10,209 INFO  [Listener at localhost/33715] handler.ContextHandler (ContextHandler.java:doStart(916)) - Started o.e.j.w.WebAppContext@7930ffa9{hdfs,/,file:///tmp/jetty-localhost-43735-hadoop-hdfs-3_3_1-tests_jar-_-any-9196873051178346967/webapp/,AVAILABLE}{jar:file:/tmp/dist-test-taskA6ivmc/java/build/jars/hadoop-hdfs-3.3.1-tests.jar!/webapps/hdfs}
2026-07-08 09:48:10,210 INFO  [Listener at localhost/33715] server.AbstractConnector (AbstractConnector.java:doStart(331)) - Started ServerConnector@591a4f8e{HTTP/1.1, (http/1.1)}{localhost:43735}
2026-07-08 09:48:10,211 INFO  [Listener at localhost/33715] server.Server (Server.java:doStart(415)) - Started @9998ms
2026-07-08 09:48:10,211 INFO  [Listener at localhost/33715] namenode.FSEditLog (FSEditLog.java:newInstance(229)) - Edit logging is async:true
2026-07-08 09:48:10,224 INFO  [Listener at localhost/33715] namenode.FSNamesystem (FSNamesystem.java:<init>(814)) - KeyProvider: null
2026-07-08 09:48:10,224 INFO  [Listener at localhost/33715] namenode.FSNamesystem (FSNamesystemLock.java:<init>(141)) - fsLock is fair: true
2026-07-08 09:48:10,224 INFO  [Listener at localhost/33715] namenode.FSNamesystem (FSNamesystemLock.java:<init>(159)) - Detailed lock hold time metrics enabled: false
2026-07-08 09:48:10,224 INFO  [Listener at localhost/33715] namenode.FSNamesystem (FSNamesystem.java:<init>(847)) - fsOwner                = slave (auth:SIMPLE)
2026-07-08 09:48:10,224 INFO  [Listener at localhost/33715] namenode.FSNamesystem (FSNamesystem.java:<init>(848)) - supergroup             = supergroup
2026-07-08 09:48:10,224 INFO  [Listener at localhost/33715] namenode.FSNamesystem (FSNamesystem.java:<init>(849)) - isPermissionEnabled    = true
2026-07-08 09:48:10,224 INFO  [Listener at localhost/33715] namenode.FSNamesystem (FSNamesystem.java:<init>(850)) - isStoragePolicyEnabled = true
2026-07-08 09:48:10,224 INFO  [Listener at localhost/33715] namenode.FSNamesystem (FSNamesystem.java:<init>(861)) - HA Enabled: false
2026-07-08 09:48:10,225 INFO  [Listener at localhost/33715] common.Util (Util.java:isDiskStatsEnabled(395)) - dfs.datanode.fileio.profiling.sampling.percentage set to 0. Disabling file IO profiling
2026-07-08 09:48:10,225 INFO  [Listener at localhost/33715] blockmanagement.DatanodeManager (DatanodeManager.java:<init>(334)) - dfs.block.invalidate.limit: configured=1000, counted=60, effected=1000
2026-07-08 09:48:10,225 INFO  [Listener at localhost/33715] blockmanagement.DatanodeManager (DatanodeManager.java:<init>(342)) - dfs.namenode.datanode.registration.ip-hostname-check=true
2026-07-08 09:48:10,225 INFO  [Listener at localhost/33715] blockmanagement.BlockManager (InvalidateBlocks.java:printBlockDeletionTime(77)) - dfs.namenode.startup.delay.block.deletion.sec is set to 000:00:00:00.000
2026-07-08 09:48:10,226 INFO  [Listener at localhost/33715] blockmanagement.BlockManager (InvalidateBlocks.java:printBlockDeletionTime(83)) - The block deletion will start around 2026 Jul 08 09:48:10
2026-07-08 09:48:10,226 INFO  [Listener at localhost/33715] util.GSet (LightWeightGSet.java:computeCapacity(395)) - Computing capacity for map BlocksMap
2026-07-08 09:48:10,226 INFO  [Listener at localhost/33715] util.GSet (LightWeightGSet.java:computeCapacity(396)) - VM type       = 64-bit
2026-07-08 09:48:10,226 INFO  [Listener at localhost/33715] util.GSet (LightWeightGSet.java:computeCapacity(397)) - 2.0% max memory 3.5 GB = 72.5 MB
2026-07-08 09:48:10,226 INFO  [Listener at localhost/33715] util.GSet (LightWeightGSet.java:computeCapacity(402)) - capacity      = 2^23 = 8388608 entries
2026-07-08 09:48:10,231 INFO  [Listener at localhost/33715] blockmanagement.BlockManager (BlockManager.java:createSPSManager(5447)) - Storage policy satisfier is disabled
2026-07-08 09:48:10,231 INFO  [Listener at localhost/33715] blockmanagement.BlockManager (BlockManager.java:createBlockTokenSecretManager(641)) - dfs.block.access.token.enable = false
2026-07-08 09:48:10,232 INFO  [Listener at localhost/33715] blockmanagement.BlockManagerSafeMode (BlockManagerSafeMode.java:<init>(160)) - dfs.namenode.safemode.threshold-pct = 0.999
2026-07-08 09:48:10,232 INFO  [Listener at localhost/33715] blockmanagement.BlockManagerSafeMode (BlockManagerSafeMode.java:<init>(161)) - dfs.namenode.safemode.min.datanodes = 0
2026-07-08 09:48:10,232 INFO  [Listener at localhost/33715] blockmanagement.BlockManagerSafeMode (BlockManagerSafeMode.java:<init>(163)) - dfs.namenode.safemode.extension = 0
2026-07-08 09:48:10,232 INFO  [Listener at localhost/33715] blockmanagement.BlockManager (BlockManager.java:<init>(627)) - defaultReplication         = 1
2026-07-08 09:48:10,232 INFO  [Listener at localhost/33715] blockmanagement.BlockManager (BlockManager.java:<init>(628)) - maxReplication             = 512
2026-07-08 09:48:10,232 INFO  [Listener at localhost/33715] blockmanagement.BlockManager (BlockManager.java:<init>(629)) - minReplication             = 1
2026-07-08 09:48:10,232 INFO  [Listener at localhost/33715] blockmanagement.BlockManager (BlockManager.java:<init>(630)) - maxReplicationStreams      = 2
2026-07-08 09:48:10,232 INFO  [Listener at localhost/33715] blockmanagement.BlockManager (BlockManager.java:<init>(631)) - redundancyRecheckInterval  = 3000ms
2026-07-08 09:48:10,232 INFO  [Listener at localhost/33715] blockmanagement.BlockManager (BlockManager.java:<init>(632)) - encryptDataTransfer        = false
2026-07-08 09:48:10,232 INFO  [Listener at localhost/33715] blockmanagement.BlockManager (BlockManager.java:<init>(633)) - maxNumBlocksToLog          = 1000
2026-07-08 09:48:10,232 INFO  [Listener at localhost/33715] util.GSet (LightWeightGSet.java:computeCapacity(395)) - Computing capacity for map INodeMap
2026-07-08 09:48:10,233 INFO  [Listener at localhost/33715] util.GSet (LightWeightGSet.java:computeCapacity(396)) - VM type       = 64-bit
2026-07-08 09:48:10,233 INFO  [Listener at localhost/33715] util.GSet (LightWeightGSet.java:computeCapacity(397)) - 1.0% max memory 3.5 GB = 36.2 MB
2026-07-08 09:48:10,233 INFO  [Listener at localhost/33715] util.GSet (LightWeightGSet.java:computeCapacity(402)) - capacity      = 2^22 = 4194304 entries
2026-07-08 09:48:10,559 INFO  [Listener at localhost/33715] namenode.FSDirectory (FSDirectory.java:<init>(335)) - ACLs enabled? true
2026-07-08 09:48:10,560 INFO  [Listener at localhost/33715] namenode.FSDirectory (FSDirectory.java:<init>(339)) - POSIX ACL inheritance enabled? true
2026-07-08 09:48:10,560 INFO  [Listener at localhost/33715] namenode.FSDirectory (FSDirectory.java:<init>(343)) - XAttrs enabled? true
2026-07-08 09:48:10,560 INFO  [Listener at localhost/33715] namenode.NameNode (FSDirectory.java:<init>(406)) - Caching file names occurring more than 10 times
2026-07-08 09:48:10,560 INFO  [Listener at localhost/33715] snapshot.SnapshotManager (SnapshotManager.java:<init>(124)) - Loaded config captureOpenFiles: false, skipCaptureAccessTimeOnlyChange: false, snapshotDiffAllowSnapRootDescendant: true, maxSnapshotLimit: 65536
2026-07-08 09:48:10,560 INFO  [Listener at localhost/33715] snapshot.SnapshotManager (DirectoryDiffListFactory.java:init(43)) - SkipList is disabled
2026-07-08 09:48:10,560 INFO  [Listener at localhost/33715] util.GSet (LightWeightGSet.java:computeCapacity(395)) - Computing capacity for map cachedBlocks
2026-07-08 09:48:10,560 INFO  [Listener at localhost/33715] util.GSet (LightWeightGSet.java:computeCapacity(396)) - VM type       = 64-bit
2026-07-08 09:48:10,561 INFO  [Listener at localhost/33715] util.GSet (LightWeightGSet.java:computeCapacity(397)) - 0.25% max memory 3.5 GB = 9.1 MB
2026-07-08 09:48:10,561 INFO  [Listener at localhost/33715] util.GSet (LightWeightGSet.java:computeCapacity(402)) - capacity      = 2^20 = 1048576 entries
2026-07-08 09:48:10,561 INFO  [Listener at localhost/33715] metrics.TopMetrics (TopMetrics.java:logConf(75)) - NNTop conf: dfs.namenode.top.window.num.buckets = 10
2026-07-08 09:48:10,562 INFO  [Listener at localhost/33715] metrics.TopMetrics (TopMetrics.java:logConf(77)) - NNTop conf: dfs.namenode.top.num.users = 10
2026-07-08 09:48:10,562 INFO  [Listener at localhost/33715] metrics.TopMetrics (TopMetrics.java:logConf(79)) - NNTop conf: dfs.namenode.top.windows.minutes = 1,5,25
2026-07-08 09:48:10,562 INFO  [Listener at localhost/33715] namenode.FSNamesystem (FSNamesystem.java:initRetryCache(1080)) - Retry cache on namenode is enabled
2026-07-08 09:48:10,562 INFO  [Listener at localhost/33715] namenode.FSNamesystem (FSNamesystem.java:initRetryCache(1088)) - Retry cache will use 0.03 of total heap and retry cache entry expiry time is 600000 millis
2026-07-08 09:48:10,562 INFO  [Listener at localhost/33715] util.GSet (LightWeightGSet.java:computeCapacity(395)) - Computing capacity for map NameNodeRetryCache
2026-07-08 09:48:10,562 INFO  [Listener at localhost/33715] util.GSet (LightWeightGSet.java:computeCapacity(396)) - VM type       = 64-bit
2026-07-08 09:48:10,562 INFO  [Listener at localhost/33715] util.GSet (LightWeightGSet.java:computeCapacity(397)) - 0.029999999329447746% max memory 3.5 GB = 1.1 MB
2026-07-08 09:48:10,562 INFO  [Listener at localhost/33715] util.GSet (LightWeightGSet.java:computeCapacity(402)) - capacity      = 2^17 = 131072 entries
2026-07-08 09:48:10,566 INFO  [Listener at localhost/33715] common.Storage (Storage.java:tryLock(948)) - Lock on /tmp/hdfs-test6883065848759958155/name-0-1/in_use.lock acquired by nodename 2807@dist-test-slave-7plr.c.gcp-upstream.internal
2026-07-08 09:48:10,568 INFO  [Listener at localhost/33715] common.Storage (Storage.java:tryLock(948)) - Lock on /tmp/hdfs-test6883065848759958155/name-0-2/in_use.lock acquired by nodename 2807@dist-test-slave-7plr.c.gcp-upstream.internal
2026-07-08 09:48:10,569 INFO  [Listener at localhost/33715] namenode.FileJournalManager (FileJournalManager.java:recoverUnfinalizedSegments(428)) - Recovering unfinalized segments in /tmp/hdfs-test6883065848759958155/name-0-1/current
2026-07-08 09:48:10,570 INFO  [Listener at localhost/33715] namenode.FileJournalManager (FileJournalManager.java:recoverUnfinalizedSegments(428)) - Recovering unfinalized segments in /tmp/hdfs-test6883065848759958155/name-0-2/current
2026-07-08 09:48:10,570 INFO  [Listener at localhost/33715] namenode.FSImage (FSImage.java:loadFSImage(734)) - No edit log streams selected.
2026-07-08 09:48:10,570 INFO  [Listener at localhost/33715] namenode.FSImage (FSImage.java:loadFSImageFile(800)) - Planning to load image: FSImageFile(file=/tmp/hdfs-test6883065848759958155/name-0-1/current/fsimage_0000000000000000000, cpktTxId=0000000000000000000)
2026-07-08 09:48:10,572 INFO  [Listener at localhost/33715] namenode.FSImageFormatPBINode (FSImageFormatPBINode.java:loadINodeSectionHeader(413)) - Loading 1 INodes.
2026-07-08 09:48:10,572 INFO  [Listener at localhost/33715] namenode.FSImageFormatPBINode (FSImageFormatPBINode.java:loadINodeSection(371)) - Successfully loaded 1 inodes
2026-07-08 09:48:10,573 INFO  [Listener at localhost/33715] namenode.FSImageFormatPBINode (FSImageFormatPBINode.java:waitBlocksMapAndNameCacheUpdateFinished(344)) - Completed update blocks map and name cache, total waiting duration 0ms.
2026-07-08 09:48:10,573 INFO  [Listener at localhost/33715] namenode.FSImageFormatProtobuf (FSImageFormatProtobuf.java:load(255)) - Loaded FSImage in 0 seconds.
2026-07-08 09:48:10,573 INFO  [Listener at localhost/33715] namenode.FSImage (FSImage.java:loadFSImage(978)) - Loaded image for txid 0 from /tmp/hdfs-test6883065848759958155/name-0-1/current/fsimage_0000000000000000000
2026-07-08 09:48:10,573 INFO  [Listener at localhost/33715] namenode.FSNamesystem (FSNamesystem.java:loadFSImage(1202)) - Need to save fs image? false (staleImage=false, haEnabled=false, isRollingUpgrade=false)
2026-07-08 09:48:10,574 INFO  [Listener at localhost/33715] namenode.FSEditLog (FSEditLog.java:startLogSegment(1391)) - Starting log segment at 1
2026-07-08 09:48:10,582 INFO  [Listener at localhost/33715] namenode.NameCache (NameCache.java:initialized(143)) - initialized with 0 entries 0 lookups
2026-07-08 09:48:10,582 INFO  [Listener at localhost/33715] namenode.FSNamesystem (FSNamesystem.java:loadFromDisk(786)) - Finished loading FSImage in 20 msecs
2026-07-08 09:48:10,583 INFO  [Listener at localhost/33715] namenode.NameNode (NameNodeRpcServer.java:<init>(454)) - RPC server is binding to localhost:0
2026-07-08 09:48:10,583 INFO  [Listener at localhost/33715] namenode.NameNode (NameNodeRpcServer.java:<init>(459)) - Enable NameNode state context:false
2026-07-08 09:48:10,583 INFO  [Listener at localhost/33715] ipc.CallQueueManager (CallQueueManager.java:<init>(90)) - Using callQueue: class java.util.concurrent.LinkedBlockingQueue, queueCapacity: 1000, scheduler: class org.apache.hadoop.ipc.DefaultRpcScheduler, ipcBackoff: false.
2026-07-08 09:48:10,584 INFO  [Socket Reader #1 for port 0] ipc.Server (Server.java:run(1265)) - Starting Socket Reader #1 for port 0
2026-07-08 09:48:10,590 INFO  [Listener at localhost/34301] namenode.NameNode (NameNode.java:initialize(776)) - Clients are to use localhost:34301 to access this namenode/service.
2026-07-08 09:48:10,591 INFO  [Listener at localhost/34301] namenode.FSNamesystem (FSNamesystem.java:registerMBean(5444)) - Registered FSNamesystemState, ReplicatedBlocksState and ECBlockGroupsState MBeans.
2026-07-08 09:48:10,607 INFO  [Listener at localhost/34301] namenode.LeaseManager (LeaseManager.java:getNumUnderConstructionBlocks(166)) - Number of blocks under construction: 0
2026-07-08 09:48:10,607 INFO  [Listener at localhost/34301] blockmanagement.DatanodeAdminDefaultMonitor (DatanodeAdminDefaultMonitor.java:processConf(116)) - Initialized the Default Decommission and Maintenance monitor
2026-07-08 09:48:10,608 INFO  [Listener at localhost/34301] blockmanagement.BlockManager (BlockManager.java:initializeReplQueues(5187)) - initializing replication queues
2026-07-08 09:48:10,609 INFO  [Listener at localhost/34301] hdfs.StateChange (BlockManagerSafeMode.java:leaveSafeMode(399)) - STATE* Leaving safe mode after 0 secs
2026-07-08 09:48:10,609 INFO  [Listener at localhost/34301] hdfs.StateChange (BlockManagerSafeMode.java:leaveSafeMode(405)) - STATE* Network topology has 0 racks and 0 datanodes
2026-07-08 09:48:10,609 INFO  [Listener at localhost/34301] hdfs.StateChange (BlockManagerSafeMode.java:leaveSafeMode(407)) - STATE* UnderReplicatedBlocks has 0 blocks
2026-07-08 09:48:10,617 INFO  [Reconstruction Queue Initializer] blockmanagement.BlockManager (BlockManager.java:processMisReplicatesAsync(3728)) - Total number of blocks            = 0
2026-07-08 09:48:10,617 INFO  [Reconstruction Queue Initializer] blockmanagement.BlockManager (BlockManager.java:processMisReplicatesAsync(3729)) - Number of invalid blocks          = 0
2026-07-08 09:48:10,617 INFO  [Reconstruction Queue Initializer] blockmanagement.BlockManager (BlockManager.java:processMisReplicatesAsync(3730)) - Number of under-replicated blocks = 0
2026-07-08 09:48:10,617 INFO  [Reconstruction Queue Initializer] blockmanagement.BlockManager (BlockManager.java:processMisReplicatesAsync(3731)) - Number of  over-replicated blocks = 0
2026-07-08 09:48:10,617 INFO  [Reconstruction Queue Initializer] blockmanagement.BlockManager (BlockManager.java:processMisReplicatesAsync(3733)) - Number of blocks being written    = 0
2026-07-08 09:48:10,617 INFO  [Reconstruction Queue Initializer] hdfs.StateChange (BlockManager.java:processMisReplicatesAsync(3736)) - STATE* Replication Queue initialization scan for invalid, over- and under-replicated blocks completed in 9 msec
2026-07-08 09:48:10,619 INFO  [IPC Server Responder] ipc.Server (Server.java:run(1507)) - IPC Server Responder: starting
2026-07-08 09:48:10,621 INFO  [IPC Server listener on 0] ipc.Server (Server.java:run(1344)) - IPC Server listener on 0: starting
2026-07-08 09:48:10,627 INFO  [Listener at localhost/34301] namenode.NameNode (NameNode.java:startCommonServices(893)) - NameNode RPC up at: localhost/127.0.0.1:34301
2026-07-08 09:48:10,627 INFO  [Listener at localhost/34301] namenode.FSNamesystem (FSNamesystem.java:startActiveServices(1314)) - Starting services required for active state
2026-07-08 09:48:10,627 INFO  [Listener at localhost/34301] namenode.FSDirectory (FSDirectory.java:updateCountForQuota(840)) - Initializing quota with 12 thread(s)
2026-07-08 09:48:10,629 INFO  [Listener at localhost/34301] namenode.FSDirectory (FSDirectory.java:updateCountForQuota(849)) - Quota initialization completed in 1 milliseconds
name space=1
storage space=0
storage types=RAM_DISK=0, SSD=0, DISK=0, ARCHIVE=0, PROVIDED=0
2026-07-08 09:48:10,631 INFO  [CacheReplicationMonitor(1925412768)] blockmanagement.CacheReplicationMonitor (CacheReplicationMonitor.java:run(160)) - Starting CacheReplicationMonitor with interval 30000 milliseconds
2026-07-08 09:48:10,633 INFO  [Listener at localhost/34301] hdfs.MiniDFSCluster (MiniDFSCluster.java:startDataNodes(1697)) - Starting DataNode 0 with dfs.datanode.data.dir: [DISK]file:/tmp/hdfs-test6883065848759958155/data/data1,[DISK]file:/tmp/hdfs-test6883065848759958155/data/data2
2026-07-08 09:48:10,634 INFO  [Listener at localhost/34301] checker.ThrottledAsyncChecker (ThrottledAsyncChecker.java:schedule(137)) - Scheduling a check for [DISK]file:/tmp/hdfs-test6883065848759958155/data/data1
2026-07-08 09:48:10,635 INFO  [Listener at localhost/34301] checker.ThrottledAsyncChecker (ThrottledAsyncChecker.java:schedule(137)) - Scheduling a check for [DISK]file:/tmp/hdfs-test6883065848759958155/data/data2
2026-07-08 09:48:10,650 INFO  [Listener at localhost/34301] impl.MetricsSystemImpl (MetricsSystemImpl.java:init(158)) - DataNode metrics system started (again)
2026-07-08 09:48:10,650 INFO  [Listener at localhost/34301] common.Util (Util.java:isDiskStatsEnabled(395)) - dfs.datanode.fileio.profiling.sampling.percentage set to 0. Disabling file IO profiling
2026-07-08 09:48:10,650 INFO  [Listener at localhost/34301] datanode.BlockScanner (BlockScanner.java:<init>(201)) - Initialized block scanner with targetBytesPerSec 1048576
2026-07-08 09:48:10,651 INFO  [Listener at localhost/34301] datanode.DataNode (DataNode.java:<init>(512)) - Configured hostname is 127.0.0.1
2026-07-08 09:48:10,651 INFO  [Listener at localhost/34301] common.Util (Util.java:isDiskStatsEnabled(395)) - dfs.datanode.fileio.profiling.sampling.percentage set to 0. Disabling file IO profiling
2026-07-08 09:48:10,651 INFO  [Listener at localhost/34301] datanode.DataNode (DataNode.java:startDataNode(1408)) - Starting DataNode with maxLockedMemory = 0
2026-07-08 09:48:10,652 INFO  [Listener at localhost/34301] datanode.DataNode (DataNode.java:initDataXceiver(1171)) - Opened streaming server at /127.0.0.1:37393
2026-07-08 09:48:10,652 INFO  [Listener at localhost/34301] datanode.DataNode (DataXceiverServer.java:<init>(94)) - Balancing bandwidth is 104857600 bytes/s
2026-07-08 09:48:10,652 INFO  [Listener at localhost/34301] datanode.DataNode (DataXceiverServer.java:<init>(95)) - Number threads for balancing is 100
2026-07-08 09:48:10,655 INFO  [Listener at localhost/34301] server.AuthenticationFilter (AuthenticationFilter.java:constructSecretProvider(240)) - Unable to initialize FileSignerSecretProvider, falling back to use random secrets.
2026-07-08 09:48:10,656 INFO  [Listener at localhost/34301] http.HttpRequestLog (HttpRequestLog.java:getRequestLog(82)) - Http request log for http.requests.datanode is not defined
2026-07-08 09:48:10,657 INFO  [Listener at localhost/34301] http.HttpServer2 (HttpServer2.java:addGlobalFilter(1111)) - Added global filter 'safety' (class=org.apache.hadoop.http.HttpServer2$QuotingInputFilter)
2026-07-08 09:48:10,658 INFO  [Listener at localhost/34301] http.HttpServer2 (HttpServer2.java:addFilter(1084)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context datanode
2026-07-08 09:48:10,658 INFO  [Listener at localhost/34301] http.HttpServer2 (HttpServer2.java:addFilter(1094)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context static
2026-07-08 09:48:10,659 INFO  [Listener at localhost/34301] http.HttpServer2 (HttpServer2.java:bindListener(1332)) - Jetty bound to port 41319
2026-07-08 09:48:10,659 INFO  [Listener at localhost/34301] server.Server (Server.java:doStart(375)) - jetty-9.4.40.v20210413; built: 2021-04-13T20:42:42.668Z; git: b881a572662e1943a14ae12e7e1207989f218b74; jvm 1.8.0_362-8u372-ga~us1-0ubuntu1~18.04-b09
2026-07-08 09:48:10,660 INFO  [Listener at localhost/34301] server.session (DefaultSessionIdManager.java:doStart(334)) - DefaultSessionIdManager workerName=node0
2026-07-08 09:48:10,661 INFO  [Listener at localhost/34301] server.session (DefaultSessionIdManager.java:doStart(339)) - No SessionScavenger set, using defaults
2026-07-08 09:48:10,661 INFO  [Listener at localhost/34301] server.session (HouseKeeper.java:startScavenging(132)) - node0 Scavenging every 600000ms
2026-07-08 09:48:10,662 INFO  [Listener at localhost/34301] handler.ContextHandler (ContextHandler.java:doStart(916)) - Started o.e.j.s.ServletContextHandler@12ad1b2a{static,/static,jar:file:/tmp/dist-test-taskA6ivmc/java/build/jars/hadoop-hdfs-3.3.1-tests.jar!/webapps/static,AVAILABLE}
2026-07-08 09:48:10,822 INFO  [Listener at localhost/34301] handler.ContextHandler (ContextHandler.java:doStart(916)) - Started o.e.j.w.WebAppContext@360e9c06{datanode,/,file:///tmp/jetty-localhost-41319-hadoop-hdfs-3_3_1-tests_jar-_-any-1721276238366460505/webapp/,AVAILABLE}{jar:file:/tmp/dist-test-taskA6ivmc/java/build/jars/hadoop-hdfs-3.3.1-tests.jar!/webapps/datanode}
2026-07-08 09:48:10,824 INFO  [Listener at localhost/34301] server.AbstractConnector (AbstractConnector.java:doStart(331)) - Started ServerConnector@463561c5{HTTP/1.1, (http/1.1)}{localhost:41319}
2026-07-08 09:48:10,824 INFO  [Listener at localhost/34301] server.Server (Server.java:doStart(415)) - Started @10612ms
2026-07-08 09:48:10,825 WARN  [Listener at localhost/34301] web.DatanodeHttpServer (RestCsrfPreventionFilterHandler.java:<init>(75)) - Got null for restCsrfPreventionFilter - will not do any filtering.
2026-07-08 09:48:10,828 INFO  [Listener at localhost/34301] web.DatanodeHttpServer (DatanodeHttpServer.java:start(322)) - Listening HTTP traffic on /127.0.0.1:44337
2026-07-08 09:48:10,828 INFO  [Listener at localhost/34301] datanode.DataNode (DataNode.java:startDataNode(1436)) - dnUserName = slave
2026-07-08 09:48:10,828 INFO  [Listener at localhost/34301] datanode.DataNode (DataNode.java:startDataNode(1437)) - supergroup = supergroup
2026-07-08 09:48:10,828 INFO  [org.apache.hadoop.util.JvmPauseMonitor$Monitor@5edacf20] util.JvmPauseMonitor (JvmPauseMonitor.java:run(188)) - Starting JVM pause monitor
2026-07-08 09:48:10,829 INFO  [Listener at localhost/34301] ipc.CallQueueManager (CallQueueManager.java:<init>(90)) - Using callQueue: class java.util.concurrent.LinkedBlockingQueue, queueCapacity: 1000, scheduler: class org.apache.hadoop.ipc.DefaultRpcScheduler, ipcBackoff: false.
2026-07-08 09:48:10,829 INFO  [Socket Reader #1 for port 0] ipc.Server (Server.java:run(1265)) - Starting Socket Reader #1 for port 0
2026-07-08 09:48:10,832 INFO  [Listener at localhost/37701] datanode.DataNode (DataNode.java:initIpcServer(1057)) - Opened IPC server at /127.0.0.1:37701
2026-07-08 09:48:10,849 INFO  [Listener at localhost/37701] datanode.DataNode (BlockPoolManager.java:refreshNamenodes(149)) - Refresh request received for nameservices: null
2026-07-08 09:48:10,849 INFO  [Listener at localhost/37701] datanode.DataNode (BlockPoolManager.java:doRefreshNamenodes(210)) - Starting BPOfferServices for nameservices: <default>
2026-07-08 09:48:10,850 INFO  [Thread-393] datanode.DataNode (BPServiceActor.java:run(847)) - Block pool <registering> (Datanode Uuid unassigned) service to localhost/127.0.0.1:34301 starting to offer service
2026-07-08 09:48:10,852 INFO  [IPC Server Responder] ipc.Server (Server.java:run(1507)) - IPC Server Responder: starting
2026-07-08 09:48:10,852 INFO  [IPC Server listener on 0] ipc.Server (Server.java:run(1344)) - IPC Server listener on 0: starting
2026-07-08 09:48:10,864 INFO  [IPC Server handler 0 on default port 34301] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=datanodeReport	src=null	dst=null	perm=null	proto=rpc
2026-07-08 09:48:10,864 INFO  [Thread-393] datanode.DataNode (BPOfferService.java:verifyAndSetNamespaceInfo(381)) - Acknowledging ACTIVE Namenode during handshakeBlock pool <registering> (Datanode Uuid unassigned) service to localhost/127.0.0.1:34301
2026-07-08 09:48:10,865 INFO  [Listener at localhost/37701] hdfs.MiniDFSCluster (MiniDFSCluster.java:shouldWait(2823)) - dnInfo.length != numDataNodes
2026-07-08 09:48:10,865 INFO  [Listener at localhost/37701] hdfs.MiniDFSCluster (MiniDFSCluster.java:waitActive(2744)) - Waiting for cluster to become active
2026-07-08 09:48:10,865 INFO  [Thread-393] common.Storage (DataStorage.java:getParallelVolumeLoadThreadsNum(356)) - Using 2 threads to upgrade data directories (dfs.datanode.parallel.volumes.load.threads.num=2, dataDirs=2)
2026-07-08 09:48:10,868 INFO  [Thread-393] common.Storage (Storage.java:tryLock(948)) - Lock on /tmp/hdfs-test6883065848759958155/data/data1/in_use.lock acquired by nodename 2807@dist-test-slave-7plr.c.gcp-upstream.internal
2026-07-08 09:48:10,868 INFO  [Thread-393] common.Storage (DataStorage.java:loadStorageDirectory(284)) - Storage directory with location [DISK]file:/tmp/hdfs-test6883065848759958155/data/data1 is not formatted for namespace 774371966. Formatting...
2026-07-08 09:48:10,868 INFO  [Thread-393] common.Storage (DataStorage.java:createStorageID(160)) - Generated new storageID DS-27e2976e-18ae-4eb1-a1a2-671e7dca8b2d for directory /tmp/hdfs-test6883065848759958155/data/data1 
2026-07-08 09:48:10,874 INFO  [Thread-393] common.Storage (Storage.java:tryLock(948)) - Lock on /tmp/hdfs-test6883065848759958155/data/data2/in_use.lock acquired by nodename 2807@dist-test-slave-7plr.c.gcp-upstream.internal
2026-07-08 09:48:10,875 INFO  [Thread-393] common.Storage (DataStorage.java:loadStorageDirectory(284)) - Storage directory with location [DISK]file:/tmp/hdfs-test6883065848759958155/data/data2 is not formatted for namespace 774371966. Formatting...
2026-07-08 09:48:10,875 INFO  [Thread-393] common.Storage (DataStorage.java:createStorageID(160)) - Generated new storageID DS-a6033cbb-1ce5-4dcb-b27a-44aa3ad96442 for directory /tmp/hdfs-test6883065848759958155/data/data2 
2026-07-08 09:48:10,896 INFO  [Thread-393] common.Storage (BlockPoolSliceStorage.java:recoverTransitionRead(256)) - Analyzing storage directories for bpid BP-1383204550-10.240.1.18-1783504089981
2026-07-08 09:48:10,896 INFO  [Thread-393] common.Storage (Storage.java:lock(907)) - Locking is disabled for /tmp/hdfs-test6883065848759958155/data/data1/current/BP-1383204550-10.240.1.18-1783504089981
2026-07-08 09:48:10,897 INFO  [Thread-393] common.Storage (BlockPoolSliceStorage.java:loadStorageDirectory(169)) - Block pool storage directory for location [DISK]file:/tmp/hdfs-test6883065848759958155/data/data1 and block pool id BP-1383204550-10.240.1.18-1783504089981 is not formatted. Formatting ...
2026-07-08 09:48:10,897 INFO  [Thread-393] common.Storage (BlockPoolSliceStorage.java:format(285)) - Formatting block pool BP-1383204550-10.240.1.18-1783504089981 directory /tmp/hdfs-test6883065848759958155/data/data1/current/BP-1383204550-10.240.1.18-1783504089981/current
2026-07-08 09:48:10,919 INFO  [Thread-393] common.Storage (BlockPoolSliceStorage.java:recoverTransitionRead(256)) - Analyzing storage directories for bpid BP-1383204550-10.240.1.18-1783504089981
2026-07-08 09:48:10,919 INFO  [Thread-393] common.Storage (Storage.java:lock(907)) - Locking is disabled for /tmp/hdfs-test6883065848759958155/data/data2/current/BP-1383204550-10.240.1.18-1783504089981
2026-07-08 09:48:10,919 INFO  [Thread-393] common.Storage (BlockPoolSliceStorage.java:loadStorageDirectory(169)) - Block pool storage directory for location [DISK]file:/tmp/hdfs-test6883065848759958155/data/data2 and block pool id BP-1383204550-10.240.1.18-1783504089981 is not formatted. Formatting ...
2026-07-08 09:48:10,919 INFO  [Thread-393] common.Storage (BlockPoolSliceStorage.java:format(285)) - Formatting block pool BP-1383204550-10.240.1.18-1783504089981 directory /tmp/hdfs-test6883065848759958155/data/data2/current/BP-1383204550-10.240.1.18-1783504089981/current
2026-07-08 09:48:10,924 INFO  [Thread-393] datanode.DataNode (DataNode.java:initStorage(1756)) - Setting up storage: nsid=774371966;bpid=BP-1383204550-10.240.1.18-1783504089981;lv=-57;nsInfo=lv=-66;cid=testClusterID;nsid=774371966;c=1783504089981;bpid=BP-1383204550-10.240.1.18-1783504089981;dnuuid=null
2026-07-08 09:48:10,929 INFO  [Thread-393] datanode.DataNode (DataNode.java:checkDatanodeUuid(1554)) - Generated and persisted new Datanode UUID b7996464-cda4-40c8-916c-0fb81d231df0
2026-07-08 09:48:10,929 INFO  [Thread-393] impl.FsDatasetImpl (FsDatasetImpl.java:<init>(310)) - The datanode lock is a read write lock
2026-07-08 09:48:10,930 INFO  [Thread-393] impl.FsDatasetImpl (FsVolumeList.java:addVolume(304)) - Added new volume: DS-27e2976e-18ae-4eb1-a1a2-671e7dca8b2d
2026-07-08 09:48:10,931 INFO  [Thread-393] impl.FsDatasetImpl (FsDatasetImpl.java:addVolume(493)) - Added volume - [DISK]file:/tmp/hdfs-test6883065848759958155/data/data1, StorageType: DISK
2026-07-08 09:48:10,932 INFO  [Thread-393] impl.FsDatasetImpl (FsVolumeList.java:addVolume(304)) - Added new volume: DS-a6033cbb-1ce5-4dcb-b27a-44aa3ad96442
2026-07-08 09:48:10,932 INFO  [Thread-393] impl.FsDatasetImpl (FsDatasetImpl.java:addVolume(493)) - Added volume - [DISK]file:/tmp/hdfs-test6883065848759958155/data/data2, StorageType: DISK
2026-07-08 09:48:10,933 INFO  [Thread-393] impl.MemoryMappableBlockLoader (MemoryMappableBlockLoader.java:initialize(48)) - Initializing cache loader: MemoryMappableBlockLoader.
2026-07-08 09:48:10,933 INFO  [Thread-393] impl.FsDatasetImpl (FsDatasetImpl.java:registerMBean(2343)) - Registered FSDatasetState MBean
2026-07-08 09:48:10,934 INFO  [Thread-393] impl.FsDatasetImpl (FsDatasetImpl.java:addBlockPool(2856)) - Adding block pool BP-1383204550-10.240.1.18-1783504089981
2026-07-08 09:48:10,934 INFO  [Thread-410] impl.FsDatasetImpl (FsVolumeList.java:run(406)) - Scanning block pool BP-1383204550-10.240.1.18-1783504089981 on volume /tmp/hdfs-test6883065848759958155/data/data1...
2026-07-08 09:48:10,935 INFO  [Thread-411] impl.FsDatasetImpl (FsVolumeList.java:run(406)) - Scanning block pool BP-1383204550-10.240.1.18-1783504089981 on volume /tmp/hdfs-test6883065848759958155/data/data2...
2026-07-08 09:48:10,959 INFO  [Thread-410] impl.FsDatasetImpl (FsVolumeList.java:run(411)) - Time taken to scan block pool BP-1383204550-10.240.1.18-1783504089981 on /tmp/hdfs-test6883065848759958155/data/data1: 24ms
2026-07-08 09:48:10,959 INFO  [Thread-411] impl.FsDatasetImpl (FsVolumeList.java:run(411)) - Time taken to scan block pool BP-1383204550-10.240.1.18-1783504089981 on /tmp/hdfs-test6883065848759958155/data/data2: 25ms
2026-07-08 09:48:10,959 INFO  [Thread-393] impl.FsDatasetImpl (FsVolumeList.java:addBlockPool(431)) - Total time to scan all replicas for block pool BP-1383204550-10.240.1.18-1783504089981: 25ms
2026-07-08 09:48:10,960 INFO  [Thread-414] impl.FsDatasetImpl (FsVolumeList.java:run(199)) - Adding replicas to map for block pool BP-1383204550-10.240.1.18-1783504089981 on volume /tmp/hdfs-test6883065848759958155/data/data1...
2026-07-08 09:48:10,960 INFO  [Thread-415] impl.FsDatasetImpl (FsVolumeList.java:run(199)) - Adding replicas to map for block pool BP-1383204550-10.240.1.18-1783504089981 on volume /tmp/hdfs-test6883065848759958155/data/data2...
2026-07-08 09:48:10,960 INFO  [Thread-414] impl.BlockPoolSlice (BlockPoolSlice.java:readReplicasFromCache(902)) - Replica Cache file: /tmp/hdfs-test6883065848759958155/data/data1/current/BP-1383204550-10.240.1.18-1783504089981/current/replicas doesn't exist 
2026-07-08 09:48:10,960 INFO  [Thread-415] impl.BlockPoolSlice (BlockPoolSlice.java:readReplicasFromCache(902)) - Replica Cache file: /tmp/hdfs-test6883065848759958155/data/data2/current/BP-1383204550-10.240.1.18-1783504089981/current/replicas doesn't exist 
2026-07-08 09:48:10,960 INFO  [Thread-415] impl.FsDatasetImpl (FsVolumeList.java:run(204)) - Time to add replicas to map for block pool BP-1383204550-10.240.1.18-1783504089981 on volume /tmp/hdfs-test6883065848759958155/data/data2: 1ms
2026-07-08 09:48:10,960 INFO  [Thread-414] impl.FsDatasetImpl (FsVolumeList.java:run(204)) - Time to add replicas to map for block pool BP-1383204550-10.240.1.18-1783504089981 on volume /tmp/hdfs-test6883065848759958155/data/data1: 1ms
2026-07-08 09:48:10,961 INFO  [Thread-393] impl.FsDatasetImpl (FsVolumeList.java:getAllVolumesMap(225)) - Total time to add all replicas to map for block pool BP-1383204550-10.240.1.18-1783504089981: 2ms
2026-07-08 09:48:10,961 INFO  [Thread-393] checker.ThrottledAsyncChecker (ThrottledAsyncChecker.java:schedule(137)) - Scheduling a check for /tmp/hdfs-test6883065848759958155/data/data1
2026-07-08 09:48:10,962 INFO  [Thread-393] checker.DatasetVolumeChecker (DatasetVolumeChecker.java:checkAllVolumes(224)) - Scheduled health check for volume /tmp/hdfs-test6883065848759958155/data/data1
2026-07-08 09:48:10,963 INFO  [Thread-393] checker.ThrottledAsyncChecker (ThrottledAsyncChecker.java:schedule(137)) - Scheduling a check for /tmp/hdfs-test6883065848759958155/data/data2
2026-07-08 09:48:10,963 INFO  [Thread-393] checker.DatasetVolumeChecker (DatasetVolumeChecker.java:checkAllVolumes(224)) - Scheduled health check for volume /tmp/hdfs-test6883065848759958155/data/data2
2026-07-08 09:48:10,964 INFO  [VolumeScannerThread(/tmp/hdfs-test6883065848759958155/data/data1)] datanode.VolumeScanner (VolumeScanner.java:findNextUsableBlockIter(385)) - Now scanning bpid BP-1383204550-10.240.1.18-1783504089981 on volume /tmp/hdfs-test6883065848759958155/data/data1
2026-07-08 09:48:10,964 INFO  [VolumeScannerThread(/tmp/hdfs-test6883065848759958155/data/data2)] datanode.VolumeScanner (VolumeScanner.java:findNextUsableBlockIter(385)) - Now scanning bpid BP-1383204550-10.240.1.18-1783504089981 on volume /tmp/hdfs-test6883065848759958155/data/data2
2026-07-08 09:48:10,964 WARN  [Thread-393] datanode.DirectoryScanner (DirectoryScanner.java:<init>(300)) - dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1
2026-07-08 09:48:10,965 INFO  [VolumeScannerThread(/tmp/hdfs-test6883065848759958155/data/data1)] datanode.VolumeScanner (VolumeScanner.java:getNextBlockToScan(505)) - VolumeScanner(/tmp/hdfs-test6883065848759958155/data/data1, DS-27e2976e-18ae-4eb1-a1a2-671e7dca8b2d): finished scanning block pool BP-1383204550-10.240.1.18-1783504089981
2026-07-08 09:48:10,965 INFO  [VolumeScannerThread(/tmp/hdfs-test6883065848759958155/data/data2)] datanode.VolumeScanner (VolumeScanner.java:getNextBlockToScan(505)) - VolumeScanner(/tmp/hdfs-test6883065848759958155/data/data2, DS-a6033cbb-1ce5-4dcb-b27a-44aa3ad96442): finished scanning block pool BP-1383204550-10.240.1.18-1783504089981
2026-07-08 09:48:10,965 INFO  [Thread-393] datanode.DirectoryScanner (DirectoryScanner.java:start(329)) - Periodic Directory Tree Verification scan starting in 4174079ms with interval of 21600000ms and throttle limit of -1ms/s
2026-07-08 09:48:10,965 INFO  [VolumeScannerThread(/tmp/hdfs-test6883065848759958155/data/data2)] datanode.VolumeScanner (VolumeScanner.java:findNextUsableBlockIter(402)) - VolumeScanner(/tmp/hdfs-test6883065848759958155/data/data2, DS-a6033cbb-1ce5-4dcb-b27a-44aa3ad96442): no suitable block pools found to scan.  Waiting 1814399999 ms.
2026-07-08 09:48:10,965 INFO  [VolumeScannerThread(/tmp/hdfs-test6883065848759958155/data/data1)] datanode.VolumeScanner (VolumeScanner.java:findNextUsableBlockIter(402)) - VolumeScanner(/tmp/hdfs-test6883065848759958155/data/data1, DS-27e2976e-18ae-4eb1-a1a2-671e7dca8b2d): no suitable block pools found to scan.  Waiting 1814399999 ms.
2026-07-08 09:48:10,969 INFO  [BP-1383204550-10.240.1.18-1783504089981 heartbeating to localhost/127.0.0.1:34301] datanode.DataNode (BPServiceActor.java:register(788)) - Block pool BP-1383204550-10.240.1.18-1783504089981 (Datanode Uuid b7996464-cda4-40c8-916c-0fb81d231df0) service to localhost/127.0.0.1:34301 beginning handshake with NN
2026-07-08 09:48:10,970 INFO  [IPC Server handler 2 on default port 34301] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=datanodeReport	src=null	dst=null	perm=null	proto=rpc
2026-07-08 09:48:10,971 INFO  [IPC Server handler 4 on default port 34301] hdfs.StateChange (DatanodeManager.java:registerDatanode(1142)) - BLOCK* registerDatanode: from DatanodeRegistration(127.0.0.1:37393, datanodeUuid=b7996464-cda4-40c8-916c-0fb81d231df0, infoPort=44337, infoSecurePort=0, ipcPort=37701, storageInfo=lv=-57;cid=testClusterID;nsid=774371966;c=1783504089981) storage b7996464-cda4-40c8-916c-0fb81d231df0
2026-07-08 09:48:10,971 INFO  [Listener at localhost/37701] hdfs.MiniDFSCluster (MiniDFSCluster.java:shouldWait(2823)) - dnInfo.length != numDataNodes
2026-07-08 09:48:10,971 INFO  [Listener at localhost/37701] hdfs.MiniDFSCluster (MiniDFSCluster.java:waitActive(2744)) - Waiting for cluster to become active
2026-07-08 09:48:10,971 INFO  [IPC Server handler 4 on default port 34301] net.NetworkTopology (NetworkTopology.java:add(149)) - Adding a new node: /default-rack/127.0.0.1:37393
2026-07-08 09:48:10,971 INFO  [IPC Server handler 4 on default port 34301] blockmanagement.BlockReportLeaseManager (BlockReportLeaseManager.java:registerNode(200)) - Registered DN b7996464-cda4-40c8-916c-0fb81d231df0 (127.0.0.1:37393).
2026-07-08 09:48:10,973 INFO  [BP-1383204550-10.240.1.18-1783504089981 heartbeating to localhost/127.0.0.1:34301] datanode.DataNode (BPServiceActor.java:register(816)) - Block pool BP-1383204550-10.240.1.18-1783504089981 (Datanode Uuid b7996464-cda4-40c8-916c-0fb81d231df0) service to localhost/127.0.0.1:34301 successfully registered with NN
2026-07-08 09:48:10,973 INFO  [BP-1383204550-10.240.1.18-1783504089981 heartbeating to localhost/127.0.0.1:34301] datanode.DataNode (BPServiceActor.java:offerService(645)) - For namenode localhost/127.0.0.1:34301 using BLOCKREPORT_INTERVAL of 21600000msecs CACHEREPORT_INTERVAL of 10000msecs Initial delay: 0msecs; heartBeatInterval=3000
2026-07-08 09:48:10,974 INFO  [IPC Server handler 3 on default port 34301] blockmanagement.DatanodeDescriptor (DatanodeDescriptor.java:updateStorage(999)) - Adding new storage ID DS-27e2976e-18ae-4eb1-a1a2-671e7dca8b2d for DN 127.0.0.1:37393
2026-07-08 09:48:10,974 INFO  [IPC Server handler 3 on default port 34301] blockmanagement.DatanodeDescriptor (DatanodeDescriptor.java:updateStorage(999)) - Adding new storage ID DS-a6033cbb-1ce5-4dcb-b27a-44aa3ad96442 for DN 127.0.0.1:37393
2026-07-08 09:48:10,977 INFO  [Block report processor] BlockStateChange (BlockManager.java:processReport(2778)) - BLOCK* processReport 0x14b872fd369ac83a: Processing first storage report for DS-a6033cbb-1ce5-4dcb-b27a-44aa3ad96442 from datanode b7996464-cda4-40c8-916c-0fb81d231df0
2026-07-08 09:48:10,977 INFO  [Block report processor] BlockStateChange (BlockManager.java:processReport(2810)) - BLOCK* processReport 0x14b872fd369ac83a: from storage DS-a6033cbb-1ce5-4dcb-b27a-44aa3ad96442 node DatanodeRegistration(127.0.0.1:37393, datanodeUuid=b7996464-cda4-40c8-916c-0fb81d231df0, infoPort=44337, infoSecurePort=0, ipcPort=37701, storageInfo=lv=-57;cid=testClusterID;nsid=774371966;c=1783504089981), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0
2026-07-08 09:48:10,977 INFO  [Block report processor] BlockStateChange (BlockManager.java:processReport(2778)) - BLOCK* processReport 0x14b872fd369ac83a: Processing first storage report for DS-27e2976e-18ae-4eb1-a1a2-671e7dca8b2d from datanode b7996464-cda4-40c8-916c-0fb81d231df0
2026-07-08 09:48:10,977 INFO  [Block report processor] BlockStateChange (BlockManager.java:processReport(2810)) - BLOCK* processReport 0x14b872fd369ac83a: from storage DS-27e2976e-18ae-4eb1-a1a2-671e7dca8b2d node DatanodeRegistration(127.0.0.1:37393, datanodeUuid=b7996464-cda4-40c8-916c-0fb81d231df0, infoPort=44337, infoSecurePort=0, ipcPort=37701, storageInfo=lv=-57;cid=testClusterID;nsid=774371966;c=1783504089981), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0
2026-07-08 09:48:10,978 INFO  [BP-1383204550-10.240.1.18-1783504089981 heartbeating to localhost/127.0.0.1:34301] datanode.DataNode (BPServiceActor.java:blockReport(437)) - Successfully sent block report 0x14b872fd369ac83a to namenode: localhost/127.0.0.1:34301,  containing 2 storage report(s), of which we sent 2. The reports had 0 total blocks and used 1 RPC(s). This took 0 msecs to generate and 2 msecs for RPC and NN processing. Got back one command: FinalizeCommand/5.
2026-07-08 09:48:10,978 INFO  [Command processor] datanode.DataNode (BPOfferService.java:processCommandFromActive(763)) - Got finalize command for block pool BP-1383204550-10.240.1.18-1783504089981
2026-07-08 09:48:11,072 INFO  [IPC Server handler 6 on default port 34301] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=datanodeReport	src=null	dst=null	perm=null	proto=rpc
2026-07-08 09:48:11,073 INFO  [Listener at localhost/37701] hdfs.MiniDFSCluster (MiniDFSCluster.java:waitActive(2799)) - Cluster is active
2026-07-08 09:48:11,088 INFO  [Listener at localhost/37701] backup.BackupIO (BackupIO.scala:writeTableMetadata(95)) - Writing metadata to hdfs://localhost:34301/id_taco-taco/100/.kudu-metadata.json
2026-07-08 09:48:11,092 INFO  [IPC Server handler 7 on default port 34301] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=create	src=/id_taco-taco/100/.kudu-metadata.json	dst=null	perm=slave:supergroup:rw-r--r--	proto=rpc
2026-07-08 09:48:11,097 INFO  [IPC Server handler 8 on default port 34301] hdfs.StateChange (FSDirWriteFileOp.java:logAllocatedBlock(802)) - BLOCK* allocate blk_1073741825_1001, replicas=127.0.0.1:37393 for /id_taco-taco/100/.kudu-metadata.json
2026-07-08 09:48:11,101 INFO  [DataXceiver for client DFSClient_NONMAPREDUCE_-1473571232_1 at /127.0.0.1:50660 [Receiving block BP-1383204550-10.240.1.18-1783504089981:blk_1073741825_1001]] datanode.DataNode (DataXceiver.java:writeBlock(747)) - Receiving BP-1383204550-10.240.1.18-1783504089981:blk_1073741825_1001 src: /127.0.0.1:50660 dest: /127.0.0.1:37393
2026-07-08 09:48:11,107 INFO  [PacketResponder: BP-1383204550-10.240.1.18-1783504089981:blk_1073741825_1001, type=LAST_IN_PIPELINE] DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1539)) - src: /127.0.0.1:50660, dest: /127.0.0.1:37393, bytes: 82, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1473571232_1, offset: 0, srvID: b7996464-cda4-40c8-916c-0fb81d231df0, blockid: BP-1383204550-10.240.1.18-1783504089981:blk_1073741825_1001, duration(ns): 3927539
2026-07-08 09:48:11,108 INFO  [PacketResponder: BP-1383204550-10.240.1.18-1783504089981:blk_1073741825_1001, type=LAST_IN_PIPELINE] datanode.DataNode (BlockReceiver.java:run(1512)) - PacketResponder: BP-1383204550-10.240.1.18-1783504089981:blk_1073741825_1001, type=LAST_IN_PIPELINE terminating
2026-07-08 09:48:11,109 INFO  [IPC Server handler 1 on default port 34301] namenode.FSNamesystem (FSNamesystem.java:checkBlocksComplete(3151)) - BLOCK* blk_1073741825_1001 is COMMITTED but not COMPLETE(numNodes= 0 <  minimum = 1) in file /id_taco-taco/100/.kudu-metadata.json
2026-07-08 09:48:11,513 INFO  [IPC Server handler 2 on default port 34301] hdfs.StateChange (FSNamesystem.java:completeFile(3104)) - DIR* completeFile: /id_taco-taco/100/.kudu-metadata.json is closed by DFSClient_NONMAPREDUCE_-1473571232_1
2026-07-08 09:48:11,514 INFO  [Listener at localhost/37701] backup.BackupIO (BackupIO.scala:writeTableMetadata(95)) - Writing metadata to hdfs://localhost:34301/id_taco-taco/1000/.kudu-metadata.json
2026-07-08 09:48:11,518 INFO  [IPC Server handler 4 on default port 34301] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=create	src=/id_taco-taco/1000/.kudu-metadata.json	dst=null	perm=slave:supergroup:rw-r--r--	proto=rpc
2026-07-08 09:48:11,524 INFO  [IPC Server handler 3 on default port 34301] hdfs.StateChange (FSDirWriteFileOp.java:logAllocatedBlock(802)) - BLOCK* allocate blk_1073741826_1002, replicas=127.0.0.1:37393 for /id_taco-taco/1000/.kudu-metadata.json
2026-07-08 09:48:11,526 INFO  [DataXceiver for client DFSClient_NONMAPREDUCE_-1473571232_1 at /127.0.0.1:50674 [Receiving block BP-1383204550-10.240.1.18-1783504089981:blk_1073741826_1002]] datanode.DataNode (DataXceiver.java:writeBlock(747)) - Receiving BP-1383204550-10.240.1.18-1783504089981:blk_1073741826_1002 src: /127.0.0.1:50674 dest: /127.0.0.1:37393
2026-07-08 09:48:11,537 INFO  [PacketResponder: BP-1383204550-10.240.1.18-1783504089981:blk_1073741826_1002, type=LAST_IN_PIPELINE] DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1539)) - src: /127.0.0.1:50674, dest: /127.0.0.1:37393, bytes: 83, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1473571232_1, offset: 0, srvID: b7996464-cda4-40c8-916c-0fb81d231df0, blockid: BP-1383204550-10.240.1.18-1783504089981:blk_1073741826_1002, duration(ns): 7501772
2026-07-08 09:48:11,537 INFO  [PacketResponder: BP-1383204550-10.240.1.18-1783504089981:blk_1073741826_1002, type=LAST_IN_PIPELINE] datanode.DataNode (BlockReceiver.java:run(1512)) - PacketResponder: BP-1383204550-10.240.1.18-1783504089981:blk_1073741826_1002, type=LAST_IN_PIPELINE terminating
2026-07-08 09:48:11,539 INFO  [IPC Server handler 5 on default port 34301] hdfs.StateChange (FSNamesystem.java:completeFile(3104)) - DIR* completeFile: /id_taco-taco/1000/.kudu-metadata.json is closed by DFSClient_NONMAPREDUCE_-1473571232_1
2026-07-08 09:48:11,540 INFO  [Listener at localhost/37701] backup.BackupIO (BackupIO.scala:writeTableMetadata(95)) - Writing metadata to hdfs://localhost:34301/id_taco-taco/2000/.kudu-metadata.json
2026-07-08 09:48:11,541 INFO  [IPC Server handler 7 on default port 34301] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=create	src=/id_taco-taco/2000/.kudu-metadata.json	dst=null	perm=slave:supergroup:rw-r--r--	proto=rpc
2026-07-08 09:48:11,544 INFO  [IPC Server handler 8 on default port 34301] hdfs.StateChange (FSDirWriteFileOp.java:logAllocatedBlock(802)) - BLOCK* allocate blk_1073741827_1003, replicas=127.0.0.1:37393 for /id_taco-taco/2000/.kudu-metadata.json
2026-07-08 09:48:11,546 INFO  [DataXceiver for client DFSClient_NONMAPREDUCE_-1473571232_1 at /127.0.0.1:50680 [Receiving block BP-1383204550-10.240.1.18-1783504089981:blk_1073741827_1003]] datanode.DataNode (DataXceiver.java:writeBlock(747)) - Receiving BP-1383204550-10.240.1.18-1783504089981:blk_1073741827_1003 src: /127.0.0.1:50680 dest: /127.0.0.1:37393
2026-07-08 09:48:11,550 INFO  [PacketResponder: BP-1383204550-10.240.1.18-1783504089981:blk_1073741827_1003, type=LAST_IN_PIPELINE] DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1539)) - src: /127.0.0.1:50680, dest: /127.0.0.1:37393, bytes: 102, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1473571232_1, offset: 0, srvID: b7996464-cda4-40c8-916c-0fb81d231df0, blockid: BP-1383204550-10.240.1.18-1783504089981:blk_1073741827_1003, duration(ns): 2402551
2026-07-08 09:48:11,551 INFO  [PacketResponder: BP-1383204550-10.240.1.18-1783504089981:blk_1073741827_1003, type=LAST_IN_PIPELINE] datanode.DataNode (BlockReceiver.java:run(1512)) - PacketResponder: BP-1383204550-10.240.1.18-1783504089981:blk_1073741827_1003, type=LAST_IN_PIPELINE terminating
2026-07-08 09:48:11,553 INFO  [IPC Server handler 0 on default port 34301] hdfs.StateChange (FSNamesystem.java:completeFile(3104)) - DIR* completeFile: /id_taco-taco/2000/.kudu-metadata.json is closed by DFSClient_NONMAPREDUCE_-1473571232_1
2026-07-08 09:48:11,554 INFO  [Listener at localhost/37701] backup.BackupIO (BackupIO.scala:writeTableMetadata(95)) - Writing metadata to hdfs://localhost:34301/id_pizza-pizza/200/.kudu-metadata.json
2026-07-08 09:48:11,555 INFO  [IPC Server handler 1 on default port 34301] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=create	src=/id_pizza-pizza/200/.kudu-metadata.json	dst=null	perm=slave:supergroup:rw-r--r--	proto=rpc
2026-07-08 09:48:11,558 INFO  [IPC Server handler 2 on default port 34301] hdfs.StateChange (FSDirWriteFileOp.java:logAllocatedBlock(802)) - BLOCK* allocate blk_1073741828_1004, replicas=127.0.0.1:37393 for /id_pizza-pizza/200/.kudu-metadata.json
2026-07-08 09:48:11,560 INFO  [DataXceiver for client DFSClient_NONMAPREDUCE_-1473571232_1 at /127.0.0.1:50694 [Receiving block BP-1383204550-10.240.1.18-1783504089981:blk_1073741828_1004]] datanode.DataNode (DataXceiver.java:writeBlock(747)) - Receiving BP-1383204550-10.240.1.18-1783504089981:blk_1073741828_1004 src: /127.0.0.1:50694 dest: /127.0.0.1:37393
2026-07-08 09:48:11,564 INFO  [PacketResponder: BP-1383204550-10.240.1.18-1783504089981:blk_1073741828_1004, type=LAST_IN_PIPELINE] DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1539)) - src: /127.0.0.1:50694, dest: /127.0.0.1:37393, bytes: 84, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1473571232_1, offset: 0, srvID: b7996464-cda4-40c8-916c-0fb81d231df0, blockid: BP-1383204550-10.240.1.18-1783504089981:blk_1073741828_1004, duration(ns): 1948381
2026-07-08 09:48:11,565 INFO  [PacketResponder: BP-1383204550-10.240.1.18-1783504089981:blk_1073741828_1004, type=LAST_IN_PIPELINE] datanode.DataNode (BlockReceiver.java:run(1512)) - PacketResponder: BP-1383204550-10.240.1.18-1783504089981:blk_1073741828_1004, type=LAST_IN_PIPELINE terminating
2026-07-08 09:48:11,566 INFO  [IPC Server handler 3 on default port 34301] hdfs.StateChange (FSNamesystem.java:completeFile(3104)) - DIR* completeFile: /id_pizza-pizza/200/.kudu-metadata.json is closed by DFSClient_NONMAPREDUCE_-1473571232_1
2026-07-08 09:48:11,567 INFO  [Listener at localhost/37701] backup.BackupIO (BackupIO.scala:writeTableMetadata(95)) - Writing metadata to hdfs://localhost:34301/id_pizza-pizza/400/.kudu-metadata.json
2026-07-08 09:48:11,569 INFO  [IPC Server handler 6 on default port 34301] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=create	src=/id_pizza-pizza/400/.kudu-metadata.json	dst=null	perm=slave:supergroup:rw-r--r--	proto=rpc
2026-07-08 09:48:11,571 INFO  [IPC Server handler 5 on default port 34301] hdfs.StateChange (FSDirWriteFileOp.java:logAllocatedBlock(802)) - BLOCK* allocate blk_1073741829_1005, replicas=127.0.0.1:37393 for /id_pizza-pizza/400/.kudu-metadata.json
2026-07-08 09:48:11,573 INFO  [DataXceiver for client DFSClient_NONMAPREDUCE_-1473571232_1 at /127.0.0.1:50698 [Receiving block BP-1383204550-10.240.1.18-1783504089981:blk_1073741829_1005]] datanode.DataNode (DataXceiver.java:writeBlock(747)) - Receiving BP-1383204550-10.240.1.18-1783504089981:blk_1073741829_1005 src: /127.0.0.1:50698 dest: /127.0.0.1:37393
2026-07-08 09:48:11,578 INFO  [PacketResponder: BP-1383204550-10.240.1.18-1783504089981:blk_1073741829_1005, type=LAST_IN_PIPELINE] DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1539)) - src: /127.0.0.1:50698, dest: /127.0.0.1:37393, bytes: 103, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1473571232_1, offset: 0, srvID: b7996464-cda4-40c8-916c-0fb81d231df0, blockid: BP-1383204550-10.240.1.18-1783504089981:blk_1073741829_1005, duration(ns): 1983157
2026-07-08 09:48:11,578 INFO  [PacketResponder: BP-1383204550-10.240.1.18-1783504089981:blk_1073741829_1005, type=LAST_IN_PIPELINE] datanode.DataNode (BlockReceiver.java:run(1512)) - PacketResponder: BP-1383204550-10.240.1.18-1783504089981:blk_1073741829_1005, type=LAST_IN_PIPELINE terminating
2026-07-08 09:48:11,579 INFO  [IPC Server handler 8 on default port 34301] hdfs.StateChange (FSNamesystem.java:completeFile(3104)) - DIR* completeFile: /id_pizza-pizza/400/.kudu-metadata.json is closed by DFSClient_NONMAPREDUCE_-1473571232_1
2026-07-08 09:48:11,580 INFO  [Listener at localhost/37701] backup.BackupIO (BackupIO.scala:writeTableMetadata(95)) - Writing metadata to hdfs://localhost:34301/id_pizza-pizza/600/.kudu-metadata.json
2026-07-08 09:48:11,582 INFO  [IPC Server handler 9 on default port 34301] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=create	src=/id_pizza-pizza/600/.kudu-metadata.json	dst=null	perm=slave:supergroup:rw-r--r--	proto=rpc
2026-07-08 09:48:11,585 INFO  [IPC Server handler 0 on default port 34301] hdfs.StateChange (FSDirWriteFileOp.java:logAllocatedBlock(802)) - BLOCK* allocate blk_1073741830_1006, replicas=127.0.0.1:37393 for /id_pizza-pizza/600/.kudu-metadata.json
2026-07-08 09:48:11,587 INFO  [DataXceiver for client DFSClient_NONMAPREDUCE_-1473571232_1 at /127.0.0.1:50712 [Receiving block BP-1383204550-10.240.1.18-1783504089981:blk_1073741830_1006]] datanode.DataNode (DataXceiver.java:writeBlock(747)) - Receiving BP-1383204550-10.240.1.18-1783504089981:blk_1073741830_1006 src: /127.0.0.1:50712 dest: /127.0.0.1:37393
2026-07-08 09:48:11,591 INFO  [PacketResponder: BP-1383204550-10.240.1.18-1783504089981:blk_1073741830_1006, type=LAST_IN_PIPELINE] DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1539)) - src: /127.0.0.1:50712, dest: /127.0.0.1:37393, bytes: 103, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1473571232_1, offset: 0, srvID: b7996464-cda4-40c8-916c-0fb81d231df0, blockid: BP-1383204550-10.240.1.18-1783504089981:blk_1073741830_1006, duration(ns): 2304383
2026-07-08 09:48:11,591 INFO  [PacketResponder: BP-1383204550-10.240.1.18-1783504089981:blk_1073741830_1006, type=LAST_IN_PIPELINE] datanode.DataNode (BlockReceiver.java:run(1512)) - PacketResponder: BP-1383204550-10.240.1.18-1783504089981:blk_1073741830_1006, type=LAST_IN_PIPELINE terminating
2026-07-08 09:48:11,593 INFO  [IPC Server handler 2 on default port 34301] hdfs.StateChange (FSNamesystem.java:completeFile(3104)) - DIR* completeFile: /id_pizza-pizza/600/.kudu-metadata.json is closed by DFSClient_NONMAPREDUCE_-1473571232_1
2026-07-08 09:48:11,609 INFO  [IPC Server handler 4 on default port 34301] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=getfileinfo	src=/	dst=null	perm=null	proto=rpc
2026-07-08 09:48:11,611 INFO  [IPC Server handler 3 on default port 34301] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=listStatus	src=/	dst=null	perm=null	proto=rpc
2026-07-08 09:48:11,613 INFO  [IPC Server handler 6 on default port 34301] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=listStatus	src=/id_pizza-pizza	dst=null	perm=null	proto=rpc
2026-07-08 09:48:11,614 INFO  [IPC Server handler 5 on default port 34301] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=getfileinfo	src=/id_pizza-pizza/200/.kudu-metadata.json	dst=null	perm=null	proto=rpc
2026-07-08 09:48:11,616 INFO  [IPC Server handler 7 on default port 34301] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=open	src=/id_pizza-pizza/200/.kudu-metadata.json	dst=null	perm=null	proto=rpc
2026-07-08 09:48:11,622 INFO  [IPC Server handler 8 on default port 34301] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=getfileinfo	src=/id_pizza-pizza/400/.kudu-metadata.json	dst=null	perm=null	proto=rpc
2026-07-08 09:48:11,623 INFO  [IPC Server handler 9 on default port 34301] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=open	src=/id_pizza-pizza/400/.kudu-metadata.json	dst=null	perm=null	proto=rpc
2026-07-08 09:48:11,627 INFO  [IPC Server handler 0 on default port 34301] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=getfileinfo	src=/id_pizza-pizza/600/.kudu-metadata.json	dst=null	perm=null	proto=rpc
2026-07-08 09:48:11,628 INFO  [IPC Server handler 1 on default port 34301] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=open	src=/id_pizza-pizza/600/.kudu-metadata.json	dst=null	perm=null	proto=rpc
2026-07-08 09:48:11,631 INFO  [Listener at localhost/37701] backup.BackupIO (BackupIO.scala:readTableBackups(236)) - Found 3 paths in hdfs://localhost:34301/id_pizza-pizza
2026-07-08 09:48:11,632 INFO  [IPC Server handler 2 on default port 34301] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=listStatus	src=/id_taco-taco	dst=null	perm=null	proto=rpc
2026-07-08 09:48:11,633 INFO  [IPC Server handler 4 on default port 34301] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=getfileinfo	src=/id_taco-taco/100/.kudu-metadata.json	dst=null	perm=null	proto=rpc
2026-07-08 09:48:11,635 INFO  [IPC Server handler 3 on default port 34301] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=open	src=/id_taco-taco/100/.kudu-metadata.json	dst=null	perm=null	proto=rpc
2026-07-08 09:48:11,641 INFO  [IPC Server handler 6 on default port 34301] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=getfileinfo	src=/id_taco-taco/1000/.kudu-metadata.json	dst=null	perm=null	proto=rpc
2026-07-08 09:48:11,642 INFO  [IPC Server handler 5 on default port 34301] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=open	src=/id_taco-taco/1000/.kudu-metadata.json	dst=null	perm=null	proto=rpc
2026-07-08 09:48:11,645 INFO  [IPC Server handler 7 on default port 34301] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=getfileinfo	src=/id_taco-taco/2000/.kudu-metadata.json	dst=null	perm=null	proto=rpc
2026-07-08 09:48:11,646 INFO  [IPC Server handler 8 on default port 34301] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=open	src=/id_taco-taco/2000/.kudu-metadata.json	dst=null	perm=null	proto=rpc
2026-07-08 09:48:11,649 INFO  [Listener at localhost/37701] backup.BackupIO (BackupIO.scala:readTableBackups(236)) - Found 3 paths in hdfs://localhost:34301/id_taco-taco
.2026-07-08 09:48:11,671 INFO  [Listener at localhost/37701] hdfs.MiniDFSCluster (MiniDFSCluster.java:<init>(529)) - starting cluster: numNameNodes=1, numDataNodes=1
2026-07-08 09:48:11,672 INFO  [Listener at localhost/37701] namenode.NameNode (NameNode.java:format(1249)) - Formatting using clusterid: testClusterID
2026-07-08 09:48:11,673 INFO  [Listener at localhost/37701] namenode.FSEditLog (FSEditLog.java:newInstance(229)) - Edit logging is async:true
2026-07-08 09:48:11,685 INFO  [Listener at localhost/37701] namenode.FSNamesystem (FSNamesystem.java:<init>(814)) - KeyProvider: null
2026-07-08 09:48:11,685 INFO  [Listener at localhost/37701] namenode.FSNamesystem (FSNamesystemLock.java:<init>(141)) - fsLock is fair: true
2026-07-08 09:48:11,685 INFO  [Listener at localhost/37701] namenode.FSNamesystem (FSNamesystemLock.java:<init>(159)) - Detailed lock hold time metrics enabled: false
2026-07-08 09:48:11,685 INFO  [Listener at localhost/37701] namenode.FSNamesystem (FSNamesystem.java:<init>(847)) - fsOwner                = slave (auth:SIMPLE)
2026-07-08 09:48:11,685 INFO  [Listener at localhost/37701] namenode.FSNamesystem (FSNamesystem.java:<init>(848)) - supergroup             = supergroup
2026-07-08 09:48:11,686 INFO  [Listener at localhost/37701] namenode.FSNamesystem (FSNamesystem.java:<init>(849)) - isPermissionEnabled    = true
2026-07-08 09:48:11,686 INFO  [Listener at localhost/37701] namenode.FSNamesystem (FSNamesystem.java:<init>(850)) - isStoragePolicyEnabled = true
2026-07-08 09:48:11,686 INFO  [Listener at localhost/37701] namenode.FSNamesystem (FSNamesystem.java:<init>(861)) - HA Enabled: false
2026-07-08 09:48:11,686 INFO  [Listener at localhost/37701] common.Util (Util.java:isDiskStatsEnabled(395)) - dfs.datanode.fileio.profiling.sampling.percentage set to 0. Disabling file IO profiling
2026-07-08 09:48:11,686 INFO  [Listener at localhost/37701] blockmanagement.DatanodeManager (DatanodeManager.java:<init>(334)) - dfs.block.invalidate.limit: configured=1000, counted=60, effected=1000
2026-07-08 09:48:11,686 INFO  [Listener at localhost/37701] blockmanagement.DatanodeManager (DatanodeManager.java:<init>(342)) - dfs.namenode.datanode.registration.ip-hostname-check=true
2026-07-08 09:48:11,687 INFO  [Listener at localhost/37701] blockmanagement.BlockManager (InvalidateBlocks.java:printBlockDeletionTime(77)) - dfs.namenode.startup.delay.block.deletion.sec is set to 000:00:00:00.000
2026-07-08 09:48:11,687 INFO  [Listener at localhost/37701] blockmanagement.BlockManager (InvalidateBlocks.java:printBlockDeletionTime(83)) - The block deletion will start around 2026 Jul 08 09:48:11
2026-07-08 09:48:11,687 INFO  [Listener at localhost/37701] util.GSet (LightWeightGSet.java:computeCapacity(395)) - Computing capacity for map BlocksMap
2026-07-08 09:48:11,687 INFO  [Listener at localhost/37701] util.GSet (LightWeightGSet.java:computeCapacity(396)) - VM type       = 64-bit
2026-07-08 09:48:11,688 INFO  [Listener at localhost/37701] util.GSet (LightWeightGSet.java:computeCapacity(397)) - 2.0% max memory 3.5 GB = 72.5 MB
2026-07-08 09:48:11,688 INFO  [Listener at localhost/37701] util.GSet (LightWeightGSet.java:computeCapacity(402)) - capacity      = 2^23 = 8388608 entries
2026-07-08 09:48:11,695 INFO  [Listener at localhost/37701] blockmanagement.BlockManager (BlockManager.java:createSPSManager(5447)) - Storage policy satisfier is disabled
2026-07-08 09:48:11,695 INFO  [Listener at localhost/37701] blockmanagement.BlockManager (BlockManager.java:createBlockTokenSecretManager(641)) - dfs.block.access.token.enable = false
2026-07-08 09:48:11,695 INFO  [Listener at localhost/37701] blockmanagement.BlockManagerSafeMode (BlockManagerSafeMode.java:<init>(160)) - dfs.namenode.safemode.threshold-pct = 0.999
2026-07-08 09:48:11,695 INFO  [Listener at localhost/37701] blockmanagement.BlockManagerSafeMode (BlockManagerSafeMode.java:<init>(161)) - dfs.namenode.safemode.min.datanodes = 0
2026-07-08 09:48:11,695 INFO  [Listener at localhost/37701] blockmanagement.BlockManagerSafeMode (BlockManagerSafeMode.java:<init>(163)) - dfs.namenode.safemode.extension = 0
2026-07-08 09:48:11,695 INFO  [Listener at localhost/37701] blockmanagement.BlockManager (BlockManager.java:<init>(627)) - defaultReplication         = 1
2026-07-08 09:48:11,695 INFO  [Listener at localhost/37701] blockmanagement.BlockManager (BlockManager.java:<init>(628)) - maxReplication             = 512
2026-07-08 09:48:11,695 INFO  [Listener at localhost/37701] blockmanagement.BlockManager (BlockManager.java:<init>(629)) - minReplication             = 1
2026-07-08 09:48:11,696 INFO  [Listener at localhost/37701] blockmanagement.BlockManager (BlockManager.java:<init>(630)) - maxReplicationStreams      = 2
2026-07-08 09:48:11,696 INFO  [Listener at localhost/37701] blockmanagement.BlockManager (BlockManager.java:<init>(631)) - redundancyRecheckInterval  = 3000ms
2026-07-08 09:48:11,696 INFO  [Listener at localhost/37701] blockmanagement.BlockManager (BlockManager.java:<init>(632)) - encryptDataTransfer        = false
2026-07-08 09:48:11,696 INFO  [Listener at localhost/37701] blockmanagement.BlockManager (BlockManager.java:<init>(633)) - maxNumBlocksToLog          = 1000
2026-07-08 09:48:11,696 INFO  [Listener at localhost/37701] util.GSet (LightWeightGSet.java:computeCapacity(395)) - Computing capacity for map INodeMap
2026-07-08 09:48:11,696 INFO  [Listener at localhost/37701] util.GSet (LightWeightGSet.java:computeCapacity(396)) - VM type       = 64-bit
2026-07-08 09:48:11,697 INFO  [Listener at localhost/37701] util.GSet (LightWeightGSet.java:computeCapacity(397)) - 1.0% max memory 3.5 GB = 36.2 MB
2026-07-08 09:48:11,697 INFO  [Listener at localhost/37701] util.GSet (LightWeightGSet.java:computeCapacity(402)) - capacity      = 2^22 = 4194304 entries
2026-07-08 09:48:11,703 INFO  [Listener at localhost/37701] namenode.FSDirectory (FSDirectory.java:<init>(335)) - ACLs enabled? true
2026-07-08 09:48:11,704 INFO  [Listener at localhost/37701] namenode.FSDirectory (FSDirectory.java:<init>(339)) - POSIX ACL inheritance enabled? true
2026-07-08 09:48:11,704 INFO  [Listener at localhost/37701] namenode.FSDirectory (FSDirectory.java:<init>(343)) - XAttrs enabled? true
2026-07-08 09:48:11,704 INFO  [Listener at localhost/37701] namenode.NameNode (FSDirectory.java:<init>(406)) - Caching file names occurring more than 10 times
2026-07-08 09:48:11,704 INFO  [Listener at localhost/37701] snapshot.SnapshotManager (SnapshotManager.java:<init>(124)) - Loaded config captureOpenFiles: false, skipCaptureAccessTimeOnlyChange: false, snapshotDiffAllowSnapRootDescendant: true, maxSnapshotLimit: 65536
2026-07-08 09:48:11,704 INFO  [Listener at localhost/37701] snapshot.SnapshotManager (DirectoryDiffListFactory.java:init(43)) - SkipList is disabled
2026-07-08 09:48:11,704 INFO  [Listener at localhost/37701] util.GSet (LightWeightGSet.java:computeCapacity(395)) - Computing capacity for map cachedBlocks
2026-07-08 09:48:11,704 INFO  [Listener at localhost/37701] util.GSet (LightWeightGSet.java:computeCapacity(396)) - VM type       = 64-bit
2026-07-08 09:48:11,704 INFO  [Listener at localhost/37701] util.GSet (LightWeightGSet.java:computeCapacity(397)) - 0.25% max memory 3.5 GB = 9.1 MB
2026-07-08 09:48:11,704 INFO  [Listener at localhost/37701] util.GSet (LightWeightGSet.java:computeCapacity(402)) - capacity      = 2^20 = 1048576 entries
2026-07-08 09:48:11,708 INFO  [Listener at localhost/37701] metrics.TopMetrics (TopMetrics.java:logConf(75)) - NNTop conf: dfs.namenode.top.window.num.buckets = 10
2026-07-08 09:48:11,708 INFO  [Listener at localhost/37701] metrics.TopMetrics (TopMetrics.java:logConf(77)) - NNTop conf: dfs.namenode.top.num.users = 10
2026-07-08 09:48:11,708 INFO  [Listener at localhost/37701] metrics.TopMetrics (TopMetrics.java:logConf(79)) - NNTop conf: dfs.namenode.top.windows.minutes = 1,5,25
2026-07-08 09:48:11,708 INFO  [Listener at localhost/37701] namenode.FSNamesystem (FSNamesystem.java:initRetryCache(1080)) - Retry cache on namenode is enabled
2026-07-08 09:48:11,708 INFO  [Listener at localhost/37701] namenode.FSNamesystem (FSNamesystem.java:initRetryCache(1088)) - Retry cache will use 0.03 of total heap and retry cache entry expiry time is 600000 millis
2026-07-08 09:48:11,708 INFO  [Listener at localhost/37701] util.GSet (LightWeightGSet.java:computeCapacity(395)) - Computing capacity for map NameNodeRetryCache
2026-07-08 09:48:11,708 INFO  [Listener at localhost/37701] util.GSet (LightWeightGSet.java:computeCapacity(396)) - VM type       = 64-bit
2026-07-08 09:48:11,709 INFO  [Listener at localhost/37701] util.GSet (LightWeightGSet.java:computeCapacity(397)) - 0.029999999329447746% max memory 3.5 GB = 1.1 MB
2026-07-08 09:48:11,709 INFO  [Listener at localhost/37701] util.GSet (LightWeightGSet.java:computeCapacity(402)) - capacity      = 2^17 = 131072 entries
2026-07-08 09:48:11,710 INFO  [Listener at localhost/37701] namenode.FSImage (FSImage.java:format(186)) - Allocated new BlockPoolId: BP-275418713-10.240.1.18-1783504091710
2026-07-08 09:48:11,715 INFO  [Listener at localhost/37701] common.Storage (NNStorage.java:format(595)) - Storage directory /tmp/hdfs-test8075677387855937745/name-0-1 has been successfully formatted.
2026-07-08 09:48:11,720 INFO  [Listener at localhost/37701] common.Storage (NNStorage.java:format(595)) - Storage directory /tmp/hdfs-test8075677387855937745/name-0-2 has been successfully formatted.
2026-07-08 09:48:11,735 INFO  [FSImageSaver for /tmp/hdfs-test8075677387855937745/name-0-1 of type IMAGE_AND_EDITS] namenode.FSImageFormatProtobuf (FSImageFormatProtobuf.java:save(732)) - Saving image file /tmp/hdfs-test8075677387855937745/name-0-1/current/fsimage.ckpt_0000000000000000000 using no compression
2026-07-08 09:48:11,740 INFO  [FSImageSaver for /tmp/hdfs-test8075677387855937745/name-0-2 of type IMAGE_AND_EDITS] namenode.FSImageFormatProtobuf (FSImageFormatProtobuf.java:save(732)) - Saving image file /tmp/hdfs-test8075677387855937745/name-0-2/current/fsimage.ckpt_0000000000000000000 using no compression
2026-07-08 09:48:11,743 INFO  [FSImageSaver for /tmp/hdfs-test8075677387855937745/name-0-1 of type IMAGE_AND_EDITS] namenode.FSImageFormatProtobuf (FSImageFormatProtobuf.java:save(736)) - Image file /tmp/hdfs-test8075677387855937745/name-0-1/current/fsimage.ckpt_0000000000000000000 of size 418 bytes saved in 0 seconds .
2026-07-08 09:48:11,753 INFO  [FSImageSaver for /tmp/hdfs-test8075677387855937745/name-0-2 of type IMAGE_AND_EDITS] namenode.FSImageFormatProtobuf (FSImageFormatProtobuf.java:save(736)) - Image file /tmp/hdfs-test8075677387855937745/name-0-2/current/fsimage.ckpt_0000000000000000000 of size 418 bytes saved in 0 seconds .
2026-07-08 09:48:11,757 INFO  [Listener at localhost/37701] namenode.NNStorageRetentionManager (NNStorageRetentionManager.java:getImageTxIdToRetain(203)) - Going to retain 1 images with txid >= 0
2026-07-08 09:48:11,768 INFO  [Listener at localhost/37701] namenode.FSNamesystem (FSNamesystem.java:stopActiveServices(1427)) - Stopping services started for active state
2026-07-08 09:48:11,768 INFO  [Listener at localhost/37701] namenode.FSNamesystem (FSNamesystem.java:stopStandbyServices(1528)) - Stopping services started for standby state
2026-07-08 09:48:11,769 INFO  [Listener at localhost/37701] namenode.NameNode (NameNode.java:createNameNode(1707)) - createNameNode []
2026-07-08 09:48:11,769 INFO  [Listener at localhost/37701] impl.MetricsSystemImpl (MetricsSystemImpl.java:init(158)) - NameNode metrics system started (again)
2026-07-08 09:48:11,770 INFO  [Listener at localhost/37701] namenode.NameNodeUtils (NameNodeUtils.java:getClientNamenodeAddress(79)) - fs.defaultFS is hdfs://127.0.0.1:0
2026-07-08 09:48:11,786 INFO  [org.apache.hadoop.util.JvmPauseMonitor$Monitor@3a4ab7f7] util.JvmPauseMonitor (JvmPauseMonitor.java:run(188)) - Starting JVM pause monitor
2026-07-08 09:48:11,787 INFO  [Listener at localhost/37701] hdfs.DFSUtil (DFSUtil.java:httpServerTemplateForNNAndJN(1668)) - Filter initializers set : org.apache.hadoop.http.lib.StaticUserWebFilter,org.apache.hadoop.hdfs.web.AuthFilterInitializer
2026-07-08 09:48:11,787 INFO  [Listener at localhost/37701] hdfs.DFSUtil (DFSUtil.java:httpServerTemplateForNNAndJN(1690)) - Starting Web-server for hdfs at: http://localhost:0
2026-07-08 09:48:11,788 INFO  [Listener at localhost/37701] server.AuthenticationFilter (AuthenticationFilter.java:constructSecretProvider(240)) - Unable to initialize FileSignerSecretProvider, falling back to use random secrets.
2026-07-08 09:48:11,789 INFO  [Listener at localhost/37701] http.HttpRequestLog (HttpRequestLog.java:getRequestLog(82)) - Http request log for http.requests.namenode is not defined
2026-07-08 09:48:11,790 INFO  [Listener at localhost/37701] http.HttpServer2 (HttpServer2.java:addGlobalFilter(1111)) - Added global filter 'safety' (class=org.apache.hadoop.http.HttpServer2$QuotingInputFilter)
2026-07-08 09:48:11,791 INFO  [Listener at localhost/37701] http.HttpServer2 (HttpServer2.java:addFilter(1084)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context hdfs
2026-07-08 09:48:11,791 INFO  [Listener at localhost/37701] http.HttpServer2 (HttpServer2.java:addFilter(1094)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context static
2026-07-08 09:48:11,793 INFO  [Listener at localhost/37701] http.HttpServer2 (HttpServer2.java:addFilter(1084)) - Added filter AuthFilter (class=org.apache.hadoop.hdfs.web.AuthFilter) to context hdfs
2026-07-08 09:48:11,793 INFO  [Listener at localhost/37701] http.HttpServer2 (HttpServer2.java:addFilter(1094)) - Added filter AuthFilter (class=org.apache.hadoop.hdfs.web.AuthFilter) to context static
2026-07-08 09:48:11,793 INFO  [Listener at localhost/37701] http.HttpServer2 (HttpServer2.java:addJerseyResourcePackage(938)) - addJerseyResourcePackage: packageName=org.apache.hadoop.hdfs.server.namenode.web.resources;org.apache.hadoop.hdfs.web.resources, pathSpec=/webhdfs/v1/*
2026-07-08 09:48:11,793 INFO  [Listener at localhost/37701] http.HttpServer2 (HttpServer2.java:bindListener(1332)) - Jetty bound to port 35155
2026-07-08 09:48:11,794 INFO  [Listener at localhost/37701] server.Server (Server.java:doStart(375)) - jetty-9.4.40.v20210413; built: 2021-04-13T20:42:42.668Z; git: b881a572662e1943a14ae12e7e1207989f218b74; jvm 1.8.0_362-8u372-ga~us1-0ubuntu1~18.04-b09
2026-07-08 09:48:11,795 INFO  [Listener at localhost/37701] server.session (DefaultSessionIdManager.java:doStart(334)) - DefaultSessionIdManager workerName=node0
2026-07-08 09:48:11,795 INFO  [Listener at localhost/37701] server.session (DefaultSessionIdManager.java:doStart(339)) - No SessionScavenger set, using defaults
2026-07-08 09:48:11,796 INFO  [Listener at localhost/37701] server.session (HouseKeeper.java:startScavenging(132)) - node0 Scavenging every 600000ms
2026-07-08 09:48:11,797 INFO  [Listener at localhost/37701] server.AuthenticationFilter (AuthenticationFilter.java:constructSecretProvider(240)) - Unable to initialize FileSignerSecretProvider, falling back to use random secrets.
2026-07-08 09:48:11,797 INFO  [Listener at localhost/37701] handler.ContextHandler (ContextHandler.java:doStart(916)) - Started o.e.j.s.ServletContextHandler@3c6c4689{static,/static,jar:file:/tmp/dist-test-taskA6ivmc/java/build/jars/hadoop-hdfs-3.3.1-tests.jar!/webapps/static,AVAILABLE}
2026-07-08 09:48:11,942 INFO  [Listener at localhost/37701] handler.ContextHandler (ContextHandler.java:doStart(916)) - Started o.e.j.w.WebAppContext@69cd1085{hdfs,/,file:///tmp/jetty-localhost-35155-hadoop-hdfs-3_3_1-tests_jar-_-any-1813640149707344804/webapp/,AVAILABLE}{jar:file:/tmp/dist-test-taskA6ivmc/java/build/jars/hadoop-hdfs-3.3.1-tests.jar!/webapps/hdfs}
2026-07-08 09:48:11,945 INFO  [Listener at localhost/37701] server.AbstractConnector (AbstractConnector.java:doStart(331)) - Started ServerConnector@949c598{HTTP/1.1, (http/1.1)}{localhost:35155}
2026-07-08 09:48:11,945 INFO  [Listener at localhost/37701] server.Server (Server.java:doStart(415)) - Started @11732ms
2026-07-08 09:48:11,946 INFO  [Listener at localhost/37701] namenode.FSEditLog (FSEditLog.java:newInstance(229)) - Edit logging is async:true
2026-07-08 09:48:11,962 INFO  [Listener at localhost/37701] namenode.FSNamesystem (FSNamesystem.java:<init>(814)) - KeyProvider: null
2026-07-08 09:48:11,963 INFO  [Listener at localhost/37701] namenode.FSNamesystem (FSNamesystemLock.java:<init>(141)) - fsLock is fair: true
2026-07-08 09:48:11,963 INFO  [Listener at localhost/37701] namenode.FSNamesystem (FSNamesystemLock.java:<init>(159)) - Detailed lock hold time metrics enabled: false
2026-07-08 09:48:11,963 INFO  [Listener at localhost/37701] namenode.FSNamesystem (FSNamesystem.java:<init>(847)) - fsOwner                = slave (auth:SIMPLE)
2026-07-08 09:48:11,963 INFO  [Listener at localhost/37701] namenode.FSNamesystem (FSNamesystem.java:<init>(848)) - supergroup             = supergroup
2026-07-08 09:48:11,963 INFO  [Listener at localhost/37701] namenode.FSNamesystem (FSNamesystem.java:<init>(849)) - isPermissionEnabled    = true
2026-07-08 09:48:11,963 INFO  [Listener at localhost/37701] namenode.FSNamesystem (FSNamesystem.java:<init>(850)) - isStoragePolicyEnabled = true
2026-07-08 09:48:11,964 INFO  [Listener at localhost/37701] namenode.FSNamesystem (FSNamesystem.java:<init>(861)) - HA Enabled: false
2026-07-08 09:48:11,964 INFO  [Listener at localhost/37701] common.Util (Util.java:isDiskStatsEnabled(395)) - dfs.datanode.fileio.profiling.sampling.percentage set to 0. Disabling file IO profiling
2026-07-08 09:48:11,964 INFO  [Listener at localhost/37701] blockmanagement.DatanodeManager (DatanodeManager.java:<init>(334)) - dfs.block.invalidate.limit: configured=1000, counted=60, effected=1000
2026-07-08 09:48:11,965 INFO  [Listener at localhost/37701] blockmanagement.DatanodeManager (DatanodeManager.java:<init>(342)) - dfs.namenode.datanode.registration.ip-hostname-check=true
2026-07-08 09:48:11,965 INFO  [Listener at localhost/37701] blockmanagement.BlockManager (InvalidateBlocks.java:printBlockDeletionTime(77)) - dfs.namenode.startup.delay.block.deletion.sec is set to 000:00:00:00.000
2026-07-08 09:48:11,965 INFO  [Listener at localhost/37701] blockmanagement.BlockManager (InvalidateBlocks.java:printBlockDeletionTime(83)) - The block deletion will start around 2026 Jul 08 09:48:11
2026-07-08 09:48:11,965 INFO  [Listener at localhost/37701] util.GSet (LightWeightGSet.java:computeCapacity(395)) - Computing capacity for map BlocksMap
2026-07-08 09:48:11,966 INFO  [Listener at localhost/37701] util.GSet (LightWeightGSet.java:computeCapacity(396)) - VM type       = 64-bit
2026-07-08 09:48:11,966 INFO  [Listener at localhost/37701] util.GSet (LightWeightGSet.java:computeCapacity(397)) - 2.0% max memory 3.5 GB = 72.5 MB
2026-07-08 09:48:11,966 INFO  [Listener at localhost/37701] util.GSet (LightWeightGSet.java:computeCapacity(402)) - capacity      = 2^23 = 8388608 entries
2026-07-08 09:48:11,993 INFO  [Listener at localhost/37701] blockmanagement.BlockManager (BlockManager.java:createSPSManager(5447)) - Storage policy satisfier is disabled
2026-07-08 09:48:11,993 INFO  [Listener at localhost/37701] blockmanagement.BlockManager (BlockManager.java:createBlockTokenSecretManager(641)) - dfs.block.access.token.enable = false
2026-07-08 09:48:11,994 INFO  [Listener at localhost/37701] blockmanagement.BlockManagerSafeMode (BlockManagerSafeMode.java:<init>(160)) - dfs.namenode.safemode.threshold-pct = 0.999
2026-07-08 09:48:11,994 INFO  [Listener at localhost/37701] blockmanagement.BlockManagerSafeMode (BlockManagerSafeMode.java:<init>(161)) - dfs.namenode.safemode.min.datanodes = 0
2026-07-08 09:48:11,994 INFO  [Listener at localhost/37701] blockmanagement.BlockManagerSafeMode (BlockManagerSafeMode.java:<init>(163)) - dfs.namenode.safemode.extension = 0
2026-07-08 09:48:11,994 INFO  [Listener at localhost/37701] blockmanagement.BlockManager (BlockManager.java:<init>(627)) - defaultReplication         = 1
2026-07-08 09:48:11,994 INFO  [Listener at localhost/37701] blockmanagement.BlockManager (BlockManager.java:<init>(628)) - maxReplication             = 512
2026-07-08 09:48:11,994 INFO  [Listener at localhost/37701] blockmanagement.BlockManager (BlockManager.java:<init>(629)) - minReplication             = 1
2026-07-08 09:48:11,994 INFO  [Listener at localhost/37701] blockmanagement.BlockManager (BlockManager.java:<init>(630)) - maxReplicationStreams      = 2
2026-07-08 09:48:11,995 INFO  [Listener at localhost/37701] blockmanagement.BlockManager (BlockManager.java:<init>(631)) - redundancyRecheckInterval  = 3000ms
2026-07-08 09:48:11,995 INFO  [Listener at localhost/37701] blockmanagement.BlockManager (BlockManager.java:<init>(632)) - encryptDataTransfer        = false
2026-07-08 09:48:11,995 INFO  [Listener at localhost/37701] blockmanagement.BlockManager (BlockManager.java:<init>(633)) - maxNumBlocksToLog          = 1000
2026-07-08 09:48:11,995 INFO  [Listener at localhost/37701] util.GSet (LightWeightGSet.java:computeCapacity(395)) - Computing capacity for map INodeMap
2026-07-08 09:48:11,995 INFO  [Listener at localhost/37701] util.GSet (LightWeightGSet.java:computeCapacity(396)) - VM type       = 64-bit
2026-07-08 09:48:11,995 INFO  [Listener at localhost/37701] util.GSet (LightWeightGSet.java:computeCapacity(397)) - 1.0% max memory 3.5 GB = 36.2 MB
2026-07-08 09:48:11,995 INFO  [Listener at localhost/37701] util.GSet (LightWeightGSet.java:computeCapacity(402)) - capacity      = 2^22 = 4194304 entries
2026-07-08 09:48:12,008 INFO  [Listener at localhost/37701] namenode.FSDirectory (FSDirectory.java:<init>(335)) - ACLs enabled? true
2026-07-08 09:48:12,009 INFO  [Listener at localhost/37701] namenode.FSDirectory (FSDirectory.java:<init>(339)) - POSIX ACL inheritance enabled? true
2026-07-08 09:48:12,009 INFO  [Listener at localhost/37701] namenode.FSDirectory (FSDirectory.java:<init>(343)) - XAttrs enabled? true
2026-07-08 09:48:12,009 INFO  [Listener at localhost/37701] namenode.NameNode (FSDirectory.java:<init>(406)) - Caching file names occurring more than 10 times
2026-07-08 09:48:12,009 INFO  [Listener at localhost/37701] snapshot.SnapshotManager (SnapshotManager.java:<init>(124)) - Loaded config captureOpenFiles: false, skipCaptureAccessTimeOnlyChange: false, snapshotDiffAllowSnapRootDescendant: true, maxSnapshotLimit: 65536
2026-07-08 09:48:12,009 INFO  [Listener at localhost/37701] snapshot.SnapshotManager (DirectoryDiffListFactory.java:init(43)) - SkipList is disabled
2026-07-08 09:48:12,009 INFO  [Listener at localhost/37701] util.GSet (LightWeightGSet.java:computeCapacity(395)) - Computing capacity for map cachedBlocks
2026-07-08 09:48:12,010 INFO  [Listener at localhost/37701] util.GSet (LightWeightGSet.java:computeCapacity(396)) - VM type       = 64-bit
2026-07-08 09:48:12,010 INFO  [Listener at localhost/37701] util.GSet (LightWeightGSet.java:computeCapacity(397)) - 0.25% max memory 3.5 GB = 9.1 MB
2026-07-08 09:48:12,010 INFO  [Listener at localhost/37701] util.GSet (LightWeightGSet.java:computeCapacity(402)) - capacity      = 2^20 = 1048576 entries
2026-07-08 09:48:12,014 INFO  [Listener at localhost/37701] metrics.TopMetrics (TopMetrics.java:logConf(75)) - NNTop conf: dfs.namenode.top.window.num.buckets = 10
2026-07-08 09:48:12,014 INFO  [Listener at localhost/37701] metrics.TopMetrics (TopMetrics.java:logConf(77)) - NNTop conf: dfs.namenode.top.num.users = 10
2026-07-08 09:48:12,014 INFO  [Listener at localhost/37701] metrics.TopMetrics (TopMetrics.java:logConf(79)) - NNTop conf: dfs.namenode.top.windows.minutes = 1,5,25
2026-07-08 09:48:12,014 INFO  [Listener at localhost/37701] namenode.FSNamesystem (FSNamesystem.java:initRetryCache(1080)) - Retry cache on namenode is enabled
2026-07-08 09:48:12,014 INFO  [Listener at localhost/37701] namenode.FSNamesystem (FSNamesystem.java:initRetryCache(1088)) - Retry cache will use 0.03 of total heap and retry cache entry expiry time is 600000 millis
2026-07-08 09:48:12,014 INFO  [Listener at localhost/37701] util.GSet (LightWeightGSet.java:computeCapacity(395)) - Computing capacity for map NameNodeRetryCache
2026-07-08 09:48:12,014 INFO  [Listener at localhost/37701] util.GSet (LightWeightGSet.java:computeCapacity(396)) - VM type       = 64-bit
2026-07-08 09:48:12,015 INFO  [Listener at localhost/37701] util.GSet (LightWeightGSet.java:computeCapacity(397)) - 0.029999999329447746% max memory 3.5 GB = 1.1 MB
2026-07-08 09:48:12,015 INFO  [Listener at localhost/37701] util.GSet (LightWeightGSet.java:computeCapacity(402)) - capacity      = 2^17 = 131072 entries
2026-07-08 09:48:12,020 INFO  [Listener at localhost/37701] common.Storage (Storage.java:tryLock(948)) - Lock on /tmp/hdfs-test8075677387855937745/name-0-1/in_use.lock acquired by nodename 2807@dist-test-slave-7plr.c.gcp-upstream.internal
2026-07-08 09:48:12,022 INFO  [Listener at localhost/37701] common.Storage (Storage.java:tryLock(948)) - Lock on /tmp/hdfs-test8075677387855937745/name-0-2/in_use.lock acquired by nodename 2807@dist-test-slave-7plr.c.gcp-upstream.internal
2026-07-08 09:48:12,024 INFO  [Listener at localhost/37701] namenode.FileJournalManager (FileJournalManager.java:recoverUnfinalizedSegments(428)) - Recovering unfinalized segments in /tmp/hdfs-test8075677387855937745/name-0-1/current
2026-07-08 09:48:12,024 INFO  [Listener at localhost/37701] namenode.FileJournalManager (FileJournalManager.java:recoverUnfinalizedSegments(428)) - Recovering unfinalized segments in /tmp/hdfs-test8075677387855937745/name-0-2/current
2026-07-08 09:48:12,024 INFO  [Listener at localhost/37701] namenode.FSImage (FSImage.java:loadFSImage(734)) - No edit log streams selected.
2026-07-08 09:48:12,025 INFO  [Listener at localhost/37701] namenode.FSImage (FSImage.java:loadFSImageFile(800)) - Planning to load image: FSImageFile(file=/tmp/hdfs-test8075677387855937745/name-0-1/current/fsimage_0000000000000000000, cpktTxId=0000000000000000000)
2026-07-08 09:48:12,027 INFO  [Listener at localhost/37701] namenode.FSImageFormatPBINode (FSImageFormatPBINode.java:loadINodeSectionHeader(413)) - Loading 1 INodes.
2026-07-08 09:48:12,028 INFO  [Listener at localhost/37701] namenode.FSImageFormatPBINode (FSImageFormatPBINode.java:loadINodeSection(371)) - Successfully loaded 1 inodes
2026-07-08 09:48:12,028 INFO  [Listener at localhost/37701] namenode.FSImageFormatPBINode (FSImageFormatPBINode.java:waitBlocksMapAndNameCacheUpdateFinished(344)) - Completed update blocks map and name cache, total waiting duration 0ms.
2026-07-08 09:48:12,029 INFO  [Listener at localhost/37701] namenode.FSImageFormatProtobuf (FSImageFormatProtobuf.java:load(255)) - Loaded FSImage in 0 seconds.
2026-07-08 09:48:12,029 INFO  [Listener at localhost/37701] namenode.FSImage (FSImage.java:loadFSImage(978)) - Loaded image for txid 0 from /tmp/hdfs-test8075677387855937745/name-0-1/current/fsimage_0000000000000000000
2026-07-08 09:48:12,029 INFO  [Listener at localhost/37701] namenode.FSNamesystem (FSNamesystem.java:loadFSImage(1202)) - Need to save fs image? false (staleImage=false, haEnabled=false, isRollingUpgrade=false)
2026-07-08 09:48:12,029 INFO  [Listener at localhost/37701] namenode.FSEditLog (FSEditLog.java:startLogSegment(1391)) - Starting log segment at 1
2026-07-08 09:48:12,244 WARN  [org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeResourceMonitor@19a31b9d] namenode.NameNodeResourceChecker (NameNodeResourceChecker.java:isResourceAvailable(88)) - Space available on volume 'overlay' is 0, which is below the configured reserved amount 104857600
2026-07-08 09:48:12,247 WARN  [org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeResourceMonitor@19a31b9d] namenode.FSNamesystem (FSNamesystem.java:run(4383)) - NameNode low on available disk space. Entering safe mode.
2026-07-08 09:48:12,248 INFO  [org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeResourceMonitor@19a31b9d] hdfs.StateChange (FSNamesystem.java:enterSafeMode(5028)) - STATE* Safe mode is ON.
Resources are low on NN. Please add or free up more resourcesthen turn off safe mode manually. NOTE:  If you turn off safe mode before adding resources, the NN will immediately return to safe mode. Use "hdfs dfsadmin -safemode leave" to turn safe mode off.
2026-07-08 09:48:12,255 INFO  [Listener at localhost/37701] namenode.NameCache (NameCache.java:initialized(143)) - initialized with 0 entries 0 lookups
2026-07-08 09:48:12,255 INFO  [Listener at localhost/37701] namenode.FSNamesystem (FSNamesystem.java:loadFromDisk(786)) - Finished loading FSImage in 239 msecs
2026-07-08 09:48:12,255 INFO  [Listener at localhost/37701] namenode.NameNode (NameNodeRpcServer.java:<init>(454)) - RPC server is binding to localhost:0
2026-07-08 09:48:12,255 INFO  [Listener at localhost/37701] namenode.NameNode (NameNodeRpcServer.java:<init>(459)) - Enable NameNode state context:false
2026-07-08 09:48:12,255 INFO  [Listener at localhost/37701] ipc.CallQueueManager (CallQueueManager.java:<init>(90)) - Using callQueue: class java.util.concurrent.LinkedBlockingQueue, queueCapacity: 1000, scheduler: class org.apache.hadoop.ipc.DefaultRpcScheduler, ipcBackoff: false.
2026-07-08 09:48:12,256 INFO  [Socket Reader #1 for port 0] ipc.Server (Server.java:run(1265)) - Starting Socket Reader #1 for port 0
2026-07-08 09:48:12,259 INFO  [Listener at localhost/34393] namenode.NameNode (NameNode.java:initialize(776)) - Clients are to use localhost:34393 to access this namenode/service.
2026-07-08 09:48:12,260 INFO  [Listener at localhost/34393] namenode.FSNamesystem (FSNamesystem.java:registerMBean(5444)) - Registered FSNamesystemState, ReplicatedBlocksState and ECBlockGroupsState MBeans.
2026-07-08 09:48:12,272 INFO  [Listener at localhost/34393] namenode.LeaseManager (LeaseManager.java:getNumUnderConstructionBlocks(166)) - Number of blocks under construction: 0
2026-07-08 09:48:12,273 INFO  [Listener at localhost/34393] blockmanagement.DatanodeAdminDefaultMonitor (DatanodeAdminDefaultMonitor.java:processConf(116)) - Initialized the Default Decommission and Maintenance monitor
2026-07-08 09:48:12,274 INFO  [Listener at localhost/34393] blockmanagement.BlockManager (BlockManager.java:initializeReplQueues(5187)) - initializing replication queues
2026-07-08 09:48:12,274 INFO  [Listener at localhost/34393] hdfs.StateChange (BlockManagerSafeMode.java:leaveSafeMode(399)) - STATE* Leaving safe mode after 0 secs
2026-07-08 09:48:12,275 INFO  [Listener at localhost/34393] hdfs.StateChange (BlockManagerSafeMode.java:leaveSafeMode(405)) - STATE* Network topology has 0 racks and 0 datanodes
2026-07-08 09:48:12,275 INFO  [Listener at localhost/34393] hdfs.StateChange (BlockManagerSafeMode.java:leaveSafeMode(407)) - STATE* UnderReplicatedBlocks has 0 blocks
2026-07-08 09:48:12,283 INFO  [Reconstruction Queue Initializer] blockmanagement.BlockManager (BlockManager.java:processMisReplicatesAsync(3728)) - Total number of blocks            = 0
2026-07-08 09:48:12,283 INFO  [Reconstruction Queue Initializer] blockmanagement.BlockManager (BlockManager.java:processMisReplicatesAsync(3729)) - Number of invalid blocks          = 0
2026-07-08 09:48:12,283 INFO  [Reconstruction Queue Initializer] blockmanagement.BlockManager (BlockManager.java:processMisReplicatesAsync(3730)) - Number of under-replicated blocks = 0
2026-07-08 09:48:12,283 INFO  [Reconstruction Queue Initializer] blockmanagement.BlockManager (BlockManager.java:processMisReplicatesAsync(3731)) - Number of  over-replicated blocks = 0
2026-07-08 09:48:12,283 INFO  [Reconstruction Queue Initializer] blockmanagement.BlockManager (BlockManager.java:processMisReplicatesAsync(3733)) - Number of blocks being written    = 0
2026-07-08 09:48:12,283 INFO  [Reconstruction Queue Initializer] hdfs.StateChange (BlockManager.java:processMisReplicatesAsync(3736)) - STATE* Replication Queue initialization scan for invalid, over- and under-replicated blocks completed in 9 msec
2026-07-08 09:48:12,285 INFO  [IPC Server Responder] ipc.Server (Server.java:run(1507)) - IPC Server Responder: starting
2026-07-08 09:48:12,285 INFO  [IPC Server listener on 0] ipc.Server (Server.java:run(1344)) - IPC Server listener on 0: starting
2026-07-08 09:48:12,295 INFO  [Listener at localhost/34393] namenode.NameNode (NameNode.java:startCommonServices(893)) - NameNode RPC up at: localhost/127.0.0.1:34393
2026-07-08 09:48:12,296 INFO  [Listener at localhost/34393] namenode.FSNamesystem (FSNamesystem.java:startActiveServices(1314)) - Starting services required for active state
2026-07-08 09:48:12,296 INFO  [Listener at localhost/34393] namenode.FSDirectory (FSDirectory.java:updateCountForQuota(840)) - Initializing quota with 12 thread(s)
2026-07-08 09:48:12,296 INFO  [Listener at localhost/34393] namenode.FSDirectory (FSDirectory.java:updateCountForQuota(849)) - Quota initialization completed in 1 milliseconds
name space=1
storage space=0
storage types=RAM_DISK=0, SSD=0, DISK=0, ARCHIVE=0, PROVIDED=0
2026-07-08 09:48:12,298 INFO  [CacheReplicationMonitor(496255622)] blockmanagement.CacheReplicationMonitor (CacheReplicationMonitor.java:run(160)) - Starting CacheReplicationMonitor with interval 30000 milliseconds
2026-07-08 09:48:12,301 INFO  [Listener at localhost/34393] hdfs.MiniDFSCluster (MiniDFSCluster.java:startDataNodes(1697)) - Starting DataNode 0 with dfs.datanode.data.dir: [DISK]file:/tmp/hdfs-test8075677387855937745/data/data1,[DISK]file:/tmp/hdfs-test8075677387855937745/data/data2
2026-07-08 09:48:12,303 INFO  [Listener at localhost/34393] checker.ThrottledAsyncChecker (ThrottledAsyncChecker.java:schedule(137)) - Scheduling a check for [DISK]file:/tmp/hdfs-test8075677387855937745/data/data1
2026-07-08 09:48:12,303 INFO  [Listener at localhost/34393] checker.ThrottledAsyncChecker (ThrottledAsyncChecker.java:schedule(137)) - Scheduling a check for [DISK]file:/tmp/hdfs-test8075677387855937745/data/data2
2026-07-08 09:48:12,331 INFO  [Listener at localhost/34393] impl.MetricsSystemImpl (MetricsSystemImpl.java:init(158)) - DataNode metrics system started (again)
2026-07-08 09:48:12,332 INFO  [Listener at localhost/34393] common.Util (Util.java:isDiskStatsEnabled(395)) - dfs.datanode.fileio.profiling.sampling.percentage set to 0. Disabling file IO profiling
2026-07-08 09:48:12,332 INFO  [Listener at localhost/34393] datanode.BlockScanner (BlockScanner.java:<init>(201)) - Initialized block scanner with targetBytesPerSec 1048576
2026-07-08 09:48:12,332 INFO  [Listener at localhost/34393] datanode.DataNode (DataNode.java:<init>(512)) - Configured hostname is 127.0.0.1
2026-07-08 09:48:12,332 INFO  [Listener at localhost/34393] common.Util (Util.java:isDiskStatsEnabled(395)) - dfs.datanode.fileio.profiling.sampling.percentage set to 0. Disabling file IO profiling
2026-07-08 09:48:12,332 INFO  [Listener at localhost/34393] datanode.DataNode (DataNode.java:startDataNode(1408)) - Starting DataNode with maxLockedMemory = 0
2026-07-08 09:48:12,333 INFO  [Listener at localhost/34393] datanode.DataNode (DataNode.java:initDataXceiver(1171)) - Opened streaming server at /127.0.0.1:39531
2026-07-08 09:48:12,333 INFO  [Listener at localhost/34393] datanode.DataNode (DataXceiverServer.java:<init>(94)) - Balancing bandwidth is 104857600 bytes/s
2026-07-08 09:48:12,333 INFO  [Listener at localhost/34393] datanode.DataNode (DataXceiverServer.java:<init>(95)) - Number threads for balancing is 100
2026-07-08 09:48:12,336 INFO  [Listener at localhost/34393] server.AuthenticationFilter (AuthenticationFilter.java:constructSecretProvider(240)) - Unable to initialize FileSignerSecretProvider, falling back to use random secrets.
2026-07-08 09:48:12,336 INFO  [Listener at localhost/34393] http.HttpRequestLog (HttpRequestLog.java:getRequestLog(82)) - Http request log for http.requests.datanode is not defined
2026-07-08 09:48:12,337 INFO  [Listener at localhost/34393] http.HttpServer2 (HttpServer2.java:addGlobalFilter(1111)) - Added global filter 'safety' (class=org.apache.hadoop.http.HttpServer2$QuotingInputFilter)
2026-07-08 09:48:12,338 INFO  [Listener at localhost/34393] http.HttpServer2 (HttpServer2.java:addFilter(1084)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context datanode
2026-07-08 09:48:12,338 INFO  [Listener at localhost/34393] http.HttpServer2 (HttpServer2.java:addFilter(1094)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context static
2026-07-08 09:48:12,338 INFO  [Listener at localhost/34393] http.HttpServer2 (HttpServer2.java:bindListener(1332)) - Jetty bound to port 40147
2026-07-08 09:48:12,339 INFO  [Listener at localhost/34393] server.Server (Server.java:doStart(375)) - jetty-9.4.40.v20210413; built: 2021-04-13T20:42:42.668Z; git: b881a572662e1943a14ae12e7e1207989f218b74; jvm 1.8.0_362-8u372-ga~us1-0ubuntu1~18.04-b09
2026-07-08 09:48:12,340 INFO  [Listener at localhost/34393] server.session (DefaultSessionIdManager.java:doStart(334)) - DefaultSessionIdManager workerName=node0
2026-07-08 09:48:12,340 INFO  [Listener at localhost/34393] server.session (DefaultSessionIdManager.java:doStart(339)) - No SessionScavenger set, using defaults
2026-07-08 09:48:12,340 INFO  [Listener at localhost/34393] server.session (HouseKeeper.java:startScavenging(132)) - node0 Scavenging every 660000ms
2026-07-08 09:48:12,341 INFO  [Listener at localhost/34393] handler.ContextHandler (ContextHandler.java:doStart(916)) - Started o.e.j.s.ServletContextHandler@37e69c43{static,/static,jar:file:/tmp/dist-test-taskA6ivmc/java/build/jars/hadoop-hdfs-3.3.1-tests.jar!/webapps/static,AVAILABLE}
2026-07-08 09:48:12,485 INFO  [Listener at localhost/34393] handler.ContextHandler (ContextHandler.java:doStart(916)) - Started o.e.j.w.WebAppContext@772caabe{datanode,/,file:///tmp/jetty-localhost-40147-hadoop-hdfs-3_3_1-tests_jar-_-any-67410745404121692/webapp/,AVAILABLE}{jar:file:/tmp/dist-test-taskA6ivmc/java/build/jars/hadoop-hdfs-3.3.1-tests.jar!/webapps/datanode}
2026-07-08 09:48:12,487 INFO  [Listener at localhost/34393] server.AbstractConnector (AbstractConnector.java:doStart(331)) - Started ServerConnector@939ff41{HTTP/1.1, (http/1.1)}{localhost:40147}
2026-07-08 09:48:12,487 INFO  [Listener at localhost/34393] server.Server (Server.java:doStart(415)) - Started @12275ms
2026-07-08 09:48:12,488 WARN  [Listener at localhost/34393] web.DatanodeHttpServer (RestCsrfPreventionFilterHandler.java:<init>(75)) - Got null for restCsrfPreventionFilter - will not do any filtering.
2026-07-08 09:48:12,490 INFO  [Listener at localhost/34393] web.DatanodeHttpServer (DatanodeHttpServer.java:start(322)) - Listening HTTP traffic on /127.0.0.1:38463
2026-07-08 09:48:12,491 INFO  [Listener at localhost/34393] datanode.DataNode (DataNode.java:startDataNode(1436)) - dnUserName = slave
2026-07-08 09:48:12,491 INFO  [Listener at localhost/34393] datanode.DataNode (DataNode.java:startDataNode(1437)) - supergroup = supergroup
2026-07-08 09:48:12,491 INFO  [org.apache.hadoop.util.JvmPauseMonitor$Monitor@d5bb1c4] util.JvmPauseMonitor (JvmPauseMonitor.java:run(188)) - Starting JVM pause monitor
2026-07-08 09:48:12,492 INFO  [Listener at localhost/34393] ipc.CallQueueManager (CallQueueManager.java:<init>(90)) - Using callQueue: class java.util.concurrent.LinkedBlockingQueue, queueCapacity: 1000, scheduler: class org.apache.hadoop.ipc.DefaultRpcScheduler, ipcBackoff: false.
2026-07-08 09:48:12,492 INFO  [Socket Reader #1 for port 0] ipc.Server (Server.java:run(1265)) - Starting Socket Reader #1 for port 0
2026-07-08 09:48:12,495 INFO  [Listener at localhost/38273] datanode.DataNode (DataNode.java:initIpcServer(1057)) - Opened IPC server at /127.0.0.1:38273
2026-07-08 09:48:12,510 INFO  [Listener at localhost/38273] datanode.DataNode (BlockPoolManager.java:refreshNamenodes(149)) - Refresh request received for nameservices: null
2026-07-08 09:48:12,510 INFO  [Listener at localhost/38273] datanode.DataNode (BlockPoolManager.java:doRefreshNamenodes(210)) - Starting BPOfferServices for nameservices: <default>
2026-07-08 09:48:12,511 INFO  [Thread-502] datanode.DataNode (BPServiceActor.java:run(847)) - Block pool <registering> (Datanode Uuid unassigned) service to localhost/127.0.0.1:34393 starting to offer service
2026-07-08 09:48:12,516 INFO  [IPC Server Responder] ipc.Server (Server.java:run(1507)) - IPC Server Responder: starting
2026-07-08 09:48:12,520 INFO  [IPC Server listener on 0] ipc.Server (Server.java:run(1344)) - IPC Server listener on 0: starting
2026-07-08 09:48:12,525 INFO  [Thread-502] datanode.DataNode (BPOfferService.java:verifyAndSetNamespaceInfo(381)) - Acknowledging ACTIVE Namenode during handshakeBlock pool <registering> (Datanode Uuid unassigned) service to localhost/127.0.0.1:34393
2026-07-08 09:48:12,529 INFO  [Thread-502] common.Storage (DataStorage.java:getParallelVolumeLoadThreadsNum(356)) - Using 2 threads to upgrade data directories (dfs.datanode.parallel.volumes.load.threads.num=2, dataDirs=2)
2026-07-08 09:48:12,533 INFO  [IPC Server handler 1 on default port 34393] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=datanodeReport	src=null	dst=null	perm=null	proto=rpc
2026-07-08 09:48:12,534 INFO  [Listener at localhost/38273] hdfs.MiniDFSCluster (MiniDFSCluster.java:shouldWait(2823)) - dnInfo.length != numDataNodes
2026-07-08 09:48:12,534 INFO  [Listener at localhost/38273] hdfs.MiniDFSCluster (MiniDFSCluster.java:waitActive(2744)) - Waiting for cluster to become active
2026-07-08 09:48:12,638 INFO  [IPC Server handler 2 on default port 34393] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=datanodeReport	src=null	dst=null	perm=null	proto=rpc
2026-07-08 09:48:12,639 INFO  [Listener at localhost/38273] hdfs.MiniDFSCluster (MiniDFSCluster.java:shouldWait(2823)) - dnInfo.length != numDataNodes
2026-07-08 09:48:12,639 INFO  [Listener at localhost/38273] hdfs.MiniDFSCluster (MiniDFSCluster.java:waitActive(2744)) - Waiting for cluster to become active
2026-07-08 09:48:12,666 INFO  [Thread-502] common.Storage (Storage.java:tryLock(948)) - Lock on /tmp/hdfs-test8075677387855937745/data/data1/in_use.lock acquired by nodename 2807@dist-test-slave-7plr.c.gcp-upstream.internal
2026-07-08 09:48:12,667 INFO  [Thread-502] common.Storage (DataStorage.java:loadStorageDirectory(284)) - Storage directory with location [DISK]file:/tmp/hdfs-test8075677387855937745/data/data1 is not formatted for namespace 1649522459. Formatting...
2026-07-08 09:48:12,667 INFO  [Thread-502] common.Storage (DataStorage.java:createStorageID(160)) - Generated new storageID DS-9313f0a7-a936-4e4d-9a0b-b34d9228a4f1 for directory /tmp/hdfs-test8075677387855937745/data/data1 
2026-07-08 09:48:12,675 INFO  [Thread-502] common.Storage (Storage.java:tryLock(948)) - Lock on /tmp/hdfs-test8075677387855937745/data/data2/in_use.lock acquired by nodename 2807@dist-test-slave-7plr.c.gcp-upstream.internal
2026-07-08 09:48:12,675 INFO  [Thread-502] common.Storage (DataStorage.java:loadStorageDirectory(284)) - Storage directory with location [DISK]file:/tmp/hdfs-test8075677387855937745/data/data2 is not formatted for namespace 1649522459. Formatting...
2026-07-08 09:48:12,675 INFO  [Thread-502] common.Storage (DataStorage.java:createStorageID(160)) - Generated new storageID DS-aba79c42-a4f3-4735-9441-738ff0a5740f for directory /tmp/hdfs-test8075677387855937745/data/data2 
2026-07-08 09:48:12,695 INFO  [Thread-502] common.Storage (BlockPoolSliceStorage.java:recoverTransitionRead(256)) - Analyzing storage directories for bpid BP-275418713-10.240.1.18-1783504091710
2026-07-08 09:48:12,696 INFO  [Thread-502] common.Storage (Storage.java:lock(907)) - Locking is disabled for /tmp/hdfs-test8075677387855937745/data/data1/current/BP-275418713-10.240.1.18-1783504091710
2026-07-08 09:48:12,696 INFO  [Thread-502] common.Storage (BlockPoolSliceStorage.java:loadStorageDirectory(169)) - Block pool storage directory for location [DISK]file:/tmp/hdfs-test8075677387855937745/data/data1 and block pool id BP-275418713-10.240.1.18-1783504091710 is not formatted. Formatting ...
2026-07-08 09:48:12,696 INFO  [Thread-502] common.Storage (BlockPoolSliceStorage.java:format(285)) - Formatting block pool BP-275418713-10.240.1.18-1783504091710 directory /tmp/hdfs-test8075677387855937745/data/data1/current/BP-275418713-10.240.1.18-1783504091710/current
2026-07-08 09:48:12,716 INFO  [Thread-502] common.Storage (BlockPoolSliceStorage.java:recoverTransitionRead(256)) - Analyzing storage directories for bpid BP-275418713-10.240.1.18-1783504091710
2026-07-08 09:48:12,716 INFO  [Thread-502] common.Storage (Storage.java:lock(907)) - Locking is disabled for /tmp/hdfs-test8075677387855937745/data/data2/current/BP-275418713-10.240.1.18-1783504091710
2026-07-08 09:48:12,717 INFO  [Thread-502] common.Storage (BlockPoolSliceStorage.java:loadStorageDirectory(169)) - Block pool storage directory for location [DISK]file:/tmp/hdfs-test8075677387855937745/data/data2 and block pool id BP-275418713-10.240.1.18-1783504091710 is not formatted. Formatting ...
2026-07-08 09:48:12,717 INFO  [Thread-502] common.Storage (BlockPoolSliceStorage.java:format(285)) - Formatting block pool BP-275418713-10.240.1.18-1783504091710 directory /tmp/hdfs-test8075677387855937745/data/data2/current/BP-275418713-10.240.1.18-1783504091710/current
2026-07-08 09:48:12,721 INFO  [Thread-502] datanode.DataNode (DataNode.java:initStorage(1756)) - Setting up storage: nsid=1649522459;bpid=BP-275418713-10.240.1.18-1783504091710;lv=-57;nsInfo=lv=-66;cid=testClusterID;nsid=1649522459;c=1783504091710;bpid=BP-275418713-10.240.1.18-1783504091710;dnuuid=null
2026-07-08 09:48:12,726 INFO  [Thread-502] datanode.DataNode (DataNode.java:checkDatanodeUuid(1554)) - Generated and persisted new Datanode UUID aed72f96-92fc-46f0-9ee7-f843d2377831
2026-07-08 09:48:12,726 INFO  [Thread-502] impl.FsDatasetImpl (FsDatasetImpl.java:<init>(310)) - The datanode lock is a read write lock
2026-07-08 09:48:12,728 INFO  [Thread-502] impl.FsDatasetImpl (FsVolumeList.java:addVolume(304)) - Added new volume: DS-9313f0a7-a936-4e4d-9a0b-b34d9228a4f1
2026-07-08 09:48:12,729 INFO  [Thread-502] impl.FsDatasetImpl (FsDatasetImpl.java:addVolume(493)) - Added volume - [DISK]file:/tmp/hdfs-test8075677387855937745/data/data1, StorageType: DISK
2026-07-08 09:48:12,731 INFO  [Thread-502] impl.FsDatasetImpl (FsVolumeList.java:addVolume(304)) - Added new volume: DS-aba79c42-a4f3-4735-9441-738ff0a5740f
2026-07-08 09:48:12,731 INFO  [Thread-502] impl.FsDatasetImpl (FsDatasetImpl.java:addVolume(493)) - Added volume - [DISK]file:/tmp/hdfs-test8075677387855937745/data/data2, StorageType: DISK
2026-07-08 09:48:12,732 INFO  [Thread-502] impl.MemoryMappableBlockLoader (MemoryMappableBlockLoader.java:initialize(48)) - Initializing cache loader: MemoryMappableBlockLoader.
2026-07-08 09:48:12,732 INFO  [Thread-502] impl.FsDatasetImpl (FsDatasetImpl.java:registerMBean(2343)) - Registered FSDatasetState MBean
2026-07-08 09:48:12,733 INFO  [Thread-502] impl.FsDatasetImpl (FsDatasetImpl.java:addBlockPool(2856)) - Adding block pool BP-275418713-10.240.1.18-1783504091710
2026-07-08 09:48:12,734 INFO  [Thread-519] impl.FsDatasetImpl (FsVolumeList.java:run(406)) - Scanning block pool BP-275418713-10.240.1.18-1783504091710 on volume /tmp/hdfs-test8075677387855937745/data/data1...
2026-07-08 09:48:12,735 INFO  [Thread-520] impl.FsDatasetImpl (FsVolumeList.java:run(406)) - Scanning block pool BP-275418713-10.240.1.18-1783504091710 on volume /tmp/hdfs-test8075677387855937745/data/data2...
2026-07-08 09:48:12,740 INFO  [IPC Server handler 3 on default port 34393] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=datanodeReport	src=null	dst=null	perm=null	proto=rpc
2026-07-08 09:48:12,741 INFO  [Listener at localhost/38273] hdfs.MiniDFSCluster (MiniDFSCluster.java:shouldWait(2823)) - dnInfo.length != numDataNodes
2026-07-08 09:48:12,741 INFO  [Listener at localhost/38273] hdfs.MiniDFSCluster (MiniDFSCluster.java:waitActive(2744)) - Waiting for cluster to become active
2026-07-08 09:48:12,751 INFO  [Thread-519] impl.FsDatasetImpl (FsVolumeList.java:run(411)) - Time taken to scan block pool BP-275418713-10.240.1.18-1783504091710 on /tmp/hdfs-test8075677387855937745/data/data1: 17ms
2026-07-08 09:48:12,754 INFO  [Thread-520] impl.FsDatasetImpl (FsVolumeList.java:run(411)) - Time taken to scan block pool BP-275418713-10.240.1.18-1783504091710 on /tmp/hdfs-test8075677387855937745/data/data2: 19ms
2026-07-08 09:48:12,754 INFO  [Thread-502] impl.FsDatasetImpl (FsVolumeList.java:addBlockPool(431)) - Total time to scan all replicas for block pool BP-275418713-10.240.1.18-1783504091710: 20ms
2026-07-08 09:48:12,754 INFO  [Thread-523] impl.FsDatasetImpl (FsVolumeList.java:run(199)) - Adding replicas to map for block pool BP-275418713-10.240.1.18-1783504091710 on volume /tmp/hdfs-test8075677387855937745/data/data1...
2026-07-08 09:48:12,755 INFO  [Thread-523] impl.BlockPoolSlice (BlockPoolSlice.java:readReplicasFromCache(902)) - Replica Cache file: /tmp/hdfs-test8075677387855937745/data/data1/current/BP-275418713-10.240.1.18-1783504091710/current/replicas doesn't exist 
2026-07-08 09:48:12,755 INFO  [Thread-524] impl.FsDatasetImpl (FsVolumeList.java:run(199)) - Adding replicas to map for block pool BP-275418713-10.240.1.18-1783504091710 on volume /tmp/hdfs-test8075677387855937745/data/data2...
2026-07-08 09:48:12,755 INFO  [Thread-524] impl.BlockPoolSlice (BlockPoolSlice.java:readReplicasFromCache(902)) - Replica Cache file: /tmp/hdfs-test8075677387855937745/data/data2/current/BP-275418713-10.240.1.18-1783504091710/current/replicas doesn't exist 
2026-07-08 09:48:12,755 INFO  [Thread-523] impl.FsDatasetImpl (FsVolumeList.java:run(204)) - Time to add replicas to map for block pool BP-275418713-10.240.1.18-1783504091710 on volume /tmp/hdfs-test8075677387855937745/data/data1: 0ms
2026-07-08 09:48:12,755 INFO  [Thread-524] impl.FsDatasetImpl (FsVolumeList.java:run(204)) - Time to add replicas to map for block pool BP-275418713-10.240.1.18-1783504091710 on volume /tmp/hdfs-test8075677387855937745/data/data2: 0ms
2026-07-08 09:48:12,755 INFO  [Thread-502] impl.FsDatasetImpl (FsVolumeList.java:getAllVolumesMap(225)) - Total time to add all replicas to map for block pool BP-275418713-10.240.1.18-1783504091710: 1ms
2026-07-08 09:48:12,755 INFO  [Thread-502] checker.ThrottledAsyncChecker (ThrottledAsyncChecker.java:schedule(137)) - Scheduling a check for /tmp/hdfs-test8075677387855937745/data/data1
2026-07-08 09:48:12,756 INFO  [Thread-502] checker.DatasetVolumeChecker (DatasetVolumeChecker.java:checkAllVolumes(224)) - Scheduled health check for volume /tmp/hdfs-test8075677387855937745/data/data1
2026-07-08 09:48:12,756 INFO  [Thread-502] checker.ThrottledAsyncChecker (ThrottledAsyncChecker.java:schedule(137)) - Scheduling a check for /tmp/hdfs-test8075677387855937745/data/data2
2026-07-08 09:48:12,757 INFO  [Thread-502] checker.DatasetVolumeChecker (DatasetVolumeChecker.java:checkAllVolumes(224)) - Scheduled health check for volume /tmp/hdfs-test8075677387855937745/data/data2
2026-07-08 09:48:12,758 INFO  [VolumeScannerThread(/tmp/hdfs-test8075677387855937745/data/data1)] datanode.VolumeScanner (VolumeScanner.java:findNextUsableBlockIter(385)) - Now scanning bpid BP-275418713-10.240.1.18-1783504091710 on volume /tmp/hdfs-test8075677387855937745/data/data1
2026-07-08 09:48:12,758 INFO  [VolumeScannerThread(/tmp/hdfs-test8075677387855937745/data/data2)] datanode.VolumeScanner (VolumeScanner.java:findNextUsableBlockIter(385)) - Now scanning bpid BP-275418713-10.240.1.18-1783504091710 on volume /tmp/hdfs-test8075677387855937745/data/data2
2026-07-08 09:48:12,758 WARN  [Thread-502] datanode.DirectoryScanner (DirectoryScanner.java:<init>(300)) - dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1
2026-07-08 09:48:12,759 INFO  [VolumeScannerThread(/tmp/hdfs-test8075677387855937745/data/data1)] datanode.VolumeScanner (VolumeScanner.java:getNextBlockToScan(505)) - VolumeScanner(/tmp/hdfs-test8075677387855937745/data/data1, DS-9313f0a7-a936-4e4d-9a0b-b34d9228a4f1): finished scanning block pool BP-275418713-10.240.1.18-1783504091710
2026-07-08 09:48:12,759 INFO  [Thread-502] datanode.DirectoryScanner (DirectoryScanner.java:start(329)) - Periodic Directory Tree Verification scan starting in 9814428ms with interval of 21600000ms and throttle limit of -1ms/s
2026-07-08 09:48:12,759 INFO  [VolumeScannerThread(/tmp/hdfs-test8075677387855937745/data/data2)] datanode.VolumeScanner (VolumeScanner.java:getNextBlockToScan(505)) - VolumeScanner(/tmp/hdfs-test8075677387855937745/data/data2, DS-aba79c42-a4f3-4735-9441-738ff0a5740f): finished scanning block pool BP-275418713-10.240.1.18-1783504091710
2026-07-08 09:48:12,759 INFO  [VolumeScannerThread(/tmp/hdfs-test8075677387855937745/data/data1)] datanode.VolumeScanner (VolumeScanner.java:findNextUsableBlockIter(402)) - VolumeScanner(/tmp/hdfs-test8075677387855937745/data/data1, DS-9313f0a7-a936-4e4d-9a0b-b34d9228a4f1): no suitable block pools found to scan.  Waiting 1814399999 ms.
2026-07-08 09:48:12,760 INFO  [BP-275418713-10.240.1.18-1783504091710 heartbeating to localhost/127.0.0.1:34393] datanode.DataNode (BPServiceActor.java:register(788)) - Block pool BP-275418713-10.240.1.18-1783504091710 (Datanode Uuid aed72f96-92fc-46f0-9ee7-f843d2377831) service to localhost/127.0.0.1:34393 beginning handshake with NN
2026-07-08 09:48:12,760 INFO  [VolumeScannerThread(/tmp/hdfs-test8075677387855937745/data/data2)] datanode.VolumeScanner (VolumeScanner.java:findNextUsableBlockIter(402)) - VolumeScanner(/tmp/hdfs-test8075677387855937745/data/data2, DS-aba79c42-a4f3-4735-9441-738ff0a5740f): no suitable block pools found to scan.  Waiting 1814399998 ms.
2026-07-08 09:48:12,762 INFO  [IPC Server handler 4 on default port 34393] hdfs.StateChange (DatanodeManager.java:registerDatanode(1142)) - BLOCK* registerDatanode: from DatanodeRegistration(127.0.0.1:39531, datanodeUuid=aed72f96-92fc-46f0-9ee7-f843d2377831, infoPort=38463, infoSecurePort=0, ipcPort=38273, storageInfo=lv=-57;cid=testClusterID;nsid=1649522459;c=1783504091710) storage aed72f96-92fc-46f0-9ee7-f843d2377831
2026-07-08 09:48:12,762 INFO  [IPC Server handler 4 on default port 34393] net.NetworkTopology (NetworkTopology.java:add(149)) - Adding a new node: /default-rack/127.0.0.1:39531
2026-07-08 09:48:12,762 INFO  [IPC Server handler 4 on default port 34393] blockmanagement.BlockReportLeaseManager (BlockReportLeaseManager.java:registerNode(200)) - Registered DN aed72f96-92fc-46f0-9ee7-f843d2377831 (127.0.0.1:39531).
2026-07-08 09:48:12,764 INFO  [BP-275418713-10.240.1.18-1783504091710 heartbeating to localhost/127.0.0.1:34393] datanode.DataNode (BPServiceActor.java:register(816)) - Block pool BP-275418713-10.240.1.18-1783504091710 (Datanode Uuid aed72f96-92fc-46f0-9ee7-f843d2377831) service to localhost/127.0.0.1:34393 successfully registered with NN
2026-07-08 09:48:12,764 INFO  [BP-275418713-10.240.1.18-1783504091710 heartbeating to localhost/127.0.0.1:34393] datanode.DataNode (BPServiceActor.java:offerService(645)) - For namenode localhost/127.0.0.1:34393 using BLOCKREPORT_INTERVAL of 21600000msecs CACHEREPORT_INTERVAL of 10000msecs Initial delay: 0msecs; heartBeatInterval=3000
2026-07-08 09:48:12,766 INFO  [IPC Server handler 5 on default port 34393] blockmanagement.DatanodeDescriptor (DatanodeDescriptor.java:updateStorage(999)) - Adding new storage ID DS-9313f0a7-a936-4e4d-9a0b-b34d9228a4f1 for DN 127.0.0.1:39531
2026-07-08 09:48:12,766 INFO  [IPC Server handler 5 on default port 34393] blockmanagement.DatanodeDescriptor (DatanodeDescriptor.java:updateStorage(999)) - Adding new storage ID DS-aba79c42-a4f3-4735-9441-738ff0a5740f for DN 127.0.0.1:39531
2026-07-08 09:48:12,768 INFO  [Block report processor] BlockStateChange (BlockManager.java:processReport(2778)) - BLOCK* processReport 0xe22c27188359954b: Processing first storage report for DS-9313f0a7-a936-4e4d-9a0b-b34d9228a4f1 from datanode aed72f96-92fc-46f0-9ee7-f843d2377831
2026-07-08 09:48:12,768 INFO  [Block report processor] BlockStateChange (BlockManager.java:processReport(2810)) - BLOCK* processReport 0xe22c27188359954b: from storage DS-9313f0a7-a936-4e4d-9a0b-b34d9228a4f1 node DatanodeRegistration(127.0.0.1:39531, datanodeUuid=aed72f96-92fc-46f0-9ee7-f843d2377831, infoPort=38463, infoSecurePort=0, ipcPort=38273, storageInfo=lv=-57;cid=testClusterID;nsid=1649522459;c=1783504091710), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0
2026-07-08 09:48:12,768 INFO  [Block report processor] BlockStateChange (BlockManager.java:processReport(2778)) - BLOCK* processReport 0xe22c27188359954b: Processing first storage report for DS-aba79c42-a4f3-4735-9441-738ff0a5740f from datanode aed72f96-92fc-46f0-9ee7-f843d2377831
2026-07-08 09:48:12,768 INFO  [Block report processor] BlockStateChange (BlockManager.java:processReport(2810)) - BLOCK* processReport 0xe22c27188359954b: from storage DS-aba79c42-a4f3-4735-9441-738ff0a5740f node DatanodeRegistration(127.0.0.1:39531, datanodeUuid=aed72f96-92fc-46f0-9ee7-f843d2377831, infoPort=38463, infoSecurePort=0, ipcPort=38273, storageInfo=lv=-57;cid=testClusterID;nsid=1649522459;c=1783504091710), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0
2026-07-08 09:48:12,769 INFO  [BP-275418713-10.240.1.18-1783504091710 heartbeating to localhost/127.0.0.1:34393] datanode.DataNode (BPServiceActor.java:blockReport(437)) - Successfully sent block report 0xe22c27188359954b to namenode: localhost/127.0.0.1:34393,  containing 2 storage report(s), of which we sent 2. The reports had 0 total blocks and used 1 RPC(s). This took 0 msecs to generate and 2 msecs for RPC and NN processing. Got back one command: FinalizeCommand/5.
2026-07-08 09:48:12,769 INFO  [Command processor] datanode.DataNode (BPOfferService.java:processCommandFromActive(763)) - Got finalize command for block pool BP-275418713-10.240.1.18-1783504091710
2026-07-08 09:48:12,843 INFO  [IPC Server handler 7 on default port 34393] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=datanodeReport	src=null	dst=null	perm=null	proto=rpc
2026-07-08 09:48:12,843 INFO  [Listener at localhost/38273] hdfs.MiniDFSCluster (MiniDFSCluster.java:waitActive(2799)) - Cluster is active
2026-07-08 09:48:12,859 INFO  [Listener at localhost/38273] backup.BackupIO (BackupIO.scala:writeTableMetadata(95)) - Writing metadata to hdfs://localhost:34393/id_taco-taco/100/.kudu-metadata.json
2026-07-08 09:48:12,863 INFO  [IPC Server handler 8 on default port 34393] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=create	src=/id_taco-taco/100/.kudu-metadata.json	dst=null	perm=slave:supergroup:rw-r--r--	proto=rpc
2026-07-08 09:48:12,867 INFO  [IPC Server handler 9 on default port 34393] hdfs.StateChange (FSDirWriteFileOp.java:logAllocatedBlock(802)) - BLOCK* allocate blk_1073741825_1001, replicas=127.0.0.1:39531 for /id_taco-taco/100/.kudu-metadata.json
2026-07-08 09:48:12,871 INFO  [DataXceiver for client DFSClient_NONMAPREDUCE_519638323_1 at /127.0.0.1:49864 [Receiving block BP-275418713-10.240.1.18-1783504091710:blk_1073741825_1001]] datanode.DataNode (DataXceiver.java:writeBlock(747)) - Receiving BP-275418713-10.240.1.18-1783504091710:blk_1073741825_1001 src: /127.0.0.1:49864 dest: /127.0.0.1:39531
2026-07-08 09:48:12,876 INFO  [PacketResponder: BP-275418713-10.240.1.18-1783504091710:blk_1073741825_1001, type=LAST_IN_PIPELINE] DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1539)) - src: /127.0.0.1:49864, dest: /127.0.0.1:39531, bytes: 82, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_519638323_1, offset: 0, srvID: aed72f96-92fc-46f0-9ee7-f843d2377831, blockid: BP-275418713-10.240.1.18-1783504091710:blk_1073741825_1001, duration(ns): 2665411
2026-07-08 09:48:12,877 INFO  [PacketResponder: BP-275418713-10.240.1.18-1783504091710:blk_1073741825_1001, type=LAST_IN_PIPELINE] datanode.DataNode (BlockReceiver.java:run(1512)) - PacketResponder: BP-275418713-10.240.1.18-1783504091710:blk_1073741825_1001, type=LAST_IN_PIPELINE terminating
2026-07-08 09:48:12,879 INFO  [IPC Server handler 2 on default port 34393] hdfs.StateChange (FSNamesystem.java:completeFile(3104)) - DIR* completeFile: /id_taco-taco/100/.kudu-metadata.json is closed by DFSClient_NONMAPREDUCE_519638323_1
2026-07-08 09:48:12,880 INFO  [Listener at localhost/38273] backup.BackupIO (BackupIO.scala:writeTableMetadata(95)) - Writing metadata to hdfs://localhost:34393/id_taco-taco/1000/.kudu-metadata.json
2026-07-08 09:48:12,882 INFO  [IPC Server handler 3 on default port 34393] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=create	src=/id_taco-taco/1000/.kudu-metadata.json	dst=null	perm=slave:supergroup:rw-r--r--	proto=rpc
2026-07-08 09:48:12,886 INFO  [IPC Server handler 4 on default port 34393] hdfs.StateChange (FSDirWriteFileOp.java:logAllocatedBlock(802)) - BLOCK* allocate blk_1073741826_1002, replicas=127.0.0.1:39531 for /id_taco-taco/1000/.kudu-metadata.json
2026-07-08 09:48:12,888 INFO  [DataXceiver for client DFSClient_NONMAPREDUCE_519638323_1 at /127.0.0.1:49878 [Receiving block BP-275418713-10.240.1.18-1783504091710:blk_1073741826_1002]] datanode.DataNode (DataXceiver.java:writeBlock(747)) - Receiving BP-275418713-10.240.1.18-1783504091710:blk_1073741826_1002 src: /127.0.0.1:49878 dest: /127.0.0.1:39531
2026-07-08 09:48:12,892 INFO  [PacketResponder: BP-275418713-10.240.1.18-1783504091710:blk_1073741826_1002, type=LAST_IN_PIPELINE] DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1539)) - src: /127.0.0.1:49878, dest: /127.0.0.1:39531, bytes: 83, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_519638323_1, offset: 0, srvID: aed72f96-92fc-46f0-9ee7-f843d2377831, blockid: BP-275418713-10.240.1.18-1783504091710:blk_1073741826_1002, duration(ns): 2378797
2026-07-08 09:48:12,892 INFO  [PacketResponder: BP-275418713-10.240.1.18-1783504091710:blk_1073741826_1002, type=LAST_IN_PIPELINE] datanode.DataNode (BlockReceiver.java:run(1512)) - PacketResponder: BP-275418713-10.240.1.18-1783504091710:blk_1073741826_1002, type=LAST_IN_PIPELINE terminating
2026-07-08 09:48:12,894 INFO  [IPC Server handler 6 on default port 34393] hdfs.StateChange (FSNamesystem.java:completeFile(3104)) - DIR* completeFile: /id_taco-taco/1000/.kudu-metadata.json is closed by DFSClient_NONMAPREDUCE_519638323_1
2026-07-08 09:48:12,894 INFO  [Listener at localhost/38273] backup.BackupIO (BackupIO.scala:writeTableMetadata(95)) - Writing metadata to hdfs://localhost:34393/id_taco-taco/2000/.kudu-metadata.json
2026-07-08 09:48:12,896 INFO  [IPC Server handler 7 on default port 34393] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=create	src=/id_taco-taco/2000/.kudu-metadata.json	dst=null	perm=slave:supergroup:rw-r--r--	proto=rpc
2026-07-08 09:48:12,898 INFO  [IPC Server handler 8 on default port 34393] hdfs.StateChange (FSDirWriteFileOp.java:logAllocatedBlock(802)) - BLOCK* allocate blk_1073741827_1003, replicas=127.0.0.1:39531 for /id_taco-taco/2000/.kudu-metadata.json
2026-07-08 09:48:12,900 INFO  [DataXceiver for client DFSClient_NONMAPREDUCE_519638323_1 at /127.0.0.1:49882 [Receiving block BP-275418713-10.240.1.18-1783504091710:blk_1073741827_1003]] datanode.DataNode (DataXceiver.java:writeBlock(747)) - Receiving BP-275418713-10.240.1.18-1783504091710:blk_1073741827_1003 src: /127.0.0.1:49882 dest: /127.0.0.1:39531
2026-07-08 09:48:12,904 INFO  [PacketResponder: BP-275418713-10.240.1.18-1783504091710:blk_1073741827_1003, type=LAST_IN_PIPELINE] DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1539)) - src: /127.0.0.1:49882, dest: /127.0.0.1:39531, bytes: 102, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_519638323_1, offset: 0, srvID: aed72f96-92fc-46f0-9ee7-f843d2377831, blockid: BP-275418713-10.240.1.18-1783504091710:blk_1073741827_1003, duration(ns): 2268727
2026-07-08 09:48:12,904 INFO  [PacketResponder: BP-275418713-10.240.1.18-1783504091710:blk_1073741827_1003, type=LAST_IN_PIPELINE] datanode.DataNode (BlockReceiver.java:run(1512)) - PacketResponder: BP-275418713-10.240.1.18-1783504091710:blk_1073741827_1003, type=LAST_IN_PIPELINE terminating
2026-07-08 09:48:12,905 INFO  [IPC Server handler 0 on default port 34393] hdfs.StateChange (FSNamesystem.java:completeFile(3104)) - DIR* completeFile: /id_taco-taco/2000/.kudu-metadata.json is closed by DFSClient_NONMAPREDUCE_519638323_1
2026-07-08 09:48:12,906 INFO  [Listener at localhost/38273] backup.BackupIO (BackupIO.scala:writeTableMetadata(95)) - Writing metadata to hdfs://localhost:34393/id_pizza-pizza/200/.kudu-metadata.json
2026-07-08 09:48:12,907 INFO  [IPC Server handler 1 on default port 34393] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=create	src=/id_pizza-pizza/200/.kudu-metadata.json	dst=null	perm=slave:supergroup:rw-r--r--	proto=rpc
2026-07-08 09:48:12,910 INFO  [IPC Server handler 2 on default port 34393] hdfs.StateChange (FSDirWriteFileOp.java:logAllocatedBlock(802)) - BLOCK* allocate blk_1073741828_1004, replicas=127.0.0.1:39531 for /id_pizza-pizza/200/.kudu-metadata.json
2026-07-08 09:48:12,911 INFO  [DataXceiver for client DFSClient_NONMAPREDUCE_519638323_1 at /127.0.0.1:49892 [Receiving block BP-275418713-10.240.1.18-1783504091710:blk_1073741828_1004]] datanode.DataNode (DataXceiver.java:writeBlock(747)) - Receiving BP-275418713-10.240.1.18-1783504091710:blk_1073741828_1004 src: /127.0.0.1:49892 dest: /127.0.0.1:39531
2026-07-08 09:48:12,916 INFO  [PacketResponder: BP-275418713-10.240.1.18-1783504091710:blk_1073741828_1004, type=LAST_IN_PIPELINE] DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1539)) - src: /127.0.0.1:49892, dest: /127.0.0.1:39531, bytes: 84, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_519638323_1, offset: 0, srvID: aed72f96-92fc-46f0-9ee7-f843d2377831, blockid: BP-275418713-10.240.1.18-1783504091710:blk_1073741828_1004, duration(ns): 2567278
2026-07-08 09:48:12,916 INFO  [PacketResponder: BP-275418713-10.240.1.18-1783504091710:blk_1073741828_1004, type=LAST_IN_PIPELINE] datanode.DataNode (BlockReceiver.java:run(1512)) - PacketResponder: BP-275418713-10.240.1.18-1783504091710:blk_1073741828_1004, type=LAST_IN_PIPELINE terminating
2026-07-08 09:48:12,918 INFO  [IPC Server handler 4 on default port 34393] hdfs.StateChange (FSNamesystem.java:completeFile(3104)) - DIR* completeFile: /id_pizza-pizza/200/.kudu-metadata.json is closed by DFSClient_NONMAPREDUCE_519638323_1
2026-07-08 09:48:12,918 INFO  [Listener at localhost/38273] backup.BackupIO (BackupIO.scala:writeTableMetadata(95)) - Writing metadata to hdfs://localhost:34393/id_pizza-pizza/400/.kudu-metadata.json
2026-07-08 09:48:12,920 INFO  [IPC Server handler 5 on default port 34393] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=create	src=/id_pizza-pizza/400/.kudu-metadata.json	dst=null	perm=slave:supergroup:rw-r--r--	proto=rpc
2026-07-08 09:48:12,923 INFO  [IPC Server handler 6 on default port 34393] hdfs.StateChange (FSDirWriteFileOp.java:logAllocatedBlock(802)) - BLOCK* allocate blk_1073741829_1005, replicas=127.0.0.1:39531 for /id_pizza-pizza/400/.kudu-metadata.json
2026-07-08 09:48:12,924 INFO  [DataXceiver for client DFSClient_NONMAPREDUCE_519638323_1 at /127.0.0.1:49908 [Receiving block BP-275418713-10.240.1.18-1783504091710:blk_1073741829_1005]] datanode.DataNode (DataXceiver.java:writeBlock(747)) - Receiving BP-275418713-10.240.1.18-1783504091710:blk_1073741829_1005 src: /127.0.0.1:49908 dest: /127.0.0.1:39531
2026-07-08 09:48:12,929 INFO  [PacketResponder: BP-275418713-10.240.1.18-1783504091710:blk_1073741829_1005, type=LAST_IN_PIPELINE] DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1539)) - src: /127.0.0.1:49908, dest: /127.0.0.1:39531, bytes: 103, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_519638323_1, offset: 0, srvID: aed72f96-92fc-46f0-9ee7-f843d2377831, blockid: BP-275418713-10.240.1.18-1783504091710:blk_1073741829_1005, duration(ns): 2703462
2026-07-08 09:48:12,929 INFO  [PacketResponder: BP-275418713-10.240.1.18-1783504091710:blk_1073741829_1005, type=LAST_IN_PIPELINE] datanode.DataNode (BlockReceiver.java:run(1512)) - PacketResponder: BP-275418713-10.240.1.18-1783504091710:blk_1073741829_1005, type=LAST_IN_PIPELINE terminating
2026-07-08 09:48:12,930 INFO  [IPC Server handler 8 on default port 34393] hdfs.StateChange (FSNamesystem.java:completeFile(3104)) - DIR* completeFile: /id_pizza-pizza/400/.kudu-metadata.json is closed by DFSClient_NONMAPREDUCE_519638323_1
2026-07-08 09:48:12,931 INFO  [Listener at localhost/38273] backup.BackupIO (BackupIO.scala:writeTableMetadata(95)) - Writing metadata to hdfs://localhost:34393/id_pizza-pizza/600/.kudu-metadata.json
2026-07-08 09:48:12,933 INFO  [IPC Server handler 9 on default port 34393] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=create	src=/id_pizza-pizza/600/.kudu-metadata.json	dst=null	perm=slave:supergroup:rw-r--r--	proto=rpc
2026-07-08 09:48:12,936 INFO  [IPC Server handler 0 on default port 34393] hdfs.StateChange (FSDirWriteFileOp.java:logAllocatedBlock(802)) - BLOCK* allocate blk_1073741830_1006, replicas=127.0.0.1:39531 for /id_pizza-pizza/600/.kudu-metadata.json
2026-07-08 09:48:12,937 INFO  [DataXceiver for client DFSClient_NONMAPREDUCE_519638323_1 at /127.0.0.1:49922 [Receiving block BP-275418713-10.240.1.18-1783504091710:blk_1073741830_1006]] datanode.DataNode (DataXceiver.java:writeBlock(747)) - Receiving BP-275418713-10.240.1.18-1783504091710:blk_1073741830_1006 src: /127.0.0.1:49922 dest: /127.0.0.1:39531
2026-07-08 09:48:12,942 INFO  [PacketResponder: BP-275418713-10.240.1.18-1783504091710:blk_1073741830_1006, type=LAST_IN_PIPELINE] DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1539)) - src: /127.0.0.1:49922, dest: /127.0.0.1:39531, bytes: 103, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_519638323_1, offset: 0, srvID: aed72f96-92fc-46f0-9ee7-f843d2377831, blockid: BP-275418713-10.240.1.18-1783504091710:blk_1073741830_1006, duration(ns): 2644103
2026-07-08 09:48:12,942 INFO  [PacketResponder: BP-275418713-10.240.1.18-1783504091710:blk_1073741830_1006, type=LAST_IN_PIPELINE] datanode.DataNode (BlockReceiver.java:run(1512)) - PacketResponder: BP-275418713-10.240.1.18-1783504091710:blk_1073741830_1006, type=LAST_IN_PIPELINE terminating
2026-07-08 09:48:12,943 INFO  [IPC Server handler 2 on default port 34393] hdfs.StateChange (FSNamesystem.java:completeFile(3104)) - DIR* completeFile: /id_pizza-pizza/600/.kudu-metadata.json is closed by DFSClient_NONMAPREDUCE_519638323_1
2026-07-08 09:48:12,958 INFO  [IPC Server handler 3 on default port 34393] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=getfileinfo	src=/	dst=null	perm=null	proto=rpc
2026-07-08 09:48:12,959 INFO  [IPC Server handler 4 on default port 34393] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=listStatus	src=/	dst=null	perm=null	proto=rpc
2026-07-08 09:48:12,960 INFO  [IPC Server handler 5 on default port 34393] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=listStatus	src=/id_pizza-pizza	dst=null	perm=null	proto=rpc
2026-07-08 09:48:12,961 INFO  [IPC Server handler 6 on default port 34393] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=getfileinfo	src=/id_pizza-pizza/200/.kudu-metadata.json	dst=null	perm=null	proto=rpc
2026-07-08 09:48:12,962 INFO  [IPC Server handler 7 on default port 34393] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=open	src=/id_pizza-pizza/200/.kudu-metadata.json	dst=null	perm=null	proto=rpc
2026-07-08 09:48:12,966 INFO  [IPC Server handler 8 on default port 34393] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=getfileinfo	src=/id_pizza-pizza/400/.kudu-metadata.json	dst=null	perm=null	proto=rpc
2026-07-08 09:48:12,967 INFO  [IPC Server handler 9 on default port 34393] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=open	src=/id_pizza-pizza/400/.kudu-metadata.json	dst=null	perm=null	proto=rpc
2026-07-08 09:48:12,970 INFO  [IPC Server handler 0 on default port 34393] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=getfileinfo	src=/id_pizza-pizza/600/.kudu-metadata.json	dst=null	perm=null	proto=rpc
2026-07-08 09:48:12,972 INFO  [IPC Server handler 1 on default port 34393] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=open	src=/id_pizza-pizza/600/.kudu-metadata.json	dst=null	perm=null	proto=rpc
2026-07-08 09:48:12,974 INFO  [Listener at localhost/38273] backup.BackupIO (BackupIO.scala:readTableBackups(236)) - Found 3 paths in hdfs://localhost:34393/id_pizza-pizza
2026-07-08 09:48:12,975 INFO  [IPC Server handler 2 on default port 34393] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=listStatus	src=/id_taco-taco	dst=null	perm=null	proto=rpc
2026-07-08 09:48:12,976 INFO  [IPC Server handler 3 on default port 34393] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=getfileinfo	src=/id_taco-taco/100/.kudu-metadata.json	dst=null	perm=null	proto=rpc
2026-07-08 09:48:12,978 INFO  [IPC Server handler 4 on default port 34393] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=open	src=/id_taco-taco/100/.kudu-metadata.json	dst=null	perm=null	proto=rpc
2026-07-08 09:48:12,981 INFO  [IPC Server handler 5 on default port 34393] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=getfileinfo	src=/id_taco-taco/1000/.kudu-metadata.json	dst=null	perm=null	proto=rpc
2026-07-08 09:48:12,982 INFO  [IPC Server handler 6 on default port 34393] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=open	src=/id_taco-taco/1000/.kudu-metadata.json	dst=null	perm=null	proto=rpc
2026-07-08 09:48:12,985 INFO  [IPC Server handler 7 on default port 34393] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=getfileinfo	src=/id_taco-taco/2000/.kudu-metadata.json	dst=null	perm=null	proto=rpc
2026-07-08 09:48:12,986 INFO  [IPC Server handler 8 on default port 34393] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=open	src=/id_taco-taco/2000/.kudu-metadata.json	dst=null	perm=null	proto=rpc
2026-07-08 09:48:12,988 INFO  [Listener at localhost/38273] backup.BackupIO (BackupIO.scala:readTableBackups(236)) - Found 3 paths in hdfs://localhost:34393/id_taco-taco

Time: 12.46

OK (5 tests)

2026-07-08 09:48:13,001 WARN  [shutdown-hook-0] impl.FsDatasetImpl (BlockPoolSlice.java:saveDfsUsed(352)) - Failed to write dfsUsed to /tmp/hdfs-test3743740165948724007/data/data1/current/BP-400164496-10.240.1.18-1783504088875/current/dfsUsed
java.nio.file.NoSuchFileException: /tmp/hdfs-test3743740165948724007/data/data1/current/BP-400164496-10.240.1.18-1783504088875/current/dfsUsed
	at sun.nio.fs.UnixException.translateToIOException(UnixException.java:86)
	at sun.nio.fs.UnixException.rethrowAsIOException(UnixException.java:102)
	at sun.nio.fs.UnixException.rethrowAsIOException(UnixException.java:107)
	at sun.nio.fs.UnixFileSystemProvider.newByteChannel(UnixFileSystemProvider.java:214)
	at java.nio.file.spi.FileSystemProvider.newOutputStream(FileSystemProvider.java:434)
	at java.nio.file.Files.newOutputStream(Files.java:216)
	at org.apache.hadoop.hdfs.server.datanode.fsdataset.impl.BlockPoolSlice.saveDfsUsed(BlockPoolSlice.java:341)
	at org.apache.hadoop.hdfs.server.datanode.fsdataset.impl.BlockPoolSlice$2.run(BlockPoolSlice.java:222)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
	at java.lang.Thread.run(Thread.java:750)
2026-07-08 09:48:13,005 WARN  [shutdown-hook-0] impl.FsDatasetImpl (BlockPoolSlice.java:saveDfsUsed(352)) - Failed to write dfsUsed to /tmp/hdfs-test6883065848759958155/data/data1/current/BP-1383204550-10.240.1.18-1783504089981/current/dfsUsed
java.nio.file.NoSuchFileException: /tmp/hdfs-test6883065848759958155/data/data1/current/BP-1383204550-10.240.1.18-1783504089981/current/dfsUsed
	at sun.nio.fs.UnixException.translateToIOException(UnixException.java:86)
	at sun.nio.fs.UnixException.rethrowAsIOException(UnixException.java:102)
	at sun.nio.fs.UnixException.rethrowAsIOException(UnixException.java:107)
	at sun.nio.fs.UnixFileSystemProvider.newByteChannel(UnixFileSystemProvider.java:214)
	at java.nio.file.spi.FileSystemProvider.newOutputStream(FileSystemProvider.java:434)
	at java.nio.file.Files.newOutputStream(Files.java:216)
	at org.apache.hadoop.hdfs.server.datanode.fsdataset.impl.BlockPoolSlice.saveDfsUsed(BlockPoolSlice.java:341)
	at org.apache.hadoop.hdfs.server.datanode.fsdataset.impl.BlockPoolSlice$2.run(BlockPoolSlice.java:222)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
	at java.lang.Thread.run(Thread.java:750)
2026-07-08 09:48:13,005 WARN  [shutdown-hook-0] impl.FsDatasetImpl (BlockPoolSlice.java:saveDfsUsed(352)) - Failed to write dfsUsed to /tmp/hdfs-test3025188088137123411/data/data2/current/BP-1349466804-10.240.1.18-1783504086772/current/dfsUsed
java.nio.file.NoSuchFileException: /tmp/hdfs-test3025188088137123411/data/data2/current/BP-1349466804-10.240.1.18-1783504086772/current/dfsUsed
	at sun.nio.fs.UnixException.translateToIOException(UnixException.java:86)
	at sun.nio.fs.UnixException.rethrowAsIOException(UnixException.java:102)
	at sun.nio.fs.UnixException.rethrowAsIOException(UnixException.java:107)
	at sun.nio.fs.UnixFileSystemProvider.newByteChannel(UnixFileSystemProvider.java:214)
	at java.nio.file.spi.FileSystemProvider.newOutputStream(FileSystemProvider.java:434)
	at java.nio.file.Files.newOutputStream(Files.java:216)
	at org.apache.hadoop.hdfs.server.datanode.fsdataset.impl.BlockPoolSlice.saveDfsUsed(BlockPoolSlice.java:341)
	at org.apache.hadoop.hdfs.server.datanode.fsdataset.impl.BlockPoolSlice$2.run(BlockPoolSlice.java:222)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
	at java.lang.Thread.run(Thread.java:750)
2026-07-08 09:48:13,006 WARN  [shutdown-hook-0] impl.FsDatasetImpl (BlockPoolSlice.java:saveDfsUsed(352)) - Failed to write dfsUsed to /tmp/hdfs-test6883065848759958155/data/data2/current/BP-1383204550-10.240.1.18-1783504089981/current/dfsUsed
java.nio.file.NoSuchFileException: /tmp/hdfs-test6883065848759958155/data/data2/current/BP-1383204550-10.240.1.18-1783504089981/current/dfsUsed
	at sun.nio.fs.UnixException.translateToIOException(UnixException.java:86)
	at sun.nio.fs.UnixException.rethrowAsIOException(UnixException.java:102)
	at sun.nio.fs.UnixException.rethrowAsIOException(UnixException.java:107)
	at sun.nio.fs.UnixFileSystemProvider.newByteChannel(UnixFileSystemProvider.java:214)
	at java.nio.file.spi.FileSystemProvider.newOutputStream(FileSystemProvider.java:434)
	at java.nio.file.Files.newOutputStream(Files.java:216)
	at org.apache.hadoop.hdfs.server.datanode.fsdataset.impl.BlockPoolSlice.saveDfsUsed(BlockPoolSlice.java:341)
	at org.apache.hadoop.hdfs.server.datanode.fsdataset.impl.BlockPoolSlice$2.run(BlockPoolSlice.java:222)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
	at java.lang.Thread.run(Thread.java:750)
2026-07-08 09:48:13,006 WARN  [shutdown-hook-0] impl.FsDatasetImpl (BlockPoolSlice.java:saveDfsUsed(352)) - Failed to write dfsUsed to /tmp/hdfs-test5703344347483961033/data/data1/current/BP-1453907542-10.240.1.18-1783504081846/current/dfsUsed
java.nio.file.NoSuchFileException: /tmp/hdfs-test5703344347483961033/data/data1/current/BP-1453907542-10.240.1.18-1783504081846/current/dfsUsed
	at sun.nio.fs.UnixException.translateToIOException(UnixException.java:86)
	at sun.nio.fs.UnixException.rethrowAsIOException(UnixException.java:102)
	at sun.nio.fs.UnixException.rethrowAsIOException(UnixException.java:107)
	at sun.nio.fs.UnixFileSystemProvider.newByteChannel(UnixFileSystemProvider.java:214)
	at java.nio.file.spi.FileSystemProvider.newOutputStream(FileSystemProvider.java:434)
	at java.nio.file.Files.newOutputStream(Files.java:216)
	at org.apache.hadoop.hdfs.server.datanode.fsdataset.impl.BlockPoolSlice.saveDfsUsed(BlockPoolSlice.java:341)
	at org.apache.hadoop.hdfs.server.datanode.fsdataset.impl.BlockPoolSlice$2.run(BlockPoolSlice.java:222)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
	at java.lang.Thread.run(Thread.java:750)
2026-07-08 09:48:13,006 WARN  [shutdown-hook-0] impl.FsDatasetImpl (BlockPoolSlice.java:saveDfsUsed(352)) - Failed to write dfsUsed to /tmp/hdfs-test5703344347483961033/data/data2/current/BP-1453907542-10.240.1.18-1783504081846/current/dfsUsed
java.nio.file.NoSuchFileException: /tmp/hdfs-test5703344347483961033/data/data2/current/BP-1453907542-10.240.1.18-1783504081846/current/dfsUsed
	at sun.nio.fs.UnixException.translateToIOException(UnixException.java:86)
	at sun.nio.fs.UnixException.rethrowAsIOException(UnixException.java:102)
	at sun.nio.fs.UnixException.rethrowAsIOException(UnixException.java:107)
	at sun.nio.fs.UnixFileSystemProvider.newByteChannel(UnixFileSystemProvider.java:214)
	at java.nio.file.spi.FileSystemProvider.newOutputStream(FileSystemProvider.java:434)
	at java.nio.file.Files.newOutputStream(Files.java:216)
	at org.apache.hadoop.hdfs.server.datanode.fsdataset.impl.BlockPoolSlice.saveDfsUsed(BlockPoolSlice.java:341)
	at org.apache.hadoop.hdfs.server.datanode.fsdataset.impl.BlockPoolSlice$2.run(BlockPoolSlice.java:222)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
	at java.lang.Thread.run(Thread.java:750)
2026-07-08 09:48:13,007 WARN  [shutdown-hook-0] impl.FsDatasetImpl (BlockPoolSlice.java:saveDfsUsed(352)) - Failed to write dfsUsed to /tmp/hdfs-test8075677387855937745/data/data2/current/BP-275418713-10.240.1.18-1783504091710/current/dfsUsed
java.nio.file.NoSuchFileException: /tmp/hdfs-test8075677387855937745/data/data2/current/BP-275418713-10.240.1.18-1783504091710/current/dfsUsed
	at sun.nio.fs.UnixException.translateToIOException(UnixException.java:86)
	at sun.nio.fs.UnixException.rethrowAsIOException(UnixException.java:102)
	at sun.nio.fs.UnixException.rethrowAsIOException(UnixException.java:107)
	at sun.nio.fs.UnixFileSystemProvider.newByteChannel(UnixFileSystemProvider.java:214)
	at java.nio.file.spi.FileSystemProvider.newOutputStream(FileSystemProvider.java:434)
	at java.nio.file.Files.newOutputStream(Files.java:216)
	at org.apache.hadoop.hdfs.server.datanode.fsdataset.impl.BlockPoolSlice.saveDfsUsed(BlockPoolSlice.java:341)
	at org.apache.hadoop.hdfs.server.datanode.fsdataset.impl.BlockPoolSlice$2.run(BlockPoolSlice.java:222)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
	at java.lang.Thread.run(Thread.java:750)
2026-07-08 09:48:13,007 WARN  [shutdown-hook-0] impl.FsDatasetImpl (BlockPoolSlice.java:saveDfsUsed(352)) - Failed to write dfsUsed to /tmp/hdfs-test3743740165948724007/data/data2/current/BP-400164496-10.240.1.18-1783504088875/current/dfsUsed
java.nio.file.NoSuchFileException: /tmp/hdfs-test3743740165948724007/data/data2/current/BP-400164496-10.240.1.18-1783504088875/current/dfsUsed
	at sun.nio.fs.UnixException.translateToIOException(UnixException.java:86)
	at sun.nio.fs.UnixException.rethrowAsIOException(UnixException.java:102)
	at sun.nio.fs.UnixException.rethrowAsIOException(UnixException.java:107)
	at sun.nio.fs.UnixFileSystemProvider.newByteChannel(UnixFileSystemProvider.java:214)
	at java.nio.file.spi.FileSystemProvider.newOutputStream(FileSystemProvider.java:434)
	at java.nio.file.Files.newOutputStream(Files.java:216)
	at org.apache.hadoop.hdfs.server.datanode.fsdataset.impl.BlockPoolSlice.saveDfsUsed(BlockPoolSlice.java:341)
	at org.apache.hadoop.hdfs.server.datanode.fsdataset.impl.BlockPoolSlice$2.run(BlockPoolSlice.java:222)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
	at java.lang.Thread.run(Thread.java:750)
2026-07-08 09:48:13,007 WARN  [shutdown-hook-0] impl.FsDatasetImpl (BlockPoolSlice.java:saveDfsUsed(352)) - Failed to write dfsUsed to /tmp/hdfs-test8075677387855937745/data/data1/current/BP-275418713-10.240.1.18-1783504091710/current/dfsUsed
java.nio.file.NoSuchFileException: /tmp/hdfs-test8075677387855937745/data/data1/current/BP-275418713-10.240.1.18-1783504091710/current/dfsUsed
	at sun.nio.fs.UnixException.translateToIOException(UnixException.java:86)
	at sun.nio.fs.UnixException.rethrowAsIOException(UnixException.java:102)
	at sun.nio.fs.UnixException.rethrowAsIOException(UnixException.java:107)
	at sun.nio.fs.UnixFileSystemProvider.newByteChannel(UnixFileSystemProvider.java:214)
	at java.nio.file.spi.FileSystemProvider.newOutputStream(FileSystemProvider.java:434)
	at java.nio.file.Files.newOutputStream(Files.java:216)
	at org.apache.hadoop.hdfs.server.datanode.fsdataset.impl.BlockPoolSlice.saveDfsUsed(BlockPoolSlice.java:341)
	at org.apache.hadoop.hdfs.server.datanode.fsdataset.impl.BlockPoolSlice$2.run(BlockPoolSlice.java:222)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
	at java.lang.Thread.run(Thread.java:750)
2026-07-08 09:48:13,008 WARN  [shutdown-hook-0] impl.FsDatasetImpl (BlockPoolSlice.java:saveDfsUsed(352)) - Failed to write dfsUsed to /tmp/hdfs-test3025188088137123411/data/data1/current/BP-1349466804-10.240.1.18-1783504086772/current/dfsUsed
java.nio.file.NoSuchFileException: /tmp/hdfs-test3025188088137123411/data/data1/current/BP-1349466804-10.240.1.18-1783504086772/current/dfsUsed
	at sun.nio.fs.UnixException.translateToIOException(UnixException.java:86)
	at sun.nio.fs.UnixException.rethrowAsIOException(UnixException.java:102)
	at sun.nio.fs.UnixException.rethrowAsIOException(UnixException.java:107)
	at sun.nio.fs.UnixFileSystemProvider.newByteChannel(UnixFileSystemProvider.java:214)
	at java.nio.file.spi.FileSystemProvider.newOutputStream(FileSystemProvider.java:434)
	at java.nio.file.Files.newOutputStream(Files.java:216)
	at org.apache.hadoop.hdfs.server.datanode.fsdataset.impl.BlockPoolSlice.saveDfsUsed(BlockPoolSlice.java:341)
	at org.apache.hadoop.hdfs.server.datanode.fsdataset.impl.BlockPoolSlice$2.run(BlockPoolSlice.java:222)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
	at java.lang.Thread.run(Thread.java:750)
2026-07-08 09:48:13,010 INFO  [shutdown-hook-0] namenode.FSImage (FSImage.java:lambda$run$0(1055)) - FSImageSaver clean checkpoint: txid=0 when meet shutdown.
2026-07-08 09:48:13,010 INFO  [shutdown-hook-0] namenode.FSImage (FSImage.java:lambda$run$0(1055)) - FSImageSaver clean checkpoint: txid=0 when meet shutdown.
2026-07-08 09:48:13,011 INFO  [shutdown-hook-0] namenode.FSImage (FSImage.java:lambda$run$0(1055)) - FSImageSaver clean checkpoint: txid=0 when meet shutdown.
2026-07-08 09:48:13,011 INFO  [shutdown-hook-0] namenode.FSImage (FSImage.java:lambda$run$0(1055)) - FSImageSaver clean checkpoint: txid=0 when meet shutdown.
2026-07-08 09:48:13,011 INFO  [shutdown-hook-0] namenode.FSImage (FSImage.java:lambda$run$0(1055)) - FSImageSaver clean checkpoint: txid=0 when meet shutdown.
2026-07-08 09:48:13,011 INFO  [shutdown-hook-0] namenode.FSImage (FSImage.java:lambda$run$0(1055)) - FSImageSaver clean checkpoint: txid=0 when meet shutdown.
2026-07-08 09:48:13,011 INFO  [shutdown-hook-0] namenode.FSImage (FSImage.java:lambda$run$0(1055)) - FSImageSaver clean checkpoint: txid=0 when meet shutdown.
2026-07-08 09:48:13,011 INFO  [shutdown-hook-0] namenode.FSImage (FSImage.java:lambda$run$0(1055)) - FSImageSaver clean checkpoint: txid=0 when meet shutdown.
2026-07-08 09:48:13,011 INFO  [shutdown-hook-0] namenode.FSImage (FSImage.java:lambda$run$0(1055)) - FSImageSaver clean checkpoint: txid=0 when meet shutdown.
2026-07-08 09:48:13,012 INFO  [shutdown-hook-0] namenode.FSImage (FSImage.java:lambda$run$0(1055)) - FSImageSaver clean checkpoint: txid=0 when meet shutdown.
