JUnit version 4.13.2
.2026-08-12 02:02:45,247 INFO  [main] hdfs.MiniDFSCluster (MiniDFSCluster.java:<init>(529)) - starting cluster: numNameNodes=1, numDataNodes=1
2026-08-12 02:02:45,815 WARN  [main] util.NativeCodeLoader (NativeCodeLoader.java:<clinit>(60)) - Unable to load native-hadoop library for your platform... using builtin-java classes where applicable
2026-08-12 02:02:45,981 INFO  [main] namenode.NameNode (NameNode.java:format(1249)) - Formatting using clusterid: testClusterID
2026-08-12 02:02:46,012 INFO  [main] namenode.FSEditLog (FSEditLog.java:newInstance(229)) - Edit logging is async:true
2026-08-12 02:02:46,046 INFO  [main] namenode.FSNamesystem (FSNamesystem.java:<init>(814)) - KeyProvider: null
2026-08-12 02:02:46,049 INFO  [main] namenode.FSNamesystem (FSNamesystemLock.java:<init>(141)) - fsLock is fair: true
2026-08-12 02:02:46,050 INFO  [main] namenode.FSNamesystem (FSNamesystemLock.java:<init>(159)) - Detailed lock hold time metrics enabled: false
2026-08-12 02:02:46,070 INFO  [main] namenode.FSNamesystem (FSNamesystem.java:<init>(847)) - fsOwner                = slave (auth:SIMPLE)
2026-08-12 02:02:46,070 INFO  [main] namenode.FSNamesystem (FSNamesystem.java:<init>(848)) - supergroup             = supergroup
2026-08-12 02:02:46,070 INFO  [main] namenode.FSNamesystem (FSNamesystem.java:<init>(849)) - isPermissionEnabled    = true
2026-08-12 02:02:46,070 INFO  [main] namenode.FSNamesystem (FSNamesystem.java:<init>(850)) - isStoragePolicyEnabled = true
2026-08-12 02:02:46,070 INFO  [main] namenode.FSNamesystem (FSNamesystem.java:<init>(861)) - HA Enabled: false
2026-08-12 02:02:46,141 INFO  [main] common.Util (Util.java:isDiskStatsEnabled(395)) - dfs.datanode.fileio.profiling.sampling.percentage set to 0. Disabling file IO profiling
2026-08-12 02:02:46,145 INFO  [main] Configuration.deprecation (Configuration.java:logDeprecation(1420)) - hadoop.configured.node.mapping is deprecated. Instead, use net.topology.configured.node.mapping
2026-08-12 02:02:46,145 INFO  [main] blockmanagement.DatanodeManager (DatanodeManager.java:<init>(334)) - dfs.block.invalidate.limit: configured=1000, counted=60, effected=1000
2026-08-12 02:02:46,145 INFO  [main] blockmanagement.DatanodeManager (DatanodeManager.java:<init>(342)) - dfs.namenode.datanode.registration.ip-hostname-check=true
2026-08-12 02:02:46,152 INFO  [main] blockmanagement.BlockManager (InvalidateBlocks.java:printBlockDeletionTime(77)) - dfs.namenode.startup.delay.block.deletion.sec is set to 000:00:00:00.000
2026-08-12 02:02:46,152 INFO  [main] blockmanagement.BlockManager (InvalidateBlocks.java:printBlockDeletionTime(83)) - The block deletion will start around 2026 Aug 12 02:02:46
2026-08-12 02:02:46,154 INFO  [main] util.GSet (LightWeightGSet.java:computeCapacity(395)) - Computing capacity for map BlocksMap
2026-08-12 02:02:46,154 INFO  [main] util.GSet (LightWeightGSet.java:computeCapacity(396)) - VM type       = 64-bit
2026-08-12 02:02:46,156 INFO  [main] util.GSet (LightWeightGSet.java:computeCapacity(397)) - 2.0% max memory 3.5 GB = 72.5 MB
2026-08-12 02:02:46,156 INFO  [main] util.GSet (LightWeightGSet.java:computeCapacity(402)) - capacity      = 2^23 = 8388608 entries
2026-08-12 02:02:46,188 INFO  [main] blockmanagement.BlockManager (BlockManager.java:createSPSManager(5447)) - Storage policy satisfier is disabled
2026-08-12 02:02:46,189 INFO  [main] blockmanagement.BlockManager (BlockManager.java:createBlockTokenSecretManager(641)) - dfs.block.access.token.enable = false
2026-08-12 02:02:46,195 INFO  [main] blockmanagement.BlockManagerSafeMode (BlockManagerSafeMode.java:<init>(160)) - dfs.namenode.safemode.threshold-pct = 0.999
2026-08-12 02:02:46,195 INFO  [main] blockmanagement.BlockManagerSafeMode (BlockManagerSafeMode.java:<init>(161)) - dfs.namenode.safemode.min.datanodes = 0
2026-08-12 02:02:46,195 INFO  [main] blockmanagement.BlockManagerSafeMode (BlockManagerSafeMode.java:<init>(163)) - dfs.namenode.safemode.extension = 0
2026-08-12 02:02:46,196 INFO  [main] blockmanagement.BlockManager (BlockManager.java:<init>(627)) - defaultReplication         = 1
2026-08-12 02:02:46,196 INFO  [main] blockmanagement.BlockManager (BlockManager.java:<init>(628)) - maxReplication             = 512
2026-08-12 02:02:46,196 INFO  [main] blockmanagement.BlockManager (BlockManager.java:<init>(629)) - minReplication             = 1
2026-08-12 02:02:46,196 INFO  [main] blockmanagement.BlockManager (BlockManager.java:<init>(630)) - maxReplicationStreams      = 2
2026-08-12 02:02:46,196 INFO  [main] blockmanagement.BlockManager (BlockManager.java:<init>(631)) - redundancyRecheckInterval  = 3000ms
2026-08-12 02:02:46,196 INFO  [main] blockmanagement.BlockManager (BlockManager.java:<init>(632)) - encryptDataTransfer        = false
2026-08-12 02:02:46,197 INFO  [main] blockmanagement.BlockManager (BlockManager.java:<init>(633)) - maxNumBlocksToLog          = 1000
2026-08-12 02:02:46,238 INFO  [main] namenode.FSDirectory (SerialNumberManager.java:<clinit>(51)) - GLOBAL serial map: bits=29 maxEntries=536870911
2026-08-12 02:02:46,238 INFO  [main] namenode.FSDirectory (SerialNumberManager.java:<clinit>(51)) - USER serial map: bits=24 maxEntries=16777215
2026-08-12 02:02:46,238 INFO  [main] namenode.FSDirectory (SerialNumberManager.java:<clinit>(51)) - GROUP serial map: bits=24 maxEntries=16777215
2026-08-12 02:02:46,239 INFO  [main] namenode.FSDirectory (SerialNumberManager.java:<clinit>(51)) - XATTR serial map: bits=24 maxEntries=16777215
2026-08-12 02:02:46,257 INFO  [main] util.GSet (LightWeightGSet.java:computeCapacity(395)) - Computing capacity for map INodeMap
2026-08-12 02:02:46,257 INFO  [main] util.GSet (LightWeightGSet.java:computeCapacity(396)) - VM type       = 64-bit
2026-08-12 02:02:46,257 INFO  [main] util.GSet (LightWeightGSet.java:computeCapacity(397)) - 1.0% max memory 3.5 GB = 36.2 MB
2026-08-12 02:02:46,257 INFO  [main] util.GSet (LightWeightGSet.java:computeCapacity(402)) - capacity      = 2^22 = 4194304 entries
2026-08-12 02:02:46,260 INFO  [main] namenode.FSDirectory (FSDirectory.java:<init>(335)) - ACLs enabled? true
2026-08-12 02:02:46,261 INFO  [main] namenode.FSDirectory (FSDirectory.java:<init>(339)) - POSIX ACL inheritance enabled? true
2026-08-12 02:02:46,261 INFO  [main] namenode.FSDirectory (FSDirectory.java:<init>(343)) - XAttrs enabled? true
2026-08-12 02:02:46,261 INFO  [main] namenode.NameNode (FSDirectory.java:<init>(406)) - Caching file names occurring more than 10 times
2026-08-12 02:02:46,267 INFO  [main] snapshot.SnapshotManager (SnapshotManager.java:<init>(124)) - Loaded config captureOpenFiles: false, skipCaptureAccessTimeOnlyChange: false, snapshotDiffAllowSnapRootDescendant: true, maxSnapshotLimit: 65536
2026-08-12 02:02:46,269 INFO  [main] snapshot.SnapshotManager (DirectoryDiffListFactory.java:init(43)) - SkipList is disabled
2026-08-12 02:02:46,273 INFO  [main] util.GSet (LightWeightGSet.java:computeCapacity(395)) - Computing capacity for map cachedBlocks
2026-08-12 02:02:46,273 INFO  [main] util.GSet (LightWeightGSet.java:computeCapacity(396)) - VM type       = 64-bit
2026-08-12 02:02:46,274 INFO  [main] util.GSet (LightWeightGSet.java:computeCapacity(397)) - 0.25% max memory 3.5 GB = 9.1 MB
2026-08-12 02:02:46,274 INFO  [main] util.GSet (LightWeightGSet.java:computeCapacity(402)) - capacity      = 2^20 = 1048576 entries
2026-08-12 02:02:46,286 INFO  [main] metrics.TopMetrics (TopMetrics.java:logConf(75)) - NNTop conf: dfs.namenode.top.window.num.buckets = 10
2026-08-12 02:02:46,286 INFO  [main] metrics.TopMetrics (TopMetrics.java:logConf(77)) - NNTop conf: dfs.namenode.top.num.users = 10
2026-08-12 02:02:46,286 INFO  [main] metrics.TopMetrics (TopMetrics.java:logConf(79)) - NNTop conf: dfs.namenode.top.windows.minutes = 1,5,25
2026-08-12 02:02:46,358 INFO  [main] namenode.FSNamesystem (FSNamesystem.java:initRetryCache(1080)) - Retry cache on namenode is enabled
2026-08-12 02:02:46,358 INFO  [main] namenode.FSNamesystem (FSNamesystem.java:initRetryCache(1088)) - Retry cache will use 0.03 of total heap and retry cache entry expiry time is 600000 millis
2026-08-12 02:02:46,363 INFO  [main] util.GSet (LightWeightGSet.java:computeCapacity(395)) - Computing capacity for map NameNodeRetryCache
2026-08-12 02:02:46,363 INFO  [main] util.GSet (LightWeightGSet.java:computeCapacity(396)) - VM type       = 64-bit
2026-08-12 02:02:46,364 INFO  [main] util.GSet (LightWeightGSet.java:computeCapacity(397)) - 0.029999999329447746% max memory 3.5 GB = 1.1 MB
2026-08-12 02:02:46,364 INFO  [main] util.GSet (LightWeightGSet.java:computeCapacity(402)) - capacity      = 2^17 = 131072 entries
2026-08-12 02:02:46,407 INFO  [main] namenode.FSImage (FSImage.java:format(186)) - Allocated new BlockPoolId: BP-918092081-10.240.0.18-1786500166391
2026-08-12 02:02:46,424 INFO  [main] common.Storage (NNStorage.java:format(595)) - Storage directory /tmp/hdfs-test8754559428922732932/name-0-1 has been successfully formatted.
2026-08-12 02:02:46,429 INFO  [main] common.Storage (NNStorage.java:format(595)) - Storage directory /tmp/hdfs-test8754559428922732932/name-0-2 has been successfully formatted.
2026-08-12 02:02:46,467 INFO  [FSImageSaver for /tmp/hdfs-test8754559428922732932/name-0-1 of type IMAGE_AND_EDITS] namenode.FSImageFormatProtobuf (FSImageFormatProtobuf.java:save(732)) - Saving image file /tmp/hdfs-test8754559428922732932/name-0-1/current/fsimage.ckpt_0000000000000000000 using no compression
2026-08-12 02:02:46,467 INFO  [FSImageSaver for /tmp/hdfs-test8754559428922732932/name-0-2 of type IMAGE_AND_EDITS] namenode.FSImageFormatProtobuf (FSImageFormatProtobuf.java:save(732)) - Saving image file /tmp/hdfs-test8754559428922732932/name-0-2/current/fsimage.ckpt_0000000000000000000 using no compression
2026-08-12 02:02:46,721 INFO  [FSImageSaver for /tmp/hdfs-test8754559428922732932/name-0-1 of type IMAGE_AND_EDITS] namenode.FSImageFormatProtobuf (FSImageFormatProtobuf.java:save(736)) - Image file /tmp/hdfs-test8754559428922732932/name-0-1/current/fsimage.ckpt_0000000000000000000 of size 400 bytes saved in 0 seconds .
2026-08-12 02:02:46,721 INFO  [FSImageSaver for /tmp/hdfs-test8754559428922732932/name-0-2 of type IMAGE_AND_EDITS] namenode.FSImageFormatProtobuf (FSImageFormatProtobuf.java:save(736)) - Image file /tmp/hdfs-test8754559428922732932/name-0-2/current/fsimage.ckpt_0000000000000000000 of size 400 bytes saved in 0 seconds .
2026-08-12 02:02:46,745 INFO  [main] namenode.NNStorageRetentionManager (NNStorageRetentionManager.java:getImageTxIdToRetain(203)) - Going to retain 1 images with txid >= 0
2026-08-12 02:02:46,787 INFO  [main] namenode.FSNamesystem (FSNamesystem.java:stopActiveServices(1427)) - Stopping services started for active state
2026-08-12 02:02:46,787 INFO  [main] namenode.FSNamesystem (FSNamesystem.java:stopStandbyServices(1528)) - Stopping services started for standby state
2026-08-12 02:02:46,789 INFO  [main] namenode.NameNode (NameNode.java:createNameNode(1707)) - createNameNode []
2026-08-12 02:02:46,874 WARN  [main] impl.MetricsConfig (MetricsConfig.java:loadFirst(136)) - Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties
2026-08-12 02:02:46,961 INFO  [main] impl.MetricsSystemImpl (MetricsSystemImpl.java:startTimer(378)) - Scheduled Metric snapshot period at 10 second(s).
2026-08-12 02:02:46,961 INFO  [main] impl.MetricsSystemImpl (MetricsSystemImpl.java:start(191)) - NameNode metrics system started
2026-08-12 02:02:46,993 INFO  [main] namenode.NameNodeUtils (NameNodeUtils.java:getClientNamenodeAddress(79)) - fs.defaultFS is hdfs://127.0.0.1:0
2026-08-12 02:02:47,048 INFO  [org.apache.hadoop.util.JvmPauseMonitor$Monitor@7393222f] util.JvmPauseMonitor (JvmPauseMonitor.java:run(188)) - Starting JVM pause monitor
2026-08-12 02:02:47,073 INFO  [main] hdfs.DFSUtil (DFSUtil.java:httpServerTemplateForNNAndJN(1668)) - Filter initializers set : org.apache.hadoop.http.lib.StaticUserWebFilter,org.apache.hadoop.hdfs.web.AuthFilterInitializer
2026-08-12 02:02:47,081 INFO  [main] hdfs.DFSUtil (DFSUtil.java:httpServerTemplateForNNAndJN(1690)) - Starting Web-server for hdfs at: http://localhost:0
2026-08-12 02:02:47,105 INFO  [main] util.log (Log.java:initialized(169)) - Logging initialized @2826ms to org.eclipse.jetty.util.log.Slf4jLog
2026-08-12 02:02:47,260 INFO  [main] server.AuthenticationFilter (AuthenticationFilter.java:constructSecretProvider(240)) - Unable to initialize FileSignerSecretProvider, falling back to use random secrets.
2026-08-12 02:02:47,265 INFO  [main] http.HttpRequestLog (HttpRequestLog.java:getRequestLog(82)) - Http request log for http.requests.namenode is not defined
2026-08-12 02:02:47,273 INFO  [main] http.HttpServer2 (HttpServer2.java:addGlobalFilter(1111)) - Added global filter 'safety' (class=org.apache.hadoop.http.HttpServer2$QuotingInputFilter)
2026-08-12 02:02:47,276 INFO  [main] http.HttpServer2 (HttpServer2.java:addFilter(1084)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context hdfs
2026-08-12 02:02:47,277 INFO  [main] http.HttpServer2 (HttpServer2.java:addFilter(1094)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context static
2026-08-12 02:02:47,281 INFO  [main] http.HttpServer2 (HttpServer2.java:addFilter(1084)) - Added filter AuthFilter (class=org.apache.hadoop.hdfs.web.AuthFilter) to context hdfs
2026-08-12 02:02:47,282 INFO  [main] http.HttpServer2 (HttpServer2.java:addFilter(1094)) - Added filter AuthFilter (class=org.apache.hadoop.hdfs.web.AuthFilter) to context static
2026-08-12 02:02:47,340 INFO  [main] http.HttpServer2 (HttpServer2.java:addJerseyResourcePackage(938)) - addJerseyResourcePackage: packageName=org.apache.hadoop.hdfs.server.namenode.web.resources;org.apache.hadoop.hdfs.web.resources, pathSpec=/webhdfs/v1/*
2026-08-12 02:02:47,353 INFO  [main] http.HttpServer2 (HttpServer2.java:bindListener(1332)) - Jetty bound to port 35237
2026-08-12 02:02:47,355 INFO  [main] server.Server (Server.java:doStart(375)) - jetty-9.4.40.v20210413; built: 2021-04-13T20:42:42.668Z; git: b881a572662e1943a14ae12e7e1207989f218b74; jvm 1.8.0_362-8u372-ga~us1-0ubuntu1~18.04-b09
2026-08-12 02:02:47,395 INFO  [main] server.session (DefaultSessionIdManager.java:doStart(334)) - DefaultSessionIdManager workerName=node0
2026-08-12 02:02:47,396 INFO  [main] server.session (DefaultSessionIdManager.java:doStart(339)) - No SessionScavenger set, using defaults
2026-08-12 02:02:47,399 INFO  [main] server.session (HouseKeeper.java:startScavenging(132)) - node0 Scavenging every 600000ms
2026-08-12 02:02:47,423 INFO  [main] server.AuthenticationFilter (AuthenticationFilter.java:constructSecretProvider(240)) - Unable to initialize FileSignerSecretProvider, falling back to use random secrets.
2026-08-12 02:02:47,428 INFO  [main] handler.ContextHandler (ContextHandler.java:doStart(916)) - Started o.e.j.s.ServletContextHandler@71454b9d{static,/static,jar:file:/tmp/dist-test-taskZDRa4f/java/build/jars/hadoop-hdfs-3.3.1-tests.jar!/webapps/static,AVAILABLE}
2026-08-12 02:02:47,710 INFO  [main] handler.ContextHandler (ContextHandler.java:doStart(916)) - Started o.e.j.w.WebAppContext@3f0846c6{hdfs,/,file:///tmp/jetty-localhost-35237-hadoop-hdfs-3_3_1-tests_jar-_-any-8902971900054694100/webapp/,AVAILABLE}{jar:file:/tmp/dist-test-taskZDRa4f/java/build/jars/hadoop-hdfs-3.3.1-tests.jar!/webapps/hdfs}
2026-08-12 02:02:47,721 INFO  [main] server.AbstractConnector (AbstractConnector.java:doStart(331)) - Started ServerConnector@362045c0{HTTP/1.1, (http/1.1)}{localhost:35237}
2026-08-12 02:02:47,722 INFO  [main] server.Server (Server.java:doStart(415)) - Started @3443ms
2026-08-12 02:02:47,728 INFO  [main] namenode.FSEditLog (FSEditLog.java:newInstance(229)) - Edit logging is async:true
2026-08-12 02:02:47,742 INFO  [main] namenode.FSNamesystem (FSNamesystem.java:<init>(814)) - KeyProvider: null
2026-08-12 02:02:47,742 INFO  [main] namenode.FSNamesystem (FSNamesystemLock.java:<init>(141)) - fsLock is fair: true
2026-08-12 02:02:47,742 INFO  [main] namenode.FSNamesystem (FSNamesystemLock.java:<init>(159)) - Detailed lock hold time metrics enabled: false
2026-08-12 02:02:47,742 INFO  [main] namenode.FSNamesystem (FSNamesystem.java:<init>(847)) - fsOwner                = slave (auth:SIMPLE)
2026-08-12 02:02:47,742 INFO  [main] namenode.FSNamesystem (FSNamesystem.java:<init>(848)) - supergroup             = supergroup
2026-08-12 02:02:47,743 INFO  [main] namenode.FSNamesystem (FSNamesystem.java:<init>(849)) - isPermissionEnabled    = true
2026-08-12 02:02:47,743 INFO  [main] namenode.FSNamesystem (FSNamesystem.java:<init>(850)) - isStoragePolicyEnabled = true
2026-08-12 02:02:47,743 INFO  [main] namenode.FSNamesystem (FSNamesystem.java:<init>(861)) - HA Enabled: false
2026-08-12 02:02:47,743 INFO  [main] common.Util (Util.java:isDiskStatsEnabled(395)) - dfs.datanode.fileio.profiling.sampling.percentage set to 0. Disabling file IO profiling
2026-08-12 02:02:47,744 INFO  [main] blockmanagement.DatanodeManager (DatanodeManager.java:<init>(334)) - dfs.block.invalidate.limit: configured=1000, counted=60, effected=1000
2026-08-12 02:02:47,744 INFO  [main] blockmanagement.DatanodeManager (DatanodeManager.java:<init>(342)) - dfs.namenode.datanode.registration.ip-hostname-check=true
2026-08-12 02:02:47,744 INFO  [main] blockmanagement.BlockManager (InvalidateBlocks.java:printBlockDeletionTime(77)) - dfs.namenode.startup.delay.block.deletion.sec is set to 000:00:00:00.000
2026-08-12 02:02:47,744 INFO  [main] blockmanagement.BlockManager (InvalidateBlocks.java:printBlockDeletionTime(83)) - The block deletion will start around 2026 Aug 12 02:02:47
2026-08-12 02:02:47,744 INFO  [main] util.GSet (LightWeightGSet.java:computeCapacity(395)) - Computing capacity for map BlocksMap
2026-08-12 02:02:47,745 INFO  [main] util.GSet (LightWeightGSet.java:computeCapacity(396)) - VM type       = 64-bit
2026-08-12 02:02:47,745 INFO  [main] util.GSet (LightWeightGSet.java:computeCapacity(397)) - 2.0% max memory 3.5 GB = 72.5 MB
2026-08-12 02:02:47,745 INFO  [main] util.GSet (LightWeightGSet.java:computeCapacity(402)) - capacity      = 2^23 = 8388608 entries
2026-08-12 02:02:47,750 INFO  [main] blockmanagement.BlockManager (BlockManager.java:createSPSManager(5447)) - Storage policy satisfier is disabled
2026-08-12 02:02:47,750 INFO  [main] blockmanagement.BlockManager (BlockManager.java:createBlockTokenSecretManager(641)) - dfs.block.access.token.enable = false
2026-08-12 02:02:47,751 INFO  [main] blockmanagement.BlockManagerSafeMode (BlockManagerSafeMode.java:<init>(160)) - dfs.namenode.safemode.threshold-pct = 0.999
2026-08-12 02:02:47,751 INFO  [main] blockmanagement.BlockManagerSafeMode (BlockManagerSafeMode.java:<init>(161)) - dfs.namenode.safemode.min.datanodes = 0
2026-08-12 02:02:47,751 INFO  [main] blockmanagement.BlockManagerSafeMode (BlockManagerSafeMode.java:<init>(163)) - dfs.namenode.safemode.extension = 0
2026-08-12 02:02:47,751 INFO  [main] blockmanagement.BlockManager (BlockManager.java:<init>(627)) - defaultReplication         = 1
2026-08-12 02:02:47,751 INFO  [main] blockmanagement.BlockManager (BlockManager.java:<init>(628)) - maxReplication             = 512
2026-08-12 02:02:47,751 INFO  [main] blockmanagement.BlockManager (BlockManager.java:<init>(629)) - minReplication             = 1
2026-08-12 02:02:47,752 INFO  [main] blockmanagement.BlockManager (BlockManager.java:<init>(630)) - maxReplicationStreams      = 2
2026-08-12 02:02:47,752 INFO  [main] blockmanagement.BlockManager (BlockManager.java:<init>(631)) - redundancyRecheckInterval  = 3000ms
2026-08-12 02:02:47,752 INFO  [main] blockmanagement.BlockManager (BlockManager.java:<init>(632)) - encryptDataTransfer        = false
2026-08-12 02:02:47,752 INFO  [main] blockmanagement.BlockManager (BlockManager.java:<init>(633)) - maxNumBlocksToLog          = 1000
2026-08-12 02:02:47,752 INFO  [main] util.GSet (LightWeightGSet.java:computeCapacity(395)) - Computing capacity for map INodeMap
2026-08-12 02:02:47,752 INFO  [main] util.GSet (LightWeightGSet.java:computeCapacity(396)) - VM type       = 64-bit
2026-08-12 02:02:47,753 INFO  [main] util.GSet (LightWeightGSet.java:computeCapacity(397)) - 1.0% max memory 3.5 GB = 36.2 MB
2026-08-12 02:02:47,753 INFO  [main] util.GSet (LightWeightGSet.java:computeCapacity(402)) - capacity      = 2^22 = 4194304 entries
2026-08-12 02:02:47,756 INFO  [main] namenode.FSDirectory (FSDirectory.java:<init>(335)) - ACLs enabled? true
2026-08-12 02:02:47,756 INFO  [main] namenode.FSDirectory (FSDirectory.java:<init>(339)) - POSIX ACL inheritance enabled? true
2026-08-12 02:02:47,756 INFO  [main] namenode.FSDirectory (FSDirectory.java:<init>(343)) - XAttrs enabled? true
2026-08-12 02:02:47,756 INFO  [main] namenode.NameNode (FSDirectory.java:<init>(406)) - Caching file names occurring more than 10 times
2026-08-12 02:02:47,756 INFO  [main] snapshot.SnapshotManager (SnapshotManager.java:<init>(124)) - Loaded config captureOpenFiles: false, skipCaptureAccessTimeOnlyChange: false, snapshotDiffAllowSnapRootDescendant: true, maxSnapshotLimit: 65536
2026-08-12 02:02:47,756 INFO  [main] snapshot.SnapshotManager (DirectoryDiffListFactory.java:init(43)) - SkipList is disabled
2026-08-12 02:02:47,756 INFO  [main] util.GSet (LightWeightGSet.java:computeCapacity(395)) - Computing capacity for map cachedBlocks
2026-08-12 02:02:47,756 INFO  [main] util.GSet (LightWeightGSet.java:computeCapacity(396)) - VM type       = 64-bit
2026-08-12 02:02:47,757 INFO  [main] util.GSet (LightWeightGSet.java:computeCapacity(397)) - 0.25% max memory 3.5 GB = 9.1 MB
2026-08-12 02:02:47,757 INFO  [main] util.GSet (LightWeightGSet.java:computeCapacity(402)) - capacity      = 2^20 = 1048576 entries
2026-08-12 02:02:47,758 INFO  [main] metrics.TopMetrics (TopMetrics.java:logConf(75)) - NNTop conf: dfs.namenode.top.window.num.buckets = 10
2026-08-12 02:02:47,758 INFO  [main] metrics.TopMetrics (TopMetrics.java:logConf(77)) - NNTop conf: dfs.namenode.top.num.users = 10
2026-08-12 02:02:47,758 INFO  [main] metrics.TopMetrics (TopMetrics.java:logConf(79)) - NNTop conf: dfs.namenode.top.windows.minutes = 1,5,25
2026-08-12 02:02:47,758 INFO  [main] namenode.FSNamesystem (FSNamesystem.java:initRetryCache(1080)) - Retry cache on namenode is enabled
2026-08-12 02:02:47,758 INFO  [main] namenode.FSNamesystem (FSNamesystem.java:initRetryCache(1088)) - Retry cache will use 0.03 of total heap and retry cache entry expiry time is 600000 millis
2026-08-12 02:02:47,758 INFO  [main] util.GSet (LightWeightGSet.java:computeCapacity(395)) - Computing capacity for map NameNodeRetryCache
2026-08-12 02:02:47,758 INFO  [main] util.GSet (LightWeightGSet.java:computeCapacity(396)) - VM type       = 64-bit
2026-08-12 02:02:47,758 INFO  [main] util.GSet (LightWeightGSet.java:computeCapacity(397)) - 0.029999999329447746% max memory 3.5 GB = 1.1 MB
2026-08-12 02:02:47,759 INFO  [main] util.GSet (LightWeightGSet.java:computeCapacity(402)) - capacity      = 2^17 = 131072 entries
2026-08-12 02:02:47,836 INFO  [main] common.Storage (Storage.java:tryLock(948)) - Lock on /tmp/hdfs-test8754559428922732932/name-0-1/in_use.lock acquired by nodename 19017@dist-test-slave-n326.c.gcp-upstream.internal
2026-08-12 02:02:47,840 INFO  [main] common.Storage (Storage.java:tryLock(948)) - Lock on /tmp/hdfs-test8754559428922732932/name-0-2/in_use.lock acquired by nodename 19017@dist-test-slave-n326.c.gcp-upstream.internal
2026-08-12 02:02:47,843 INFO  [main] namenode.FileJournalManager (FileJournalManager.java:recoverUnfinalizedSegments(428)) - Recovering unfinalized segments in /tmp/hdfs-test8754559428922732932/name-0-1/current
2026-08-12 02:02:47,843 INFO  [main] namenode.FileJournalManager (FileJournalManager.java:recoverUnfinalizedSegments(428)) - Recovering unfinalized segments in /tmp/hdfs-test8754559428922732932/name-0-2/current
2026-08-12 02:02:47,844 INFO  [main] namenode.FSImage (FSImage.java:loadFSImage(734)) - No edit log streams selected.
2026-08-12 02:02:47,844 INFO  [main] namenode.FSImage (FSImage.java:loadFSImageFile(800)) - Planning to load image: FSImageFile(file=/tmp/hdfs-test8754559428922732932/name-0-1/current/fsimage_0000000000000000000, cpktTxId=0000000000000000000)
2026-08-12 02:02:47,880 INFO  [main] namenode.FSImageFormatPBINode (FSImageFormatPBINode.java:loadINodeSectionHeader(413)) - Loading 1 INodes.
2026-08-12 02:02:47,881 INFO  [main] namenode.FSImageFormatPBINode (FSImageFormatPBINode.java:loadINodeSection(371)) - Successfully loaded 1 inodes
2026-08-12 02:02:47,887 INFO  [main] namenode.FSImageFormatPBINode (FSImageFormatPBINode.java:waitBlocksMapAndNameCacheUpdateFinished(344)) - Completed update blocks map and name cache, total waiting duration 0ms.
2026-08-12 02:02:47,890 INFO  [main] namenode.FSImageFormatProtobuf (FSImageFormatProtobuf.java:load(255)) - Loaded FSImage in 0 seconds.
2026-08-12 02:02:47,890 INFO  [main] namenode.FSImage (FSImage.java:loadFSImage(978)) - Loaded image for txid 0 from /tmp/hdfs-test8754559428922732932/name-0-1/current/fsimage_0000000000000000000
2026-08-12 02:02:47,895 INFO  [main] namenode.FSNamesystem (FSNamesystem.java:loadFSImage(1202)) - Need to save fs image? false (staleImage=false, haEnabled=false, isRollingUpgrade=false)
2026-08-12 02:02:47,895 INFO  [main] namenode.FSEditLog (FSEditLog.java:startLogSegment(1391)) - Starting log segment at 1
2026-08-12 02:02:47,915 INFO  [main] namenode.NameCache (NameCache.java:initialized(143)) - initialized with 0 entries 0 lookups
2026-08-12 02:02:47,915 INFO  [main] namenode.FSNamesystem (FSNamesystem.java:loadFromDisk(786)) - Finished loading FSImage in 83 msecs
2026-08-12 02:02:48,239 INFO  [main] namenode.NameNode (NameNodeRpcServer.java:<init>(454)) - RPC server is binding to localhost:0
2026-08-12 02:02:48,239 INFO  [main] namenode.NameNode (NameNodeRpcServer.java:<init>(459)) - Enable NameNode state context:false
2026-08-12 02:02:48,252 INFO  [main] ipc.CallQueueManager (CallQueueManager.java:<init>(90)) - Using callQueue: class java.util.concurrent.LinkedBlockingQueue, queueCapacity: 1000, scheduler: class org.apache.hadoop.ipc.DefaultRpcScheduler, ipcBackoff: false.
2026-08-12 02:02:48,274 INFO  [Socket Reader #1 for port 0] ipc.Server (Server.java:run(1265)) - Starting Socket Reader #1 for port 0
2026-08-12 02:02:48,771 INFO  [Listener at localhost/33293] namenode.NameNode (NameNode.java:initialize(776)) - Clients are to use localhost:33293 to access this namenode/service.
2026-08-12 02:02:48,773 INFO  [Listener at localhost/33293] namenode.FSNamesystem (FSNamesystem.java:registerMBean(5444)) - Registered FSNamesystemState, ReplicatedBlocksState and ECBlockGroupsState MBeans.
2026-08-12 02:02:48,792 INFO  [Listener at localhost/33293] namenode.LeaseManager (LeaseManager.java:getNumUnderConstructionBlocks(166)) - Number of blocks under construction: 0
2026-08-12 02:02:48,800 INFO  [Listener at localhost/33293] blockmanagement.DatanodeAdminDefaultMonitor (DatanodeAdminDefaultMonitor.java:processConf(116)) - Initialized the Default Decommission and Maintenance monitor
2026-08-12 02:02:48,803 INFO  [Listener at localhost/33293] blockmanagement.BlockManager (BlockManager.java:initializeReplQueues(5187)) - initializing replication queues
2026-08-12 02:02:48,803 INFO  [Listener at localhost/33293] hdfs.StateChange (BlockManagerSafeMode.java:leaveSafeMode(399)) - STATE* Leaving safe mode after 0 secs
2026-08-12 02:02:48,804 INFO  [Listener at localhost/33293] hdfs.StateChange (BlockManagerSafeMode.java:leaveSafeMode(405)) - STATE* Network topology has 0 racks and 0 datanodes
2026-08-12 02:02:48,804 INFO  [Listener at localhost/33293] hdfs.StateChange (BlockManagerSafeMode.java:leaveSafeMode(407)) - STATE* UnderReplicatedBlocks has 0 blocks
2026-08-12 02:02:48,813 INFO  [Reconstruction Queue Initializer] blockmanagement.BlockManager (BlockManager.java:processMisReplicatesAsync(3728)) - Total number of blocks            = 0
2026-08-12 02:02:48,814 INFO  [Reconstruction Queue Initializer] blockmanagement.BlockManager (BlockManager.java:processMisReplicatesAsync(3729)) - Number of invalid blocks          = 0
2026-08-12 02:02:48,814 INFO  [Reconstruction Queue Initializer] blockmanagement.BlockManager (BlockManager.java:processMisReplicatesAsync(3730)) - Number of under-replicated blocks = 0
2026-08-12 02:02:48,814 INFO  [Reconstruction Queue Initializer] blockmanagement.BlockManager (BlockManager.java:processMisReplicatesAsync(3731)) - Number of  over-replicated blocks = 0
2026-08-12 02:02:48,814 INFO  [Reconstruction Queue Initializer] blockmanagement.BlockManager (BlockManager.java:processMisReplicatesAsync(3733)) - Number of blocks being written    = 0
2026-08-12 02:02:48,814 INFO  [Reconstruction Queue Initializer] hdfs.StateChange (BlockManager.java:processMisReplicatesAsync(3736)) - STATE* Replication Queue initialization scan for invalid, over- and under-replicated blocks completed in 11 msec
2026-08-12 02:02:48,842 INFO  [IPC Server Responder] ipc.Server (Server.java:run(1507)) - IPC Server Responder: starting
2026-08-12 02:02:48,845 INFO  [IPC Server listener on 0] ipc.Server (Server.java:run(1344)) - IPC Server listener on 0: starting
2026-08-12 02:02:48,848 INFO  [Listener at localhost/33293] namenode.NameNode (NameNode.java:startCommonServices(893)) - NameNode RPC up at: localhost/127.0.0.1:33293
2026-08-12 02:02:48,850 INFO  [Listener at localhost/33293] namenode.FSNamesystem (FSNamesystem.java:startActiveServices(1314)) - Starting services required for active state
2026-08-12 02:02:48,850 INFO  [Listener at localhost/33293] namenode.FSDirectory (FSDirectory.java:updateCountForQuota(840)) - Initializing quota with 12 thread(s)
2026-08-12 02:02:48,857 INFO  [Listener at localhost/33293] namenode.FSDirectory (FSDirectory.java:updateCountForQuota(849)) - Quota initialization completed in 6 milliseconds
name space=1
storage space=0
storage types=RAM_DISK=0, SSD=0, DISK=0, ARCHIVE=0, PROVIDED=0
2026-08-12 02:02:48,861 INFO  [CacheReplicationMonitor(830295359)] blockmanagement.CacheReplicationMonitor (CacheReplicationMonitor.java:run(160)) - Starting CacheReplicationMonitor with interval 30000 milliseconds
2026-08-12 02:02:48,871 INFO  [Listener at localhost/33293] hdfs.MiniDFSCluster (MiniDFSCluster.java:startDataNodes(1697)) - Starting DataNode 0 with dfs.datanode.data.dir: [DISK]file:/tmp/hdfs-test8754559428922732932/data/data1,[DISK]file:/tmp/hdfs-test8754559428922732932/data/data2
2026-08-12 02:02:48,946 INFO  [Listener at localhost/33293] checker.ThrottledAsyncChecker (ThrottledAsyncChecker.java:schedule(137)) - Scheduling a check for [DISK]file:/tmp/hdfs-test8754559428922732932/data/data1
2026-08-12 02:02:48,961 INFO  [Listener at localhost/33293] checker.ThrottledAsyncChecker (ThrottledAsyncChecker.java:schedule(137)) - Scheduling a check for [DISK]file:/tmp/hdfs-test8754559428922732932/data/data2
2026-08-12 02:02:48,986 INFO  [Listener at localhost/33293] impl.MetricsSystemImpl (MetricsSystemImpl.java:init(158)) - DataNode metrics system started (again)
2026-08-12 02:02:48,993 INFO  [Listener at localhost/33293] common.Util (Util.java:isDiskStatsEnabled(395)) - dfs.datanode.fileio.profiling.sampling.percentage set to 0. Disabling file IO profiling
2026-08-12 02:02:48,997 INFO  [Listener at localhost/33293] datanode.BlockScanner (BlockScanner.java:<init>(201)) - Initialized block scanner with targetBytesPerSec 1048576
2026-08-12 02:02:49,002 INFO  [Listener at localhost/33293] datanode.DataNode (DataNode.java:<init>(512)) - Configured hostname is 127.0.0.1
2026-08-12 02:02:49,004 INFO  [Listener at localhost/33293] common.Util (Util.java:isDiskStatsEnabled(395)) - dfs.datanode.fileio.profiling.sampling.percentage set to 0. Disabling file IO profiling
2026-08-12 02:02:49,009 INFO  [Listener at localhost/33293] datanode.DataNode (DataNode.java:startDataNode(1408)) - Starting DataNode with maxLockedMemory = 0
2026-08-12 02:02:49,015 INFO  [Listener at localhost/33293] datanode.DataNode (DataNode.java:initDataXceiver(1171)) - Opened streaming server at /127.0.0.1:36657
2026-08-12 02:02:49,019 INFO  [Listener at localhost/33293] datanode.DataNode (DataXceiverServer.java:<init>(94)) - Balancing bandwidth is 104857600 bytes/s
2026-08-12 02:02:49,019 INFO  [Listener at localhost/33293] datanode.DataNode (DataXceiverServer.java:<init>(95)) - Number threads for balancing is 100
2026-08-12 02:02:49,033 INFO  [Listener at localhost/33293] server.AuthenticationFilter (AuthenticationFilter.java:constructSecretProvider(240)) - Unable to initialize FileSignerSecretProvider, falling back to use random secrets.
2026-08-12 02:02:49,034 INFO  [Listener at localhost/33293] http.HttpRequestLog (HttpRequestLog.java:getRequestLog(82)) - Http request log for http.requests.datanode is not defined
2026-08-12 02:02:49,035 INFO  [Listener at localhost/33293] http.HttpServer2 (HttpServer2.java:addGlobalFilter(1111)) - Added global filter 'safety' (class=org.apache.hadoop.http.HttpServer2$QuotingInputFilter)
2026-08-12 02:02:49,036 INFO  [Listener at localhost/33293] http.HttpServer2 (HttpServer2.java:addFilter(1084)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context datanode
2026-08-12 02:02:49,036 INFO  [Listener at localhost/33293] http.HttpServer2 (HttpServer2.java:addFilter(1094)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context static
2026-08-12 02:02:49,040 INFO  [Listener at localhost/33293] http.HttpServer2 (HttpServer2.java:bindListener(1332)) - Jetty bound to port 42459
2026-08-12 02:02:49,040 INFO  [Listener at localhost/33293] server.Server (Server.java:doStart(375)) - jetty-9.4.40.v20210413; built: 2021-04-13T20:42:42.668Z; git: b881a572662e1943a14ae12e7e1207989f218b74; jvm 1.8.0_362-8u372-ga~us1-0ubuntu1~18.04-b09
2026-08-12 02:02:49,042 INFO  [Listener at localhost/33293] server.session (DefaultSessionIdManager.java:doStart(334)) - DefaultSessionIdManager workerName=node0
2026-08-12 02:02:49,042 INFO  [Listener at localhost/33293] server.session (DefaultSessionIdManager.java:doStart(339)) - No SessionScavenger set, using defaults
2026-08-12 02:02:49,042 INFO  [Listener at localhost/33293] server.session (HouseKeeper.java:startScavenging(132)) - node0 Scavenging every 660000ms
2026-08-12 02:02:49,043 INFO  [Listener at localhost/33293] handler.ContextHandler (ContextHandler.java:doStart(916)) - Started o.e.j.s.ServletContextHandler@34237b90{static,/static,jar:file:/tmp/dist-test-taskZDRa4f/java/build/jars/hadoop-hdfs-3.3.1-tests.jar!/webapps/static,AVAILABLE}
2026-08-12 02:02:49,193 INFO  [Listener at localhost/33293] handler.ContextHandler (ContextHandler.java:doStart(916)) - Started o.e.j.w.WebAppContext@26a94fa5{datanode,/,file:///tmp/jetty-localhost-42459-hadoop-hdfs-3_3_1-tests_jar-_-any-629628289870049044/webapp/,AVAILABLE}{jar:file:/tmp/dist-test-taskZDRa4f/java/build/jars/hadoop-hdfs-3.3.1-tests.jar!/webapps/datanode}
2026-08-12 02:02:49,194 INFO  [Listener at localhost/33293] server.AbstractConnector (AbstractConnector.java:doStart(331)) - Started ServerConnector@781a9412{HTTP/1.1, (http/1.1)}{localhost:42459}
2026-08-12 02:02:49,195 INFO  [Listener at localhost/33293] server.Server (Server.java:doStart(415)) - Started @4917ms
2026-08-12 02:02:49,386 WARN  [Listener at localhost/33293] web.DatanodeHttpServer (RestCsrfPreventionFilterHandler.java:<init>(75)) - Got null for restCsrfPreventionFilter - will not do any filtering.
2026-08-12 02:02:49,533 INFO  [Listener at localhost/33293] web.DatanodeHttpServer (DatanodeHttpServer.java:start(322)) - Listening HTTP traffic on /127.0.0.1:41585
2026-08-12 02:02:49,534 INFO  [org.apache.hadoop.util.JvmPauseMonitor$Monitor@56303475] util.JvmPauseMonitor (JvmPauseMonitor.java:run(188)) - Starting JVM pause monitor
2026-08-12 02:02:49,535 INFO  [Listener at localhost/33293] datanode.DataNode (DataNode.java:startDataNode(1436)) - dnUserName = slave
2026-08-12 02:02:49,535 INFO  [Listener at localhost/33293] datanode.DataNode (DataNode.java:startDataNode(1437)) - supergroup = supergroup
2026-08-12 02:02:49,560 INFO  [Listener at localhost/33293] ipc.CallQueueManager (CallQueueManager.java:<init>(90)) - Using callQueue: class java.util.concurrent.LinkedBlockingQueue, queueCapacity: 1000, scheduler: class org.apache.hadoop.ipc.DefaultRpcScheduler, ipcBackoff: false.
2026-08-12 02:02:49,561 INFO  [Socket Reader #1 for port 0] ipc.Server (Server.java:run(1265)) - Starting Socket Reader #1 for port 0
2026-08-12 02:02:49,570 INFO  [Listener at localhost/35355] datanode.DataNode (DataNode.java:initIpcServer(1057)) - Opened IPC server at /127.0.0.1:35355
2026-08-12 02:02:49,603 INFO  [Listener at localhost/35355] datanode.DataNode (BlockPoolManager.java:refreshNamenodes(149)) - Refresh request received for nameservices: null
2026-08-12 02:02:49,605 INFO  [Listener at localhost/35355] datanode.DataNode (BlockPoolManager.java:doRefreshNamenodes(210)) - Starting BPOfferServices for nameservices: <default>
2026-08-12 02:02:49,618 INFO  [Thread-63] datanode.DataNode (BPServiceActor.java:run(847)) - Block pool <registering> (Datanode Uuid unassigned) service to localhost/127.0.0.1:33293 starting to offer service
2026-08-12 02:02:49,627 INFO  [IPC Server Responder] ipc.Server (Server.java:run(1507)) - IPC Server Responder: starting
2026-08-12 02:02:49,627 INFO  [IPC Server listener on 0] ipc.Server (Server.java:run(1344)) - IPC Server listener on 0: starting
2026-08-12 02:02:49,917 INFO  [Thread-63] datanode.DataNode (BPOfferService.java:verifyAndSetNamespaceInfo(381)) - Acknowledging ACTIVE Namenode during handshakeBlock pool <registering> (Datanode Uuid unassigned) service to localhost/127.0.0.1:33293
2026-08-12 02:02:49,919 INFO  [Thread-63] common.Storage (DataStorage.java:getParallelVolumeLoadThreadsNum(356)) - Using 2 threads to upgrade data directories (dfs.datanode.parallel.volumes.load.threads.num=2, dataDirs=2)
2026-08-12 02:02:49,923 INFO  [Thread-63] common.Storage (Storage.java:tryLock(948)) - Lock on /tmp/hdfs-test8754559428922732932/data/data1/in_use.lock acquired by nodename 19017@dist-test-slave-n326.c.gcp-upstream.internal
2026-08-12 02:02:49,924 INFO  [Thread-63] common.Storage (DataStorage.java:loadStorageDirectory(284)) - Storage directory with location [DISK]file:/tmp/hdfs-test8754559428922732932/data/data1 is not formatted for namespace 1593379127. Formatting...
2026-08-12 02:02:49,924 INFO  [Thread-63] common.Storage (DataStorage.java:createStorageID(160)) - Generated new storageID DS-e6fb3a96-d9af-4a00-a58f-a3fcc7ce36a9 for directory /tmp/hdfs-test8754559428922732932/data/data1 
2026-08-12 02:02:49,931 INFO  [Thread-63] common.Storage (Storage.java:tryLock(948)) - Lock on /tmp/hdfs-test8754559428922732932/data/data2/in_use.lock acquired by nodename 19017@dist-test-slave-n326.c.gcp-upstream.internal
2026-08-12 02:02:49,931 INFO  [Thread-63] common.Storage (DataStorage.java:loadStorageDirectory(284)) - Storage directory with location [DISK]file:/tmp/hdfs-test8754559428922732932/data/data2 is not formatted for namespace 1593379127. Formatting...
2026-08-12 02:02:49,932 INFO  [Thread-63] common.Storage (DataStorage.java:createStorageID(160)) - Generated new storageID DS-b1a8de2f-e8ad-48e7-8638-0bd8f88801bd for directory /tmp/hdfs-test8754559428922732932/data/data2 
2026-08-12 02:02:49,960 INFO  [Thread-63] common.Storage (BlockPoolSliceStorage.java:recoverTransitionRead(256)) - Analyzing storage directories for bpid BP-918092081-10.240.0.18-1786500166391
2026-08-12 02:02:49,961 INFO  [Thread-63] common.Storage (Storage.java:lock(907)) - Locking is disabled for /tmp/hdfs-test8754559428922732932/data/data1/current/BP-918092081-10.240.0.18-1786500166391
2026-08-12 02:02:49,962 INFO  [Thread-63] common.Storage (BlockPoolSliceStorage.java:loadStorageDirectory(169)) - Block pool storage directory for location [DISK]file:/tmp/hdfs-test8754559428922732932/data/data1 and block pool id BP-918092081-10.240.0.18-1786500166391 is not formatted. Formatting ...
2026-08-12 02:02:49,962 INFO  [Thread-63] common.Storage (BlockPoolSliceStorage.java:format(285)) - Formatting block pool BP-918092081-10.240.0.18-1786500166391 directory /tmp/hdfs-test8754559428922732932/data/data1/current/BP-918092081-10.240.0.18-1786500166391/current
2026-08-12 02:02:49,992 INFO  [Thread-63] common.Storage (BlockPoolSliceStorage.java:recoverTransitionRead(256)) - Analyzing storage directories for bpid BP-918092081-10.240.0.18-1786500166391
2026-08-12 02:02:49,992 INFO  [Thread-63] common.Storage (Storage.java:lock(907)) - Locking is disabled for /tmp/hdfs-test8754559428922732932/data/data2/current/BP-918092081-10.240.0.18-1786500166391
2026-08-12 02:02:49,992 INFO  [Thread-63] common.Storage (BlockPoolSliceStorage.java:loadStorageDirectory(169)) - Block pool storage directory for location [DISK]file:/tmp/hdfs-test8754559428922732932/data/data2 and block pool id BP-918092081-10.240.0.18-1786500166391 is not formatted. Formatting ...
2026-08-12 02:02:49,992 INFO  [Thread-63] common.Storage (BlockPoolSliceStorage.java:format(285)) - Formatting block pool BP-918092081-10.240.0.18-1786500166391 directory /tmp/hdfs-test8754559428922732932/data/data2/current/BP-918092081-10.240.0.18-1786500166391/current
2026-08-12 02:02:49,998 INFO  [Thread-63] datanode.DataNode (DataNode.java:initStorage(1756)) - Setting up storage: nsid=1593379127;bpid=BP-918092081-10.240.0.18-1786500166391;lv=-57;nsInfo=lv=-66;cid=testClusterID;nsid=1593379127;c=1786500166391;bpid=BP-918092081-10.240.0.18-1786500166391;dnuuid=null
2026-08-12 02:02:50,002 INFO  [Thread-63] datanode.DataNode (DataNode.java:checkDatanodeUuid(1554)) - Generated and persisted new Datanode UUID 39b57dd2-aa97-43f5-b4fe-f47c5976547a
2026-08-12 02:02:50,017 INFO  [Thread-63] impl.FsDatasetImpl (FsDatasetImpl.java:<init>(310)) - The datanode lock is a read write lock
2026-08-12 02:02:50,133 INFO  [Thread-63] impl.FsDatasetImpl (FsVolumeList.java:addVolume(304)) - Added new volume: DS-e6fb3a96-d9af-4a00-a58f-a3fcc7ce36a9
2026-08-12 02:02:50,133 INFO  [Thread-63] impl.FsDatasetImpl (FsDatasetImpl.java:addVolume(493)) - Added volume - [DISK]file:/tmp/hdfs-test8754559428922732932/data/data1, StorageType: DISK
2026-08-12 02:02:50,147 INFO  [Thread-63] impl.FsDatasetImpl (FsVolumeList.java:addVolume(304)) - Added new volume: DS-b1a8de2f-e8ad-48e7-8638-0bd8f88801bd
2026-08-12 02:02:50,151 INFO  [Thread-63] impl.FsDatasetImpl (FsDatasetImpl.java:addVolume(493)) - Added volume - [DISK]file:/tmp/hdfs-test8754559428922732932/data/data2, StorageType: DISK
2026-08-12 02:02:50,157 INFO  [Thread-63] impl.MemoryMappableBlockLoader (MemoryMappableBlockLoader.java:initialize(48)) - Initializing cache loader: MemoryMappableBlockLoader.
2026-08-12 02:02:50,163 INFO  [Thread-63] impl.FsDatasetImpl (FsDatasetImpl.java:registerMBean(2343)) - Registered FSDatasetState MBean
2026-08-12 02:02:50,169 INFO  [Thread-63] impl.FsDatasetImpl (FsDatasetImpl.java:addBlockPool(2856)) - Adding block pool BP-918092081-10.240.0.18-1786500166391
2026-08-12 02:02:50,170 INFO  [Thread-79] impl.FsDatasetImpl (FsVolumeList.java:run(406)) - Scanning block pool BP-918092081-10.240.0.18-1786500166391 on volume /tmp/hdfs-test8754559428922732932/data/data1...
2026-08-12 02:02:50,170 INFO  [Thread-80] impl.FsDatasetImpl (FsVolumeList.java:run(406)) - Scanning block pool BP-918092081-10.240.0.18-1786500166391 on volume /tmp/hdfs-test8754559428922732932/data/data2...
2026-08-12 02:02:50,215 INFO  [Thread-80] impl.FsDatasetImpl (FsVolumeList.java:run(411)) - Time taken to scan block pool BP-918092081-10.240.0.18-1786500166391 on /tmp/hdfs-test8754559428922732932/data/data2: 43ms
2026-08-12 02:02:50,224 INFO  [Thread-79] impl.FsDatasetImpl (FsVolumeList.java:run(411)) - Time taken to scan block pool BP-918092081-10.240.0.18-1786500166391 on /tmp/hdfs-test8754559428922732932/data/data1: 54ms
2026-08-12 02:02:50,225 INFO  [Thread-63] impl.FsDatasetImpl (FsVolumeList.java:addBlockPool(431)) - Total time to scan all replicas for block pool BP-918092081-10.240.0.18-1786500166391: 56ms
2026-08-12 02:02:50,226 INFO  [Thread-85] impl.FsDatasetImpl (FsVolumeList.java:run(199)) - Adding replicas to map for block pool BP-918092081-10.240.0.18-1786500166391 on volume /tmp/hdfs-test8754559428922732932/data/data1...
2026-08-12 02:02:50,227 INFO  [Thread-85] impl.BlockPoolSlice (BlockPoolSlice.java:readReplicasFromCache(902)) - Replica Cache file: /tmp/hdfs-test8754559428922732932/data/data1/current/BP-918092081-10.240.0.18-1786500166391/current/replicas doesn't exist 
2026-08-12 02:02:50,228 INFO  [Thread-86] impl.FsDatasetImpl (FsVolumeList.java:run(199)) - Adding replicas to map for block pool BP-918092081-10.240.0.18-1786500166391 on volume /tmp/hdfs-test8754559428922732932/data/data2...
2026-08-12 02:02:50,229 INFO  [Thread-86] impl.BlockPoolSlice (BlockPoolSlice.java:readReplicasFromCache(902)) - Replica Cache file: /tmp/hdfs-test8754559428922732932/data/data2/current/BP-918092081-10.240.0.18-1786500166391/current/replicas doesn't exist 
2026-08-12 02:02:50,232 INFO  [Thread-86] impl.FsDatasetImpl (FsVolumeList.java:run(204)) - Time to add replicas to map for block pool BP-918092081-10.240.0.18-1786500166391 on volume /tmp/hdfs-test8754559428922732932/data/data2: 4ms
2026-08-12 02:02:50,232 INFO  [Thread-85] impl.FsDatasetImpl (FsVolumeList.java:run(204)) - Time to add replicas to map for block pool BP-918092081-10.240.0.18-1786500166391 on volume /tmp/hdfs-test8754559428922732932/data/data1: 6ms
2026-08-12 02:02:50,233 INFO  [Thread-63] impl.FsDatasetImpl (FsVolumeList.java:getAllVolumesMap(225)) - Total time to add all replicas to map for block pool BP-918092081-10.240.0.18-1786500166391: 7ms
2026-08-12 02:02:50,233 INFO  [Thread-63] checker.ThrottledAsyncChecker (ThrottledAsyncChecker.java:schedule(137)) - Scheduling a check for /tmp/hdfs-test8754559428922732932/data/data1
2026-08-12 02:02:50,248 INFO  [Thread-63] checker.DatasetVolumeChecker (DatasetVolumeChecker.java:checkAllVolumes(224)) - Scheduled health check for volume /tmp/hdfs-test8754559428922732932/data/data1
2026-08-12 02:02:50,250 INFO  [Thread-63] checker.ThrottledAsyncChecker (ThrottledAsyncChecker.java:schedule(137)) - Scheduling a check for /tmp/hdfs-test8754559428922732932/data/data2
2026-08-12 02:02:50,250 INFO  [Thread-63] checker.DatasetVolumeChecker (DatasetVolumeChecker.java:checkAllVolumes(224)) - Scheduled health check for volume /tmp/hdfs-test8754559428922732932/data/data2
2026-08-12 02:02:50,257 INFO  [VolumeScannerThread(/tmp/hdfs-test8754559428922732932/data/data2)] datanode.VolumeScanner (VolumeScanner.java:findNextUsableBlockIter(385)) - Now scanning bpid BP-918092081-10.240.0.18-1786500166391 on volume /tmp/hdfs-test8754559428922732932/data/data2
2026-08-12 02:02:50,257 INFO  [VolumeScannerThread(/tmp/hdfs-test8754559428922732932/data/data1)] datanode.VolumeScanner (VolumeScanner.java:findNextUsableBlockIter(385)) - Now scanning bpid BP-918092081-10.240.0.18-1786500166391 on volume /tmp/hdfs-test8754559428922732932/data/data1
2026-08-12 02:02:50,260 INFO  [VolumeScannerThread(/tmp/hdfs-test8754559428922732932/data/data2)] datanode.VolumeScanner (VolumeScanner.java:getNextBlockToScan(505)) - VolumeScanner(/tmp/hdfs-test8754559428922732932/data/data2, DS-b1a8de2f-e8ad-48e7-8638-0bd8f88801bd): finished scanning block pool BP-918092081-10.240.0.18-1786500166391
2026-08-12 02:02:50,260 INFO  [VolumeScannerThread(/tmp/hdfs-test8754559428922732932/data/data1)] datanode.VolumeScanner (VolumeScanner.java:getNextBlockToScan(505)) - VolumeScanner(/tmp/hdfs-test8754559428922732932/data/data1, DS-e6fb3a96-d9af-4a00-a58f-a3fcc7ce36a9): finished scanning block pool BP-918092081-10.240.0.18-1786500166391
2026-08-12 02:02:50,261 WARN  [Thread-63] datanode.DirectoryScanner (DirectoryScanner.java:<init>(300)) - dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1
2026-08-12 02:02:50,261 INFO  [Thread-63] datanode.DirectoryScanner (DirectoryScanner.java:start(329)) - Periodic Directory Tree Verification scan starting in 18043477ms with interval of 21600000ms and throttle limit of -1ms/s
2026-08-12 02:02:50,269 INFO  [BP-918092081-10.240.0.18-1786500166391 heartbeating to localhost/127.0.0.1:33293] datanode.DataNode (BPServiceActor.java:register(788)) - Block pool BP-918092081-10.240.0.18-1786500166391 (Datanode Uuid 39b57dd2-aa97-43f5-b4fe-f47c5976547a) service to localhost/127.0.0.1:33293 beginning handshake with NN
2026-08-12 02:02:50,286 INFO  [VolumeScannerThread(/tmp/hdfs-test8754559428922732932/data/data2)] datanode.VolumeScanner (VolumeScanner.java:findNextUsableBlockIter(402)) - VolumeScanner(/tmp/hdfs-test8754559428922732932/data/data2, DS-b1a8de2f-e8ad-48e7-8638-0bd8f88801bd): no suitable block pools found to scan.  Waiting 1814399971 ms.
2026-08-12 02:02:50,286 INFO  [VolumeScannerThread(/tmp/hdfs-test8754559428922732932/data/data1)] datanode.VolumeScanner (VolumeScanner.java:findNextUsableBlockIter(402)) - VolumeScanner(/tmp/hdfs-test8754559428922732932/data/data1, DS-e6fb3a96-d9af-4a00-a58f-a3fcc7ce36a9): no suitable block pools found to scan.  Waiting 1814399971 ms.
2026-08-12 02:02:50,297 INFO  [IPC Server handler 2 on default port 33293] hdfs.StateChange (DatanodeManager.java:registerDatanode(1142)) - BLOCK* registerDatanode: from DatanodeRegistration(127.0.0.1:36657, datanodeUuid=39b57dd2-aa97-43f5-b4fe-f47c5976547a, infoPort=41585, infoSecurePort=0, ipcPort=35355, storageInfo=lv=-57;cid=testClusterID;nsid=1593379127;c=1786500166391) storage 39b57dd2-aa97-43f5-b4fe-f47c5976547a
2026-08-12 02:02:50,299 INFO  [IPC Server handler 0 on default port 33293] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=datanodeReport	src=null	dst=null	perm=null	proto=rpc
2026-08-12 02:02:50,300 INFO  [IPC Server handler 2 on default port 33293] net.NetworkTopology (NetworkTopology.java:add(149)) - Adding a new node: /default-rack/127.0.0.1:36657
2026-08-12 02:02:50,300 INFO  [IPC Server handler 2 on default port 33293] blockmanagement.BlockReportLeaseManager (BlockReportLeaseManager.java:registerNode(200)) - Registered DN 39b57dd2-aa97-43f5-b4fe-f47c5976547a (127.0.0.1:36657).
2026-08-12 02:02:50,306 INFO  [Listener at localhost/35355] hdfs.MiniDFSCluster (MiniDFSCluster.java:shouldWait(2823)) - dnInfo.length != numDataNodes
2026-08-12 02:02:50,306 INFO  [Listener at localhost/35355] hdfs.MiniDFSCluster (MiniDFSCluster.java:waitActive(2744)) - Waiting for cluster to become active
2026-08-12 02:02:50,306 INFO  [BP-918092081-10.240.0.18-1786500166391 heartbeating to localhost/127.0.0.1:33293] datanode.DataNode (BPServiceActor.java:register(816)) - Block pool BP-918092081-10.240.0.18-1786500166391 (Datanode Uuid 39b57dd2-aa97-43f5-b4fe-f47c5976547a) service to localhost/127.0.0.1:33293 successfully registered with NN
2026-08-12 02:02:50,306 INFO  [BP-918092081-10.240.0.18-1786500166391 heartbeating to localhost/127.0.0.1:33293] datanode.DataNode (BPServiceActor.java:offerService(645)) - For namenode localhost/127.0.0.1:33293 using BLOCKREPORT_INTERVAL of 21600000msecs CACHEREPORT_INTERVAL of 10000msecs Initial delay: 0msecs; heartBeatInterval=3000
2026-08-12 02:02:50,328 INFO  [IPC Server handler 3 on default port 33293] blockmanagement.DatanodeDescriptor (DatanodeDescriptor.java:updateStorage(999)) - Adding new storage ID DS-e6fb3a96-d9af-4a00-a58f-a3fcc7ce36a9 for DN 127.0.0.1:36657
2026-08-12 02:02:50,329 INFO  [IPC Server handler 3 on default port 33293] blockmanagement.DatanodeDescriptor (DatanodeDescriptor.java:updateStorage(999)) - Adding new storage ID DS-b1a8de2f-e8ad-48e7-8638-0bd8f88801bd for DN 127.0.0.1:36657
2026-08-12 02:02:50,361 INFO  [Block report processor] BlockStateChange (BlockManager.java:processReport(2778)) - BLOCK* processReport 0xa9bdf6bb4f7fde0a: Processing first storage report for DS-b1a8de2f-e8ad-48e7-8638-0bd8f88801bd from datanode 39b57dd2-aa97-43f5-b4fe-f47c5976547a
2026-08-12 02:02:50,363 INFO  [Block report processor] BlockStateChange (BlockManager.java:processReport(2810)) - BLOCK* processReport 0xa9bdf6bb4f7fde0a: from storage DS-b1a8de2f-e8ad-48e7-8638-0bd8f88801bd node DatanodeRegistration(127.0.0.1:36657, datanodeUuid=39b57dd2-aa97-43f5-b4fe-f47c5976547a, infoPort=41585, infoSecurePort=0, ipcPort=35355, storageInfo=lv=-57;cid=testClusterID;nsid=1593379127;c=1786500166391), blocks: 0, hasStaleStorage: true, processing time: 2 msecs, invalidatedBlocks: 0
2026-08-12 02:02:50,363 INFO  [Block report processor] BlockStateChange (BlockManager.java:processReport(2778)) - BLOCK* processReport 0xa9bdf6bb4f7fde0a: Processing first storage report for DS-e6fb3a96-d9af-4a00-a58f-a3fcc7ce36a9 from datanode 39b57dd2-aa97-43f5-b4fe-f47c5976547a
2026-08-12 02:02:50,363 INFO  [Block report processor] BlockStateChange (BlockManager.java:processReport(2810)) - BLOCK* processReport 0xa9bdf6bb4f7fde0a: from storage DS-e6fb3a96-d9af-4a00-a58f-a3fcc7ce36a9 node DatanodeRegistration(127.0.0.1:36657, datanodeUuid=39b57dd2-aa97-43f5-b4fe-f47c5976547a, infoPort=41585, infoSecurePort=0, ipcPort=35355, storageInfo=lv=-57;cid=testClusterID;nsid=1593379127;c=1786500166391), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0
2026-08-12 02:02:50,379 INFO  [BP-918092081-10.240.0.18-1786500166391 heartbeating to localhost/127.0.0.1:33293] datanode.DataNode (BPServiceActor.java:blockReport(437)) - Successfully sent block report 0xa9bdf6bb4f7fde0a to namenode: localhost/127.0.0.1:33293,  containing 2 storage report(s), of which we sent 2. The reports had 0 total blocks and used 1 RPC(s). This took 4 msecs to generate and 30 msecs for RPC and NN processing. Got back one command: FinalizeCommand/5.
2026-08-12 02:02:50,380 INFO  [Command processor] datanode.DataNode (BPOfferService.java:processCommandFromActive(763)) - Got finalize command for block pool BP-918092081-10.240.0.18-1786500166391
2026-08-12 02:02:50,410 INFO  [IPC Server handler 5 on default port 33293] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=datanodeReport	src=null	dst=null	perm=null	proto=rpc
2026-08-12 02:02:50,416 INFO  [Listener at localhost/35355] hdfs.MiniDFSCluster (MiniDFSCluster.java:waitActive(2799)) - Cluster is active
2026-08-12 02:02:50,568 INFO  [Listener at localhost/35355] backup.BackupIO (BackupIO.scala:writeTableMetadata(95)) - Writing metadata to hdfs://localhost:33293/id_taco-taco/100/.kudu-metadata.json
2026-08-12 02:02:50,627 INFO  [IPC Server handler 6 on default port 33293] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=create	src=/id_taco-taco/100/.kudu-metadata.json	dst=null	perm=slave:supergroup:rw-r--r--	proto=rpc
2026-08-12 02:02:50,859 INFO  [IPC Server handler 1 on default port 33293] hdfs.StateChange (FSDirWriteFileOp.java:logAllocatedBlock(802)) - BLOCK* allocate blk_1073741825_1001, replicas=127.0.0.1:36657 for /id_taco-taco/100/.kudu-metadata.json
2026-08-12 02:02:50,946 INFO  [DataXceiver for client DFSClient_NONMAPREDUCE_-28084076_1 at /127.0.0.1:49818 [Receiving block BP-918092081-10.240.0.18-1786500166391:blk_1073741825_1001]] datanode.DataNode (DataXceiver.java:writeBlock(747)) - Receiving BP-918092081-10.240.0.18-1786500166391:blk_1073741825_1001 src: /127.0.0.1:49818 dest: /127.0.0.1:36657
2026-08-12 02:02:50,985 INFO  [PacketResponder: BP-918092081-10.240.0.18-1786500166391:blk_1073741825_1001, type=LAST_IN_PIPELINE] DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1539)) - src: /127.0.0.1:49818, dest: /127.0.0.1:36657, bytes: 82, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-28084076_1, offset: 0, srvID: 39b57dd2-aa97-43f5-b4fe-f47c5976547a, blockid: BP-918092081-10.240.0.18-1786500166391:blk_1073741825_1001, duration(ns): 9685079
2026-08-12 02:02:50,986 INFO  [PacketResponder: BP-918092081-10.240.0.18-1786500166391:blk_1073741825_1001, type=LAST_IN_PIPELINE] datanode.DataNode (BlockReceiver.java:run(1512)) - PacketResponder: BP-918092081-10.240.0.18-1786500166391:blk_1073741825_1001, type=LAST_IN_PIPELINE terminating
2026-08-12 02:02:50,996 INFO  [IPC Server handler 2 on default port 33293] namenode.FSNamesystem (FSNamesystem.java:checkBlocksComplete(3151)) - BLOCK* blk_1073741825_1001 is COMMITTED but not COMPLETE(numNodes= 0 <  minimum = 1) in file /id_taco-taco/100/.kudu-metadata.json
2026-08-12 02:02:51,402 INFO  [IPC Server handler 5 on default port 33293] hdfs.StateChange (FSNamesystem.java:completeFile(3104)) - DIR* completeFile: /id_taco-taco/100/.kudu-metadata.json is closed by DFSClient_NONMAPREDUCE_-28084076_1
2026-08-12 02:02:51,404 INFO  [Listener at localhost/35355] backup.BackupIO (BackupIO.scala:writeTableMetadata(95)) - Writing metadata to hdfs://localhost:33293/id_taco-taco/1000/.kudu-metadata.json
2026-08-12 02:02:51,408 INFO  [IPC Server handler 6 on default port 33293] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=create	src=/id_taco-taco/1000/.kudu-metadata.json	dst=null	perm=slave:supergroup:rw-r--r--	proto=rpc
2026-08-12 02:02:51,412 INFO  [IPC Server handler 7 on default port 33293] hdfs.StateChange (FSDirWriteFileOp.java:logAllocatedBlock(802)) - BLOCK* allocate blk_1073741826_1002, replicas=127.0.0.1:36657 for /id_taco-taco/1000/.kudu-metadata.json
2026-08-12 02:02:51,414 INFO  [DataXceiver for client DFSClient_NONMAPREDUCE_-28084076_1 at /127.0.0.1:49826 [Receiving block BP-918092081-10.240.0.18-1786500166391:blk_1073741826_1002]] datanode.DataNode (DataXceiver.java:writeBlock(747)) - Receiving BP-918092081-10.240.0.18-1786500166391:blk_1073741826_1002 src: /127.0.0.1:49826 dest: /127.0.0.1:36657
2026-08-12 02:02:51,420 INFO  [PacketResponder: BP-918092081-10.240.0.18-1786500166391:blk_1073741826_1002, type=LAST_IN_PIPELINE] DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1539)) - src: /127.0.0.1:49826, dest: /127.0.0.1:36657, bytes: 83, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-28084076_1, offset: 0, srvID: 39b57dd2-aa97-43f5-b4fe-f47c5976547a, blockid: BP-918092081-10.240.0.18-1786500166391:blk_1073741826_1002, duration(ns): 3162193
2026-08-12 02:02:51,421 INFO  [PacketResponder: BP-918092081-10.240.0.18-1786500166391:blk_1073741826_1002, type=LAST_IN_PIPELINE] datanode.DataNode (BlockReceiver.java:run(1512)) - PacketResponder: BP-918092081-10.240.0.18-1786500166391:blk_1073741826_1002, type=LAST_IN_PIPELINE terminating
2026-08-12 02:02:51,423 INFO  [IPC Server handler 9 on default port 33293] hdfs.StateChange (FSNamesystem.java:completeFile(3104)) - DIR* completeFile: /id_taco-taco/1000/.kudu-metadata.json is closed by DFSClient_NONMAPREDUCE_-28084076_1
2026-08-12 02:02:51,425 INFO  [Listener at localhost/35355] backup.BackupIO (BackupIO.scala:writeTableMetadata(95)) - Writing metadata to hdfs://localhost:33293/id_taco-taco/2000/.kudu-metadata.json
2026-08-12 02:02:51,427 INFO  [IPC Server handler 1 on default port 33293] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=create	src=/id_taco-taco/2000/.kudu-metadata.json	dst=null	perm=slave:supergroup:rw-r--r--	proto=rpc
2026-08-12 02:02:51,432 INFO  [IPC Server handler 0 on default port 33293] hdfs.StateChange (FSDirWriteFileOp.java:logAllocatedBlock(802)) - BLOCK* allocate blk_1073741827_1003, replicas=127.0.0.1:36657 for /id_taco-taco/2000/.kudu-metadata.json
2026-08-12 02:02:51,434 INFO  [DataXceiver for client DFSClient_NONMAPREDUCE_-28084076_1 at /127.0.0.1:49832 [Receiving block BP-918092081-10.240.0.18-1786500166391:blk_1073741827_1003]] datanode.DataNode (DataXceiver.java:writeBlock(747)) - Receiving BP-918092081-10.240.0.18-1786500166391:blk_1073741827_1003 src: /127.0.0.1:49832 dest: /127.0.0.1:36657
2026-08-12 02:02:51,442 INFO  [PacketResponder: BP-918092081-10.240.0.18-1786500166391:blk_1073741827_1003, type=LAST_IN_PIPELINE] DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1539)) - src: /127.0.0.1:49832, dest: /127.0.0.1:36657, bytes: 102, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-28084076_1, offset: 0, srvID: 39b57dd2-aa97-43f5-b4fe-f47c5976547a, blockid: BP-918092081-10.240.0.18-1786500166391:blk_1073741827_1003, duration(ns): 5722536
2026-08-12 02:02:51,442 INFO  [PacketResponder: BP-918092081-10.240.0.18-1786500166391:blk_1073741827_1003, type=LAST_IN_PIPELINE] datanode.DataNode (BlockReceiver.java:run(1512)) - PacketResponder: BP-918092081-10.240.0.18-1786500166391:blk_1073741827_1003, type=LAST_IN_PIPELINE terminating
2026-08-12 02:02:51,445 INFO  [IPC Server handler 3 on default port 33293] hdfs.StateChange (FSNamesystem.java:completeFile(3104)) - DIR* completeFile: /id_taco-taco/2000/.kudu-metadata.json is closed by DFSClient_NONMAPREDUCE_-28084076_1
2026-08-12 02:02:51,447 INFO  [Listener at localhost/35355] backup.BackupIO (BackupIO.scala:writeTableMetadata(95)) - Writing metadata to hdfs://localhost:33293/id_pizza-pizza/200/.kudu-metadata.json
2026-08-12 02:02:51,449 INFO  [IPC Server handler 4 on default port 33293] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=create	src=/id_pizza-pizza/200/.kudu-metadata.json	dst=null	perm=slave:supergroup:rw-r--r--	proto=rpc
2026-08-12 02:02:51,453 INFO  [IPC Server handler 5 on default port 33293] hdfs.StateChange (FSDirWriteFileOp.java:logAllocatedBlock(802)) - BLOCK* allocate blk_1073741828_1004, replicas=127.0.0.1:36657 for /id_pizza-pizza/200/.kudu-metadata.json
2026-08-12 02:02:51,459 INFO  [DataXceiver for client DFSClient_NONMAPREDUCE_-28084076_1 at /127.0.0.1:49834 [Receiving block BP-918092081-10.240.0.18-1786500166391:blk_1073741828_1004]] datanode.DataNode (DataXceiver.java:writeBlock(747)) - Receiving BP-918092081-10.240.0.18-1786500166391:blk_1073741828_1004 src: /127.0.0.1:49834 dest: /127.0.0.1:36657
2026-08-12 02:02:51,467 INFO  [PacketResponder: BP-918092081-10.240.0.18-1786500166391:blk_1073741828_1004, type=LAST_IN_PIPELINE] DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1539)) - src: /127.0.0.1:49834, dest: /127.0.0.1:36657, bytes: 84, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-28084076_1, offset: 0, srvID: 39b57dd2-aa97-43f5-b4fe-f47c5976547a, blockid: BP-918092081-10.240.0.18-1786500166391:blk_1073741828_1004, duration(ns): 3443478
2026-08-12 02:02:51,467 INFO  [PacketResponder: BP-918092081-10.240.0.18-1786500166391:blk_1073741828_1004, type=LAST_IN_PIPELINE] datanode.DataNode (BlockReceiver.java:run(1512)) - PacketResponder: BP-918092081-10.240.0.18-1786500166391:blk_1073741828_1004, type=LAST_IN_PIPELINE terminating
2026-08-12 02:02:51,470 INFO  [IPC Server handler 7 on default port 33293] hdfs.StateChange (FSNamesystem.java:completeFile(3104)) - DIR* completeFile: /id_pizza-pizza/200/.kudu-metadata.json is closed by DFSClient_NONMAPREDUCE_-28084076_1
2026-08-12 02:02:51,471 INFO  [Listener at localhost/35355] backup.BackupIO (BackupIO.scala:writeTableMetadata(95)) - Writing metadata to hdfs://localhost:33293/id_pizza-pizza/400/.kudu-metadata.json
2026-08-12 02:02:51,474 INFO  [IPC Server handler 8 on default port 33293] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=create	src=/id_pizza-pizza/400/.kudu-metadata.json	dst=null	perm=slave:supergroup:rw-r--r--	proto=rpc
2026-08-12 02:02:51,477 INFO  [IPC Server handler 9 on default port 33293] hdfs.StateChange (FSDirWriteFileOp.java:logAllocatedBlock(802)) - BLOCK* allocate blk_1073741829_1005, replicas=127.0.0.1:36657 for /id_pizza-pizza/400/.kudu-metadata.json
2026-08-12 02:02:51,479 INFO  [DataXceiver for client DFSClient_NONMAPREDUCE_-28084076_1 at /127.0.0.1:49836 [Receiving block BP-918092081-10.240.0.18-1786500166391:blk_1073741829_1005]] datanode.DataNode (DataXceiver.java:writeBlock(747)) - Receiving BP-918092081-10.240.0.18-1786500166391:blk_1073741829_1005 src: /127.0.0.1:49836 dest: /127.0.0.1:36657
2026-08-12 02:02:51,484 INFO  [PacketResponder: BP-918092081-10.240.0.18-1786500166391:blk_1073741829_1005, type=LAST_IN_PIPELINE] DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1539)) - src: /127.0.0.1:49836, dest: /127.0.0.1:36657, bytes: 103, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-28084076_1, offset: 0, srvID: 39b57dd2-aa97-43f5-b4fe-f47c5976547a, blockid: BP-918092081-10.240.0.18-1786500166391:blk_1073741829_1005, duration(ns): 2993798
2026-08-12 02:02:51,484 INFO  [PacketResponder: BP-918092081-10.240.0.18-1786500166391:blk_1073741829_1005, type=LAST_IN_PIPELINE] datanode.DataNode (BlockReceiver.java:run(1512)) - PacketResponder: BP-918092081-10.240.0.18-1786500166391:blk_1073741829_1005, type=LAST_IN_PIPELINE terminating
2026-08-12 02:02:51,487 INFO  [IPC Server handler 0 on default port 33293] hdfs.StateChange (FSNamesystem.java:completeFile(3104)) - DIR* completeFile: /id_pizza-pizza/400/.kudu-metadata.json is closed by DFSClient_NONMAPREDUCE_-28084076_1
2026-08-12 02:02:51,488 INFO  [Listener at localhost/35355] backup.BackupIO (BackupIO.scala:writeTableMetadata(95)) - Writing metadata to hdfs://localhost:33293/id_pizza-pizza/600/.kudu-metadata.json
2026-08-12 02:02:51,490 INFO  [IPC Server handler 2 on default port 33293] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=create	src=/id_pizza-pizza/600/.kudu-metadata.json	dst=null	perm=slave:supergroup:rw-r--r--	proto=rpc
2026-08-12 02:02:51,494 INFO  [IPC Server handler 3 on default port 33293] hdfs.StateChange (FSDirWriteFileOp.java:logAllocatedBlock(802)) - BLOCK* allocate blk_1073741830_1006, replicas=127.0.0.1:36657 for /id_pizza-pizza/600/.kudu-metadata.json
2026-08-12 02:02:51,499 INFO  [DataXceiver for client DFSClient_NONMAPREDUCE_-28084076_1 at /127.0.0.1:49844 [Receiving block BP-918092081-10.240.0.18-1786500166391:blk_1073741830_1006]] datanode.DataNode (DataXceiver.java:writeBlock(747)) - Receiving BP-918092081-10.240.0.18-1786500166391:blk_1073741830_1006 src: /127.0.0.1:49844 dest: /127.0.0.1:36657
2026-08-12 02:02:51,507 INFO  [PacketResponder: BP-918092081-10.240.0.18-1786500166391:blk_1073741830_1006, type=LAST_IN_PIPELINE] DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1539)) - src: /127.0.0.1:49844, dest: /127.0.0.1:36657, bytes: 103, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-28084076_1, offset: 0, srvID: 39b57dd2-aa97-43f5-b4fe-f47c5976547a, blockid: BP-918092081-10.240.0.18-1786500166391:blk_1073741830_1006, duration(ns): 3239815
2026-08-12 02:02:51,507 INFO  [PacketResponder: BP-918092081-10.240.0.18-1786500166391:blk_1073741830_1006, type=LAST_IN_PIPELINE] datanode.DataNode (BlockReceiver.java:run(1512)) - PacketResponder: BP-918092081-10.240.0.18-1786500166391:blk_1073741830_1006, type=LAST_IN_PIPELINE terminating
2026-08-12 02:02:51,512 INFO  [IPC Server handler 5 on default port 33293] hdfs.StateChange (FSNamesystem.java:completeFile(3104)) - DIR* completeFile: /id_pizza-pizza/600/.kudu-metadata.json is closed by DFSClient_NONMAPREDUCE_-28084076_1
2026-08-12 02:02:52,051 INFO  [IPC Server handler 6 on default port 33293] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=getfileinfo	src=/	dst=null	perm=null	proto=rpc
2026-08-12 02:02:52,057 INFO  [IPC Server handler 7 on default port 33293] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=listStatus	src=/	dst=null	perm=null	proto=rpc
2026-08-12 02:02:52,066 INFO  [IPC Server handler 8 on default port 33293] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=listStatus	src=/id_pizza-pizza	dst=null	perm=null	proto=rpc
2026-08-12 02:02:52,069 INFO  [IPC Server handler 9 on default port 33293] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=getfileinfo	src=/id_pizza-pizza/200/.kudu-metadata.json	dst=null	perm=null	proto=rpc
2026-08-12 02:02:52,077 INFO  [IPC Server handler 1 on default port 33293] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=open	src=/id_pizza-pizza/200/.kudu-metadata.json	dst=null	perm=null	proto=rpc
2026-08-12 02:02:52,148 INFO  [IPC Server handler 0 on default port 33293] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=getfileinfo	src=/id_pizza-pizza/400/.kudu-metadata.json	dst=null	perm=null	proto=rpc
2026-08-12 02:02:52,151 INFO  [IPC Server handler 2 on default port 33293] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=open	src=/id_pizza-pizza/400/.kudu-metadata.json	dst=null	perm=null	proto=rpc
2026-08-12 02:02:52,157 INFO  [IPC Server handler 3 on default port 33293] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=getfileinfo	src=/id_pizza-pizza/600/.kudu-metadata.json	dst=null	perm=null	proto=rpc
2026-08-12 02:02:52,158 INFO  [IPC Server handler 4 on default port 33293] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=open	src=/id_pizza-pizza/600/.kudu-metadata.json	dst=null	perm=null	proto=rpc
2026-08-12 02:02:52,161 INFO  [Listener at localhost/35355] backup.BackupIO (BackupIO.scala:readTableBackups(236)) - Found 3 paths in hdfs://localhost:33293/id_pizza-pizza
2026-08-12 02:02:52,163 INFO  [IPC Server handler 5 on default port 33293] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=listStatus	src=/id_taco-taco	dst=null	perm=null	proto=rpc
2026-08-12 02:02:52,164 INFO  [IPC Server handler 6 on default port 33293] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=getfileinfo	src=/id_taco-taco/100/.kudu-metadata.json	dst=null	perm=null	proto=rpc
2026-08-12 02:02:52,166 INFO  [IPC Server handler 7 on default port 33293] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=open	src=/id_taco-taco/100/.kudu-metadata.json	dst=null	perm=null	proto=rpc
2026-08-12 02:02:52,170 INFO  [IPC Server handler 8 on default port 33293] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=getfileinfo	src=/id_taco-taco/1000/.kudu-metadata.json	dst=null	perm=null	proto=rpc
2026-08-12 02:02:52,174 INFO  [IPC Server handler 9 on default port 33293] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=open	src=/id_taco-taco/1000/.kudu-metadata.json	dst=null	perm=null	proto=rpc
2026-08-12 02:02:52,177 INFO  [IPC Server handler 1 on default port 33293] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=getfileinfo	src=/id_taco-taco/2000/.kudu-metadata.json	dst=null	perm=null	proto=rpc
2026-08-12 02:02:52,179 INFO  [IPC Server handler 0 on default port 33293] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=open	src=/id_taco-taco/2000/.kudu-metadata.json	dst=null	perm=null	proto=rpc
2026-08-12 02:02:52,182 INFO  [Listener at localhost/35355] backup.BackupIO (BackupIO.scala:readTableBackups(236)) - Found 3 paths in hdfs://localhost:33293/id_taco-taco
.2026-08-12 02:02:52,257 INFO  [Listener at localhost/35355] hdfs.MiniDFSCluster (MiniDFSCluster.java:<init>(529)) - starting cluster: numNameNodes=1, numDataNodes=1
2026-08-12 02:02:52,258 INFO  [Listener at localhost/35355] namenode.NameNode (NameNode.java:format(1249)) - Formatting using clusterid: testClusterID
2026-08-12 02:02:52,259 INFO  [Listener at localhost/35355] namenode.FSEditLog (FSEditLog.java:newInstance(229)) - Edit logging is async:true
2026-08-12 02:02:52,274 INFO  [Listener at localhost/35355] namenode.FSNamesystem (FSNamesystem.java:<init>(814)) - KeyProvider: null
2026-08-12 02:02:52,274 INFO  [Listener at localhost/35355] namenode.FSNamesystem (FSNamesystemLock.java:<init>(141)) - fsLock is fair: true
2026-08-12 02:02:52,275 INFO  [Listener at localhost/35355] namenode.FSNamesystem (FSNamesystemLock.java:<init>(159)) - Detailed lock hold time metrics enabled: false
2026-08-12 02:02:52,275 INFO  [Listener at localhost/35355] namenode.FSNamesystem (FSNamesystem.java:<init>(847)) - fsOwner                = slave (auth:SIMPLE)
2026-08-12 02:02:52,275 INFO  [Listener at localhost/35355] namenode.FSNamesystem (FSNamesystem.java:<init>(848)) - supergroup             = supergroup
2026-08-12 02:02:52,275 INFO  [Listener at localhost/35355] namenode.FSNamesystem (FSNamesystem.java:<init>(849)) - isPermissionEnabled    = true
2026-08-12 02:02:52,275 INFO  [Listener at localhost/35355] namenode.FSNamesystem (FSNamesystem.java:<init>(850)) - isStoragePolicyEnabled = true
2026-08-12 02:02:52,275 INFO  [Listener at localhost/35355] namenode.FSNamesystem (FSNamesystem.java:<init>(861)) - HA Enabled: false
2026-08-12 02:02:52,276 INFO  [Listener at localhost/35355] common.Util (Util.java:isDiskStatsEnabled(395)) - dfs.datanode.fileio.profiling.sampling.percentage set to 0. Disabling file IO profiling
2026-08-12 02:02:52,276 INFO  [Listener at localhost/35355] blockmanagement.DatanodeManager (DatanodeManager.java:<init>(334)) - dfs.block.invalidate.limit: configured=1000, counted=60, effected=1000
2026-08-12 02:02:52,276 INFO  [Listener at localhost/35355] blockmanagement.DatanodeManager (DatanodeManager.java:<init>(342)) - dfs.namenode.datanode.registration.ip-hostname-check=true
2026-08-12 02:02:52,277 INFO  [Listener at localhost/35355] blockmanagement.BlockManager (InvalidateBlocks.java:printBlockDeletionTime(77)) - dfs.namenode.startup.delay.block.deletion.sec is set to 000:00:00:00.000
2026-08-12 02:02:52,277 INFO  [Listener at localhost/35355] blockmanagement.BlockManager (InvalidateBlocks.java:printBlockDeletionTime(83)) - The block deletion will start around 2026 Aug 12 02:02:52
2026-08-12 02:02:52,277 INFO  [Listener at localhost/35355] util.GSet (LightWeightGSet.java:computeCapacity(395)) - Computing capacity for map BlocksMap
2026-08-12 02:02:52,277 INFO  [Listener at localhost/35355] util.GSet (LightWeightGSet.java:computeCapacity(396)) - VM type       = 64-bit
2026-08-12 02:02:52,277 INFO  [Listener at localhost/35355] util.GSet (LightWeightGSet.java:computeCapacity(397)) - 2.0% max memory 3.5 GB = 72.5 MB
2026-08-12 02:02:52,278 INFO  [Listener at localhost/35355] util.GSet (LightWeightGSet.java:computeCapacity(402)) - capacity      = 2^23 = 8388608 entries
2026-08-12 02:02:52,283 INFO  [Listener at localhost/35355] blockmanagement.BlockManager (BlockManager.java:createSPSManager(5447)) - Storage policy satisfier is disabled
2026-08-12 02:02:52,283 INFO  [Listener at localhost/35355] blockmanagement.BlockManager (BlockManager.java:createBlockTokenSecretManager(641)) - dfs.block.access.token.enable = false
2026-08-12 02:02:52,284 INFO  [Listener at localhost/35355] blockmanagement.BlockManagerSafeMode (BlockManagerSafeMode.java:<init>(160)) - dfs.namenode.safemode.threshold-pct = 0.999
2026-08-12 02:02:52,284 INFO  [Listener at localhost/35355] blockmanagement.BlockManagerSafeMode (BlockManagerSafeMode.java:<init>(161)) - dfs.namenode.safemode.min.datanodes = 0
2026-08-12 02:02:52,284 INFO  [Listener at localhost/35355] blockmanagement.BlockManagerSafeMode (BlockManagerSafeMode.java:<init>(163)) - dfs.namenode.safemode.extension = 0
2026-08-12 02:02:52,284 INFO  [Listener at localhost/35355] blockmanagement.BlockManager (BlockManager.java:<init>(627)) - defaultReplication         = 1
2026-08-12 02:02:52,284 INFO  [Listener at localhost/35355] blockmanagement.BlockManager (BlockManager.java:<init>(628)) - maxReplication             = 512
2026-08-12 02:02:52,284 INFO  [Listener at localhost/35355] blockmanagement.BlockManager (BlockManager.java:<init>(629)) - minReplication             = 1
2026-08-12 02:02:52,284 INFO  [Listener at localhost/35355] blockmanagement.BlockManager (BlockManager.java:<init>(630)) - maxReplicationStreams      = 2
2026-08-12 02:02:52,284 INFO  [Listener at localhost/35355] blockmanagement.BlockManager (BlockManager.java:<init>(631)) - redundancyRecheckInterval  = 3000ms
2026-08-12 02:02:52,284 INFO  [Listener at localhost/35355] blockmanagement.BlockManager (BlockManager.java:<init>(632)) - encryptDataTransfer        = false
2026-08-12 02:02:52,284 INFO  [Listener at localhost/35355] blockmanagement.BlockManager (BlockManager.java:<init>(633)) - maxNumBlocksToLog          = 1000
2026-08-12 02:02:52,285 INFO  [Listener at localhost/35355] util.GSet (LightWeightGSet.java:computeCapacity(395)) - Computing capacity for map INodeMap
2026-08-12 02:02:52,285 INFO  [Listener at localhost/35355] util.GSet (LightWeightGSet.java:computeCapacity(396)) - VM type       = 64-bit
2026-08-12 02:02:52,285 INFO  [Listener at localhost/35355] util.GSet (LightWeightGSet.java:computeCapacity(397)) - 1.0% max memory 3.5 GB = 36.2 MB
2026-08-12 02:02:52,285 INFO  [Listener at localhost/35355] util.GSet (LightWeightGSet.java:computeCapacity(402)) - capacity      = 2^22 = 4194304 entries
2026-08-12 02:02:52,324 INFO  [Listener at localhost/35355] namenode.FSDirectory (FSDirectory.java:<init>(335)) - ACLs enabled? true
2026-08-12 02:02:52,328 INFO  [Listener at localhost/35355] namenode.FSDirectory (FSDirectory.java:<init>(339)) - POSIX ACL inheritance enabled? true
2026-08-12 02:02:52,328 INFO  [Listener at localhost/35355] namenode.FSDirectory (FSDirectory.java:<init>(343)) - XAttrs enabled? true
2026-08-12 02:02:52,328 INFO  [Listener at localhost/35355] namenode.NameNode (FSDirectory.java:<init>(406)) - Caching file names occurring more than 10 times
2026-08-12 02:02:52,328 INFO  [Listener at localhost/35355] snapshot.SnapshotManager (SnapshotManager.java:<init>(124)) - Loaded config captureOpenFiles: false, skipCaptureAccessTimeOnlyChange: false, snapshotDiffAllowSnapRootDescendant: true, maxSnapshotLimit: 65536
2026-08-12 02:02:52,328 INFO  [Listener at localhost/35355] snapshot.SnapshotManager (DirectoryDiffListFactory.java:init(43)) - SkipList is disabled
2026-08-12 02:02:52,328 INFO  [Listener at localhost/35355] util.GSet (LightWeightGSet.java:computeCapacity(395)) - Computing capacity for map cachedBlocks
2026-08-12 02:02:52,329 INFO  [Listener at localhost/35355] util.GSet (LightWeightGSet.java:computeCapacity(396)) - VM type       = 64-bit
2026-08-12 02:02:52,329 INFO  [Listener at localhost/35355] util.GSet (LightWeightGSet.java:computeCapacity(397)) - 0.25% max memory 3.5 GB = 9.1 MB
2026-08-12 02:02:52,329 INFO  [Listener at localhost/35355] util.GSet (LightWeightGSet.java:computeCapacity(402)) - capacity      = 2^20 = 1048576 entries
2026-08-12 02:02:52,330 INFO  [Listener at localhost/35355] metrics.TopMetrics (TopMetrics.java:logConf(75)) - NNTop conf: dfs.namenode.top.window.num.buckets = 10
2026-08-12 02:02:52,330 INFO  [Listener at localhost/35355] metrics.TopMetrics (TopMetrics.java:logConf(77)) - NNTop conf: dfs.namenode.top.num.users = 10
2026-08-12 02:02:52,330 INFO  [Listener at localhost/35355] metrics.TopMetrics (TopMetrics.java:logConf(79)) - NNTop conf: dfs.namenode.top.windows.minutes = 1,5,25
2026-08-12 02:02:52,331 INFO  [Listener at localhost/35355] namenode.FSNamesystem (FSNamesystem.java:initRetryCache(1080)) - Retry cache on namenode is enabled
2026-08-12 02:02:52,331 INFO  [Listener at localhost/35355] namenode.FSNamesystem (FSNamesystem.java:initRetryCache(1088)) - Retry cache will use 0.03 of total heap and retry cache entry expiry time is 600000 millis
2026-08-12 02:02:52,331 INFO  [Listener at localhost/35355] util.GSet (LightWeightGSet.java:computeCapacity(395)) - Computing capacity for map NameNodeRetryCache
2026-08-12 02:02:52,331 INFO  [Listener at localhost/35355] util.GSet (LightWeightGSet.java:computeCapacity(396)) - VM type       = 64-bit
2026-08-12 02:02:52,332 INFO  [Listener at localhost/35355] util.GSet (LightWeightGSet.java:computeCapacity(397)) - 0.029999999329447746% max memory 3.5 GB = 1.1 MB
2026-08-12 02:02:52,332 INFO  [Listener at localhost/35355] util.GSet (LightWeightGSet.java:computeCapacity(402)) - capacity      = 2^17 = 131072 entries
2026-08-12 02:02:52,333 INFO  [Listener at localhost/35355] namenode.FSImage (FSImage.java:format(186)) - Allocated new BlockPoolId: BP-813884145-10.240.0.18-1786500172333
2026-08-12 02:02:52,340 INFO  [Listener at localhost/35355] common.Storage (NNStorage.java:format(595)) - Storage directory /tmp/hdfs-test4346873196580699274/name-0-1 has been successfully formatted.
2026-08-12 02:02:52,346 INFO  [Listener at localhost/35355] common.Storage (NNStorage.java:format(595)) - Storage directory /tmp/hdfs-test4346873196580699274/name-0-2 has been successfully formatted.
2026-08-12 02:02:52,362 INFO  [FSImageSaver for /tmp/hdfs-test4346873196580699274/name-0-2 of type IMAGE_AND_EDITS] namenode.FSImageFormatProtobuf (FSImageFormatProtobuf.java:save(732)) - Saving image file /tmp/hdfs-test4346873196580699274/name-0-2/current/fsimage.ckpt_0000000000000000000 using no compression
2026-08-12 02:02:52,366 INFO  [FSImageSaver for /tmp/hdfs-test4346873196580699274/name-0-1 of type IMAGE_AND_EDITS] namenode.FSImageFormatProtobuf (FSImageFormatProtobuf.java:save(732)) - Saving image file /tmp/hdfs-test4346873196580699274/name-0-1/current/fsimage.ckpt_0000000000000000000 using no compression
2026-08-12 02:02:52,371 INFO  [FSImageSaver for /tmp/hdfs-test4346873196580699274/name-0-2 of type IMAGE_AND_EDITS] namenode.FSImageFormatProtobuf (FSImageFormatProtobuf.java:save(736)) - Image file /tmp/hdfs-test4346873196580699274/name-0-2/current/fsimage.ckpt_0000000000000000000 of size 418 bytes saved in 0 seconds .
2026-08-12 02:02:52,380 INFO  [FSImageSaver for /tmp/hdfs-test4346873196580699274/name-0-1 of type IMAGE_AND_EDITS] namenode.FSImageFormatProtobuf (FSImageFormatProtobuf.java:save(736)) - Image file /tmp/hdfs-test4346873196580699274/name-0-1/current/fsimage.ckpt_0000000000000000000 of size 418 bytes saved in 0 seconds .
2026-08-12 02:02:52,385 INFO  [Listener at localhost/35355] namenode.NNStorageRetentionManager (NNStorageRetentionManager.java:getImageTxIdToRetain(203)) - Going to retain 1 images with txid >= 0
2026-08-12 02:02:52,396 INFO  [Listener at localhost/35355] namenode.FSNamesystem (FSNamesystem.java:stopActiveServices(1427)) - Stopping services started for active state
2026-08-12 02:02:52,397 INFO  [Listener at localhost/35355] namenode.FSNamesystem (FSNamesystem.java:stopStandbyServices(1528)) - Stopping services started for standby state
2026-08-12 02:02:52,398 INFO  [Listener at localhost/35355] namenode.NameNode (NameNode.java:createNameNode(1707)) - createNameNode []
2026-08-12 02:02:52,398 INFO  [Listener at localhost/35355] impl.MetricsSystemImpl (MetricsSystemImpl.java:init(158)) - NameNode metrics system started (again)
2026-08-12 02:02:52,398 INFO  [Listener at localhost/35355] namenode.NameNodeUtils (NameNodeUtils.java:getClientNamenodeAddress(79)) - fs.defaultFS is hdfs://127.0.0.1:0
2026-08-12 02:02:52,416 INFO  [org.apache.hadoop.util.JvmPauseMonitor$Monitor@38c9e0d6] util.JvmPauseMonitor (JvmPauseMonitor.java:run(188)) - Starting JVM pause monitor
2026-08-12 02:02:52,416 INFO  [Listener at localhost/35355] hdfs.DFSUtil (DFSUtil.java:httpServerTemplateForNNAndJN(1668)) - Filter initializers set : org.apache.hadoop.http.lib.StaticUserWebFilter,org.apache.hadoop.hdfs.web.AuthFilterInitializer
2026-08-12 02:02:52,417 INFO  [Listener at localhost/35355] hdfs.DFSUtil (DFSUtil.java:httpServerTemplateForNNAndJN(1690)) - Starting Web-server for hdfs at: http://localhost:0
2026-08-12 02:02:52,420 INFO  [Listener at localhost/35355] server.AuthenticationFilter (AuthenticationFilter.java:constructSecretProvider(240)) - Unable to initialize FileSignerSecretProvider, falling back to use random secrets.
2026-08-12 02:02:52,420 INFO  [Listener at localhost/35355] http.HttpRequestLog (HttpRequestLog.java:getRequestLog(82)) - Http request log for http.requests.namenode is not defined
2026-08-12 02:02:52,422 INFO  [Listener at localhost/35355] http.HttpServer2 (HttpServer2.java:addGlobalFilter(1111)) - Added global filter 'safety' (class=org.apache.hadoop.http.HttpServer2$QuotingInputFilter)
2026-08-12 02:02:52,423 INFO  [Listener at localhost/35355] http.HttpServer2 (HttpServer2.java:addFilter(1084)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context hdfs
2026-08-12 02:02:52,423 INFO  [Listener at localhost/35355] http.HttpServer2 (HttpServer2.java:addFilter(1094)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context static
2026-08-12 02:02:52,424 INFO  [Listener at localhost/35355] http.HttpServer2 (HttpServer2.java:addFilter(1084)) - Added filter AuthFilter (class=org.apache.hadoop.hdfs.web.AuthFilter) to context hdfs
2026-08-12 02:02:52,425 INFO  [Listener at localhost/35355] http.HttpServer2 (HttpServer2.java:addFilter(1094)) - Added filter AuthFilter (class=org.apache.hadoop.hdfs.web.AuthFilter) to context static
2026-08-12 02:02:52,425 INFO  [Listener at localhost/35355] http.HttpServer2 (HttpServer2.java:addJerseyResourcePackage(938)) - addJerseyResourcePackage: packageName=org.apache.hadoop.hdfs.server.namenode.web.resources;org.apache.hadoop.hdfs.web.resources, pathSpec=/webhdfs/v1/*
2026-08-12 02:02:52,426 INFO  [Listener at localhost/35355] http.HttpServer2 (HttpServer2.java:bindListener(1332)) - Jetty bound to port 33143
2026-08-12 02:02:52,426 INFO  [Listener at localhost/35355] server.Server (Server.java:doStart(375)) - jetty-9.4.40.v20210413; built: 2021-04-13T20:42:42.668Z; git: b881a572662e1943a14ae12e7e1207989f218b74; jvm 1.8.0_362-8u372-ga~us1-0ubuntu1~18.04-b09
2026-08-12 02:02:52,430 INFO  [Listener at localhost/35355] server.session (DefaultSessionIdManager.java:doStart(334)) - DefaultSessionIdManager workerName=node0
2026-08-12 02:02:52,430 INFO  [Listener at localhost/35355] server.session (DefaultSessionIdManager.java:doStart(339)) - No SessionScavenger set, using defaults
2026-08-12 02:02:52,431 INFO  [Listener at localhost/35355] server.session (HouseKeeper.java:startScavenging(132)) - node0 Scavenging every 660000ms
2026-08-12 02:02:52,432 INFO  [Listener at localhost/35355] server.AuthenticationFilter (AuthenticationFilter.java:constructSecretProvider(240)) - Unable to initialize FileSignerSecretProvider, falling back to use random secrets.
2026-08-12 02:02:52,433 INFO  [Listener at localhost/35355] handler.ContextHandler (ContextHandler.java:doStart(916)) - Started o.e.j.s.ServletContextHandler@1a8df0b3{static,/static,jar:file:/tmp/dist-test-taskZDRa4f/java/build/jars/hadoop-hdfs-3.3.1-tests.jar!/webapps/static,AVAILABLE}
2026-08-12 02:02:52,578 INFO  [Listener at localhost/35355] handler.ContextHandler (ContextHandler.java:doStart(916)) - Started o.e.j.w.WebAppContext@6f2e1024{hdfs,/,file:///tmp/jetty-localhost-33143-hadoop-hdfs-3_3_1-tests_jar-_-any-7965034641155100591/webapp/,AVAILABLE}{jar:file:/tmp/dist-test-taskZDRa4f/java/build/jars/hadoop-hdfs-3.3.1-tests.jar!/webapps/hdfs}
2026-08-12 02:02:52,580 INFO  [Listener at localhost/35355] server.AbstractConnector (AbstractConnector.java:doStart(331)) - Started ServerConnector@54d1608f{HTTP/1.1, (http/1.1)}{localhost:33143}
2026-08-12 02:02:52,580 INFO  [Listener at localhost/35355] server.Server (Server.java:doStart(415)) - Started @8302ms
2026-08-12 02:02:52,582 INFO  [Listener at localhost/35355] namenode.FSEditLog (FSEditLog.java:newInstance(229)) - Edit logging is async:true
2026-08-12 02:02:52,597 INFO  [Listener at localhost/35355] namenode.FSNamesystem (FSNamesystem.java:<init>(814)) - KeyProvider: null
2026-08-12 02:02:52,597 INFO  [Listener at localhost/35355] namenode.FSNamesystem (FSNamesystemLock.java:<init>(141)) - fsLock is fair: true
2026-08-12 02:02:52,597 INFO  [Listener at localhost/35355] namenode.FSNamesystem (FSNamesystemLock.java:<init>(159)) - Detailed lock hold time metrics enabled: false
2026-08-12 02:02:52,597 INFO  [Listener at localhost/35355] namenode.FSNamesystem (FSNamesystem.java:<init>(847)) - fsOwner                = slave (auth:SIMPLE)
2026-08-12 02:02:52,598 INFO  [Listener at localhost/35355] namenode.FSNamesystem (FSNamesystem.java:<init>(848)) - supergroup             = supergroup
2026-08-12 02:02:52,598 INFO  [Listener at localhost/35355] namenode.FSNamesystem (FSNamesystem.java:<init>(849)) - isPermissionEnabled    = true
2026-08-12 02:02:52,598 INFO  [Listener at localhost/35355] namenode.FSNamesystem (FSNamesystem.java:<init>(850)) - isStoragePolicyEnabled = true
2026-08-12 02:02:52,598 INFO  [Listener at localhost/35355] namenode.FSNamesystem (FSNamesystem.java:<init>(861)) - HA Enabled: false
2026-08-12 02:02:52,598 INFO  [Listener at localhost/35355] common.Util (Util.java:isDiskStatsEnabled(395)) - dfs.datanode.fileio.profiling.sampling.percentage set to 0. Disabling file IO profiling
2026-08-12 02:02:52,599 INFO  [Listener at localhost/35355] blockmanagement.DatanodeManager (DatanodeManager.java:<init>(334)) - dfs.block.invalidate.limit: configured=1000, counted=60, effected=1000
2026-08-12 02:02:52,599 INFO  [Listener at localhost/35355] blockmanagement.DatanodeManager (DatanodeManager.java:<init>(342)) - dfs.namenode.datanode.registration.ip-hostname-check=true
2026-08-12 02:02:52,599 INFO  [Listener at localhost/35355] blockmanagement.BlockManager (InvalidateBlocks.java:printBlockDeletionTime(77)) - dfs.namenode.startup.delay.block.deletion.sec is set to 000:00:00:00.000
2026-08-12 02:02:52,599 INFO  [Listener at localhost/35355] blockmanagement.BlockManager (InvalidateBlocks.java:printBlockDeletionTime(83)) - The block deletion will start around 2026 Aug 12 02:02:52
2026-08-12 02:02:52,600 INFO  [Listener at localhost/35355] util.GSet (LightWeightGSet.java:computeCapacity(395)) - Computing capacity for map BlocksMap
2026-08-12 02:02:52,600 INFO  [Listener at localhost/35355] util.GSet (LightWeightGSet.java:computeCapacity(396)) - VM type       = 64-bit
2026-08-12 02:02:52,600 INFO  [Listener at localhost/35355] util.GSet (LightWeightGSet.java:computeCapacity(397)) - 2.0% max memory 3.5 GB = 72.5 MB
2026-08-12 02:02:52,600 INFO  [Listener at localhost/35355] util.GSet (LightWeightGSet.java:computeCapacity(402)) - capacity      = 2^23 = 8388608 entries
2026-08-12 02:02:52,644 INFO  [Listener at localhost/35355] blockmanagement.BlockManager (BlockManager.java:createSPSManager(5447)) - Storage policy satisfier is disabled
2026-08-12 02:02:52,644 INFO  [Listener at localhost/35355] blockmanagement.BlockManager (BlockManager.java:createBlockTokenSecretManager(641)) - dfs.block.access.token.enable = false
2026-08-12 02:02:52,645 INFO  [Listener at localhost/35355] blockmanagement.BlockManagerSafeMode (BlockManagerSafeMode.java:<init>(160)) - dfs.namenode.safemode.threshold-pct = 0.999
2026-08-12 02:02:52,645 INFO  [Listener at localhost/35355] blockmanagement.BlockManagerSafeMode (BlockManagerSafeMode.java:<init>(161)) - dfs.namenode.safemode.min.datanodes = 0
2026-08-12 02:02:52,645 INFO  [Listener at localhost/35355] blockmanagement.BlockManagerSafeMode (BlockManagerSafeMode.java:<init>(163)) - dfs.namenode.safemode.extension = 0
2026-08-12 02:02:52,645 INFO  [Listener at localhost/35355] blockmanagement.BlockManager (BlockManager.java:<init>(627)) - defaultReplication         = 1
2026-08-12 02:02:52,645 INFO  [Listener at localhost/35355] blockmanagement.BlockManager (BlockManager.java:<init>(628)) - maxReplication             = 512
2026-08-12 02:02:52,646 INFO  [Listener at localhost/35355] blockmanagement.BlockManager (BlockManager.java:<init>(629)) - minReplication             = 1
2026-08-12 02:02:52,646 INFO  [Listener at localhost/35355] blockmanagement.BlockManager (BlockManager.java:<init>(630)) - maxReplicationStreams      = 2
2026-08-12 02:02:52,646 INFO  [Listener at localhost/35355] blockmanagement.BlockManager (BlockManager.java:<init>(631)) - redundancyRecheckInterval  = 3000ms
2026-08-12 02:02:52,646 INFO  [Listener at localhost/35355] blockmanagement.BlockManager (BlockManager.java:<init>(632)) - encryptDataTransfer        = false
2026-08-12 02:02:52,646 INFO  [Listener at localhost/35355] blockmanagement.BlockManager (BlockManager.java:<init>(633)) - maxNumBlocksToLog          = 1000
2026-08-12 02:02:52,647 INFO  [Listener at localhost/35355] util.GSet (LightWeightGSet.java:computeCapacity(395)) - Computing capacity for map INodeMap
2026-08-12 02:02:52,647 INFO  [Listener at localhost/35355] util.GSet (LightWeightGSet.java:computeCapacity(396)) - VM type       = 64-bit
2026-08-12 02:02:52,647 INFO  [Listener at localhost/35355] util.GSet (LightWeightGSet.java:computeCapacity(397)) - 1.0% max memory 3.5 GB = 36.2 MB
2026-08-12 02:02:52,648 INFO  [Listener at localhost/35355] util.GSet (LightWeightGSet.java:computeCapacity(402)) - capacity      = 2^22 = 4194304 entries
2026-08-12 02:02:52,651 INFO  [Listener at localhost/35355] namenode.FSDirectory (FSDirectory.java:<init>(335)) - ACLs enabled? true
2026-08-12 02:02:52,651 INFO  [Listener at localhost/35355] namenode.FSDirectory (FSDirectory.java:<init>(339)) - POSIX ACL inheritance enabled? true
2026-08-12 02:02:52,651 INFO  [Listener at localhost/35355] namenode.FSDirectory (FSDirectory.java:<init>(343)) - XAttrs enabled? true
2026-08-12 02:02:52,651 INFO  [Listener at localhost/35355] namenode.NameNode (FSDirectory.java:<init>(406)) - Caching file names occurring more than 10 times
2026-08-12 02:02:52,651 INFO  [Listener at localhost/35355] snapshot.SnapshotManager (SnapshotManager.java:<init>(124)) - Loaded config captureOpenFiles: false, skipCaptureAccessTimeOnlyChange: false, snapshotDiffAllowSnapRootDescendant: true, maxSnapshotLimit: 65536
2026-08-12 02:02:52,651 INFO  [Listener at localhost/35355] snapshot.SnapshotManager (DirectoryDiffListFactory.java:init(43)) - SkipList is disabled
2026-08-12 02:02:52,652 INFO  [Listener at localhost/35355] util.GSet (LightWeightGSet.java:computeCapacity(395)) - Computing capacity for map cachedBlocks
2026-08-12 02:02:52,652 INFO  [Listener at localhost/35355] util.GSet (LightWeightGSet.java:computeCapacity(396)) - VM type       = 64-bit
2026-08-12 02:02:52,652 INFO  [Listener at localhost/35355] util.GSet (LightWeightGSet.java:computeCapacity(397)) - 0.25% max memory 3.5 GB = 9.1 MB
2026-08-12 02:02:52,652 INFO  [Listener at localhost/35355] util.GSet (LightWeightGSet.java:computeCapacity(402)) - capacity      = 2^20 = 1048576 entries
2026-08-12 02:02:52,653 INFO  [Listener at localhost/35355] metrics.TopMetrics (TopMetrics.java:logConf(75)) - NNTop conf: dfs.namenode.top.window.num.buckets = 10
2026-08-12 02:02:52,653 INFO  [Listener at localhost/35355] metrics.TopMetrics (TopMetrics.java:logConf(77)) - NNTop conf: dfs.namenode.top.num.users = 10
2026-08-12 02:02:52,654 INFO  [Listener at localhost/35355] metrics.TopMetrics (TopMetrics.java:logConf(79)) - NNTop conf: dfs.namenode.top.windows.minutes = 1,5,25
2026-08-12 02:02:52,654 INFO  [Listener at localhost/35355] namenode.FSNamesystem (FSNamesystem.java:initRetryCache(1080)) - Retry cache on namenode is enabled
2026-08-12 02:02:52,654 INFO  [Listener at localhost/35355] namenode.FSNamesystem (FSNamesystem.java:initRetryCache(1088)) - Retry cache will use 0.03 of total heap and retry cache entry expiry time is 600000 millis
2026-08-12 02:02:52,654 INFO  [Listener at localhost/35355] util.GSet (LightWeightGSet.java:computeCapacity(395)) - Computing capacity for map NameNodeRetryCache
2026-08-12 02:02:52,654 INFO  [Listener at localhost/35355] util.GSet (LightWeightGSet.java:computeCapacity(396)) - VM type       = 64-bit
2026-08-12 02:02:52,654 INFO  [Listener at localhost/35355] util.GSet (LightWeightGSet.java:computeCapacity(397)) - 0.029999999329447746% max memory 3.5 GB = 1.1 MB
2026-08-12 02:02:52,654 INFO  [Listener at localhost/35355] util.GSet (LightWeightGSet.java:computeCapacity(402)) - capacity      = 2^17 = 131072 entries
2026-08-12 02:02:52,659 INFO  [Listener at localhost/35355] common.Storage (Storage.java:tryLock(948)) - Lock on /tmp/hdfs-test4346873196580699274/name-0-1/in_use.lock acquired by nodename 19017@dist-test-slave-n326.c.gcp-upstream.internal
2026-08-12 02:02:52,662 INFO  [Listener at localhost/35355] common.Storage (Storage.java:tryLock(948)) - Lock on /tmp/hdfs-test4346873196580699274/name-0-2/in_use.lock acquired by nodename 19017@dist-test-slave-n326.c.gcp-upstream.internal
2026-08-12 02:02:52,663 INFO  [Listener at localhost/35355] namenode.FileJournalManager (FileJournalManager.java:recoverUnfinalizedSegments(428)) - Recovering unfinalized segments in /tmp/hdfs-test4346873196580699274/name-0-1/current
2026-08-12 02:02:52,663 INFO  [Listener at localhost/35355] namenode.FileJournalManager (FileJournalManager.java:recoverUnfinalizedSegments(428)) - Recovering unfinalized segments in /tmp/hdfs-test4346873196580699274/name-0-2/current
2026-08-12 02:02:52,664 INFO  [Listener at localhost/35355] namenode.FSImage (FSImage.java:loadFSImage(734)) - No edit log streams selected.
2026-08-12 02:02:52,664 INFO  [Listener at localhost/35355] namenode.FSImage (FSImage.java:loadFSImageFile(800)) - Planning to load image: FSImageFile(file=/tmp/hdfs-test4346873196580699274/name-0-1/current/fsimage_0000000000000000000, cpktTxId=0000000000000000000)
2026-08-12 02:02:52,666 INFO  [Listener at localhost/35355] namenode.FSImageFormatPBINode (FSImageFormatPBINode.java:loadINodeSectionHeader(413)) - Loading 1 INodes.
2026-08-12 02:02:52,667 INFO  [Listener at localhost/35355] namenode.FSImageFormatPBINode (FSImageFormatPBINode.java:loadINodeSection(371)) - Successfully loaded 1 inodes
2026-08-12 02:02:52,667 INFO  [Listener at localhost/35355] namenode.FSImageFormatPBINode (FSImageFormatPBINode.java:waitBlocksMapAndNameCacheUpdateFinished(344)) - Completed update blocks map and name cache, total waiting duration 0ms.
2026-08-12 02:02:52,668 INFO  [Listener at localhost/35355] namenode.FSImageFormatProtobuf (FSImageFormatProtobuf.java:load(255)) - Loaded FSImage in 0 seconds.
2026-08-12 02:02:52,668 INFO  [Listener at localhost/35355] namenode.FSImage (FSImage.java:loadFSImage(978)) - Loaded image for txid 0 from /tmp/hdfs-test4346873196580699274/name-0-1/current/fsimage_0000000000000000000
2026-08-12 02:02:52,668 INFO  [Listener at localhost/35355] namenode.FSNamesystem (FSNamesystem.java:loadFSImage(1202)) - Need to save fs image? false (staleImage=false, haEnabled=false, isRollingUpgrade=false)
2026-08-12 02:02:52,669 INFO  [Listener at localhost/35355] namenode.FSEditLog (FSEditLog.java:startLogSegment(1391)) - Starting log segment at 1
2026-08-12 02:02:52,680 INFO  [Listener at localhost/35355] namenode.NameCache (NameCache.java:initialized(143)) - initialized with 0 entries 0 lookups
2026-08-12 02:02:52,681 INFO  [Listener at localhost/35355] namenode.FSNamesystem (FSNamesystem.java:loadFromDisk(786)) - Finished loading FSImage in 26 msecs
2026-08-12 02:02:52,681 INFO  [Listener at localhost/35355] namenode.NameNode (NameNodeRpcServer.java:<init>(454)) - RPC server is binding to localhost:0
2026-08-12 02:02:52,681 INFO  [Listener at localhost/35355] namenode.NameNode (NameNodeRpcServer.java:<init>(459)) - Enable NameNode state context:false
2026-08-12 02:02:52,681 INFO  [Listener at localhost/35355] ipc.CallQueueManager (CallQueueManager.java:<init>(90)) - Using callQueue: class java.util.concurrent.LinkedBlockingQueue, queueCapacity: 1000, scheduler: class org.apache.hadoop.ipc.DefaultRpcScheduler, ipcBackoff: false.
2026-08-12 02:02:52,682 INFO  [Socket Reader #1 for port 0] ipc.Server (Server.java:run(1265)) - Starting Socket Reader #1 for port 0
2026-08-12 02:02:52,685 INFO  [Listener at localhost/37723] namenode.NameNode (NameNode.java:initialize(776)) - Clients are to use localhost:37723 to access this namenode/service.
2026-08-12 02:02:52,686 INFO  [Listener at localhost/37723] namenode.FSNamesystem (FSNamesystem.java:registerMBean(5444)) - Registered FSNamesystemState, ReplicatedBlocksState and ECBlockGroupsState MBeans.
2026-08-12 02:02:52,699 INFO  [Listener at localhost/37723] namenode.LeaseManager (LeaseManager.java:getNumUnderConstructionBlocks(166)) - Number of blocks under construction: 0
2026-08-12 02:02:52,700 INFO  [Listener at localhost/37723] blockmanagement.DatanodeAdminDefaultMonitor (DatanodeAdminDefaultMonitor.java:processConf(116)) - Initialized the Default Decommission and Maintenance monitor
2026-08-12 02:02:52,701 INFO  [Listener at localhost/37723] blockmanagement.BlockManager (BlockManager.java:initializeReplQueues(5187)) - initializing replication queues
2026-08-12 02:02:52,701 INFO  [Listener at localhost/37723] hdfs.StateChange (BlockManagerSafeMode.java:leaveSafeMode(399)) - STATE* Leaving safe mode after 0 secs
2026-08-12 02:02:52,701 INFO  [Listener at localhost/37723] hdfs.StateChange (BlockManagerSafeMode.java:leaveSafeMode(405)) - STATE* Network topology has 0 racks and 0 datanodes
2026-08-12 02:02:52,702 INFO  [Listener at localhost/37723] hdfs.StateChange (BlockManagerSafeMode.java:leaveSafeMode(407)) - STATE* UnderReplicatedBlocks has 0 blocks
2026-08-12 02:02:52,710 INFO  [Reconstruction Queue Initializer] blockmanagement.BlockManager (BlockManager.java:processMisReplicatesAsync(3728)) - Total number of blocks            = 0
2026-08-12 02:02:52,710 INFO  [Reconstruction Queue Initializer] blockmanagement.BlockManager (BlockManager.java:processMisReplicatesAsync(3729)) - Number of invalid blocks          = 0
2026-08-12 02:02:52,710 INFO  [Reconstruction Queue Initializer] blockmanagement.BlockManager (BlockManager.java:processMisReplicatesAsync(3730)) - Number of under-replicated blocks = 0
2026-08-12 02:02:52,710 INFO  [Reconstruction Queue Initializer] blockmanagement.BlockManager (BlockManager.java:processMisReplicatesAsync(3731)) - Number of  over-replicated blocks = 0
2026-08-12 02:02:52,710 INFO  [Reconstruction Queue Initializer] blockmanagement.BlockManager (BlockManager.java:processMisReplicatesAsync(3733)) - Number of blocks being written    = 0
2026-08-12 02:02:52,711 INFO  [Reconstruction Queue Initializer] hdfs.StateChange (BlockManager.java:processMisReplicatesAsync(3736)) - STATE* Replication Queue initialization scan for invalid, over- and under-replicated blocks completed in 9 msec
2026-08-12 02:02:52,713 INFO  [IPC Server Responder] ipc.Server (Server.java:run(1507)) - IPC Server Responder: starting
2026-08-12 02:02:52,713 INFO  [IPC Server listener on 0] ipc.Server (Server.java:run(1344)) - IPC Server listener on 0: starting
2026-08-12 02:02:52,716 INFO  [Listener at localhost/37723] namenode.NameNode (NameNode.java:startCommonServices(893)) - NameNode RPC up at: localhost/127.0.0.1:37723
2026-08-12 02:02:52,716 INFO  [Listener at localhost/37723] namenode.FSNamesystem (FSNamesystem.java:startActiveServices(1314)) - Starting services required for active state
2026-08-12 02:02:52,716 INFO  [Listener at localhost/37723] namenode.FSDirectory (FSDirectory.java:updateCountForQuota(840)) - Initializing quota with 12 thread(s)
2026-08-12 02:02:52,717 INFO  [Listener at localhost/37723] namenode.FSDirectory (FSDirectory.java:updateCountForQuota(849)) - Quota initialization completed in 1 milliseconds
name space=1
storage space=0
storage types=RAM_DISK=0, SSD=0, DISK=0, ARCHIVE=0, PROVIDED=0
2026-08-12 02:02:52,720 INFO  [CacheReplicationMonitor(1579176356)] blockmanagement.CacheReplicationMonitor (CacheReplicationMonitor.java:run(160)) - Starting CacheReplicationMonitor with interval 30000 milliseconds
2026-08-12 02:02:52,722 INFO  [Listener at localhost/37723] hdfs.MiniDFSCluster (MiniDFSCluster.java:startDataNodes(1697)) - Starting DataNode 0 with dfs.datanode.data.dir: [DISK]file:/tmp/hdfs-test4346873196580699274/data/data1,[DISK]file:/tmp/hdfs-test4346873196580699274/data/data2
2026-08-12 02:02:52,723 INFO  [Listener at localhost/37723] checker.ThrottledAsyncChecker (ThrottledAsyncChecker.java:schedule(137)) - Scheduling a check for [DISK]file:/tmp/hdfs-test4346873196580699274/data/data1
2026-08-12 02:02:52,724 INFO  [Listener at localhost/37723] checker.ThrottledAsyncChecker (ThrottledAsyncChecker.java:schedule(137)) - Scheduling a check for [DISK]file:/tmp/hdfs-test4346873196580699274/data/data2
2026-08-12 02:02:52,739 INFO  [Listener at localhost/37723] impl.MetricsSystemImpl (MetricsSystemImpl.java:init(158)) - DataNode metrics system started (again)
2026-08-12 02:02:52,739 INFO  [Listener at localhost/37723] common.Util (Util.java:isDiskStatsEnabled(395)) - dfs.datanode.fileio.profiling.sampling.percentage set to 0. Disabling file IO profiling
2026-08-12 02:02:52,739 INFO  [Listener at localhost/37723] datanode.BlockScanner (BlockScanner.java:<init>(201)) - Initialized block scanner with targetBytesPerSec 1048576
2026-08-12 02:02:52,740 INFO  [Listener at localhost/37723] datanode.DataNode (DataNode.java:<init>(512)) - Configured hostname is 127.0.0.1
2026-08-12 02:02:52,740 INFO  [Listener at localhost/37723] common.Util (Util.java:isDiskStatsEnabled(395)) - dfs.datanode.fileio.profiling.sampling.percentage set to 0. Disabling file IO profiling
2026-08-12 02:02:52,740 INFO  [Listener at localhost/37723] datanode.DataNode (DataNode.java:startDataNode(1408)) - Starting DataNode with maxLockedMemory = 0
2026-08-12 02:02:52,740 INFO  [Listener at localhost/37723] datanode.DataNode (DataNode.java:initDataXceiver(1171)) - Opened streaming server at /127.0.0.1:33983
2026-08-12 02:02:52,741 INFO  [Listener at localhost/37723] datanode.DataNode (DataXceiverServer.java:<init>(94)) - Balancing bandwidth is 104857600 bytes/s
2026-08-12 02:02:52,741 INFO  [Listener at localhost/37723] datanode.DataNode (DataXceiverServer.java:<init>(95)) - Number threads for balancing is 100
2026-08-12 02:02:52,743 INFO  [Listener at localhost/37723] server.AuthenticationFilter (AuthenticationFilter.java:constructSecretProvider(240)) - Unable to initialize FileSignerSecretProvider, falling back to use random secrets.
2026-08-12 02:02:52,743 INFO  [Listener at localhost/37723] http.HttpRequestLog (HttpRequestLog.java:getRequestLog(82)) - Http request log for http.requests.datanode is not defined
2026-08-12 02:02:52,745 INFO  [Listener at localhost/37723] http.HttpServer2 (HttpServer2.java:addGlobalFilter(1111)) - Added global filter 'safety' (class=org.apache.hadoop.http.HttpServer2$QuotingInputFilter)
2026-08-12 02:02:52,746 INFO  [Listener at localhost/37723] http.HttpServer2 (HttpServer2.java:addFilter(1084)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context datanode
2026-08-12 02:02:52,746 INFO  [Listener at localhost/37723] http.HttpServer2 (HttpServer2.java:addFilter(1094)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context static
2026-08-12 02:02:52,747 INFO  [Listener at localhost/37723] http.HttpServer2 (HttpServer2.java:bindListener(1332)) - Jetty bound to port 34347
2026-08-12 02:02:52,747 INFO  [Listener at localhost/37723] server.Server (Server.java:doStart(375)) - jetty-9.4.40.v20210413; built: 2021-04-13T20:42:42.668Z; git: b881a572662e1943a14ae12e7e1207989f218b74; jvm 1.8.0_362-8u372-ga~us1-0ubuntu1~18.04-b09
2026-08-12 02:02:52,750 INFO  [Listener at localhost/37723] server.session (DefaultSessionIdManager.java:doStart(334)) - DefaultSessionIdManager workerName=node0
2026-08-12 02:02:52,750 INFO  [Listener at localhost/37723] server.session (DefaultSessionIdManager.java:doStart(339)) - No SessionScavenger set, using defaults
2026-08-12 02:02:52,750 INFO  [Listener at localhost/37723] server.session (HouseKeeper.java:startScavenging(132)) - node0 Scavenging every 660000ms
2026-08-12 02:02:52,751 INFO  [Listener at localhost/37723] handler.ContextHandler (ContextHandler.java:doStart(916)) - Started o.e.j.s.ServletContextHandler@2ab26378{static,/static,jar:file:/tmp/dist-test-taskZDRa4f/java/build/jars/hadoop-hdfs-3.3.1-tests.jar!/webapps/static,AVAILABLE}
2026-08-12 02:02:52,897 INFO  [Listener at localhost/37723] handler.ContextHandler (ContextHandler.java:doStart(916)) - Started o.e.j.w.WebAppContext@c017175{datanode,/,file:///tmp/jetty-localhost-34347-hadoop-hdfs-3_3_1-tests_jar-_-any-120077428167563712/webapp/,AVAILABLE}{jar:file:/tmp/dist-test-taskZDRa4f/java/build/jars/hadoop-hdfs-3.3.1-tests.jar!/webapps/datanode}
2026-08-12 02:02:52,899 INFO  [Listener at localhost/37723] server.AbstractConnector (AbstractConnector.java:doStart(331)) - Started ServerConnector@31e2232f{HTTP/1.1, (http/1.1)}{localhost:34347}
2026-08-12 02:02:52,899 INFO  [Listener at localhost/37723] server.Server (Server.java:doStart(415)) - Started @8620ms
2026-08-12 02:02:52,901 WARN  [Listener at localhost/37723] web.DatanodeHttpServer (RestCsrfPreventionFilterHandler.java:<init>(75)) - Got null for restCsrfPreventionFilter - will not do any filtering.
2026-08-12 02:02:52,903 INFO  [Listener at localhost/37723] web.DatanodeHttpServer (DatanodeHttpServer.java:start(322)) - Listening HTTP traffic on /127.0.0.1:43025
2026-08-12 02:02:52,904 INFO  [Listener at localhost/37723] datanode.DataNode (DataNode.java:startDataNode(1436)) - dnUserName = slave
2026-08-12 02:02:52,904 INFO  [Listener at localhost/37723] datanode.DataNode (DataNode.java:startDataNode(1437)) - supergroup = supergroup
2026-08-12 02:02:52,904 INFO  [org.apache.hadoop.util.JvmPauseMonitor$Monitor@5a8816cc] util.JvmPauseMonitor (JvmPauseMonitor.java:run(188)) - Starting JVM pause monitor
2026-08-12 02:02:52,904 INFO  [Listener at localhost/37723] ipc.CallQueueManager (CallQueueManager.java:<init>(90)) - Using callQueue: class java.util.concurrent.LinkedBlockingQueue, queueCapacity: 1000, scheduler: class org.apache.hadoop.ipc.DefaultRpcScheduler, ipcBackoff: false.
2026-08-12 02:02:52,905 INFO  [Socket Reader #1 for port 0] ipc.Server (Server.java:run(1265)) - Starting Socket Reader #1 for port 0
2026-08-12 02:02:52,908 INFO  [Listener at localhost/43521] datanode.DataNode (DataNode.java:initIpcServer(1057)) - Opened IPC server at /127.0.0.1:43521
2026-08-12 02:02:53,197 INFO  [Listener at localhost/43521] datanode.DataNode (BlockPoolManager.java:refreshNamenodes(149)) - Refresh request received for nameservices: null
2026-08-12 02:02:53,198 INFO  [Listener at localhost/43521] datanode.DataNode (BlockPoolManager.java:doRefreshNamenodes(210)) - Starting BPOfferServices for nameservices: <default>
2026-08-12 02:02:53,198 INFO  [Thread-175] datanode.DataNode (BPServiceActor.java:run(847)) - Block pool <registering> (Datanode Uuid unassigned) service to localhost/127.0.0.1:37723 starting to offer service
2026-08-12 02:02:53,201 INFO  [IPC Server Responder] ipc.Server (Server.java:run(1507)) - IPC Server Responder: starting
2026-08-12 02:02:53,201 INFO  [IPC Server listener on 0] ipc.Server (Server.java:run(1344)) - IPC Server listener on 0: starting
2026-08-12 02:02:53,209 INFO  [Thread-175] datanode.DataNode (BPOfferService.java:verifyAndSetNamespaceInfo(381)) - Acknowledging ACTIVE Namenode during handshakeBlock pool <registering> (Datanode Uuid unassigned) service to localhost/127.0.0.1:37723
2026-08-12 02:02:53,209 INFO  [Thread-175] common.Storage (DataStorage.java:getParallelVolumeLoadThreadsNum(356)) - Using 2 threads to upgrade data directories (dfs.datanode.parallel.volumes.load.threads.num=2, dataDirs=2)
2026-08-12 02:02:53,212 INFO  [Thread-175] common.Storage (Storage.java:tryLock(948)) - Lock on /tmp/hdfs-test4346873196580699274/data/data1/in_use.lock acquired by nodename 19017@dist-test-slave-n326.c.gcp-upstream.internal
2026-08-12 02:02:53,213 INFO  [Thread-175] common.Storage (DataStorage.java:loadStorageDirectory(284)) - Storage directory with location [DISK]file:/tmp/hdfs-test4346873196580699274/data/data1 is not formatted for namespace 765539819. Formatting...
2026-08-12 02:02:53,213 INFO  [IPC Server handler 1 on default port 37723] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=datanodeReport	src=null	dst=null	perm=null	proto=rpc
2026-08-12 02:02:53,213 INFO  [Thread-175] common.Storage (DataStorage.java:createStorageID(160)) - Generated new storageID DS-a2e32ae8-d019-464a-94be-62c83d997b62 for directory /tmp/hdfs-test4346873196580699274/data/data1 
2026-08-12 02:02:53,215 INFO  [Listener at localhost/43521] hdfs.MiniDFSCluster (MiniDFSCluster.java:shouldWait(2823)) - dnInfo.length != numDataNodes
2026-08-12 02:02:53,215 INFO  [Listener at localhost/43521] hdfs.MiniDFSCluster (MiniDFSCluster.java:waitActive(2744)) - Waiting for cluster to become active
2026-08-12 02:02:53,221 INFO  [Thread-175] common.Storage (Storage.java:tryLock(948)) - Lock on /tmp/hdfs-test4346873196580699274/data/data2/in_use.lock acquired by nodename 19017@dist-test-slave-n326.c.gcp-upstream.internal
2026-08-12 02:02:53,221 INFO  [Thread-175] common.Storage (DataStorage.java:loadStorageDirectory(284)) - Storage directory with location [DISK]file:/tmp/hdfs-test4346873196580699274/data/data2 is not formatted for namespace 765539819. Formatting...
2026-08-12 02:02:53,221 INFO  [Thread-175] common.Storage (DataStorage.java:createStorageID(160)) - Generated new storageID DS-815462ae-40df-4442-9507-0d7e4cefd919 for directory /tmp/hdfs-test4346873196580699274/data/data2 
2026-08-12 02:02:53,248 INFO  [Thread-175] common.Storage (BlockPoolSliceStorage.java:recoverTransitionRead(256)) - Analyzing storage directories for bpid BP-813884145-10.240.0.18-1786500172333
2026-08-12 02:02:53,248 INFO  [Thread-175] common.Storage (Storage.java:lock(907)) - Locking is disabled for /tmp/hdfs-test4346873196580699274/data/data1/current/BP-813884145-10.240.0.18-1786500172333
2026-08-12 02:02:53,249 INFO  [Thread-175] common.Storage (BlockPoolSliceStorage.java:loadStorageDirectory(169)) - Block pool storage directory for location [DISK]file:/tmp/hdfs-test4346873196580699274/data/data1 and block pool id BP-813884145-10.240.0.18-1786500172333 is not formatted. Formatting ...
2026-08-12 02:02:53,249 INFO  [Thread-175] common.Storage (BlockPoolSliceStorage.java:format(285)) - Formatting block pool BP-813884145-10.240.0.18-1786500172333 directory /tmp/hdfs-test4346873196580699274/data/data1/current/BP-813884145-10.240.0.18-1786500172333/current
2026-08-12 02:02:53,273 INFO  [Thread-175] common.Storage (BlockPoolSliceStorage.java:recoverTransitionRead(256)) - Analyzing storage directories for bpid BP-813884145-10.240.0.18-1786500172333
2026-08-12 02:02:53,273 INFO  [Thread-175] common.Storage (Storage.java:lock(907)) - Locking is disabled for /tmp/hdfs-test4346873196580699274/data/data2/current/BP-813884145-10.240.0.18-1786500172333
2026-08-12 02:02:53,274 INFO  [Thread-175] common.Storage (BlockPoolSliceStorage.java:loadStorageDirectory(169)) - Block pool storage directory for location [DISK]file:/tmp/hdfs-test4346873196580699274/data/data2 and block pool id BP-813884145-10.240.0.18-1786500172333 is not formatted. Formatting ...
2026-08-12 02:02:53,274 INFO  [Thread-175] common.Storage (BlockPoolSliceStorage.java:format(285)) - Formatting block pool BP-813884145-10.240.0.18-1786500172333 directory /tmp/hdfs-test4346873196580699274/data/data2/current/BP-813884145-10.240.0.18-1786500172333/current
2026-08-12 02:02:53,278 INFO  [Thread-175] datanode.DataNode (DataNode.java:initStorage(1756)) - Setting up storage: nsid=765539819;bpid=BP-813884145-10.240.0.18-1786500172333;lv=-57;nsInfo=lv=-66;cid=testClusterID;nsid=765539819;c=1786500172333;bpid=BP-813884145-10.240.0.18-1786500172333;dnuuid=null
2026-08-12 02:02:53,282 INFO  [Thread-175] datanode.DataNode (DataNode.java:checkDatanodeUuid(1554)) - Generated and persisted new Datanode UUID dc25ab82-dbea-4350-a108-e8afdb854753
2026-08-12 02:02:53,283 INFO  [Thread-175] impl.FsDatasetImpl (FsDatasetImpl.java:<init>(310)) - The datanode lock is a read write lock
2026-08-12 02:02:53,285 INFO  [Thread-175] impl.FsDatasetImpl (FsVolumeList.java:addVolume(304)) - Added new volume: DS-a2e32ae8-d019-464a-94be-62c83d997b62
2026-08-12 02:02:53,285 INFO  [Thread-175] impl.FsDatasetImpl (FsDatasetImpl.java:addVolume(493)) - Added volume - [DISK]file:/tmp/hdfs-test4346873196580699274/data/data1, StorageType: DISK
2026-08-12 02:02:53,286 INFO  [Thread-175] impl.FsDatasetImpl (FsVolumeList.java:addVolume(304)) - Added new volume: DS-815462ae-40df-4442-9507-0d7e4cefd919
2026-08-12 02:02:53,286 INFO  [Thread-175] impl.FsDatasetImpl (FsDatasetImpl.java:addVolume(493)) - Added volume - [DISK]file:/tmp/hdfs-test4346873196580699274/data/data2, StorageType: DISK
2026-08-12 02:02:53,287 INFO  [Thread-175] impl.MemoryMappableBlockLoader (MemoryMappableBlockLoader.java:initialize(48)) - Initializing cache loader: MemoryMappableBlockLoader.
2026-08-12 02:02:53,288 INFO  [Thread-175] impl.FsDatasetImpl (FsDatasetImpl.java:registerMBean(2343)) - Registered FSDatasetState MBean
2026-08-12 02:02:53,288 INFO  [Thread-175] impl.FsDatasetImpl (FsDatasetImpl.java:addBlockPool(2856)) - Adding block pool BP-813884145-10.240.0.18-1786500172333
2026-08-12 02:02:53,289 INFO  [Thread-192] impl.FsDatasetImpl (FsVolumeList.java:run(406)) - Scanning block pool BP-813884145-10.240.0.18-1786500172333 on volume /tmp/hdfs-test4346873196580699274/data/data1...
2026-08-12 02:02:53,289 INFO  [Thread-193] impl.FsDatasetImpl (FsVolumeList.java:run(406)) - Scanning block pool BP-813884145-10.240.0.18-1786500172333 on volume /tmp/hdfs-test4346873196580699274/data/data2...
2026-08-12 02:02:53,317 INFO  [IPC Server handler 2 on default port 37723] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=datanodeReport	src=null	dst=null	perm=null	proto=rpc
2026-08-12 02:02:53,318 INFO  [Thread-193] impl.FsDatasetImpl (FsVolumeList.java:run(411)) - Time taken to scan block pool BP-813884145-10.240.0.18-1786500172333 on /tmp/hdfs-test4346873196580699274/data/data2: 29ms
2026-08-12 02:02:53,319 INFO  [Listener at localhost/43521] hdfs.MiniDFSCluster (MiniDFSCluster.java:shouldWait(2823)) - dnInfo.length != numDataNodes
2026-08-12 02:02:53,319 INFO  [Listener at localhost/43521] hdfs.MiniDFSCluster (MiniDFSCluster.java:waitActive(2744)) - Waiting for cluster to become active
2026-08-12 02:02:53,320 INFO  [Thread-192] impl.FsDatasetImpl (FsVolumeList.java:run(411)) - Time taken to scan block pool BP-813884145-10.240.0.18-1786500172333 on /tmp/hdfs-test4346873196580699274/data/data1: 31ms
2026-08-12 02:02:53,321 INFO  [Thread-175] impl.FsDatasetImpl (FsVolumeList.java:addBlockPool(431)) - Total time to scan all replicas for block pool BP-813884145-10.240.0.18-1786500172333: 33ms
2026-08-12 02:02:53,321 INFO  [Thread-196] impl.FsDatasetImpl (FsVolumeList.java:run(199)) - Adding replicas to map for block pool BP-813884145-10.240.0.18-1786500172333 on volume /tmp/hdfs-test4346873196580699274/data/data1...
2026-08-12 02:02:53,321 INFO  [Thread-197] impl.FsDatasetImpl (FsVolumeList.java:run(199)) - Adding replicas to map for block pool BP-813884145-10.240.0.18-1786500172333 on volume /tmp/hdfs-test4346873196580699274/data/data2...
2026-08-12 02:02:53,321 INFO  [Thread-196] impl.BlockPoolSlice (BlockPoolSlice.java:readReplicasFromCache(902)) - Replica Cache file: /tmp/hdfs-test4346873196580699274/data/data1/current/BP-813884145-10.240.0.18-1786500172333/current/replicas doesn't exist 
2026-08-12 02:02:53,322 INFO  [Thread-197] impl.BlockPoolSlice (BlockPoolSlice.java:readReplicasFromCache(902)) - Replica Cache file: /tmp/hdfs-test4346873196580699274/data/data2/current/BP-813884145-10.240.0.18-1786500172333/current/replicas doesn't exist 
2026-08-12 02:02:53,322 INFO  [Thread-196] impl.FsDatasetImpl (FsVolumeList.java:run(204)) - Time to add replicas to map for block pool BP-813884145-10.240.0.18-1786500172333 on volume /tmp/hdfs-test4346873196580699274/data/data1: 1ms
2026-08-12 02:02:53,322 INFO  [Thread-197] impl.FsDatasetImpl (FsVolumeList.java:run(204)) - Time to add replicas to map for block pool BP-813884145-10.240.0.18-1786500172333 on volume /tmp/hdfs-test4346873196580699274/data/data2: 1ms
2026-08-12 02:02:53,322 INFO  [Thread-175] impl.FsDatasetImpl (FsVolumeList.java:getAllVolumesMap(225)) - Total time to add all replicas to map for block pool BP-813884145-10.240.0.18-1786500172333: 1ms
2026-08-12 02:02:53,322 INFO  [Thread-175] checker.ThrottledAsyncChecker (ThrottledAsyncChecker.java:schedule(137)) - Scheduling a check for /tmp/hdfs-test4346873196580699274/data/data1
2026-08-12 02:02:53,323 INFO  [Thread-175] checker.DatasetVolumeChecker (DatasetVolumeChecker.java:checkAllVolumes(224)) - Scheduled health check for volume /tmp/hdfs-test4346873196580699274/data/data1
2026-08-12 02:02:53,323 INFO  [Thread-175] checker.ThrottledAsyncChecker (ThrottledAsyncChecker.java:schedule(137)) - Scheduling a check for /tmp/hdfs-test4346873196580699274/data/data2
2026-08-12 02:02:53,324 INFO  [Thread-175] checker.DatasetVolumeChecker (DatasetVolumeChecker.java:checkAllVolumes(224)) - Scheduled health check for volume /tmp/hdfs-test4346873196580699274/data/data2
2026-08-12 02:02:53,326 INFO  [VolumeScannerThread(/tmp/hdfs-test4346873196580699274/data/data2)] datanode.VolumeScanner (VolumeScanner.java:findNextUsableBlockIter(385)) - Now scanning bpid BP-813884145-10.240.0.18-1786500172333 on volume /tmp/hdfs-test4346873196580699274/data/data2
2026-08-12 02:02:53,326 INFO  [VolumeScannerThread(/tmp/hdfs-test4346873196580699274/data/data1)] datanode.VolumeScanner (VolumeScanner.java:findNextUsableBlockIter(385)) - Now scanning bpid BP-813884145-10.240.0.18-1786500172333 on volume /tmp/hdfs-test4346873196580699274/data/data1
2026-08-12 02:02:53,326 WARN  [Thread-175] datanode.DirectoryScanner (DirectoryScanner.java:<init>(300)) - dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1
2026-08-12 02:02:53,327 INFO  [VolumeScannerThread(/tmp/hdfs-test4346873196580699274/data/data2)] datanode.VolumeScanner (VolumeScanner.java:getNextBlockToScan(505)) - VolumeScanner(/tmp/hdfs-test4346873196580699274/data/data2, DS-815462ae-40df-4442-9507-0d7e4cefd919): finished scanning block pool BP-813884145-10.240.0.18-1786500172333
2026-08-12 02:02:53,327 INFO  [Thread-175] datanode.DirectoryScanner (DirectoryScanner.java:start(329)) - Periodic Directory Tree Verification scan starting in 17674823ms with interval of 21600000ms and throttle limit of -1ms/s
2026-08-12 02:02:53,327 INFO  [VolumeScannerThread(/tmp/hdfs-test4346873196580699274/data/data2)] datanode.VolumeScanner (VolumeScanner.java:findNextUsableBlockIter(402)) - VolumeScanner(/tmp/hdfs-test4346873196580699274/data/data2, DS-815462ae-40df-4442-9507-0d7e4cefd919): no suitable block pools found to scan.  Waiting 1814399999 ms.
2026-08-12 02:02:53,327 INFO  [VolumeScannerThread(/tmp/hdfs-test4346873196580699274/data/data1)] datanode.VolumeScanner (VolumeScanner.java:getNextBlockToScan(505)) - VolumeScanner(/tmp/hdfs-test4346873196580699274/data/data1, DS-a2e32ae8-d019-464a-94be-62c83d997b62): finished scanning block pool BP-813884145-10.240.0.18-1786500172333
2026-08-12 02:02:53,329 INFO  [BP-813884145-10.240.0.18-1786500172333 heartbeating to localhost/127.0.0.1:37723] datanode.DataNode (BPServiceActor.java:register(788)) - Block pool BP-813884145-10.240.0.18-1786500172333 (Datanode Uuid dc25ab82-dbea-4350-a108-e8afdb854753) service to localhost/127.0.0.1:37723 beginning handshake with NN
2026-08-12 02:02:53,329 INFO  [VolumeScannerThread(/tmp/hdfs-test4346873196580699274/data/data1)] datanode.VolumeScanner (VolumeScanner.java:findNextUsableBlockIter(402)) - VolumeScanner(/tmp/hdfs-test4346873196580699274/data/data1, DS-a2e32ae8-d019-464a-94be-62c83d997b62): no suitable block pools found to scan.  Waiting 1814399997 ms.
2026-08-12 02:02:53,330 INFO  [IPC Server handler 3 on default port 37723] hdfs.StateChange (DatanodeManager.java:registerDatanode(1142)) - BLOCK* registerDatanode: from DatanodeRegistration(127.0.0.1:33983, datanodeUuid=dc25ab82-dbea-4350-a108-e8afdb854753, infoPort=43025, infoSecurePort=0, ipcPort=43521, storageInfo=lv=-57;cid=testClusterID;nsid=765539819;c=1786500172333) storage dc25ab82-dbea-4350-a108-e8afdb854753
2026-08-12 02:02:53,330 INFO  [IPC Server handler 3 on default port 37723] net.NetworkTopology (NetworkTopology.java:add(149)) - Adding a new node: /default-rack/127.0.0.1:33983
2026-08-12 02:02:53,330 INFO  [IPC Server handler 3 on default port 37723] blockmanagement.BlockReportLeaseManager (BlockReportLeaseManager.java:registerNode(200)) - Registered DN dc25ab82-dbea-4350-a108-e8afdb854753 (127.0.0.1:33983).
2026-08-12 02:02:53,331 INFO  [BP-813884145-10.240.0.18-1786500172333 heartbeating to localhost/127.0.0.1:37723] datanode.DataNode (BPServiceActor.java:register(816)) - Block pool BP-813884145-10.240.0.18-1786500172333 (Datanode Uuid dc25ab82-dbea-4350-a108-e8afdb854753) service to localhost/127.0.0.1:37723 successfully registered with NN
2026-08-12 02:02:53,331 INFO  [BP-813884145-10.240.0.18-1786500172333 heartbeating to localhost/127.0.0.1:37723] datanode.DataNode (BPServiceActor.java:offerService(645)) - For namenode localhost/127.0.0.1:37723 using BLOCKREPORT_INTERVAL of 21600000msecs CACHEREPORT_INTERVAL of 10000msecs Initial delay: 0msecs; heartBeatInterval=3000
2026-08-12 02:02:53,333 INFO  [IPC Server handler 4 on default port 37723] blockmanagement.DatanodeDescriptor (DatanodeDescriptor.java:updateStorage(999)) - Adding new storage ID DS-a2e32ae8-d019-464a-94be-62c83d997b62 for DN 127.0.0.1:33983
2026-08-12 02:02:53,333 INFO  [IPC Server handler 4 on default port 37723] blockmanagement.DatanodeDescriptor (DatanodeDescriptor.java:updateStorage(999)) - Adding new storage ID DS-815462ae-40df-4442-9507-0d7e4cefd919 for DN 127.0.0.1:33983
2026-08-12 02:02:53,336 INFO  [Block report processor] BlockStateChange (BlockManager.java:processReport(2778)) - BLOCK* processReport 0x97f0809ca642e9ea: Processing first storage report for DS-a2e32ae8-d019-464a-94be-62c83d997b62 from datanode dc25ab82-dbea-4350-a108-e8afdb854753
2026-08-12 02:02:53,336 INFO  [Block report processor] BlockStateChange (BlockManager.java:processReport(2810)) - BLOCK* processReport 0x97f0809ca642e9ea: from storage DS-a2e32ae8-d019-464a-94be-62c83d997b62 node DatanodeRegistration(127.0.0.1:33983, datanodeUuid=dc25ab82-dbea-4350-a108-e8afdb854753, infoPort=43025, infoSecurePort=0, ipcPort=43521, storageInfo=lv=-57;cid=testClusterID;nsid=765539819;c=1786500172333), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0
2026-08-12 02:02:53,336 INFO  [Block report processor] BlockStateChange (BlockManager.java:processReport(2778)) - BLOCK* processReport 0x97f0809ca642e9ea: Processing first storage report for DS-815462ae-40df-4442-9507-0d7e4cefd919 from datanode dc25ab82-dbea-4350-a108-e8afdb854753
2026-08-12 02:02:53,336 INFO  [Block report processor] BlockStateChange (BlockManager.java:processReport(2810)) - BLOCK* processReport 0x97f0809ca642e9ea: from storage DS-815462ae-40df-4442-9507-0d7e4cefd919 node DatanodeRegistration(127.0.0.1:33983, datanodeUuid=dc25ab82-dbea-4350-a108-e8afdb854753, infoPort=43025, infoSecurePort=0, ipcPort=43521, storageInfo=lv=-57;cid=testClusterID;nsid=765539819;c=1786500172333), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0
2026-08-12 02:02:53,337 INFO  [BP-813884145-10.240.0.18-1786500172333 heartbeating to localhost/127.0.0.1:37723] datanode.DataNode (BPServiceActor.java:blockReport(437)) - Successfully sent block report 0x97f0809ca642e9ea to namenode: localhost/127.0.0.1:37723,  containing 2 storage report(s), of which we sent 2. The reports had 0 total blocks and used 1 RPC(s). This took 0 msecs to generate and 2 msecs for RPC and NN processing. Got back one command: FinalizeCommand/5.
2026-08-12 02:02:53,337 INFO  [Command processor] datanode.DataNode (BPOfferService.java:processCommandFromActive(763)) - Got finalize command for block pool BP-813884145-10.240.0.18-1786500172333
2026-08-12 02:02:53,421 INFO  [IPC Server handler 6 on default port 37723] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=datanodeReport	src=null	dst=null	perm=null	proto=rpc
2026-08-12 02:02:53,422 INFO  [Listener at localhost/43521] hdfs.MiniDFSCluster (MiniDFSCluster.java:waitActive(2799)) - Cluster is active
2026-08-12 02:02:53,437 INFO  [Listener at localhost/43521] backup.BackupIO (BackupIO.scala:writeTableMetadata(95)) - Writing metadata to hdfs://localhost:37723/id_taco-taco/100/.kudu-metadata.json
2026-08-12 02:02:53,439 INFO  [IPC Server handler 7 on default port 37723] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=create	src=/id_taco-taco/100/.kudu-metadata.json	dst=null	perm=slave:supergroup:rw-r--r--	proto=rpc
2026-08-12 02:02:53,444 INFO  [IPC Server handler 8 on default port 37723] hdfs.StateChange (FSDirWriteFileOp.java:logAllocatedBlock(802)) - BLOCK* allocate blk_1073741825_1001, replicas=127.0.0.1:33983 for /id_taco-taco/100/.kudu-metadata.json
2026-08-12 02:02:53,449 INFO  [DataXceiver for client DFSClient_NONMAPREDUCE_-977485145_1 at /127.0.0.1:41958 [Receiving block BP-813884145-10.240.0.18-1786500172333:blk_1073741825_1001]] datanode.DataNode (DataXceiver.java:writeBlock(747)) - Receiving BP-813884145-10.240.0.18-1786500172333:blk_1073741825_1001 src: /127.0.0.1:41958 dest: /127.0.0.1:33983
2026-08-12 02:02:53,458 INFO  [PacketResponder: BP-813884145-10.240.0.18-1786500172333:blk_1073741825_1001, type=LAST_IN_PIPELINE] DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1539)) - src: /127.0.0.1:41958, dest: /127.0.0.1:33983, bytes: 82, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-977485145_1, offset: 0, srvID: dc25ab82-dbea-4350-a108-e8afdb854753, blockid: BP-813884145-10.240.0.18-1786500172333:blk_1073741825_1001, duration(ns): 5375258
2026-08-12 02:02:53,458 INFO  [PacketResponder: BP-813884145-10.240.0.18-1786500172333:blk_1073741825_1001, type=LAST_IN_PIPELINE] datanode.DataNode (BlockReceiver.java:run(1512)) - PacketResponder: BP-813884145-10.240.0.18-1786500172333:blk_1073741825_1001, type=LAST_IN_PIPELINE terminating
2026-08-12 02:02:53,463 INFO  [IPC Server handler 1 on default port 37723] hdfs.StateChange (FSNamesystem.java:completeFile(3104)) - DIR* completeFile: /id_taco-taco/100/.kudu-metadata.json is closed by DFSClient_NONMAPREDUCE_-977485145_1
2026-08-12 02:02:53,464 INFO  [Listener at localhost/43521] backup.BackupIO (BackupIO.scala:writeTableMetadata(95)) - Writing metadata to hdfs://localhost:37723/id_taco-taco/1000/.kudu-metadata.json
2026-08-12 02:02:53,466 INFO  [IPC Server handler 2 on default port 37723] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=create	src=/id_taco-taco/1000/.kudu-metadata.json	dst=null	perm=slave:supergroup:rw-r--r--	proto=rpc
2026-08-12 02:02:53,471 INFO  [IPC Server handler 3 on default port 37723] hdfs.StateChange (FSDirWriteFileOp.java:logAllocatedBlock(802)) - BLOCK* allocate blk_1073741826_1002, replicas=127.0.0.1:33983 for /id_taco-taco/1000/.kudu-metadata.json
2026-08-12 02:02:53,474 INFO  [DataXceiver for client DFSClient_NONMAPREDUCE_-977485145_1 at /127.0.0.1:41970 [Receiving block BP-813884145-10.240.0.18-1786500172333:blk_1073741826_1002]] datanode.DataNode (DataXceiver.java:writeBlock(747)) - Receiving BP-813884145-10.240.0.18-1786500172333:blk_1073741826_1002 src: /127.0.0.1:41970 dest: /127.0.0.1:33983
2026-08-12 02:02:53,479 INFO  [PacketResponder: BP-813884145-10.240.0.18-1786500172333:blk_1073741826_1002, type=LAST_IN_PIPELINE] DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1539)) - src: /127.0.0.1:41970, dest: /127.0.0.1:33983, bytes: 83, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-977485145_1, offset: 0, srvID: dc25ab82-dbea-4350-a108-e8afdb854753, blockid: BP-813884145-10.240.0.18-1786500172333:blk_1073741826_1002, duration(ns): 3644793
2026-08-12 02:02:53,480 INFO  [PacketResponder: BP-813884145-10.240.0.18-1786500172333:blk_1073741826_1002, type=LAST_IN_PIPELINE] datanode.DataNode (BlockReceiver.java:run(1512)) - PacketResponder: BP-813884145-10.240.0.18-1786500172333:blk_1073741826_1002, type=LAST_IN_PIPELINE terminating
2026-08-12 02:02:53,482 INFO  [IPC Server handler 5 on default port 37723] hdfs.StateChange (FSNamesystem.java:completeFile(3104)) - DIR* completeFile: /id_taco-taco/1000/.kudu-metadata.json is closed by DFSClient_NONMAPREDUCE_-977485145_1
2026-08-12 02:02:53,483 INFO  [Listener at localhost/43521] backup.BackupIO (BackupIO.scala:writeTableMetadata(95)) - Writing metadata to hdfs://localhost:37723/id_taco-taco/2000/.kudu-metadata.json
2026-08-12 02:02:53,484 INFO  [IPC Server handler 6 on default port 37723] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=create	src=/id_taco-taco/2000/.kudu-metadata.json	dst=null	perm=slave:supergroup:rw-r--r--	proto=rpc
2026-08-12 02:02:53,487 INFO  [IPC Server handler 7 on default port 37723] hdfs.StateChange (FSDirWriteFileOp.java:logAllocatedBlock(802)) - BLOCK* allocate blk_1073741827_1003, replicas=127.0.0.1:33983 for /id_taco-taco/2000/.kudu-metadata.json
2026-08-12 02:02:53,490 INFO  [DataXceiver for client DFSClient_NONMAPREDUCE_-977485145_1 at /127.0.0.1:41984 [Receiving block BP-813884145-10.240.0.18-1786500172333:blk_1073741827_1003]] datanode.DataNode (DataXceiver.java:writeBlock(747)) - Receiving BP-813884145-10.240.0.18-1786500172333:blk_1073741827_1003 src: /127.0.0.1:41984 dest: /127.0.0.1:33983
2026-08-12 02:02:53,495 INFO  [PacketResponder: BP-813884145-10.240.0.18-1786500172333:blk_1073741827_1003, type=LAST_IN_PIPELINE] DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1539)) - src: /127.0.0.1:41984, dest: /127.0.0.1:33983, bytes: 102, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-977485145_1, offset: 0, srvID: dc25ab82-dbea-4350-a108-e8afdb854753, blockid: BP-813884145-10.240.0.18-1786500172333:blk_1073741827_1003, duration(ns): 3232041
2026-08-12 02:02:53,495 INFO  [PacketResponder: BP-813884145-10.240.0.18-1786500172333:blk_1073741827_1003, type=LAST_IN_PIPELINE] datanode.DataNode (BlockReceiver.java:run(1512)) - PacketResponder: BP-813884145-10.240.0.18-1786500172333:blk_1073741827_1003, type=LAST_IN_PIPELINE terminating
2026-08-12 02:02:53,498 INFO  [IPC Server handler 9 on default port 37723] hdfs.StateChange (FSNamesystem.java:completeFile(3104)) - DIR* completeFile: /id_taco-taco/2000/.kudu-metadata.json is closed by DFSClient_NONMAPREDUCE_-977485145_1
2026-08-12 02:02:53,499 INFO  [Listener at localhost/43521] backup.BackupIO (BackupIO.scala:writeTableMetadata(95)) - Writing metadata to hdfs://localhost:37723/id_pizza-pizza/200/.kudu-metadata.json
2026-08-12 02:02:53,501 INFO  [IPC Server handler 0 on default port 37723] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=create	src=/id_pizza-pizza/200/.kudu-metadata.json	dst=null	perm=slave:supergroup:rw-r--r--	proto=rpc
2026-08-12 02:02:53,504 INFO  [IPC Server handler 1 on default port 37723] hdfs.StateChange (FSDirWriteFileOp.java:logAllocatedBlock(802)) - BLOCK* allocate blk_1073741828_1004, replicas=127.0.0.1:33983 for /id_pizza-pizza/200/.kudu-metadata.json
2026-08-12 02:02:53,510 INFO  [DataXceiver for client DFSClient_NONMAPREDUCE_-977485145_1 at /127.0.0.1:41986 [Receiving block BP-813884145-10.240.0.18-1786500172333:blk_1073741828_1004]] datanode.DataNode (DataXceiver.java:writeBlock(747)) - Receiving BP-813884145-10.240.0.18-1786500172333:blk_1073741828_1004 src: /127.0.0.1:41986 dest: /127.0.0.1:33983
2026-08-12 02:02:53,516 INFO  [PacketResponder: BP-813884145-10.240.0.18-1786500172333:blk_1073741828_1004, type=LAST_IN_PIPELINE] DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1539)) - src: /127.0.0.1:41986, dest: /127.0.0.1:33983, bytes: 84, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-977485145_1, offset: 0, srvID: dc25ab82-dbea-4350-a108-e8afdb854753, blockid: BP-813884145-10.240.0.18-1786500172333:blk_1073741828_1004, duration(ns): 4498475
2026-08-12 02:02:53,517 INFO  [PacketResponder: BP-813884145-10.240.0.18-1786500172333:blk_1073741828_1004, type=LAST_IN_PIPELINE] datanode.DataNode (BlockReceiver.java:run(1512)) - PacketResponder: BP-813884145-10.240.0.18-1786500172333:blk_1073741828_1004, type=LAST_IN_PIPELINE terminating
2026-08-12 02:02:53,520 INFO  [IPC Server handler 3 on default port 37723] hdfs.StateChange (FSNamesystem.java:completeFile(3104)) - DIR* completeFile: /id_pizza-pizza/200/.kudu-metadata.json is closed by DFSClient_NONMAPREDUCE_-977485145_1
2026-08-12 02:02:53,521 INFO  [Listener at localhost/43521] backup.BackupIO (BackupIO.scala:writeTableMetadata(95)) - Writing metadata to hdfs://localhost:37723/id_pizza-pizza/400/.kudu-metadata.json
2026-08-12 02:02:53,523 INFO  [IPC Server handler 4 on default port 37723] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=create	src=/id_pizza-pizza/400/.kudu-metadata.json	dst=null	perm=slave:supergroup:rw-r--r--	proto=rpc
2026-08-12 02:02:53,527 INFO  [IPC Server handler 5 on default port 37723] hdfs.StateChange (FSDirWriteFileOp.java:logAllocatedBlock(802)) - BLOCK* allocate blk_1073741829_1005, replicas=127.0.0.1:33983 for /id_pizza-pizza/400/.kudu-metadata.json
2026-08-12 02:02:53,530 INFO  [DataXceiver for client DFSClient_NONMAPREDUCE_-977485145_1 at /127.0.0.1:42000 [Receiving block BP-813884145-10.240.0.18-1786500172333:blk_1073741829_1005]] datanode.DataNode (DataXceiver.java:writeBlock(747)) - Receiving BP-813884145-10.240.0.18-1786500172333:blk_1073741829_1005 src: /127.0.0.1:42000 dest: /127.0.0.1:33983
2026-08-12 02:02:53,537 INFO  [PacketResponder: BP-813884145-10.240.0.18-1786500172333:blk_1073741829_1005, type=LAST_IN_PIPELINE] DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1539)) - src: /127.0.0.1:42000, dest: /127.0.0.1:33983, bytes: 103, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-977485145_1, offset: 0, srvID: dc25ab82-dbea-4350-a108-e8afdb854753, blockid: BP-813884145-10.240.0.18-1786500172333:blk_1073741829_1005, duration(ns): 4941924
2026-08-12 02:02:53,537 INFO  [PacketResponder: BP-813884145-10.240.0.18-1786500172333:blk_1073741829_1005, type=LAST_IN_PIPELINE] datanode.DataNode (BlockReceiver.java:run(1512)) - PacketResponder: BP-813884145-10.240.0.18-1786500172333:blk_1073741829_1005, type=LAST_IN_PIPELINE terminating
2026-08-12 02:02:53,539 INFO  [IPC Server handler 7 on default port 37723] hdfs.StateChange (FSNamesystem.java:completeFile(3104)) - DIR* completeFile: /id_pizza-pizza/400/.kudu-metadata.json is closed by DFSClient_NONMAPREDUCE_-977485145_1
2026-08-12 02:02:53,540 INFO  [Listener at localhost/43521] backup.BackupIO (BackupIO.scala:writeTableMetadata(95)) - Writing metadata to hdfs://localhost:37723/id_pizza-pizza/600/.kudu-metadata.json
2026-08-12 02:02:53,542 INFO  [IPC Server handler 8 on default port 37723] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=create	src=/id_pizza-pizza/600/.kudu-metadata.json	dst=null	perm=slave:supergroup:rw-r--r--	proto=rpc
2026-08-12 02:02:53,545 INFO  [IPC Server handler 9 on default port 37723] hdfs.StateChange (FSDirWriteFileOp.java:logAllocatedBlock(802)) - BLOCK* allocate blk_1073741830_1006, replicas=127.0.0.1:33983 for /id_pizza-pizza/600/.kudu-metadata.json
2026-08-12 02:02:53,551 INFO  [DataXceiver for client DFSClient_NONMAPREDUCE_-977485145_1 at /127.0.0.1:42010 [Receiving block BP-813884145-10.240.0.18-1786500172333:blk_1073741830_1006]] datanode.DataNode (DataXceiver.java:writeBlock(747)) - Receiving BP-813884145-10.240.0.18-1786500172333:blk_1073741830_1006 src: /127.0.0.1:42010 dest: /127.0.0.1:33983
2026-08-12 02:02:53,558 INFO  [PacketResponder: BP-813884145-10.240.0.18-1786500172333:blk_1073741830_1006, type=LAST_IN_PIPELINE] DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1539)) - src: /127.0.0.1:42010, dest: /127.0.0.1:33983, bytes: 103, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-977485145_1, offset: 0, srvID: dc25ab82-dbea-4350-a108-e8afdb854753, blockid: BP-813884145-10.240.0.18-1786500172333:blk_1073741830_1006, duration(ns): 4468037
2026-08-12 02:02:53,558 INFO  [PacketResponder: BP-813884145-10.240.0.18-1786500172333:blk_1073741830_1006, type=LAST_IN_PIPELINE] datanode.DataNode (BlockReceiver.java:run(1512)) - PacketResponder: BP-813884145-10.240.0.18-1786500172333:blk_1073741830_1006, type=LAST_IN_PIPELINE terminating
2026-08-12 02:02:53,559 INFO  [IPC Server handler 1 on default port 37723] hdfs.StateChange (FSNamesystem.java:completeFile(3104)) - DIR* completeFile: /id_pizza-pizza/600/.kudu-metadata.json is closed by DFSClient_NONMAPREDUCE_-977485145_1
2026-08-12 02:02:53,575 INFO  [IPC Server handler 2 on default port 37723] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=getfileinfo	src=/	dst=null	perm=null	proto=rpc
2026-08-12 02:02:53,576 INFO  [IPC Server handler 3 on default port 37723] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=listStatus	src=/	dst=null	perm=null	proto=rpc
2026-08-12 02:02:53,584 INFO  [IPC Server handler 4 on default port 37723] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=listStatus	src=/id_taco-taco	dst=null	perm=null	proto=rpc
2026-08-12 02:02:53,585 INFO  [IPC Server handler 5 on default port 37723] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=getfileinfo	src=/id_taco-taco/100/.kudu-metadata.json	dst=null	perm=null	proto=rpc
2026-08-12 02:02:53,587 INFO  [IPC Server handler 6 on default port 37723] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=open	src=/id_taco-taco/100/.kudu-metadata.json	dst=null	perm=null	proto=rpc
2026-08-12 02:02:53,592 INFO  [IPC Server handler 7 on default port 37723] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=getfileinfo	src=/id_taco-taco/1000/.kudu-metadata.json	dst=null	perm=null	proto=rpc
2026-08-12 02:02:53,593 INFO  [IPC Server handler 8 on default port 37723] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=open	src=/id_taco-taco/1000/.kudu-metadata.json	dst=null	perm=null	proto=rpc
2026-08-12 02:02:53,597 INFO  [IPC Server handler 9 on default port 37723] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=getfileinfo	src=/id_taco-taco/2000/.kudu-metadata.json	dst=null	perm=null	proto=rpc
2026-08-12 02:02:53,599 INFO  [IPC Server handler 0 on default port 37723] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=open	src=/id_taco-taco/2000/.kudu-metadata.json	dst=null	perm=null	proto=rpc
2026-08-12 02:02:53,602 INFO  [Listener at localhost/43521] backup.BackupIO (BackupIO.scala:readTableBackups(236)) - Found 3 paths in hdfs://localhost:37723/id_taco-taco
.2026-08-12 02:02:53,626 INFO  [Listener at localhost/43521] hdfs.MiniDFSCluster (MiniDFSCluster.java:<init>(529)) - starting cluster: numNameNodes=1, numDataNodes=1
2026-08-12 02:02:53,627 INFO  [Listener at localhost/43521] namenode.NameNode (NameNode.java:format(1249)) - Formatting using clusterid: testClusterID
2026-08-12 02:02:53,628 INFO  [Listener at localhost/43521] namenode.FSEditLog (FSEditLog.java:newInstance(229)) - Edit logging is async:true
2026-08-12 02:02:53,639 INFO  [Listener at localhost/43521] namenode.FSNamesystem (FSNamesystem.java:<init>(814)) - KeyProvider: null
2026-08-12 02:02:53,640 INFO  [Listener at localhost/43521] namenode.FSNamesystem (FSNamesystemLock.java:<init>(141)) - fsLock is fair: true
2026-08-12 02:02:53,640 INFO  [Listener at localhost/43521] namenode.FSNamesystem (FSNamesystemLock.java:<init>(159)) - Detailed lock hold time metrics enabled: false
2026-08-12 02:02:53,640 INFO  [Listener at localhost/43521] namenode.FSNamesystem (FSNamesystem.java:<init>(847)) - fsOwner                = slave (auth:SIMPLE)
2026-08-12 02:02:53,640 INFO  [Listener at localhost/43521] namenode.FSNamesystem (FSNamesystem.java:<init>(848)) - supergroup             = supergroup
2026-08-12 02:02:53,640 INFO  [Listener at localhost/43521] namenode.FSNamesystem (FSNamesystem.java:<init>(849)) - isPermissionEnabled    = true
2026-08-12 02:02:53,640 INFO  [Listener at localhost/43521] namenode.FSNamesystem (FSNamesystem.java:<init>(850)) - isStoragePolicyEnabled = true
2026-08-12 02:02:53,640 INFO  [Listener at localhost/43521] namenode.FSNamesystem (FSNamesystem.java:<init>(861)) - HA Enabled: false
2026-08-12 02:02:53,641 INFO  [Listener at localhost/43521] common.Util (Util.java:isDiskStatsEnabled(395)) - dfs.datanode.fileio.profiling.sampling.percentage set to 0. Disabling file IO profiling
2026-08-12 02:02:53,641 INFO  [Listener at localhost/43521] blockmanagement.DatanodeManager (DatanodeManager.java:<init>(334)) - dfs.block.invalidate.limit: configured=1000, counted=60, effected=1000
2026-08-12 02:02:53,641 INFO  [Listener at localhost/43521] blockmanagement.DatanodeManager (DatanodeManager.java:<init>(342)) - dfs.namenode.datanode.registration.ip-hostname-check=true
2026-08-12 02:02:53,642 INFO  [Listener at localhost/43521] blockmanagement.BlockManager (InvalidateBlocks.java:printBlockDeletionTime(77)) - dfs.namenode.startup.delay.block.deletion.sec is set to 000:00:00:00.000
2026-08-12 02:02:53,642 INFO  [Listener at localhost/43521] blockmanagement.BlockManager (InvalidateBlocks.java:printBlockDeletionTime(83)) - The block deletion will start around 2026 Aug 12 02:02:53
2026-08-12 02:02:53,642 INFO  [Listener at localhost/43521] util.GSet (LightWeightGSet.java:computeCapacity(395)) - Computing capacity for map BlocksMap
2026-08-12 02:02:53,642 INFO  [Listener at localhost/43521] util.GSet (LightWeightGSet.java:computeCapacity(396)) - VM type       = 64-bit
2026-08-12 02:02:53,642 INFO  [Listener at localhost/43521] util.GSet (LightWeightGSet.java:computeCapacity(397)) - 2.0% max memory 3.5 GB = 72.5 MB
2026-08-12 02:02:53,642 INFO  [Listener at localhost/43521] util.GSet (LightWeightGSet.java:computeCapacity(402)) - capacity      = 2^23 = 8388608 entries
2026-08-12 02:02:53,648 INFO  [Listener at localhost/43521] blockmanagement.BlockManager (BlockManager.java:createSPSManager(5447)) - Storage policy satisfier is disabled
2026-08-12 02:02:53,648 INFO  [Listener at localhost/43521] blockmanagement.BlockManager (BlockManager.java:createBlockTokenSecretManager(641)) - dfs.block.access.token.enable = false
2026-08-12 02:02:53,648 INFO  [Listener at localhost/43521] blockmanagement.BlockManagerSafeMode (BlockManagerSafeMode.java:<init>(160)) - dfs.namenode.safemode.threshold-pct = 0.999
2026-08-12 02:02:53,648 INFO  [Listener at localhost/43521] blockmanagement.BlockManagerSafeMode (BlockManagerSafeMode.java:<init>(161)) - dfs.namenode.safemode.min.datanodes = 0
2026-08-12 02:02:53,649 INFO  [Listener at localhost/43521] blockmanagement.BlockManagerSafeMode (BlockManagerSafeMode.java:<init>(163)) - dfs.namenode.safemode.extension = 0
2026-08-12 02:02:53,649 INFO  [Listener at localhost/43521] blockmanagement.BlockManager (BlockManager.java:<init>(627)) - defaultReplication         = 1
2026-08-12 02:02:53,649 INFO  [Listener at localhost/43521] blockmanagement.BlockManager (BlockManager.java:<init>(628)) - maxReplication             = 512
2026-08-12 02:02:53,649 INFO  [Listener at localhost/43521] blockmanagement.BlockManager (BlockManager.java:<init>(629)) - minReplication             = 1
2026-08-12 02:02:53,649 INFO  [Listener at localhost/43521] blockmanagement.BlockManager (BlockManager.java:<init>(630)) - maxReplicationStreams      = 2
2026-08-12 02:02:53,649 INFO  [Listener at localhost/43521] blockmanagement.BlockManager (BlockManager.java:<init>(631)) - redundancyRecheckInterval  = 3000ms
2026-08-12 02:02:53,649 INFO  [Listener at localhost/43521] blockmanagement.BlockManager (BlockManager.java:<init>(632)) - encryptDataTransfer        = false
2026-08-12 02:02:53,649 INFO  [Listener at localhost/43521] blockmanagement.BlockManager (BlockManager.java:<init>(633)) - maxNumBlocksToLog          = 1000
2026-08-12 02:02:53,649 INFO  [Listener at localhost/43521] util.GSet (LightWeightGSet.java:computeCapacity(395)) - Computing capacity for map INodeMap
2026-08-12 02:02:53,650 INFO  [Listener at localhost/43521] util.GSet (LightWeightGSet.java:computeCapacity(396)) - VM type       = 64-bit
2026-08-12 02:02:53,650 INFO  [Listener at localhost/43521] util.GSet (LightWeightGSet.java:computeCapacity(397)) - 1.0% max memory 3.5 GB = 36.2 MB
2026-08-12 02:02:53,650 INFO  [Listener at localhost/43521] util.GSet (LightWeightGSet.java:computeCapacity(402)) - capacity      = 2^22 = 4194304 entries
2026-08-12 02:02:53,655 INFO  [Listener at localhost/43521] namenode.FSDirectory (FSDirectory.java:<init>(335)) - ACLs enabled? true
2026-08-12 02:02:53,655 INFO  [Listener at localhost/43521] namenode.FSDirectory (FSDirectory.java:<init>(339)) - POSIX ACL inheritance enabled? true
2026-08-12 02:02:53,655 INFO  [Listener at localhost/43521] namenode.FSDirectory (FSDirectory.java:<init>(343)) - XAttrs enabled? true
2026-08-12 02:02:53,655 INFO  [Listener at localhost/43521] namenode.NameNode (FSDirectory.java:<init>(406)) - Caching file names occurring more than 10 times
2026-08-12 02:02:53,655 INFO  [Listener at localhost/43521] snapshot.SnapshotManager (SnapshotManager.java:<init>(124)) - Loaded config captureOpenFiles: false, skipCaptureAccessTimeOnlyChange: false, snapshotDiffAllowSnapRootDescendant: true, maxSnapshotLimit: 65536
2026-08-12 02:02:53,655 INFO  [Listener at localhost/43521] snapshot.SnapshotManager (DirectoryDiffListFactory.java:init(43)) - SkipList is disabled
2026-08-12 02:02:53,655 INFO  [Listener at localhost/43521] util.GSet (LightWeightGSet.java:computeCapacity(395)) - Computing capacity for map cachedBlocks
2026-08-12 02:02:53,655 INFO  [Listener at localhost/43521] util.GSet (LightWeightGSet.java:computeCapacity(396)) - VM type       = 64-bit
2026-08-12 02:02:53,655 INFO  [Listener at localhost/43521] util.GSet (LightWeightGSet.java:computeCapacity(397)) - 0.25% max memory 3.5 GB = 9.1 MB
2026-08-12 02:02:53,655 INFO  [Listener at localhost/43521] util.GSet (LightWeightGSet.java:computeCapacity(402)) - capacity      = 2^20 = 1048576 entries
2026-08-12 02:02:53,659 INFO  [Listener at localhost/43521] metrics.TopMetrics (TopMetrics.java:logConf(75)) - NNTop conf: dfs.namenode.top.window.num.buckets = 10
2026-08-12 02:02:53,659 INFO  [Listener at localhost/43521] metrics.TopMetrics (TopMetrics.java:logConf(77)) - NNTop conf: dfs.namenode.top.num.users = 10
2026-08-12 02:02:53,659 INFO  [Listener at localhost/43521] metrics.TopMetrics (TopMetrics.java:logConf(79)) - NNTop conf: dfs.namenode.top.windows.minutes = 1,5,25
2026-08-12 02:02:53,659 INFO  [Listener at localhost/43521] namenode.FSNamesystem (FSNamesystem.java:initRetryCache(1080)) - Retry cache on namenode is enabled
2026-08-12 02:02:53,659 INFO  [Listener at localhost/43521] namenode.FSNamesystem (FSNamesystem.java:initRetryCache(1088)) - Retry cache will use 0.03 of total heap and retry cache entry expiry time is 600000 millis
2026-08-12 02:02:53,659 INFO  [Listener at localhost/43521] util.GSet (LightWeightGSet.java:computeCapacity(395)) - Computing capacity for map NameNodeRetryCache
2026-08-12 02:02:53,660 INFO  [Listener at localhost/43521] util.GSet (LightWeightGSet.java:computeCapacity(396)) - VM type       = 64-bit
2026-08-12 02:02:53,660 INFO  [Listener at localhost/43521] util.GSet (LightWeightGSet.java:computeCapacity(397)) - 0.029999999329447746% max memory 3.5 GB = 1.1 MB
2026-08-12 02:02:53,660 INFO  [Listener at localhost/43521] util.GSet (LightWeightGSet.java:computeCapacity(402)) - capacity      = 2^17 = 131072 entries
2026-08-12 02:02:53,661 INFO  [Listener at localhost/43521] namenode.FSImage (FSImage.java:format(186)) - Allocated new BlockPoolId: BP-476994755-10.240.0.18-1786500173661
2026-08-12 02:02:53,667 INFO  [Listener at localhost/43521] common.Storage (NNStorage.java:format(595)) - Storage directory /tmp/hdfs-test2117883985080566675/name-0-1 has been successfully formatted.
2026-08-12 02:02:53,671 INFO  [Listener at localhost/43521] common.Storage (NNStorage.java:format(595)) - Storage directory /tmp/hdfs-test2117883985080566675/name-0-2 has been successfully formatted.
2026-08-12 02:02:53,689 INFO  [FSImageSaver for /tmp/hdfs-test2117883985080566675/name-0-2 of type IMAGE_AND_EDITS] namenode.FSImageFormatProtobuf (FSImageFormatProtobuf.java:save(732)) - Saving image file /tmp/hdfs-test2117883985080566675/name-0-2/current/fsimage.ckpt_0000000000000000000 using no compression
2026-08-12 02:02:53,692 INFO  [FSImageSaver for /tmp/hdfs-test2117883985080566675/name-0-1 of type IMAGE_AND_EDITS] namenode.FSImageFormatProtobuf (FSImageFormatProtobuf.java:save(732)) - Saving image file /tmp/hdfs-test2117883985080566675/name-0-1/current/fsimage.ckpt_0000000000000000000 using no compression
2026-08-12 02:02:53,698 INFO  [FSImageSaver for /tmp/hdfs-test2117883985080566675/name-0-2 of type IMAGE_AND_EDITS] namenode.FSImageFormatProtobuf (FSImageFormatProtobuf.java:save(736)) - Image file /tmp/hdfs-test2117883985080566675/name-0-2/current/fsimage.ckpt_0000000000000000000 of size 418 bytes saved in 0 seconds .
2026-08-12 02:02:53,706 INFO  [FSImageSaver for /tmp/hdfs-test2117883985080566675/name-0-1 of type IMAGE_AND_EDITS] namenode.FSImageFormatProtobuf (FSImageFormatProtobuf.java:save(736)) - Image file /tmp/hdfs-test2117883985080566675/name-0-1/current/fsimage.ckpt_0000000000000000000 of size 418 bytes saved in 0 seconds .
2026-08-12 02:02:53,711 INFO  [Listener at localhost/43521] namenode.NNStorageRetentionManager (NNStorageRetentionManager.java:getImageTxIdToRetain(203)) - Going to retain 1 images with txid >= 0
2026-08-12 02:02:53,724 INFO  [Listener at localhost/43521] namenode.FSNamesystem (FSNamesystem.java:stopActiveServices(1427)) - Stopping services started for active state
2026-08-12 02:02:53,724 INFO  [Listener at localhost/43521] namenode.FSNamesystem (FSNamesystem.java:stopStandbyServices(1528)) - Stopping services started for standby state
2026-08-12 02:02:53,725 INFO  [Listener at localhost/43521] namenode.NameNode (NameNode.java:createNameNode(1707)) - createNameNode []
2026-08-12 02:02:53,725 INFO  [Listener at localhost/43521] impl.MetricsSystemImpl (MetricsSystemImpl.java:init(158)) - NameNode metrics system started (again)
2026-08-12 02:02:53,726 INFO  [Listener at localhost/43521] namenode.NameNodeUtils (NameNodeUtils.java:getClientNamenodeAddress(79)) - fs.defaultFS is hdfs://127.0.0.1:0
2026-08-12 02:02:53,747 INFO  [org.apache.hadoop.util.JvmPauseMonitor$Monitor@76b47204] util.JvmPauseMonitor (JvmPauseMonitor.java:run(188)) - Starting JVM pause monitor
2026-08-12 02:02:53,747 INFO  [Listener at localhost/43521] hdfs.DFSUtil (DFSUtil.java:httpServerTemplateForNNAndJN(1668)) - Filter initializers set : org.apache.hadoop.http.lib.StaticUserWebFilter,org.apache.hadoop.hdfs.web.AuthFilterInitializer
2026-08-12 02:02:53,748 INFO  [Listener at localhost/43521] hdfs.DFSUtil (DFSUtil.java:httpServerTemplateForNNAndJN(1690)) - Starting Web-server for hdfs at: http://localhost:0
2026-08-12 02:02:53,750 INFO  [Listener at localhost/43521] server.AuthenticationFilter (AuthenticationFilter.java:constructSecretProvider(240)) - Unable to initialize FileSignerSecretProvider, falling back to use random secrets.
2026-08-12 02:02:53,752 INFO  [Listener at localhost/43521] http.HttpRequestLog (HttpRequestLog.java:getRequestLog(82)) - Http request log for http.requests.namenode is not defined
2026-08-12 02:02:53,754 INFO  [Listener at localhost/43521] http.HttpServer2 (HttpServer2.java:addGlobalFilter(1111)) - Added global filter 'safety' (class=org.apache.hadoop.http.HttpServer2$QuotingInputFilter)
2026-08-12 02:02:53,755 INFO  [Listener at localhost/43521] http.HttpServer2 (HttpServer2.java:addFilter(1084)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context hdfs
2026-08-12 02:02:53,755 INFO  [Listener at localhost/43521] http.HttpServer2 (HttpServer2.java:addFilter(1094)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context static
2026-08-12 02:02:53,757 INFO  [Listener at localhost/43521] http.HttpServer2 (HttpServer2.java:addFilter(1084)) - Added filter AuthFilter (class=org.apache.hadoop.hdfs.web.AuthFilter) to context hdfs
2026-08-12 02:02:53,758 INFO  [Listener at localhost/43521] http.HttpServer2 (HttpServer2.java:addFilter(1094)) - Added filter AuthFilter (class=org.apache.hadoop.hdfs.web.AuthFilter) to context static
2026-08-12 02:02:53,759 INFO  [Listener at localhost/43521] http.HttpServer2 (HttpServer2.java:addJerseyResourcePackage(938)) - addJerseyResourcePackage: packageName=org.apache.hadoop.hdfs.server.namenode.web.resources;org.apache.hadoop.hdfs.web.resources, pathSpec=/webhdfs/v1/*
2026-08-12 02:02:53,759 INFO  [Listener at localhost/43521] http.HttpServer2 (HttpServer2.java:bindListener(1332)) - Jetty bound to port 39527
2026-08-12 02:02:53,759 INFO  [Listener at localhost/43521] server.Server (Server.java:doStart(375)) - jetty-9.4.40.v20210413; built: 2021-04-13T20:42:42.668Z; git: b881a572662e1943a14ae12e7e1207989f218b74; jvm 1.8.0_362-8u372-ga~us1-0ubuntu1~18.04-b09
2026-08-12 02:02:53,762 INFO  [Listener at localhost/43521] server.session (DefaultSessionIdManager.java:doStart(334)) - DefaultSessionIdManager workerName=node0
2026-08-12 02:02:53,762 INFO  [Listener at localhost/43521] server.session (DefaultSessionIdManager.java:doStart(339)) - No SessionScavenger set, using defaults
2026-08-12 02:02:53,762 INFO  [Listener at localhost/43521] server.session (HouseKeeper.java:startScavenging(132)) - node0 Scavenging every 660000ms
2026-08-12 02:02:53,764 INFO  [Listener at localhost/43521] server.AuthenticationFilter (AuthenticationFilter.java:constructSecretProvider(240)) - Unable to initialize FileSignerSecretProvider, falling back to use random secrets.
2026-08-12 02:02:53,765 INFO  [Listener at localhost/43521] handler.ContextHandler (ContextHandler.java:doStart(916)) - Started o.e.j.s.ServletContextHandler@149b0577{static,/static,jar:file:/tmp/dist-test-taskZDRa4f/java/build/jars/hadoop-hdfs-3.3.1-tests.jar!/webapps/static,AVAILABLE}
2026-08-12 02:02:53,859 WARN  [org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeResourceMonitor@6974a715] namenode.NameNodeResourceChecker (NameNodeResourceChecker.java:isResourceAvailable(88)) - Space available on volume 'overlay' is 0, which is below the configured reserved amount 104857600
2026-08-12 02:02:53,860 WARN  [org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeResourceMonitor@6974a715] namenode.FSNamesystem (FSNamesystem.java:run(4383)) - NameNode low on available disk space. Entering safe mode.
2026-08-12 02:02:53,861 INFO  [org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeResourceMonitor@6974a715] hdfs.StateChange (FSNamesystem.java:enterSafeMode(5028)) - STATE* Safe mode is ON.
Resources are low on NN. Please add or free up more resourcesthen turn off safe mode manually. NOTE:  If you turn off safe mode before adding resources, the NN will immediately return to safe mode. Use "hdfs dfsadmin -safemode leave" to turn safe mode off.
2026-08-12 02:02:53,915 INFO  [Listener at localhost/43521] handler.ContextHandler (ContextHandler.java:doStart(916)) - Started o.e.j.w.WebAppContext@34332b8d{hdfs,/,file:///tmp/jetty-localhost-39527-hadoop-hdfs-3_3_1-tests_jar-_-any-7849232366094353847/webapp/,AVAILABLE}{jar:file:/tmp/dist-test-taskZDRa4f/java/build/jars/hadoop-hdfs-3.3.1-tests.jar!/webapps/hdfs}
2026-08-12 02:02:53,917 INFO  [Listener at localhost/43521] server.AbstractConnector (AbstractConnector.java:doStart(331)) - Started ServerConnector@6dc9da2d{HTTP/1.1, (http/1.1)}{localhost:39527}
2026-08-12 02:02:53,918 INFO  [Listener at localhost/43521] server.Server (Server.java:doStart(415)) - Started @9639ms
2026-08-12 02:02:53,919 INFO  [Listener at localhost/43521] namenode.FSEditLog (FSEditLog.java:newInstance(229)) - Edit logging is async:true
2026-08-12 02:02:53,934 INFO  [Listener at localhost/43521] namenode.FSNamesystem (FSNamesystem.java:<init>(814)) - KeyProvider: null
2026-08-12 02:02:53,934 INFO  [Listener at localhost/43521] namenode.FSNamesystem (FSNamesystemLock.java:<init>(141)) - fsLock is fair: true
2026-08-12 02:02:53,935 INFO  [Listener at localhost/43521] namenode.FSNamesystem (FSNamesystemLock.java:<init>(159)) - Detailed lock hold time metrics enabled: false
2026-08-12 02:02:53,935 INFO  [Listener at localhost/43521] namenode.FSNamesystem (FSNamesystem.java:<init>(847)) - fsOwner                = slave (auth:SIMPLE)
2026-08-12 02:02:53,935 INFO  [Listener at localhost/43521] namenode.FSNamesystem (FSNamesystem.java:<init>(848)) - supergroup             = supergroup
2026-08-12 02:02:53,935 INFO  [Listener at localhost/43521] namenode.FSNamesystem (FSNamesystem.java:<init>(849)) - isPermissionEnabled    = true
2026-08-12 02:02:53,935 INFO  [Listener at localhost/43521] namenode.FSNamesystem (FSNamesystem.java:<init>(850)) - isStoragePolicyEnabled = true
2026-08-12 02:02:53,935 INFO  [Listener at localhost/43521] namenode.FSNamesystem (FSNamesystem.java:<init>(861)) - HA Enabled: false
2026-08-12 02:02:53,936 INFO  [Listener at localhost/43521] common.Util (Util.java:isDiskStatsEnabled(395)) - dfs.datanode.fileio.profiling.sampling.percentage set to 0. Disabling file IO profiling
2026-08-12 02:02:53,936 INFO  [Listener at localhost/43521] blockmanagement.DatanodeManager (DatanodeManager.java:<init>(334)) - dfs.block.invalidate.limit: configured=1000, counted=60, effected=1000
2026-08-12 02:02:53,936 INFO  [Listener at localhost/43521] blockmanagement.DatanodeManager (DatanodeManager.java:<init>(342)) - dfs.namenode.datanode.registration.ip-hostname-check=true
2026-08-12 02:02:53,936 INFO  [Listener at localhost/43521] blockmanagement.BlockManager (InvalidateBlocks.java:printBlockDeletionTime(77)) - dfs.namenode.startup.delay.block.deletion.sec is set to 000:00:00:00.000
2026-08-12 02:02:53,937 INFO  [Listener at localhost/43521] blockmanagement.BlockManager (InvalidateBlocks.java:printBlockDeletionTime(83)) - The block deletion will start around 2026 Aug 12 02:02:53
2026-08-12 02:02:53,937 INFO  [Listener at localhost/43521] util.GSet (LightWeightGSet.java:computeCapacity(395)) - Computing capacity for map BlocksMap
2026-08-12 02:02:53,937 INFO  [Listener at localhost/43521] util.GSet (LightWeightGSet.java:computeCapacity(396)) - VM type       = 64-bit
2026-08-12 02:02:53,937 INFO  [Listener at localhost/43521] util.GSet (LightWeightGSet.java:computeCapacity(397)) - 2.0% max memory 3.5 GB = 72.5 MB
2026-08-12 02:02:53,937 INFO  [Listener at localhost/43521] util.GSet (LightWeightGSet.java:computeCapacity(402)) - capacity      = 2^23 = 8388608 entries
2026-08-12 02:02:53,967 INFO  [Listener at localhost/43521] blockmanagement.BlockManager (BlockManager.java:createSPSManager(5447)) - Storage policy satisfier is disabled
2026-08-12 02:02:53,967 INFO  [Listener at localhost/43521] blockmanagement.BlockManager (BlockManager.java:createBlockTokenSecretManager(641)) - dfs.block.access.token.enable = false
2026-08-12 02:02:53,967 INFO  [Listener at localhost/43521] blockmanagement.BlockManagerSafeMode (BlockManagerSafeMode.java:<init>(160)) - dfs.namenode.safemode.threshold-pct = 0.999
2026-08-12 02:02:53,968 INFO  [Listener at localhost/43521] blockmanagement.BlockManagerSafeMode (BlockManagerSafeMode.java:<init>(161)) - dfs.namenode.safemode.min.datanodes = 0
2026-08-12 02:02:53,968 INFO  [Listener at localhost/43521] blockmanagement.BlockManagerSafeMode (BlockManagerSafeMode.java:<init>(163)) - dfs.namenode.safemode.extension = 0
2026-08-12 02:02:53,968 INFO  [Listener at localhost/43521] blockmanagement.BlockManager (BlockManager.java:<init>(627)) - defaultReplication         = 1
2026-08-12 02:02:53,968 INFO  [Listener at localhost/43521] blockmanagement.BlockManager (BlockManager.java:<init>(628)) - maxReplication             = 512
2026-08-12 02:02:53,968 INFO  [Listener at localhost/43521] blockmanagement.BlockManager (BlockManager.java:<init>(629)) - minReplication             = 1
2026-08-12 02:02:53,968 INFO  [Listener at localhost/43521] blockmanagement.BlockManager (BlockManager.java:<init>(630)) - maxReplicationStreams      = 2
2026-08-12 02:02:53,968 INFO  [Listener at localhost/43521] blockmanagement.BlockManager (BlockManager.java:<init>(631)) - redundancyRecheckInterval  = 3000ms
2026-08-12 02:02:53,968 INFO  [Listener at localhost/43521] blockmanagement.BlockManager (BlockManager.java:<init>(632)) - encryptDataTransfer        = false
2026-08-12 02:02:53,968 INFO  [Listener at localhost/43521] blockmanagement.BlockManager (BlockManager.java:<init>(633)) - maxNumBlocksToLog          = 1000
2026-08-12 02:02:53,969 INFO  [Listener at localhost/43521] util.GSet (LightWeightGSet.java:computeCapacity(395)) - Computing capacity for map INodeMap
2026-08-12 02:02:53,969 INFO  [Listener at localhost/43521] util.GSet (LightWeightGSet.java:computeCapacity(396)) - VM type       = 64-bit
2026-08-12 02:02:53,969 INFO  [Listener at localhost/43521] util.GSet (LightWeightGSet.java:computeCapacity(397)) - 1.0% max memory 3.5 GB = 36.2 MB
2026-08-12 02:02:53,969 INFO  [Listener at localhost/43521] util.GSet (LightWeightGSet.java:computeCapacity(402)) - capacity      = 2^22 = 4194304 entries
2026-08-12 02:02:53,972 INFO  [Listener at localhost/43521] namenode.FSDirectory (FSDirectory.java:<init>(335)) - ACLs enabled? true
2026-08-12 02:02:53,972 INFO  [Listener at localhost/43521] namenode.FSDirectory (FSDirectory.java:<init>(339)) - POSIX ACL inheritance enabled? true
2026-08-12 02:02:53,972 INFO  [Listener at localhost/43521] namenode.FSDirectory (FSDirectory.java:<init>(343)) - XAttrs enabled? true
2026-08-12 02:02:53,972 INFO  [Listener at localhost/43521] namenode.NameNode (FSDirectory.java:<init>(406)) - Caching file names occurring more than 10 times
2026-08-12 02:02:53,972 INFO  [Listener at localhost/43521] snapshot.SnapshotManager (SnapshotManager.java:<init>(124)) - Loaded config captureOpenFiles: false, skipCaptureAccessTimeOnlyChange: false, snapshotDiffAllowSnapRootDescendant: true, maxSnapshotLimit: 65536
2026-08-12 02:02:53,972 INFO  [Listener at localhost/43521] snapshot.SnapshotManager (DirectoryDiffListFactory.java:init(43)) - SkipList is disabled
2026-08-12 02:02:53,972 INFO  [Listener at localhost/43521] util.GSet (LightWeightGSet.java:computeCapacity(395)) - Computing capacity for map cachedBlocks
2026-08-12 02:02:53,972 INFO  [Listener at localhost/43521] util.GSet (LightWeightGSet.java:computeCapacity(396)) - VM type       = 64-bit
2026-08-12 02:02:53,973 INFO  [Listener at localhost/43521] util.GSet (LightWeightGSet.java:computeCapacity(397)) - 0.25% max memory 3.5 GB = 9.1 MB
2026-08-12 02:02:53,973 INFO  [Listener at localhost/43521] util.GSet (LightWeightGSet.java:computeCapacity(402)) - capacity      = 2^20 = 1048576 entries
2026-08-12 02:02:53,973 INFO  [Listener at localhost/43521] metrics.TopMetrics (TopMetrics.java:logConf(75)) - NNTop conf: dfs.namenode.top.window.num.buckets = 10
2026-08-12 02:02:53,974 INFO  [Listener at localhost/43521] metrics.TopMetrics (TopMetrics.java:logConf(77)) - NNTop conf: dfs.namenode.top.num.users = 10
2026-08-12 02:02:53,974 INFO  [Listener at localhost/43521] metrics.TopMetrics (TopMetrics.java:logConf(79)) - NNTop conf: dfs.namenode.top.windows.minutes = 1,5,25
2026-08-12 02:02:53,974 INFO  [Listener at localhost/43521] namenode.FSNamesystem (FSNamesystem.java:initRetryCache(1080)) - Retry cache on namenode is enabled
2026-08-12 02:02:53,974 INFO  [Listener at localhost/43521] namenode.FSNamesystem (FSNamesystem.java:initRetryCache(1088)) - Retry cache will use 0.03 of total heap and retry cache entry expiry time is 600000 millis
2026-08-12 02:02:53,974 INFO  [Listener at localhost/43521] util.GSet (LightWeightGSet.java:computeCapacity(395)) - Computing capacity for map NameNodeRetryCache
2026-08-12 02:02:53,974 INFO  [Listener at localhost/43521] util.GSet (LightWeightGSet.java:computeCapacity(396)) - VM type       = 64-bit
2026-08-12 02:02:53,974 INFO  [Listener at localhost/43521] util.GSet (LightWeightGSet.java:computeCapacity(397)) - 0.029999999329447746% max memory 3.5 GB = 1.1 MB
2026-08-12 02:02:53,974 INFO  [Listener at localhost/43521] util.GSet (LightWeightGSet.java:computeCapacity(402)) - capacity      = 2^17 = 131072 entries
2026-08-12 02:02:53,978 INFO  [Listener at localhost/43521] common.Storage (Storage.java:tryLock(948)) - Lock on /tmp/hdfs-test2117883985080566675/name-0-1/in_use.lock acquired by nodename 19017@dist-test-slave-n326.c.gcp-upstream.internal
2026-08-12 02:02:53,981 INFO  [Listener at localhost/43521] common.Storage (Storage.java:tryLock(948)) - Lock on /tmp/hdfs-test2117883985080566675/name-0-2/in_use.lock acquired by nodename 19017@dist-test-slave-n326.c.gcp-upstream.internal
2026-08-12 02:02:53,983 INFO  [Listener at localhost/43521] namenode.FileJournalManager (FileJournalManager.java:recoverUnfinalizedSegments(428)) - Recovering unfinalized segments in /tmp/hdfs-test2117883985080566675/name-0-1/current
2026-08-12 02:02:53,983 INFO  [Listener at localhost/43521] namenode.FileJournalManager (FileJournalManager.java:recoverUnfinalizedSegments(428)) - Recovering unfinalized segments in /tmp/hdfs-test2117883985080566675/name-0-2/current
2026-08-12 02:02:53,983 INFO  [Listener at localhost/43521] namenode.FSImage (FSImage.java:loadFSImage(734)) - No edit log streams selected.
2026-08-12 02:02:53,984 INFO  [Listener at localhost/43521] namenode.FSImage (FSImage.java:loadFSImageFile(800)) - Planning to load image: FSImageFile(file=/tmp/hdfs-test2117883985080566675/name-0-1/current/fsimage_0000000000000000000, cpktTxId=0000000000000000000)
2026-08-12 02:02:53,986 INFO  [Listener at localhost/43521] namenode.FSImageFormatPBINode (FSImageFormatPBINode.java:loadINodeSectionHeader(413)) - Loading 1 INodes.
2026-08-12 02:02:53,986 INFO  [Listener at localhost/43521] namenode.FSImageFormatPBINode (FSImageFormatPBINode.java:loadINodeSection(371)) - Successfully loaded 1 inodes
2026-08-12 02:02:53,987 INFO  [Listener at localhost/43521] namenode.FSImageFormatPBINode (FSImageFormatPBINode.java:waitBlocksMapAndNameCacheUpdateFinished(344)) - Completed update blocks map and name cache, total waiting duration 0ms.
2026-08-12 02:02:53,987 INFO  [Listener at localhost/43521] namenode.FSImageFormatProtobuf (FSImageFormatProtobuf.java:load(255)) - Loaded FSImage in 0 seconds.
2026-08-12 02:02:53,987 INFO  [Listener at localhost/43521] namenode.FSImage (FSImage.java:loadFSImage(978)) - Loaded image for txid 0 from /tmp/hdfs-test2117883985080566675/name-0-1/current/fsimage_0000000000000000000
2026-08-12 02:02:53,988 INFO  [Listener at localhost/43521] namenode.FSNamesystem (FSNamesystem.java:loadFSImage(1202)) - Need to save fs image? false (staleImage=false, haEnabled=false, isRollingUpgrade=false)
2026-08-12 02:02:53,988 INFO  [Listener at localhost/43521] namenode.FSEditLog (FSEditLog.java:startLogSegment(1391)) - Starting log segment at 1
2026-08-12 02:02:53,998 INFO  [Listener at localhost/43521] namenode.NameCache (NameCache.java:initialized(143)) - initialized with 0 entries 0 lookups
2026-08-12 02:02:53,998 INFO  [Listener at localhost/43521] namenode.FSNamesystem (FSNamesystem.java:loadFromDisk(786)) - Finished loading FSImage in 23 msecs
2026-08-12 02:02:53,999 INFO  [Listener at localhost/43521] namenode.NameNode (NameNodeRpcServer.java:<init>(454)) - RPC server is binding to localhost:0
2026-08-12 02:02:53,999 INFO  [Listener at localhost/43521] namenode.NameNode (NameNodeRpcServer.java:<init>(459)) - Enable NameNode state context:false
2026-08-12 02:02:53,999 INFO  [Listener at localhost/43521] ipc.CallQueueManager (CallQueueManager.java:<init>(90)) - Using callQueue: class java.util.concurrent.LinkedBlockingQueue, queueCapacity: 1000, scheduler: class org.apache.hadoop.ipc.DefaultRpcScheduler, ipcBackoff: false.
2026-08-12 02:02:54,000 INFO  [Socket Reader #1 for port 0] ipc.Server (Server.java:run(1265)) - Starting Socket Reader #1 for port 0
2026-08-12 02:02:54,003 INFO  [Listener at localhost/33129] namenode.NameNode (NameNode.java:initialize(776)) - Clients are to use localhost:33129 to access this namenode/service.
2026-08-12 02:02:54,004 INFO  [Listener at localhost/33129] namenode.FSNamesystem (FSNamesystem.java:registerMBean(5444)) - Registered FSNamesystemState, ReplicatedBlocksState and ECBlockGroupsState MBeans.
2026-08-12 02:02:54,017 INFO  [Listener at localhost/33129] namenode.LeaseManager (LeaseManager.java:getNumUnderConstructionBlocks(166)) - Number of blocks under construction: 0
2026-08-12 02:02:54,018 INFO  [Listener at localhost/33129] blockmanagement.DatanodeAdminDefaultMonitor (DatanodeAdminDefaultMonitor.java:processConf(116)) - Initialized the Default Decommission and Maintenance monitor
2026-08-12 02:02:54,020 INFO  [Listener at localhost/33129] blockmanagement.BlockManager (BlockManager.java:initializeReplQueues(5187)) - initializing replication queues
2026-08-12 02:02:54,021 INFO  [Listener at localhost/33129] hdfs.StateChange (BlockManagerSafeMode.java:leaveSafeMode(399)) - STATE* Leaving safe mode after 0 secs
2026-08-12 02:02:54,021 INFO  [Listener at localhost/33129] hdfs.StateChange (BlockManagerSafeMode.java:leaveSafeMode(405)) - STATE* Network topology has 0 racks and 0 datanodes
2026-08-12 02:02:54,021 INFO  [Listener at localhost/33129] hdfs.StateChange (BlockManagerSafeMode.java:leaveSafeMode(407)) - STATE* UnderReplicatedBlocks has 0 blocks
2026-08-12 02:02:54,031 INFO  [Reconstruction Queue Initializer] blockmanagement.BlockManager (BlockManager.java:processMisReplicatesAsync(3728)) - Total number of blocks            = 0
2026-08-12 02:02:54,031 INFO  [Reconstruction Queue Initializer] blockmanagement.BlockManager (BlockManager.java:processMisReplicatesAsync(3729)) - Number of invalid blocks          = 0
2026-08-12 02:02:54,031 INFO  [Reconstruction Queue Initializer] blockmanagement.BlockManager (BlockManager.java:processMisReplicatesAsync(3730)) - Number of under-replicated blocks = 0
2026-08-12 02:02:54,031 INFO  [Reconstruction Queue Initializer] blockmanagement.BlockManager (BlockManager.java:processMisReplicatesAsync(3731)) - Number of  over-replicated blocks = 0
2026-08-12 02:02:54,031 INFO  [Reconstruction Queue Initializer] blockmanagement.BlockManager (BlockManager.java:processMisReplicatesAsync(3733)) - Number of blocks being written    = 0
2026-08-12 02:02:54,031 INFO  [Reconstruction Queue Initializer] hdfs.StateChange (BlockManager.java:processMisReplicatesAsync(3736)) - STATE* Replication Queue initialization scan for invalid, over- and under-replicated blocks completed in 10 msec
2026-08-12 02:02:54,034 INFO  [IPC Server Responder] ipc.Server (Server.java:run(1507)) - IPC Server Responder: starting
2026-08-12 02:02:54,034 INFO  [IPC Server listener on 0] ipc.Server (Server.java:run(1344)) - IPC Server listener on 0: starting
2026-08-12 02:02:54,043 INFO  [Listener at localhost/33129] namenode.NameNode (NameNode.java:startCommonServices(893)) - NameNode RPC up at: localhost/127.0.0.1:33129
2026-08-12 02:02:54,044 INFO  [Listener at localhost/33129] namenode.FSNamesystem (FSNamesystem.java:startActiveServices(1314)) - Starting services required for active state
2026-08-12 02:02:54,044 INFO  [Listener at localhost/33129] namenode.FSDirectory (FSDirectory.java:updateCountForQuota(840)) - Initializing quota with 12 thread(s)
2026-08-12 02:02:54,045 INFO  [Listener at localhost/33129] namenode.FSDirectory (FSDirectory.java:updateCountForQuota(849)) - Quota initialization completed in 1 milliseconds
name space=1
storage space=0
storage types=RAM_DISK=0, SSD=0, DISK=0, ARCHIVE=0, PROVIDED=0
2026-08-12 02:02:54,047 INFO  [CacheReplicationMonitor(574924705)] blockmanagement.CacheReplicationMonitor (CacheReplicationMonitor.java:run(160)) - Starting CacheReplicationMonitor with interval 30000 milliseconds
2026-08-12 02:02:54,049 INFO  [Listener at localhost/33129] hdfs.MiniDFSCluster (MiniDFSCluster.java:startDataNodes(1697)) - Starting DataNode 0 with dfs.datanode.data.dir: [DISK]file:/tmp/hdfs-test2117883985080566675/data/data1,[DISK]file:/tmp/hdfs-test2117883985080566675/data/data2
2026-08-12 02:02:54,052 INFO  [Listener at localhost/33129] checker.ThrottledAsyncChecker (ThrottledAsyncChecker.java:schedule(137)) - Scheduling a check for [DISK]file:/tmp/hdfs-test2117883985080566675/data/data1
2026-08-12 02:02:54,052 INFO  [Listener at localhost/33129] checker.ThrottledAsyncChecker (ThrottledAsyncChecker.java:schedule(137)) - Scheduling a check for [DISK]file:/tmp/hdfs-test2117883985080566675/data/data2
2026-08-12 02:02:54,065 INFO  [Listener at localhost/33129] impl.MetricsSystemImpl (MetricsSystemImpl.java:init(158)) - DataNode metrics system started (again)
2026-08-12 02:02:54,066 INFO  [Listener at localhost/33129] common.Util (Util.java:isDiskStatsEnabled(395)) - dfs.datanode.fileio.profiling.sampling.percentage set to 0. Disabling file IO profiling
2026-08-12 02:02:54,066 INFO  [Listener at localhost/33129] datanode.BlockScanner (BlockScanner.java:<init>(201)) - Initialized block scanner with targetBytesPerSec 1048576
2026-08-12 02:02:54,067 INFO  [Listener at localhost/33129] datanode.DataNode (DataNode.java:<init>(512)) - Configured hostname is 127.0.0.1
2026-08-12 02:02:54,067 INFO  [Listener at localhost/33129] common.Util (Util.java:isDiskStatsEnabled(395)) - dfs.datanode.fileio.profiling.sampling.percentage set to 0. Disabling file IO profiling
2026-08-12 02:02:54,067 INFO  [Listener at localhost/33129] datanode.DataNode (DataNode.java:startDataNode(1408)) - Starting DataNode with maxLockedMemory = 0
2026-08-12 02:02:54,068 INFO  [Listener at localhost/33129] datanode.DataNode (DataNode.java:initDataXceiver(1171)) - Opened streaming server at /127.0.0.1:43445
2026-08-12 02:02:54,068 INFO  [Listener at localhost/33129] datanode.DataNode (DataXceiverServer.java:<init>(94)) - Balancing bandwidth is 104857600 bytes/s
2026-08-12 02:02:54,069 INFO  [Listener at localhost/33129] datanode.DataNode (DataXceiverServer.java:<init>(95)) - Number threads for balancing is 100
2026-08-12 02:02:54,071 INFO  [Listener at localhost/33129] server.AuthenticationFilter (AuthenticationFilter.java:constructSecretProvider(240)) - Unable to initialize FileSignerSecretProvider, falling back to use random secrets.
2026-08-12 02:02:54,072 INFO  [Listener at localhost/33129] http.HttpRequestLog (HttpRequestLog.java:getRequestLog(82)) - Http request log for http.requests.datanode is not defined
2026-08-12 02:02:54,073 INFO  [Listener at localhost/33129] http.HttpServer2 (HttpServer2.java:addGlobalFilter(1111)) - Added global filter 'safety' (class=org.apache.hadoop.http.HttpServer2$QuotingInputFilter)
2026-08-12 02:02:54,074 INFO  [Listener at localhost/33129] http.HttpServer2 (HttpServer2.java:addFilter(1084)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context datanode
2026-08-12 02:02:54,074 INFO  [Listener at localhost/33129] http.HttpServer2 (HttpServer2.java:addFilter(1094)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context static
2026-08-12 02:02:54,075 INFO  [Listener at localhost/33129] http.HttpServer2 (HttpServer2.java:bindListener(1332)) - Jetty bound to port 33627
2026-08-12 02:02:54,075 INFO  [Listener at localhost/33129] server.Server (Server.java:doStart(375)) - jetty-9.4.40.v20210413; built: 2021-04-13T20:42:42.668Z; git: b881a572662e1943a14ae12e7e1207989f218b74; jvm 1.8.0_362-8u372-ga~us1-0ubuntu1~18.04-b09
2026-08-12 02:02:54,076 INFO  [Listener at localhost/33129] server.session (DefaultSessionIdManager.java:doStart(334)) - DefaultSessionIdManager workerName=node0
2026-08-12 02:02:54,077 INFO  [Listener at localhost/33129] server.session (DefaultSessionIdManager.java:doStart(339)) - No SessionScavenger set, using defaults
2026-08-12 02:02:54,077 INFO  [Listener at localhost/33129] server.session (HouseKeeper.java:startScavenging(132)) - node0 Scavenging every 600000ms
2026-08-12 02:02:54,078 INFO  [Listener at localhost/33129] handler.ContextHandler (ContextHandler.java:doStart(916)) - Started o.e.j.s.ServletContextHandler@6949e948{static,/static,jar:file:/tmp/dist-test-taskZDRa4f/java/build/jars/hadoop-hdfs-3.3.1-tests.jar!/webapps/static,AVAILABLE}
2026-08-12 02:02:54,225 INFO  [Listener at localhost/33129] handler.ContextHandler (ContextHandler.java:doStart(916)) - Started o.e.j.w.WebAppContext@60a19573{datanode,/,file:///tmp/jetty-localhost-33627-hadoop-hdfs-3_3_1-tests_jar-_-any-7685203730929379084/webapp/,AVAILABLE}{jar:file:/tmp/dist-test-taskZDRa4f/java/build/jars/hadoop-hdfs-3.3.1-tests.jar!/webapps/datanode}
2026-08-12 02:02:54,227 INFO  [Listener at localhost/33129] server.AbstractConnector (AbstractConnector.java:doStart(331)) - Started ServerConnector@176555c{HTTP/1.1, (http/1.1)}{localhost:33627}
2026-08-12 02:02:54,227 INFO  [Listener at localhost/33129] server.Server (Server.java:doStart(415)) - Started @9948ms
2026-08-12 02:02:54,228 WARN  [Listener at localhost/33129] web.DatanodeHttpServer (RestCsrfPreventionFilterHandler.java:<init>(75)) - Got null for restCsrfPreventionFilter - will not do any filtering.
2026-08-12 02:02:54,230 INFO  [Listener at localhost/33129] web.DatanodeHttpServer (DatanodeHttpServer.java:start(322)) - Listening HTTP traffic on /127.0.0.1:37097
2026-08-12 02:02:54,231 INFO  [Listener at localhost/33129] datanode.DataNode (DataNode.java:startDataNode(1436)) - dnUserName = slave
2026-08-12 02:02:54,231 INFO  [org.apache.hadoop.util.JvmPauseMonitor$Monitor@2152ab30] util.JvmPauseMonitor (JvmPauseMonitor.java:run(188)) - Starting JVM pause monitor
2026-08-12 02:02:54,231 INFO  [Listener at localhost/33129] datanode.DataNode (DataNode.java:startDataNode(1437)) - supergroup = supergroup
2026-08-12 02:02:54,232 INFO  [Listener at localhost/33129] ipc.CallQueueManager (CallQueueManager.java:<init>(90)) - Using callQueue: class java.util.concurrent.LinkedBlockingQueue, queueCapacity: 1000, scheduler: class org.apache.hadoop.ipc.DefaultRpcScheduler, ipcBackoff: false.
2026-08-12 02:02:54,232 INFO  [Socket Reader #1 for port 0] ipc.Server (Server.java:run(1265)) - Starting Socket Reader #1 for port 0
2026-08-12 02:02:54,235 INFO  [Listener at localhost/42547] datanode.DataNode (DataNode.java:initIpcServer(1057)) - Opened IPC server at /127.0.0.1:42547
2026-08-12 02:02:54,249 INFO  [Listener at localhost/42547] datanode.DataNode (BlockPoolManager.java:refreshNamenodes(149)) - Refresh request received for nameservices: null
2026-08-12 02:02:54,250 INFO  [Listener at localhost/42547] datanode.DataNode (BlockPoolManager.java:doRefreshNamenodes(210)) - Starting BPOfferServices for nameservices: <default>
2026-08-12 02:02:54,251 INFO  [Thread-284] datanode.DataNode (BPServiceActor.java:run(847)) - Block pool <registering> (Datanode Uuid unassigned) service to localhost/127.0.0.1:33129 starting to offer service
2026-08-12 02:02:54,255 INFO  [IPC Server Responder] ipc.Server (Server.java:run(1507)) - IPC Server Responder: starting
2026-08-12 02:02:54,255 INFO  [IPC Server listener on 0] ipc.Server (Server.java:run(1344)) - IPC Server listener on 0: starting
2026-08-12 02:02:54,266 INFO  [Thread-284] datanode.DataNode (BPOfferService.java:verifyAndSetNamespaceInfo(381)) - Acknowledging ACTIVE Namenode during handshakeBlock pool <registering> (Datanode Uuid unassigned) service to localhost/127.0.0.1:33129
2026-08-12 02:02:54,267 INFO  [Thread-284] common.Storage (DataStorage.java:getParallelVolumeLoadThreadsNum(356)) - Using 2 threads to upgrade data directories (dfs.datanode.parallel.volumes.load.threads.num=2, dataDirs=2)
2026-08-12 02:02:54,270 INFO  [Thread-284] common.Storage (Storage.java:tryLock(948)) - Lock on /tmp/hdfs-test2117883985080566675/data/data1/in_use.lock acquired by nodename 19017@dist-test-slave-n326.c.gcp-upstream.internal
2026-08-12 02:02:54,271 INFO  [IPC Server handler 1 on default port 33129] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=datanodeReport	src=null	dst=null	perm=null	proto=rpc
2026-08-12 02:02:54,271 INFO  [Thread-284] common.Storage (DataStorage.java:loadStorageDirectory(284)) - Storage directory with location [DISK]file:/tmp/hdfs-test2117883985080566675/data/data1 is not formatted for namespace 946491996. Formatting...
2026-08-12 02:02:54,271 INFO  [Thread-284] common.Storage (DataStorage.java:createStorageID(160)) - Generated new storageID DS-091aa48d-cd8a-449c-9607-e37e8ab74b6e for directory /tmp/hdfs-test2117883985080566675/data/data1 
2026-08-12 02:02:54,271 INFO  [Listener at localhost/42547] hdfs.MiniDFSCluster (MiniDFSCluster.java:shouldWait(2823)) - dnInfo.length != numDataNodes
2026-08-12 02:02:54,272 INFO  [Listener at localhost/42547] hdfs.MiniDFSCluster (MiniDFSCluster.java:waitActive(2744)) - Waiting for cluster to become active
2026-08-12 02:02:54,277 INFO  [Thread-284] common.Storage (Storage.java:tryLock(948)) - Lock on /tmp/hdfs-test2117883985080566675/data/data2/in_use.lock acquired by nodename 19017@dist-test-slave-n326.c.gcp-upstream.internal
2026-08-12 02:02:54,277 INFO  [Thread-284] common.Storage (DataStorage.java:loadStorageDirectory(284)) - Storage directory with location [DISK]file:/tmp/hdfs-test2117883985080566675/data/data2 is not formatted for namespace 946491996. Formatting...
2026-08-12 02:02:54,278 INFO  [Thread-284] common.Storage (DataStorage.java:createStorageID(160)) - Generated new storageID DS-6ff27d6d-523c-45c0-9c5c-5200d2fb9bc6 for directory /tmp/hdfs-test2117883985080566675/data/data2 
2026-08-12 02:02:54,302 INFO  [Thread-284] common.Storage (BlockPoolSliceStorage.java:recoverTransitionRead(256)) - Analyzing storage directories for bpid BP-476994755-10.240.0.18-1786500173661
2026-08-12 02:02:54,302 INFO  [Thread-284] common.Storage (Storage.java:lock(907)) - Locking is disabled for /tmp/hdfs-test2117883985080566675/data/data1/current/BP-476994755-10.240.0.18-1786500173661
2026-08-12 02:02:54,302 INFO  [Thread-284] common.Storage (BlockPoolSliceStorage.java:loadStorageDirectory(169)) - Block pool storage directory for location [DISK]file:/tmp/hdfs-test2117883985080566675/data/data1 and block pool id BP-476994755-10.240.0.18-1786500173661 is not formatted. Formatting ...
2026-08-12 02:02:54,303 INFO  [Thread-284] common.Storage (BlockPoolSliceStorage.java:format(285)) - Formatting block pool BP-476994755-10.240.0.18-1786500173661 directory /tmp/hdfs-test2117883985080566675/data/data1/current/BP-476994755-10.240.0.18-1786500173661/current
2026-08-12 02:02:54,334 INFO  [Thread-284] common.Storage (BlockPoolSliceStorage.java:recoverTransitionRead(256)) - Analyzing storage directories for bpid BP-476994755-10.240.0.18-1786500173661
2026-08-12 02:02:54,334 INFO  [Thread-284] common.Storage (Storage.java:lock(907)) - Locking is disabled for /tmp/hdfs-test2117883985080566675/data/data2/current/BP-476994755-10.240.0.18-1786500173661
2026-08-12 02:02:54,335 INFO  [Thread-284] common.Storage (BlockPoolSliceStorage.java:loadStorageDirectory(169)) - Block pool storage directory for location [DISK]file:/tmp/hdfs-test2117883985080566675/data/data2 and block pool id BP-476994755-10.240.0.18-1786500173661 is not formatted. Formatting ...
2026-08-12 02:02:54,335 INFO  [Thread-284] common.Storage (BlockPoolSliceStorage.java:format(285)) - Formatting block pool BP-476994755-10.240.0.18-1786500173661 directory /tmp/hdfs-test2117883985080566675/data/data2/current/BP-476994755-10.240.0.18-1786500173661/current
2026-08-12 02:02:54,340 INFO  [Thread-284] datanode.DataNode (DataNode.java:initStorage(1756)) - Setting up storage: nsid=946491996;bpid=BP-476994755-10.240.0.18-1786500173661;lv=-57;nsInfo=lv=-66;cid=testClusterID;nsid=946491996;c=1786500173661;bpid=BP-476994755-10.240.0.18-1786500173661;dnuuid=null
2026-08-12 02:02:54,344 INFO  [Thread-284] datanode.DataNode (DataNode.java:checkDatanodeUuid(1554)) - Generated and persisted new Datanode UUID 5fa088bc-7c95-457b-9572-cf04e2f607ff
2026-08-12 02:02:54,344 INFO  [Thread-284] impl.FsDatasetImpl (FsDatasetImpl.java:<init>(310)) - The datanode lock is a read write lock
2026-08-12 02:02:54,346 INFO  [Thread-284] impl.FsDatasetImpl (FsVolumeList.java:addVolume(304)) - Added new volume: DS-091aa48d-cd8a-449c-9607-e37e8ab74b6e
2026-08-12 02:02:54,347 INFO  [Thread-284] impl.FsDatasetImpl (FsDatasetImpl.java:addVolume(493)) - Added volume - [DISK]file:/tmp/hdfs-test2117883985080566675/data/data1, StorageType: DISK
2026-08-12 02:02:54,349 INFO  [Thread-284] impl.FsDatasetImpl (FsVolumeList.java:addVolume(304)) - Added new volume: DS-6ff27d6d-523c-45c0-9c5c-5200d2fb9bc6
2026-08-12 02:02:54,349 INFO  [Thread-284] impl.FsDatasetImpl (FsDatasetImpl.java:addVolume(493)) - Added volume - [DISK]file:/tmp/hdfs-test2117883985080566675/data/data2, StorageType: DISK
2026-08-12 02:02:54,350 INFO  [Thread-284] impl.MemoryMappableBlockLoader (MemoryMappableBlockLoader.java:initialize(48)) - Initializing cache loader: MemoryMappableBlockLoader.
2026-08-12 02:02:54,351 INFO  [Thread-284] impl.FsDatasetImpl (FsDatasetImpl.java:registerMBean(2343)) - Registered FSDatasetState MBean
2026-08-12 02:02:54,352 INFO  [Thread-284] impl.FsDatasetImpl (FsDatasetImpl.java:addBlockPool(2856)) - Adding block pool BP-476994755-10.240.0.18-1786500173661
2026-08-12 02:02:54,352 INFO  [Thread-301] impl.FsDatasetImpl (FsVolumeList.java:run(406)) - Scanning block pool BP-476994755-10.240.0.18-1786500173661 on volume /tmp/hdfs-test2117883985080566675/data/data1...
2026-08-12 02:02:54,352 INFO  [Thread-302] impl.FsDatasetImpl (FsVolumeList.java:run(406)) - Scanning block pool BP-476994755-10.240.0.18-1786500173661 on volume /tmp/hdfs-test2117883985080566675/data/data2...
2026-08-12 02:02:54,373 INFO  [IPC Server handler 2 on default port 33129] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=datanodeReport	src=null	dst=null	perm=null	proto=rpc
2026-08-12 02:02:54,375 INFO  [Thread-301] impl.FsDatasetImpl (FsVolumeList.java:run(411)) - Time taken to scan block pool BP-476994755-10.240.0.18-1786500173661 on /tmp/hdfs-test2117883985080566675/data/data1: 23ms
2026-08-12 02:02:54,375 INFO  [Listener at localhost/42547] hdfs.MiniDFSCluster (MiniDFSCluster.java:shouldWait(2823)) - dnInfo.length != numDataNodes
2026-08-12 02:02:54,375 INFO  [Listener at localhost/42547] hdfs.MiniDFSCluster (MiniDFSCluster.java:waitActive(2744)) - Waiting for cluster to become active
2026-08-12 02:02:54,375 INFO  [Thread-302] impl.FsDatasetImpl (FsVolumeList.java:run(411)) - Time taken to scan block pool BP-476994755-10.240.0.18-1786500173661 on /tmp/hdfs-test2117883985080566675/data/data2: 22ms
2026-08-12 02:02:54,376 INFO  [Thread-284] impl.FsDatasetImpl (FsVolumeList.java:addBlockPool(431)) - Total time to scan all replicas for block pool BP-476994755-10.240.0.18-1786500173661: 23ms
2026-08-12 02:02:54,376 INFO  [Thread-305] impl.FsDatasetImpl (FsVolumeList.java:run(199)) - Adding replicas to map for block pool BP-476994755-10.240.0.18-1786500173661 on volume /tmp/hdfs-test2117883985080566675/data/data1...
2026-08-12 02:02:54,376 INFO  [Thread-306] impl.FsDatasetImpl (FsVolumeList.java:run(199)) - Adding replicas to map for block pool BP-476994755-10.240.0.18-1786500173661 on volume /tmp/hdfs-test2117883985080566675/data/data2...
2026-08-12 02:02:54,377 INFO  [Thread-305] impl.BlockPoolSlice (BlockPoolSlice.java:readReplicasFromCache(902)) - Replica Cache file: /tmp/hdfs-test2117883985080566675/data/data1/current/BP-476994755-10.240.0.18-1786500173661/current/replicas doesn't exist 
2026-08-12 02:02:54,377 INFO  [Thread-306] impl.BlockPoolSlice (BlockPoolSlice.java:readReplicasFromCache(902)) - Replica Cache file: /tmp/hdfs-test2117883985080566675/data/data2/current/BP-476994755-10.240.0.18-1786500173661/current/replicas doesn't exist 
2026-08-12 02:02:54,377 INFO  [Thread-305] impl.FsDatasetImpl (FsVolumeList.java:run(204)) - Time to add replicas to map for block pool BP-476994755-10.240.0.18-1786500173661 on volume /tmp/hdfs-test2117883985080566675/data/data1: 1ms
2026-08-12 02:02:54,377 INFO  [Thread-306] impl.FsDatasetImpl (FsVolumeList.java:run(204)) - Time to add replicas to map for block pool BP-476994755-10.240.0.18-1786500173661 on volume /tmp/hdfs-test2117883985080566675/data/data2: 1ms
2026-08-12 02:02:54,377 INFO  [Thread-284] impl.FsDatasetImpl (FsVolumeList.java:getAllVolumesMap(225)) - Total time to add all replicas to map for block pool BP-476994755-10.240.0.18-1786500173661: 1ms
2026-08-12 02:02:54,377 INFO  [Thread-284] checker.ThrottledAsyncChecker (ThrottledAsyncChecker.java:schedule(137)) - Scheduling a check for /tmp/hdfs-test2117883985080566675/data/data1
2026-08-12 02:02:54,378 INFO  [Thread-284] checker.DatasetVolumeChecker (DatasetVolumeChecker.java:checkAllVolumes(224)) - Scheduled health check for volume /tmp/hdfs-test2117883985080566675/data/data1
2026-08-12 02:02:54,378 INFO  [Thread-284] checker.ThrottledAsyncChecker (ThrottledAsyncChecker.java:schedule(137)) - Scheduling a check for /tmp/hdfs-test2117883985080566675/data/data2
2026-08-12 02:02:54,379 INFO  [Thread-284] checker.DatasetVolumeChecker (DatasetVolumeChecker.java:checkAllVolumes(224)) - Scheduled health check for volume /tmp/hdfs-test2117883985080566675/data/data2
2026-08-12 02:02:54,380 INFO  [VolumeScannerThread(/tmp/hdfs-test2117883985080566675/data/data1)] datanode.VolumeScanner (VolumeScanner.java:findNextUsableBlockIter(385)) - Now scanning bpid BP-476994755-10.240.0.18-1786500173661 on volume /tmp/hdfs-test2117883985080566675/data/data1
2026-08-12 02:02:54,380 WARN  [Thread-284] datanode.DirectoryScanner (DirectoryScanner.java:<init>(300)) - dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1
2026-08-12 02:02:54,380 INFO  [VolumeScannerThread(/tmp/hdfs-test2117883985080566675/data/data2)] datanode.VolumeScanner (VolumeScanner.java:findNextUsableBlockIter(385)) - Now scanning bpid BP-476994755-10.240.0.18-1786500173661 on volume /tmp/hdfs-test2117883985080566675/data/data2
2026-08-12 02:02:54,381 INFO  [VolumeScannerThread(/tmp/hdfs-test2117883985080566675/data/data1)] datanode.VolumeScanner (VolumeScanner.java:getNextBlockToScan(505)) - VolumeScanner(/tmp/hdfs-test2117883985080566675/data/data1, DS-091aa48d-cd8a-449c-9607-e37e8ab74b6e): finished scanning block pool BP-476994755-10.240.0.18-1786500173661
2026-08-12 02:02:54,381 INFO  [Thread-284] datanode.DirectoryScanner (DirectoryScanner.java:start(329)) - Periodic Directory Tree Verification scan starting in 9761115ms with interval of 21600000ms and throttle limit of -1ms/s
2026-08-12 02:02:54,381 INFO  [VolumeScannerThread(/tmp/hdfs-test2117883985080566675/data/data2)] datanode.VolumeScanner (VolumeScanner.java:getNextBlockToScan(505)) - VolumeScanner(/tmp/hdfs-test2117883985080566675/data/data2, DS-6ff27d6d-523c-45c0-9c5c-5200d2fb9bc6): finished scanning block pool BP-476994755-10.240.0.18-1786500173661
2026-08-12 02:02:54,382 INFO  [VolumeScannerThread(/tmp/hdfs-test2117883985080566675/data/data1)] datanode.VolumeScanner (VolumeScanner.java:findNextUsableBlockIter(402)) - VolumeScanner(/tmp/hdfs-test2117883985080566675/data/data1, DS-091aa48d-cd8a-449c-9607-e37e8ab74b6e): no suitable block pools found to scan.  Waiting 1814399998 ms.
2026-08-12 02:02:54,383 INFO  [VolumeScannerThread(/tmp/hdfs-test2117883985080566675/data/data2)] datanode.VolumeScanner (VolumeScanner.java:findNextUsableBlockIter(402)) - VolumeScanner(/tmp/hdfs-test2117883985080566675/data/data2, DS-6ff27d6d-523c-45c0-9c5c-5200d2fb9bc6): no suitable block pools found to scan.  Waiting 1814399998 ms.
2026-08-12 02:02:54,383 INFO  [BP-476994755-10.240.0.18-1786500173661 heartbeating to localhost/127.0.0.1:33129] datanode.DataNode (BPServiceActor.java:register(788)) - Block pool BP-476994755-10.240.0.18-1786500173661 (Datanode Uuid 5fa088bc-7c95-457b-9572-cf04e2f607ff) service to localhost/127.0.0.1:33129 beginning handshake with NN
2026-08-12 02:02:54,384 INFO  [IPC Server handler 4 on default port 33129] hdfs.StateChange (DatanodeManager.java:registerDatanode(1142)) - BLOCK* registerDatanode: from DatanodeRegistration(127.0.0.1:43445, datanodeUuid=5fa088bc-7c95-457b-9572-cf04e2f607ff, infoPort=37097, infoSecurePort=0, ipcPort=42547, storageInfo=lv=-57;cid=testClusterID;nsid=946491996;c=1786500173661) storage 5fa088bc-7c95-457b-9572-cf04e2f607ff
2026-08-12 02:02:54,384 INFO  [IPC Server handler 4 on default port 33129] net.NetworkTopology (NetworkTopology.java:add(149)) - Adding a new node: /default-rack/127.0.0.1:43445
2026-08-12 02:02:54,384 INFO  [IPC Server handler 4 on default port 33129] blockmanagement.BlockReportLeaseManager (BlockReportLeaseManager.java:registerNode(200)) - Registered DN 5fa088bc-7c95-457b-9572-cf04e2f607ff (127.0.0.1:43445).
2026-08-12 02:02:54,386 INFO  [BP-476994755-10.240.0.18-1786500173661 heartbeating to localhost/127.0.0.1:33129] datanode.DataNode (BPServiceActor.java:register(816)) - Block pool BP-476994755-10.240.0.18-1786500173661 (Datanode Uuid 5fa088bc-7c95-457b-9572-cf04e2f607ff) service to localhost/127.0.0.1:33129 successfully registered with NN
2026-08-12 02:02:54,386 INFO  [BP-476994755-10.240.0.18-1786500173661 heartbeating to localhost/127.0.0.1:33129] datanode.DataNode (BPServiceActor.java:offerService(645)) - For namenode localhost/127.0.0.1:33129 using BLOCKREPORT_INTERVAL of 21600000msecs CACHEREPORT_INTERVAL of 10000msecs Initial delay: 0msecs; heartBeatInterval=3000
2026-08-12 02:02:54,388 INFO  [IPC Server handler 3 on default port 33129] blockmanagement.DatanodeDescriptor (DatanodeDescriptor.java:updateStorage(999)) - Adding new storage ID DS-091aa48d-cd8a-449c-9607-e37e8ab74b6e for DN 127.0.0.1:43445
2026-08-12 02:02:54,388 INFO  [IPC Server handler 3 on default port 33129] blockmanagement.DatanodeDescriptor (DatanodeDescriptor.java:updateStorage(999)) - Adding new storage ID DS-6ff27d6d-523c-45c0-9c5c-5200d2fb9bc6 for DN 127.0.0.1:43445
2026-08-12 02:02:54,391 INFO  [Block report processor] BlockStateChange (BlockManager.java:processReport(2778)) - BLOCK* processReport 0xcc9ecfe53327c5e9: Processing first storage report for DS-091aa48d-cd8a-449c-9607-e37e8ab74b6e from datanode 5fa088bc-7c95-457b-9572-cf04e2f607ff
2026-08-12 02:02:54,392 INFO  [Block report processor] BlockStateChange (BlockManager.java:processReport(2810)) - BLOCK* processReport 0xcc9ecfe53327c5e9: from storage DS-091aa48d-cd8a-449c-9607-e37e8ab74b6e node DatanodeRegistration(127.0.0.1:43445, datanodeUuid=5fa088bc-7c95-457b-9572-cf04e2f607ff, infoPort=37097, infoSecurePort=0, ipcPort=42547, storageInfo=lv=-57;cid=testClusterID;nsid=946491996;c=1786500173661), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0
2026-08-12 02:02:54,392 INFO  [Block report processor] BlockStateChange (BlockManager.java:processReport(2778)) - BLOCK* processReport 0xcc9ecfe53327c5e9: Processing first storage report for DS-6ff27d6d-523c-45c0-9c5c-5200d2fb9bc6 from datanode 5fa088bc-7c95-457b-9572-cf04e2f607ff
2026-08-12 02:02:54,392 INFO  [Block report processor] BlockStateChange (BlockManager.java:processReport(2810)) - BLOCK* processReport 0xcc9ecfe53327c5e9: from storage DS-6ff27d6d-523c-45c0-9c5c-5200d2fb9bc6 node DatanodeRegistration(127.0.0.1:43445, datanodeUuid=5fa088bc-7c95-457b-9572-cf04e2f607ff, infoPort=37097, infoSecurePort=0, ipcPort=42547, storageInfo=lv=-57;cid=testClusterID;nsid=946491996;c=1786500173661), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0
2026-08-12 02:02:54,393 INFO  [BP-476994755-10.240.0.18-1786500173661 heartbeating to localhost/127.0.0.1:33129] datanode.DataNode (BPServiceActor.java:blockReport(437)) - Successfully sent block report 0xcc9ecfe53327c5e9 to namenode: localhost/127.0.0.1:33129,  containing 2 storage report(s), of which we sent 2. The reports had 0 total blocks and used 1 RPC(s). This took 0 msecs to generate and 2 msecs for RPC and NN processing. Got back one command: FinalizeCommand/5.
2026-08-12 02:02:54,393 INFO  [Command processor] datanode.DataNode (BPOfferService.java:processCommandFromActive(763)) - Got finalize command for block pool BP-476994755-10.240.0.18-1786500173661
2026-08-12 02:02:54,477 INFO  [IPC Server handler 6 on default port 33129] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=datanodeReport	src=null	dst=null	perm=null	proto=rpc
2026-08-12 02:02:54,478 INFO  [Listener at localhost/42547] hdfs.MiniDFSCluster (MiniDFSCluster.java:waitActive(2799)) - Cluster is active
2026-08-12 02:02:54,493 INFO  [Listener at localhost/42547] backup.BackupIO (BackupIO.scala:writeTableMetadata(95)) - Writing metadata to hdfs://localhost:33129/id_taco-taco/100/.kudu-metadata.json
2026-08-12 02:02:54,498 INFO  [IPC Server handler 7 on default port 33129] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=create	src=/id_taco-taco/100/.kudu-metadata.json	dst=null	perm=slave:supergroup:rw-r--r--	proto=rpc
2026-08-12 02:02:54,502 INFO  [IPC Server handler 8 on default port 33129] hdfs.StateChange (FSDirWriteFileOp.java:logAllocatedBlock(802)) - BLOCK* allocate blk_1073741825_1001, replicas=127.0.0.1:43445 for /id_taco-taco/100/.kudu-metadata.json
2026-08-12 02:02:54,508 INFO  [DataXceiver for client DFSClient_NONMAPREDUCE_607834974_1 at /127.0.0.1:37362 [Receiving block BP-476994755-10.240.0.18-1786500173661:blk_1073741825_1001]] datanode.DataNode (DataXceiver.java:writeBlock(747)) - Receiving BP-476994755-10.240.0.18-1786500173661:blk_1073741825_1001 src: /127.0.0.1:37362 dest: /127.0.0.1:43445
2026-08-12 02:02:54,518 INFO  [PacketResponder: BP-476994755-10.240.0.18-1786500173661:blk_1073741825_1001, type=LAST_IN_PIPELINE] DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1539)) - src: /127.0.0.1:37362, dest: /127.0.0.1:43445, bytes: 82, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_607834974_1, offset: 0, srvID: 5fa088bc-7c95-457b-9572-cf04e2f607ff, blockid: BP-476994755-10.240.0.18-1786500173661:blk_1073741825_1001, duration(ns): 7912798
2026-08-12 02:02:54,518 INFO  [PacketResponder: BP-476994755-10.240.0.18-1786500173661:blk_1073741825_1001, type=LAST_IN_PIPELINE] datanode.DataNode (BlockReceiver.java:run(1512)) - PacketResponder: BP-476994755-10.240.0.18-1786500173661:blk_1073741825_1001, type=LAST_IN_PIPELINE terminating
2026-08-12 02:02:54,522 INFO  [IPC Server handler 1 on default port 33129] hdfs.StateChange (FSNamesystem.java:completeFile(3104)) - DIR* completeFile: /id_taco-taco/100/.kudu-metadata.json is closed by DFSClient_NONMAPREDUCE_607834974_1
2026-08-12 02:02:54,523 INFO  [Listener at localhost/42547] backup.BackupIO (BackupIO.scala:writeTableMetadata(95)) - Writing metadata to hdfs://localhost:33129/id_taco-taco/1000/.kudu-metadata.json
2026-08-12 02:02:54,525 INFO  [IPC Server handler 2 on default port 33129] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=create	src=/id_taco-taco/1000/.kudu-metadata.json	dst=null	perm=slave:supergroup:rw-r--r--	proto=rpc
2026-08-12 02:02:54,530 INFO  [IPC Server handler 4 on default port 33129] hdfs.StateChange (FSDirWriteFileOp.java:logAllocatedBlock(802)) - BLOCK* allocate blk_1073741826_1002, replicas=127.0.0.1:43445 for /id_taco-taco/1000/.kudu-metadata.json
2026-08-12 02:02:54,532 INFO  [DataXceiver for client DFSClient_NONMAPREDUCE_607834974_1 at /127.0.0.1:37376 [Receiving block BP-476994755-10.240.0.18-1786500173661:blk_1073741826_1002]] datanode.DataNode (DataXceiver.java:writeBlock(747)) - Receiving BP-476994755-10.240.0.18-1786500173661:blk_1073741826_1002 src: /127.0.0.1:37376 dest: /127.0.0.1:43445
2026-08-12 02:02:54,539 INFO  [PacketResponder: BP-476994755-10.240.0.18-1786500173661:blk_1073741826_1002, type=LAST_IN_PIPELINE] DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1539)) - src: /127.0.0.1:37376, dest: /127.0.0.1:43445, bytes: 83, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_607834974_1, offset: 0, srvID: 5fa088bc-7c95-457b-9572-cf04e2f607ff, blockid: BP-476994755-10.240.0.18-1786500173661:blk_1073741826_1002, duration(ns): 4865978
2026-08-12 02:02:54,540 INFO  [PacketResponder: BP-476994755-10.240.0.18-1786500173661:blk_1073741826_1002, type=LAST_IN_PIPELINE] datanode.DataNode (BlockReceiver.java:run(1512)) - PacketResponder: BP-476994755-10.240.0.18-1786500173661:blk_1073741826_1002, type=LAST_IN_PIPELINE terminating
2026-08-12 02:02:54,542 INFO  [IPC Server handler 5 on default port 33129] hdfs.StateChange (FSNamesystem.java:completeFile(3104)) - DIR* completeFile: /id_taco-taco/1000/.kudu-metadata.json is closed by DFSClient_NONMAPREDUCE_607834974_1
2026-08-12 02:02:54,542 INFO  [Listener at localhost/42547] backup.BackupIO (BackupIO.scala:writeTableMetadata(95)) - Writing metadata to hdfs://localhost:33129/id_taco-taco/2000/.kudu-metadata.json
2026-08-12 02:02:54,544 INFO  [IPC Server handler 6 on default port 33129] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=create	src=/id_taco-taco/2000/.kudu-metadata.json	dst=null	perm=slave:supergroup:rw-r--r--	proto=rpc
2026-08-12 02:02:54,547 INFO  [IPC Server handler 7 on default port 33129] hdfs.StateChange (FSDirWriteFileOp.java:logAllocatedBlock(802)) - BLOCK* allocate blk_1073741827_1003, replicas=127.0.0.1:43445 for /id_taco-taco/2000/.kudu-metadata.json
2026-08-12 02:02:54,550 INFO  [DataXceiver for client DFSClient_NONMAPREDUCE_607834974_1 at /127.0.0.1:37382 [Receiving block BP-476994755-10.240.0.18-1786500173661:blk_1073741827_1003]] datanode.DataNode (DataXceiver.java:writeBlock(747)) - Receiving BP-476994755-10.240.0.18-1786500173661:blk_1073741827_1003 src: /127.0.0.1:37382 dest: /127.0.0.1:43445
2026-08-12 02:02:54,556 INFO  [PacketResponder: BP-476994755-10.240.0.18-1786500173661:blk_1073741827_1003, type=LAST_IN_PIPELINE] DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1539)) - src: /127.0.0.1:37382, dest: /127.0.0.1:43445, bytes: 102, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_607834974_1, offset: 0, srvID: 5fa088bc-7c95-457b-9572-cf04e2f607ff, blockid: BP-476994755-10.240.0.18-1786500173661:blk_1073741827_1003, duration(ns): 4387999
2026-08-12 02:02:54,556 INFO  [PacketResponder: BP-476994755-10.240.0.18-1786500173661:blk_1073741827_1003, type=LAST_IN_PIPELINE] datanode.DataNode (BlockReceiver.java:run(1512)) - PacketResponder: BP-476994755-10.240.0.18-1786500173661:blk_1073741827_1003, type=LAST_IN_PIPELINE terminating
2026-08-12 02:02:54,558 INFO  [IPC Server handler 9 on default port 33129] hdfs.StateChange (FSNamesystem.java:completeFile(3104)) - DIR* completeFile: /id_taco-taco/2000/.kudu-metadata.json is closed by DFSClient_NONMAPREDUCE_607834974_1
2026-08-12 02:02:54,559 INFO  [Listener at localhost/42547] backup.BackupIO (BackupIO.scala:writeTableMetadata(95)) - Writing metadata to hdfs://localhost:33129/id_pizza-pizza/200/.kudu-metadata.json
2026-08-12 02:02:54,562 INFO  [IPC Server handler 0 on default port 33129] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=create	src=/id_pizza-pizza/200/.kudu-metadata.json	dst=null	perm=slave:supergroup:rw-r--r--	proto=rpc
2026-08-12 02:02:54,567 INFO  [IPC Server handler 1 on default port 33129] hdfs.StateChange (FSDirWriteFileOp.java:logAllocatedBlock(802)) - BLOCK* allocate blk_1073741828_1004, replicas=127.0.0.1:43445 for /id_pizza-pizza/200/.kudu-metadata.json
2026-08-12 02:02:54,570 INFO  [DataXceiver for client DFSClient_NONMAPREDUCE_607834974_1 at /127.0.0.1:37388 [Receiving block BP-476994755-10.240.0.18-1786500173661:blk_1073741828_1004]] datanode.DataNode (DataXceiver.java:writeBlock(747)) - Receiving BP-476994755-10.240.0.18-1786500173661:blk_1073741828_1004 src: /127.0.0.1:37388 dest: /127.0.0.1:43445
2026-08-12 02:02:54,578 INFO  [PacketResponder: BP-476994755-10.240.0.18-1786500173661:blk_1073741828_1004, type=LAST_IN_PIPELINE] DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1539)) - src: /127.0.0.1:37388, dest: /127.0.0.1:43445, bytes: 84, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_607834974_1, offset: 0, srvID: 5fa088bc-7c95-457b-9572-cf04e2f607ff, blockid: BP-476994755-10.240.0.18-1786500173661:blk_1073741828_1004, duration(ns): 6477097
2026-08-12 02:02:54,578 INFO  [PacketResponder: BP-476994755-10.240.0.18-1786500173661:blk_1073741828_1004, type=LAST_IN_PIPELINE] datanode.DataNode (BlockReceiver.java:run(1512)) - PacketResponder: BP-476994755-10.240.0.18-1786500173661:blk_1073741828_1004, type=LAST_IN_PIPELINE terminating
2026-08-12 02:02:54,581 INFO  [IPC Server handler 4 on default port 33129] hdfs.StateChange (FSNamesystem.java:completeFile(3104)) - DIR* completeFile: /id_pizza-pizza/200/.kudu-metadata.json is closed by DFSClient_NONMAPREDUCE_607834974_1
2026-08-12 02:02:54,582 INFO  [Listener at localhost/42547] backup.BackupIO (BackupIO.scala:writeTableMetadata(95)) - Writing metadata to hdfs://localhost:33129/id_pizza-pizza/400/.kudu-metadata.json
2026-08-12 02:02:54,583 INFO  [IPC Server handler 3 on default port 33129] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=create	src=/id_pizza-pizza/400/.kudu-metadata.json	dst=null	perm=slave:supergroup:rw-r--r--	proto=rpc
2026-08-12 02:02:54,587 INFO  [IPC Server handler 5 on default port 33129] hdfs.StateChange (FSDirWriteFileOp.java:logAllocatedBlock(802)) - BLOCK* allocate blk_1073741829_1005, replicas=127.0.0.1:43445 for /id_pizza-pizza/400/.kudu-metadata.json
2026-08-12 02:02:54,590 INFO  [DataXceiver for client DFSClient_NONMAPREDUCE_607834974_1 at /127.0.0.1:37404 [Receiving block BP-476994755-10.240.0.18-1786500173661:blk_1073741829_1005]] datanode.DataNode (DataXceiver.java:writeBlock(747)) - Receiving BP-476994755-10.240.0.18-1786500173661:blk_1073741829_1005 src: /127.0.0.1:37404 dest: /127.0.0.1:43445
2026-08-12 02:02:54,597 INFO  [PacketResponder: BP-476994755-10.240.0.18-1786500173661:blk_1073741829_1005, type=LAST_IN_PIPELINE] DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1539)) - src: /127.0.0.1:37404, dest: /127.0.0.1:43445, bytes: 103, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_607834974_1, offset: 0, srvID: 5fa088bc-7c95-457b-9572-cf04e2f607ff, blockid: BP-476994755-10.240.0.18-1786500173661:blk_1073741829_1005, duration(ns): 4620986
2026-08-12 02:02:54,597 INFO  [PacketResponder: BP-476994755-10.240.0.18-1786500173661:blk_1073741829_1005, type=LAST_IN_PIPELINE] datanode.DataNode (BlockReceiver.java:run(1512)) - PacketResponder: BP-476994755-10.240.0.18-1786500173661:blk_1073741829_1005, type=LAST_IN_PIPELINE terminating
2026-08-12 02:02:54,598 INFO  [IPC Server handler 7 on default port 33129] hdfs.StateChange (FSNamesystem.java:completeFile(3104)) - DIR* completeFile: /id_pizza-pizza/400/.kudu-metadata.json is closed by DFSClient_NONMAPREDUCE_607834974_1
2026-08-12 02:02:54,599 INFO  [Listener at localhost/42547] backup.BackupIO (BackupIO.scala:writeTableMetadata(95)) - Writing metadata to hdfs://localhost:33129/id_pizza-pizza/600/.kudu-metadata.json
2026-08-12 02:02:54,601 INFO  [IPC Server handler 8 on default port 33129] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=create	src=/id_pizza-pizza/600/.kudu-metadata.json	dst=null	perm=slave:supergroup:rw-r--r--	proto=rpc
2026-08-12 02:02:54,603 INFO  [IPC Server handler 9 on default port 33129] hdfs.StateChange (FSDirWriteFileOp.java:logAllocatedBlock(802)) - BLOCK* allocate blk_1073741830_1006, replicas=127.0.0.1:43445 for /id_pizza-pizza/600/.kudu-metadata.json
2026-08-12 02:02:54,606 INFO  [DataXceiver for client DFSClient_NONMAPREDUCE_607834974_1 at /127.0.0.1:37412 [Receiving block BP-476994755-10.240.0.18-1786500173661:blk_1073741830_1006]] datanode.DataNode (DataXceiver.java:writeBlock(747)) - Receiving BP-476994755-10.240.0.18-1786500173661:blk_1073741830_1006 src: /127.0.0.1:37412 dest: /127.0.0.1:43445
2026-08-12 02:02:54,612 INFO  [PacketResponder: BP-476994755-10.240.0.18-1786500173661:blk_1073741830_1006, type=LAST_IN_PIPELINE] DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1539)) - src: /127.0.0.1:37412, dest: /127.0.0.1:43445, bytes: 103, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_607834974_1, offset: 0, srvID: 5fa088bc-7c95-457b-9572-cf04e2f607ff, blockid: BP-476994755-10.240.0.18-1786500173661:blk_1073741830_1006, duration(ns): 4168116
2026-08-12 02:02:54,613 INFO  [PacketResponder: BP-476994755-10.240.0.18-1786500173661:blk_1073741830_1006, type=LAST_IN_PIPELINE] datanode.DataNode (BlockReceiver.java:run(1512)) - PacketResponder: BP-476994755-10.240.0.18-1786500173661:blk_1073741830_1006, type=LAST_IN_PIPELINE terminating
2026-08-12 02:02:54,614 INFO  [IPC Server handler 1 on default port 33129] hdfs.StateChange (FSNamesystem.java:completeFile(3104)) - DIR* completeFile: /id_pizza-pizza/600/.kudu-metadata.json is closed by DFSClient_NONMAPREDUCE_607834974_1
2026-08-12 02:02:54,631 INFO  [IPC Server handler 2 on default port 33129] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=getfileinfo	src=/	dst=null	perm=null	proto=rpc
2026-08-12 02:02:54,633 INFO  [IPC Server handler 4 on default port 33129] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=listStatus	src=/	dst=null	perm=null	proto=rpc
2026-08-12 02:02:54,636 INFO  [IPC Server handler 3 on default port 33129] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=listStatus	src=/id_pizza-pizza	dst=null	perm=null	proto=rpc
2026-08-12 02:02:54,638 INFO  [IPC Server handler 5 on default port 33129] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=getfileinfo	src=/id_pizza-pizza/200/.kudu-metadata.json	dst=null	perm=null	proto=rpc
2026-08-12 02:02:54,640 INFO  [IPC Server handler 6 on default port 33129] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=open	src=/id_pizza-pizza/200/.kudu-metadata.json	dst=null	perm=null	proto=rpc
2026-08-12 02:02:54,650 INFO  [IPC Server handler 7 on default port 33129] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=getfileinfo	src=/id_pizza-pizza/400/.kudu-metadata.json	dst=null	perm=null	proto=rpc
2026-08-12 02:02:54,651 INFO  [IPC Server handler 8 on default port 33129] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=open	src=/id_pizza-pizza/400/.kudu-metadata.json	dst=null	perm=null	proto=rpc
2026-08-12 02:02:54,656 INFO  [IPC Server handler 9 on default port 33129] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=getfileinfo	src=/id_pizza-pizza/600/.kudu-metadata.json	dst=null	perm=null	proto=rpc
2026-08-12 02:02:54,657 INFO  [IPC Server handler 0 on default port 33129] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=open	src=/id_pizza-pizza/600/.kudu-metadata.json	dst=null	perm=null	proto=rpc
2026-08-12 02:02:54,660 INFO  [Listener at localhost/42547] backup.BackupIO (BackupIO.scala:readTableBackups(236)) - Found 3 paths in hdfs://localhost:33129/id_pizza-pizza
.2026-08-12 02:02:54,681 INFO  [Listener at localhost/42547] hdfs.MiniDFSCluster (MiniDFSCluster.java:<init>(529)) - starting cluster: numNameNodes=1, numDataNodes=1
2026-08-12 02:02:54,683 INFO  [Listener at localhost/42547] namenode.NameNode (NameNode.java:format(1249)) - Formatting using clusterid: testClusterID
2026-08-12 02:02:54,683 INFO  [Listener at localhost/42547] namenode.FSEditLog (FSEditLog.java:newInstance(229)) - Edit logging is async:true
2026-08-12 02:02:54,696 INFO  [Listener at localhost/42547] namenode.FSNamesystem (FSNamesystem.java:<init>(814)) - KeyProvider: null
2026-08-12 02:02:54,696 INFO  [Listener at localhost/42547] namenode.FSNamesystem (FSNamesystemLock.java:<init>(141)) - fsLock is fair: true
2026-08-12 02:02:54,696 INFO  [Listener at localhost/42547] namenode.FSNamesystem (FSNamesystemLock.java:<init>(159)) - Detailed lock hold time metrics enabled: false
2026-08-12 02:02:54,696 INFO  [Listener at localhost/42547] namenode.FSNamesystem (FSNamesystem.java:<init>(847)) - fsOwner                = slave (auth:SIMPLE)
2026-08-12 02:02:54,696 INFO  [Listener at localhost/42547] namenode.FSNamesystem (FSNamesystem.java:<init>(848)) - supergroup             = supergroup
2026-08-12 02:02:54,696 INFO  [Listener at localhost/42547] namenode.FSNamesystem (FSNamesystem.java:<init>(849)) - isPermissionEnabled    = true
2026-08-12 02:02:54,696 INFO  [Listener at localhost/42547] namenode.FSNamesystem (FSNamesystem.java:<init>(850)) - isStoragePolicyEnabled = true
2026-08-12 02:02:54,696 INFO  [Listener at localhost/42547] namenode.FSNamesystem (FSNamesystem.java:<init>(861)) - HA Enabled: false
2026-08-12 02:02:54,697 INFO  [Listener at localhost/42547] common.Util (Util.java:isDiskStatsEnabled(395)) - dfs.datanode.fileio.profiling.sampling.percentage set to 0. Disabling file IO profiling
2026-08-12 02:02:54,697 INFO  [Listener at localhost/42547] blockmanagement.DatanodeManager (DatanodeManager.java:<init>(334)) - dfs.block.invalidate.limit: configured=1000, counted=60, effected=1000
2026-08-12 02:02:54,697 INFO  [Listener at localhost/42547] blockmanagement.DatanodeManager (DatanodeManager.java:<init>(342)) - dfs.namenode.datanode.registration.ip-hostname-check=true
2026-08-12 02:02:54,697 INFO  [Listener at localhost/42547] blockmanagement.BlockManager (InvalidateBlocks.java:printBlockDeletionTime(77)) - dfs.namenode.startup.delay.block.deletion.sec is set to 000:00:00:00.000
2026-08-12 02:02:54,698 INFO  [Listener at localhost/42547] blockmanagement.BlockManager (InvalidateBlocks.java:printBlockDeletionTime(83)) - The block deletion will start around 2026 Aug 12 02:02:54
2026-08-12 02:02:54,698 INFO  [Listener at localhost/42547] util.GSet (LightWeightGSet.java:computeCapacity(395)) - Computing capacity for map BlocksMap
2026-08-12 02:02:54,698 INFO  [Listener at localhost/42547] util.GSet (LightWeightGSet.java:computeCapacity(396)) - VM type       = 64-bit
2026-08-12 02:02:54,698 INFO  [Listener at localhost/42547] util.GSet (LightWeightGSet.java:computeCapacity(397)) - 2.0% max memory 3.5 GB = 72.5 MB
2026-08-12 02:02:54,698 INFO  [Listener at localhost/42547] util.GSet (LightWeightGSet.java:computeCapacity(402)) - capacity      = 2^23 = 8388608 entries
2026-08-12 02:02:54,786 INFO  [Listener at localhost/42547] blockmanagement.BlockManager (BlockManager.java:createSPSManager(5447)) - Storage policy satisfier is disabled
2026-08-12 02:02:54,786 INFO  [Listener at localhost/42547] blockmanagement.BlockManager (BlockManager.java:createBlockTokenSecretManager(641)) - dfs.block.access.token.enable = false
2026-08-12 02:02:54,786 INFO  [Listener at localhost/42547] blockmanagement.BlockManagerSafeMode (BlockManagerSafeMode.java:<init>(160)) - dfs.namenode.safemode.threshold-pct = 0.999
2026-08-12 02:02:54,786 INFO  [Listener at localhost/42547] blockmanagement.BlockManagerSafeMode (BlockManagerSafeMode.java:<init>(161)) - dfs.namenode.safemode.min.datanodes = 0
2026-08-12 02:02:54,786 INFO  [Listener at localhost/42547] blockmanagement.BlockManagerSafeMode (BlockManagerSafeMode.java:<init>(163)) - dfs.namenode.safemode.extension = 0
2026-08-12 02:02:54,787 INFO  [Listener at localhost/42547] blockmanagement.BlockManager (BlockManager.java:<init>(627)) - defaultReplication         = 1
2026-08-12 02:02:54,787 INFO  [Listener at localhost/42547] blockmanagement.BlockManager (BlockManager.java:<init>(628)) - maxReplication             = 512
2026-08-12 02:02:54,787 INFO  [Listener at localhost/42547] blockmanagement.BlockManager (BlockManager.java:<init>(629)) - minReplication             = 1
2026-08-12 02:02:54,787 INFO  [Listener at localhost/42547] blockmanagement.BlockManager (BlockManager.java:<init>(630)) - maxReplicationStreams      = 2
2026-08-12 02:02:54,787 INFO  [Listener at localhost/42547] blockmanagement.BlockManager (BlockManager.java:<init>(631)) - redundancyRecheckInterval  = 3000ms
2026-08-12 02:02:54,787 INFO  [Listener at localhost/42547] blockmanagement.BlockManager (BlockManager.java:<init>(632)) - encryptDataTransfer        = false
2026-08-12 02:02:54,787 INFO  [Listener at localhost/42547] blockmanagement.BlockManager (BlockManager.java:<init>(633)) - maxNumBlocksToLog          = 1000
2026-08-12 02:02:54,788 INFO  [Listener at localhost/42547] util.GSet (LightWeightGSet.java:computeCapacity(395)) - Computing capacity for map INodeMap
2026-08-12 02:02:54,788 INFO  [Listener at localhost/42547] util.GSet (LightWeightGSet.java:computeCapacity(396)) - VM type       = 64-bit
2026-08-12 02:02:54,788 INFO  [Listener at localhost/42547] util.GSet (LightWeightGSet.java:computeCapacity(397)) - 1.0% max memory 3.5 GB = 36.2 MB
2026-08-12 02:02:54,788 INFO  [Listener at localhost/42547] util.GSet (LightWeightGSet.java:computeCapacity(402)) - capacity      = 2^22 = 4194304 entries
2026-08-12 02:02:54,791 INFO  [Listener at localhost/42547] namenode.FSDirectory (FSDirectory.java:<init>(335)) - ACLs enabled? true
2026-08-12 02:02:54,791 INFO  [Listener at localhost/42547] namenode.FSDirectory (FSDirectory.java:<init>(339)) - POSIX ACL inheritance enabled? true
2026-08-12 02:02:54,791 INFO  [Listener at localhost/42547] namenode.FSDirectory (FSDirectory.java:<init>(343)) - XAttrs enabled? true
2026-08-12 02:02:54,791 INFO  [Listener at localhost/42547] namenode.NameNode (FSDirectory.java:<init>(406)) - Caching file names occurring more than 10 times
2026-08-12 02:02:54,791 INFO  [Listener at localhost/42547] snapshot.SnapshotManager (SnapshotManager.java:<init>(124)) - Loaded config captureOpenFiles: false, skipCaptureAccessTimeOnlyChange: false, snapshotDiffAllowSnapRootDescendant: true, maxSnapshotLimit: 65536
2026-08-12 02:02:54,791 INFO  [Listener at localhost/42547] snapshot.SnapshotManager (DirectoryDiffListFactory.java:init(43)) - SkipList is disabled
2026-08-12 02:02:54,791 INFO  [Listener at localhost/42547] util.GSet (LightWeightGSet.java:computeCapacity(395)) - Computing capacity for map cachedBlocks
2026-08-12 02:02:54,792 INFO  [Listener at localhost/42547] util.GSet (LightWeightGSet.java:computeCapacity(396)) - VM type       = 64-bit
2026-08-12 02:02:54,792 INFO  [Listener at localhost/42547] util.GSet (LightWeightGSet.java:computeCapacity(397)) - 0.25% max memory 3.5 GB = 9.1 MB
2026-08-12 02:02:54,792 INFO  [Listener at localhost/42547] util.GSet (LightWeightGSet.java:computeCapacity(402)) - capacity      = 2^20 = 1048576 entries
2026-08-12 02:02:54,793 INFO  [Listener at localhost/42547] metrics.TopMetrics (TopMetrics.java:logConf(75)) - NNTop conf: dfs.namenode.top.window.num.buckets = 10
2026-08-12 02:02:54,793 INFO  [Listener at localhost/42547] metrics.TopMetrics (TopMetrics.java:logConf(77)) - NNTop conf: dfs.namenode.top.num.users = 10
2026-08-12 02:02:54,793 INFO  [Listener at localhost/42547] metrics.TopMetrics (TopMetrics.java:logConf(79)) - NNTop conf: dfs.namenode.top.windows.minutes = 1,5,25
2026-08-12 02:02:54,793 INFO  [Listener at localhost/42547] namenode.FSNamesystem (FSNamesystem.java:initRetryCache(1080)) - Retry cache on namenode is enabled
2026-08-12 02:02:54,793 INFO  [Listener at localhost/42547] namenode.FSNamesystem (FSNamesystem.java:initRetryCache(1088)) - Retry cache will use 0.03 of total heap and retry cache entry expiry time is 600000 millis
2026-08-12 02:02:54,793 INFO  [Listener at localhost/42547] util.GSet (LightWeightGSet.java:computeCapacity(395)) - Computing capacity for map NameNodeRetryCache
2026-08-12 02:02:54,793 INFO  [Listener at localhost/42547] util.GSet (LightWeightGSet.java:computeCapacity(396)) - VM type       = 64-bit
2026-08-12 02:02:54,794 INFO  [Listener at localhost/42547] util.GSet (LightWeightGSet.java:computeCapacity(397)) - 0.029999999329447746% max memory 3.5 GB = 1.1 MB
2026-08-12 02:02:54,794 INFO  [Listener at localhost/42547] util.GSet (LightWeightGSet.java:computeCapacity(402)) - capacity      = 2^17 = 131072 entries
2026-08-12 02:02:54,795 INFO  [Listener at localhost/42547] namenode.FSImage (FSImage.java:format(186)) - Allocated new BlockPoolId: BP-94994037-10.240.0.18-1786500174795
2026-08-12 02:02:54,801 INFO  [Listener at localhost/42547] common.Storage (NNStorage.java:format(595)) - Storage directory /tmp/hdfs-test1652286904577119727/name-0-1 has been successfully formatted.
2026-08-12 02:02:54,806 INFO  [Listener at localhost/42547] common.Storage (NNStorage.java:format(595)) - Storage directory /tmp/hdfs-test1652286904577119727/name-0-2 has been successfully formatted.
2026-08-12 02:02:54,824 INFO  [FSImageSaver for /tmp/hdfs-test1652286904577119727/name-0-1 of type IMAGE_AND_EDITS] namenode.FSImageFormatProtobuf (FSImageFormatProtobuf.java:save(732)) - Saving image file /tmp/hdfs-test1652286904577119727/name-0-1/current/fsimage.ckpt_0000000000000000000 using no compression
2026-08-12 02:02:54,824 INFO  [FSImageSaver for /tmp/hdfs-test1652286904577119727/name-0-2 of type IMAGE_AND_EDITS] namenode.FSImageFormatProtobuf (FSImageFormatProtobuf.java:save(732)) - Saving image file /tmp/hdfs-test1652286904577119727/name-0-2/current/fsimage.ckpt_0000000000000000000 using no compression
2026-08-12 02:02:54,833 INFO  [FSImageSaver for /tmp/hdfs-test1652286904577119727/name-0-1 of type IMAGE_AND_EDITS] namenode.FSImageFormatProtobuf (FSImageFormatProtobuf.java:save(736)) - Image file /tmp/hdfs-test1652286904577119727/name-0-1/current/fsimage.ckpt_0000000000000000000 of size 418 bytes saved in 0 seconds .
2026-08-12 02:02:54,833 INFO  [FSImageSaver for /tmp/hdfs-test1652286904577119727/name-0-2 of type IMAGE_AND_EDITS] namenode.FSImageFormatProtobuf (FSImageFormatProtobuf.java:save(736)) - Image file /tmp/hdfs-test1652286904577119727/name-0-2/current/fsimage.ckpt_0000000000000000000 of size 418 bytes saved in 0 seconds .
2026-08-12 02:02:54,839 INFO  [Listener at localhost/42547] namenode.NNStorageRetentionManager (NNStorageRetentionManager.java:getImageTxIdToRetain(203)) - Going to retain 1 images with txid >= 0
2026-08-12 02:02:54,850 INFO  [Listener at localhost/42547] namenode.FSNamesystem (FSNamesystem.java:stopActiveServices(1427)) - Stopping services started for active state
2026-08-12 02:02:54,851 INFO  [Listener at localhost/42547] namenode.FSNamesystem (FSNamesystem.java:stopStandbyServices(1528)) - Stopping services started for standby state
2026-08-12 02:02:54,852 INFO  [Listener at localhost/42547] namenode.NameNode (NameNode.java:createNameNode(1707)) - createNameNode []
2026-08-12 02:02:54,852 INFO  [Listener at localhost/42547] impl.MetricsSystemImpl (MetricsSystemImpl.java:init(158)) - NameNode metrics system started (again)
2026-08-12 02:02:54,853 INFO  [Listener at localhost/42547] namenode.NameNodeUtils (NameNodeUtils.java:getClientNamenodeAddress(79)) - fs.defaultFS is hdfs://127.0.0.1:0
2026-08-12 02:02:54,870 INFO  [org.apache.hadoop.util.JvmPauseMonitor$Monitor@167381c7] util.JvmPauseMonitor (JvmPauseMonitor.java:run(188)) - Starting JVM pause monitor
2026-08-12 02:02:54,871 INFO  [Listener at localhost/42547] hdfs.DFSUtil (DFSUtil.java:httpServerTemplateForNNAndJN(1668)) - Filter initializers set : org.apache.hadoop.http.lib.StaticUserWebFilter,org.apache.hadoop.hdfs.web.AuthFilterInitializer
2026-08-12 02:02:54,871 INFO  [Listener at localhost/42547] hdfs.DFSUtil (DFSUtil.java:httpServerTemplateForNNAndJN(1690)) - Starting Web-server for hdfs at: http://localhost:0
2026-08-12 02:02:54,873 INFO  [Listener at localhost/42547] server.AuthenticationFilter (AuthenticationFilter.java:constructSecretProvider(240)) - Unable to initialize FileSignerSecretProvider, falling back to use random secrets.
2026-08-12 02:02:54,874 INFO  [Listener at localhost/42547] http.HttpRequestLog (HttpRequestLog.java:getRequestLog(82)) - Http request log for http.requests.namenode is not defined
2026-08-12 02:02:54,875 INFO  [Listener at localhost/42547] http.HttpServer2 (HttpServer2.java:addGlobalFilter(1111)) - Added global filter 'safety' (class=org.apache.hadoop.http.HttpServer2$QuotingInputFilter)
2026-08-12 02:02:54,876 INFO  [Listener at localhost/42547] http.HttpServer2 (HttpServer2.java:addFilter(1084)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context hdfs
2026-08-12 02:02:54,877 INFO  [Listener at localhost/42547] http.HttpServer2 (HttpServer2.java:addFilter(1094)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context static
2026-08-12 02:02:54,878 INFO  [Listener at localhost/42547] http.HttpServer2 (HttpServer2.java:addFilter(1084)) - Added filter AuthFilter (class=org.apache.hadoop.hdfs.web.AuthFilter) to context hdfs
2026-08-12 02:02:54,878 INFO  [Listener at localhost/42547] http.HttpServer2 (HttpServer2.java:addFilter(1094)) - Added filter AuthFilter (class=org.apache.hadoop.hdfs.web.AuthFilter) to context static
2026-08-12 02:02:54,879 INFO  [Listener at localhost/42547] http.HttpServer2 (HttpServer2.java:addJerseyResourcePackage(938)) - addJerseyResourcePackage: packageName=org.apache.hadoop.hdfs.server.namenode.web.resources;org.apache.hadoop.hdfs.web.resources, pathSpec=/webhdfs/v1/*
2026-08-12 02:02:54,879 INFO  [Listener at localhost/42547] http.HttpServer2 (HttpServer2.java:bindListener(1332)) - Jetty bound to port 42785
2026-08-12 02:02:54,880 INFO  [Listener at localhost/42547] server.Server (Server.java:doStart(375)) - jetty-9.4.40.v20210413; built: 2021-04-13T20:42:42.668Z; git: b881a572662e1943a14ae12e7e1207989f218b74; jvm 1.8.0_362-8u372-ga~us1-0ubuntu1~18.04-b09
2026-08-12 02:02:54,882 INFO  [Listener at localhost/42547] server.session (DefaultSessionIdManager.java:doStart(334)) - DefaultSessionIdManager workerName=node0
2026-08-12 02:02:54,882 INFO  [Listener at localhost/42547] server.session (DefaultSessionIdManager.java:doStart(339)) - No SessionScavenger set, using defaults
2026-08-12 02:02:54,882 INFO  [Listener at localhost/42547] server.session (HouseKeeper.java:startScavenging(132)) - node0 Scavenging every 660000ms
2026-08-12 02:02:54,884 INFO  [Listener at localhost/42547] server.AuthenticationFilter (AuthenticationFilter.java:constructSecretProvider(240)) - Unable to initialize FileSignerSecretProvider, falling back to use random secrets.
2026-08-12 02:02:54,884 INFO  [Listener at localhost/42547] handler.ContextHandler (ContextHandler.java:doStart(916)) - Started o.e.j.s.ServletContextHandler@6ba060f3{static,/static,jar:file:/tmp/dist-test-taskZDRa4f/java/build/jars/hadoop-hdfs-3.3.1-tests.jar!/webapps/static,AVAILABLE}
2026-08-12 02:02:55,027 INFO  [Listener at localhost/42547] handler.ContextHandler (ContextHandler.java:doStart(916)) - Started o.e.j.w.WebAppContext@2a39aa2b{hdfs,/,file:///tmp/jetty-localhost-42785-hadoop-hdfs-3_3_1-tests_jar-_-any-5012403034962904612/webapp/,AVAILABLE}{jar:file:/tmp/dist-test-taskZDRa4f/java/build/jars/hadoop-hdfs-3.3.1-tests.jar!/webapps/hdfs}
2026-08-12 02:02:55,029 INFO  [Listener at localhost/42547] server.AbstractConnector (AbstractConnector.java:doStart(331)) - Started ServerConnector@4fe533ff{HTTP/1.1, (http/1.1)}{localhost:42785}
2026-08-12 02:02:55,030 INFO  [Listener at localhost/42547] server.Server (Server.java:doStart(415)) - Started @10751ms
2026-08-12 02:02:55,030 INFO  [Listener at localhost/42547] namenode.FSEditLog (FSEditLog.java:newInstance(229)) - Edit logging is async:true
2026-08-12 02:02:55,043 INFO  [Listener at localhost/42547] namenode.FSNamesystem (FSNamesystem.java:<init>(814)) - KeyProvider: null
2026-08-12 02:02:55,043 INFO  [Listener at localhost/42547] namenode.FSNamesystem (FSNamesystemLock.java:<init>(141)) - fsLock is fair: true
2026-08-12 02:02:55,043 INFO  [Listener at localhost/42547] namenode.FSNamesystem (FSNamesystemLock.java:<init>(159)) - Detailed lock hold time metrics enabled: false
2026-08-12 02:02:55,043 INFO  [Listener at localhost/42547] namenode.FSNamesystem (FSNamesystem.java:<init>(847)) - fsOwner                = slave (auth:SIMPLE)
2026-08-12 02:02:55,043 INFO  [Listener at localhost/42547] namenode.FSNamesystem (FSNamesystem.java:<init>(848)) - supergroup             = supergroup
2026-08-12 02:02:55,043 INFO  [Listener at localhost/42547] namenode.FSNamesystem (FSNamesystem.java:<init>(849)) - isPermissionEnabled    = true
2026-08-12 02:02:55,043 INFO  [Listener at localhost/42547] namenode.FSNamesystem (FSNamesystem.java:<init>(850)) - isStoragePolicyEnabled = true
2026-08-12 02:02:55,044 INFO  [Listener at localhost/42547] namenode.FSNamesystem (FSNamesystem.java:<init>(861)) - HA Enabled: false
2026-08-12 02:02:55,044 INFO  [Listener at localhost/42547] common.Util (Util.java:isDiskStatsEnabled(395)) - dfs.datanode.fileio.profiling.sampling.percentage set to 0. Disabling file IO profiling
2026-08-12 02:02:55,044 INFO  [Listener at localhost/42547] blockmanagement.DatanodeManager (DatanodeManager.java:<init>(334)) - dfs.block.invalidate.limit: configured=1000, counted=60, effected=1000
2026-08-12 02:02:55,044 INFO  [Listener at localhost/42547] blockmanagement.DatanodeManager (DatanodeManager.java:<init>(342)) - dfs.namenode.datanode.registration.ip-hostname-check=true
2026-08-12 02:02:55,044 INFO  [Listener at localhost/42547] blockmanagement.BlockManager (InvalidateBlocks.java:printBlockDeletionTime(77)) - dfs.namenode.startup.delay.block.deletion.sec is set to 000:00:00:00.000
2026-08-12 02:02:55,045 INFO  [Listener at localhost/42547] blockmanagement.BlockManager (InvalidateBlocks.java:printBlockDeletionTime(83)) - The block deletion will start around 2026 Aug 12 02:02:55
2026-08-12 02:02:55,045 INFO  [Listener at localhost/42547] util.GSet (LightWeightGSet.java:computeCapacity(395)) - Computing capacity for map BlocksMap
2026-08-12 02:02:55,045 INFO  [Listener at localhost/42547] util.GSet (LightWeightGSet.java:computeCapacity(396)) - VM type       = 64-bit
2026-08-12 02:02:55,045 INFO  [Listener at localhost/42547] util.GSet (LightWeightGSet.java:computeCapacity(397)) - 2.0% max memory 3.5 GB = 72.5 MB
2026-08-12 02:02:55,045 INFO  [Listener at localhost/42547] util.GSet (LightWeightGSet.java:computeCapacity(402)) - capacity      = 2^23 = 8388608 entries
2026-08-12 02:02:55,051 INFO  [Listener at localhost/42547] blockmanagement.BlockManager (BlockManager.java:createSPSManager(5447)) - Storage policy satisfier is disabled
2026-08-12 02:02:55,051 INFO  [Listener at localhost/42547] blockmanagement.BlockManager (BlockManager.java:createBlockTokenSecretManager(641)) - dfs.block.access.token.enable = false
2026-08-12 02:02:55,052 INFO  [Listener at localhost/42547] blockmanagement.BlockManagerSafeMode (BlockManagerSafeMode.java:<init>(160)) - dfs.namenode.safemode.threshold-pct = 0.999
2026-08-12 02:02:55,052 INFO  [Listener at localhost/42547] blockmanagement.BlockManagerSafeMode (BlockManagerSafeMode.java:<init>(161)) - dfs.namenode.safemode.min.datanodes = 0
2026-08-12 02:02:55,052 INFO  [Listener at localhost/42547] blockmanagement.BlockManagerSafeMode (BlockManagerSafeMode.java:<init>(163)) - dfs.namenode.safemode.extension = 0
2026-08-12 02:02:55,052 INFO  [Listener at localhost/42547] blockmanagement.BlockManager (BlockManager.java:<init>(627)) - defaultReplication         = 1
2026-08-12 02:02:55,052 INFO  [Listener at localhost/42547] blockmanagement.BlockManager (BlockManager.java:<init>(628)) - maxReplication             = 512
2026-08-12 02:02:55,052 INFO  [Listener at localhost/42547] blockmanagement.BlockManager (BlockManager.java:<init>(629)) - minReplication             = 1
2026-08-12 02:02:55,052 INFO  [Listener at localhost/42547] blockmanagement.BlockManager (BlockManager.java:<init>(630)) - maxReplicationStreams      = 2
2026-08-12 02:02:55,052 INFO  [Listener at localhost/42547] blockmanagement.BlockManager (BlockManager.java:<init>(631)) - redundancyRecheckInterval  = 3000ms
2026-08-12 02:02:55,052 INFO  [Listener at localhost/42547] blockmanagement.BlockManager (BlockManager.java:<init>(632)) - encryptDataTransfer        = false
2026-08-12 02:02:55,052 INFO  [Listener at localhost/42547] blockmanagement.BlockManager (BlockManager.java:<init>(633)) - maxNumBlocksToLog          = 1000
2026-08-12 02:02:55,053 INFO  [Listener at localhost/42547] util.GSet (LightWeightGSet.java:computeCapacity(395)) - Computing capacity for map INodeMap
2026-08-12 02:02:55,053 INFO  [Listener at localhost/42547] util.GSet (LightWeightGSet.java:computeCapacity(396)) - VM type       = 64-bit
2026-08-12 02:02:55,053 INFO  [Listener at localhost/42547] util.GSet (LightWeightGSet.java:computeCapacity(397)) - 1.0% max memory 3.5 GB = 36.2 MB
2026-08-12 02:02:55,053 INFO  [Listener at localhost/42547] util.GSet (LightWeightGSet.java:computeCapacity(402)) - capacity      = 2^22 = 4194304 entries
2026-08-12 02:02:55,379 INFO  [Listener at localhost/42547] namenode.FSDirectory (FSDirectory.java:<init>(335)) - ACLs enabled? true
2026-08-12 02:02:55,379 INFO  [Listener at localhost/42547] namenode.FSDirectory (FSDirectory.java:<init>(339)) - POSIX ACL inheritance enabled? true
2026-08-12 02:02:55,380 INFO  [Listener at localhost/42547] namenode.FSDirectory (FSDirectory.java:<init>(343)) - XAttrs enabled? true
2026-08-12 02:02:55,380 INFO  [Listener at localhost/42547] namenode.NameNode (FSDirectory.java:<init>(406)) - Caching file names occurring more than 10 times
2026-08-12 02:02:55,380 INFO  [Listener at localhost/42547] snapshot.SnapshotManager (SnapshotManager.java:<init>(124)) - Loaded config captureOpenFiles: false, skipCaptureAccessTimeOnlyChange: false, snapshotDiffAllowSnapRootDescendant: true, maxSnapshotLimit: 65536
2026-08-12 02:02:55,380 INFO  [Listener at localhost/42547] snapshot.SnapshotManager (DirectoryDiffListFactory.java:init(43)) - SkipList is disabled
2026-08-12 02:02:55,380 INFO  [Listener at localhost/42547] util.GSet (LightWeightGSet.java:computeCapacity(395)) - Computing capacity for map cachedBlocks
2026-08-12 02:02:55,380 INFO  [Listener at localhost/42547] util.GSet (LightWeightGSet.java:computeCapacity(396)) - VM type       = 64-bit
2026-08-12 02:02:55,380 INFO  [Listener at localhost/42547] util.GSet (LightWeightGSet.java:computeCapacity(397)) - 0.25% max memory 3.5 GB = 9.1 MB
2026-08-12 02:02:55,380 INFO  [Listener at localhost/42547] util.GSet (LightWeightGSet.java:computeCapacity(402)) - capacity      = 2^20 = 1048576 entries
2026-08-12 02:02:55,381 INFO  [Listener at localhost/42547] metrics.TopMetrics (TopMetrics.java:logConf(75)) - NNTop conf: dfs.namenode.top.window.num.buckets = 10
2026-08-12 02:02:55,381 INFO  [Listener at localhost/42547] metrics.TopMetrics (TopMetrics.java:logConf(77)) - NNTop conf: dfs.namenode.top.num.users = 10
2026-08-12 02:02:55,381 INFO  [Listener at localhost/42547] metrics.TopMetrics (TopMetrics.java:logConf(79)) - NNTop conf: dfs.namenode.top.windows.minutes = 1,5,25
2026-08-12 02:02:55,381 INFO  [Listener at localhost/42547] namenode.FSNamesystem (FSNamesystem.java:initRetryCache(1080)) - Retry cache on namenode is enabled
2026-08-12 02:02:55,382 INFO  [Listener at localhost/42547] namenode.FSNamesystem (FSNamesystem.java:initRetryCache(1088)) - Retry cache will use 0.03 of total heap and retry cache entry expiry time is 600000 millis
2026-08-12 02:02:55,382 INFO  [Listener at localhost/42547] util.GSet (LightWeightGSet.java:computeCapacity(395)) - Computing capacity for map NameNodeRetryCache
2026-08-12 02:02:55,382 INFO  [Listener at localhost/42547] util.GSet (LightWeightGSet.java:computeCapacity(396)) - VM type       = 64-bit
2026-08-12 02:02:55,382 INFO  [Listener at localhost/42547] util.GSet (LightWeightGSet.java:computeCapacity(397)) - 0.029999999329447746% max memory 3.5 GB = 1.1 MB
2026-08-12 02:02:55,382 INFO  [Listener at localhost/42547] util.GSet (LightWeightGSet.java:computeCapacity(402)) - capacity      = 2^17 = 131072 entries
2026-08-12 02:02:55,386 INFO  [Listener at localhost/42547] common.Storage (Storage.java:tryLock(948)) - Lock on /tmp/hdfs-test1652286904577119727/name-0-1/in_use.lock acquired by nodename 19017@dist-test-slave-n326.c.gcp-upstream.internal
2026-08-12 02:02:55,388 INFO  [Listener at localhost/42547] common.Storage (Storage.java:tryLock(948)) - Lock on /tmp/hdfs-test1652286904577119727/name-0-2/in_use.lock acquired by nodename 19017@dist-test-slave-n326.c.gcp-upstream.internal
2026-08-12 02:02:55,389 INFO  [Listener at localhost/42547] namenode.FileJournalManager (FileJournalManager.java:recoverUnfinalizedSegments(428)) - Recovering unfinalized segments in /tmp/hdfs-test1652286904577119727/name-0-1/current
2026-08-12 02:02:55,389 INFO  [Listener at localhost/42547] namenode.FileJournalManager (FileJournalManager.java:recoverUnfinalizedSegments(428)) - Recovering unfinalized segments in /tmp/hdfs-test1652286904577119727/name-0-2/current
2026-08-12 02:02:55,390 INFO  [Listener at localhost/42547] namenode.FSImage (FSImage.java:loadFSImage(734)) - No edit log streams selected.
2026-08-12 02:02:55,390 INFO  [Listener at localhost/42547] namenode.FSImage (FSImage.java:loadFSImageFile(800)) - Planning to load image: FSImageFile(file=/tmp/hdfs-test1652286904577119727/name-0-1/current/fsimage_0000000000000000000, cpktTxId=0000000000000000000)
2026-08-12 02:02:55,392 INFO  [Listener at localhost/42547] namenode.FSImageFormatPBINode (FSImageFormatPBINode.java:loadINodeSectionHeader(413)) - Loading 1 INodes.
2026-08-12 02:02:55,393 INFO  [Listener at localhost/42547] namenode.FSImageFormatPBINode (FSImageFormatPBINode.java:loadINodeSection(371)) - Successfully loaded 1 inodes
2026-08-12 02:02:55,393 INFO  [Listener at localhost/42547] namenode.FSImageFormatPBINode (FSImageFormatPBINode.java:waitBlocksMapAndNameCacheUpdateFinished(344)) - Completed update blocks map and name cache, total waiting duration 0ms.
2026-08-12 02:02:55,393 INFO  [Listener at localhost/42547] namenode.FSImageFormatProtobuf (FSImageFormatProtobuf.java:load(255)) - Loaded FSImage in 0 seconds.
2026-08-12 02:02:55,393 INFO  [Listener at localhost/42547] namenode.FSImage (FSImage.java:loadFSImage(978)) - Loaded image for txid 0 from /tmp/hdfs-test1652286904577119727/name-0-1/current/fsimage_0000000000000000000
2026-08-12 02:02:55,394 INFO  [Listener at localhost/42547] namenode.FSNamesystem (FSNamesystem.java:loadFSImage(1202)) - Need to save fs image? false (staleImage=false, haEnabled=false, isRollingUpgrade=false)
2026-08-12 02:02:55,394 INFO  [Listener at localhost/42547] namenode.FSEditLog (FSEditLog.java:startLogSegment(1391)) - Starting log segment at 1
2026-08-12 02:02:55,404 INFO  [Listener at localhost/42547] namenode.NameCache (NameCache.java:initialized(143)) - initialized with 0 entries 0 lookups
2026-08-12 02:02:55,404 INFO  [Listener at localhost/42547] namenode.FSNamesystem (FSNamesystem.java:loadFromDisk(786)) - Finished loading FSImage in 21 msecs
2026-08-12 02:02:55,405 INFO  [Listener at localhost/42547] namenode.NameNode (NameNodeRpcServer.java:<init>(454)) - RPC server is binding to localhost:0
2026-08-12 02:02:55,405 INFO  [Listener at localhost/42547] namenode.NameNode (NameNodeRpcServer.java:<init>(459)) - Enable NameNode state context:false
2026-08-12 02:02:55,405 INFO  [Listener at localhost/42547] ipc.CallQueueManager (CallQueueManager.java:<init>(90)) - Using callQueue: class java.util.concurrent.LinkedBlockingQueue, queueCapacity: 1000, scheduler: class org.apache.hadoop.ipc.DefaultRpcScheduler, ipcBackoff: false.
2026-08-12 02:02:55,406 INFO  [Socket Reader #1 for port 0] ipc.Server (Server.java:run(1265)) - Starting Socket Reader #1 for port 0
2026-08-12 02:02:55,410 INFO  [Listener at localhost/35577] namenode.NameNode (NameNode.java:initialize(776)) - Clients are to use localhost:35577 to access this namenode/service.
2026-08-12 02:02:55,410 INFO  [Listener at localhost/35577] namenode.FSNamesystem (FSNamesystem.java:registerMBean(5444)) - Registered FSNamesystemState, ReplicatedBlocksState and ECBlockGroupsState MBeans.
2026-08-12 02:02:55,425 INFO  [Listener at localhost/35577] namenode.LeaseManager (LeaseManager.java:getNumUnderConstructionBlocks(166)) - Number of blocks under construction: 0
2026-08-12 02:02:55,426 INFO  [Listener at localhost/35577] blockmanagement.DatanodeAdminDefaultMonitor (DatanodeAdminDefaultMonitor.java:processConf(116)) - Initialized the Default Decommission and Maintenance monitor
2026-08-12 02:02:55,427 INFO  [Listener at localhost/35577] blockmanagement.BlockManager (BlockManager.java:initializeReplQueues(5187)) - initializing replication queues
2026-08-12 02:02:55,427 INFO  [Listener at localhost/35577] hdfs.StateChange (BlockManagerSafeMode.java:leaveSafeMode(399)) - STATE* Leaving safe mode after 0 secs
2026-08-12 02:02:55,428 INFO  [Listener at localhost/35577] hdfs.StateChange (BlockManagerSafeMode.java:leaveSafeMode(405)) - STATE* Network topology has 0 racks and 0 datanodes
2026-08-12 02:02:55,428 INFO  [Listener at localhost/35577] hdfs.StateChange (BlockManagerSafeMode.java:leaveSafeMode(407)) - STATE* UnderReplicatedBlocks has 0 blocks
2026-08-12 02:02:55,435 INFO  [Reconstruction Queue Initializer] blockmanagement.BlockManager (BlockManager.java:processMisReplicatesAsync(3728)) - Total number of blocks            = 0
2026-08-12 02:02:55,435 INFO  [Reconstruction Queue Initializer] blockmanagement.BlockManager (BlockManager.java:processMisReplicatesAsync(3729)) - Number of invalid blocks          = 0
2026-08-12 02:02:55,436 INFO  [Reconstruction Queue Initializer] blockmanagement.BlockManager (BlockManager.java:processMisReplicatesAsync(3730)) - Number of under-replicated blocks = 0
2026-08-12 02:02:55,436 INFO  [Reconstruction Queue Initializer] blockmanagement.BlockManager (BlockManager.java:processMisReplicatesAsync(3731)) - Number of  over-replicated blocks = 0
2026-08-12 02:02:55,436 INFO  [Reconstruction Queue Initializer] blockmanagement.BlockManager (BlockManager.java:processMisReplicatesAsync(3733)) - Number of blocks being written    = 0
2026-08-12 02:02:55,436 INFO  [Reconstruction Queue Initializer] hdfs.StateChange (BlockManager.java:processMisReplicatesAsync(3736)) - STATE* Replication Queue initialization scan for invalid, over- and under-replicated blocks completed in 9 msec
2026-08-12 02:02:55,438 INFO  [IPC Server Responder] ipc.Server (Server.java:run(1507)) - IPC Server Responder: starting
2026-08-12 02:02:55,438 INFO  [IPC Server listener on 0] ipc.Server (Server.java:run(1344)) - IPC Server listener on 0: starting
2026-08-12 02:02:55,441 INFO  [Listener at localhost/35577] namenode.NameNode (NameNode.java:startCommonServices(893)) - NameNode RPC up at: localhost/127.0.0.1:35577
2026-08-12 02:02:55,441 INFO  [Listener at localhost/35577] namenode.FSNamesystem (FSNamesystem.java:startActiveServices(1314)) - Starting services required for active state
2026-08-12 02:02:55,441 INFO  [Listener at localhost/35577] namenode.FSDirectory (FSDirectory.java:updateCountForQuota(840)) - Initializing quota with 12 thread(s)
2026-08-12 02:02:55,442 INFO  [Listener at localhost/35577] namenode.FSDirectory (FSDirectory.java:updateCountForQuota(849)) - Quota initialization completed in 1 milliseconds
name space=1
storage space=0
storage types=RAM_DISK=0, SSD=0, DISK=0, ARCHIVE=0, PROVIDED=0
2026-08-12 02:02:55,445 INFO  [CacheReplicationMonitor(2044362919)] blockmanagement.CacheReplicationMonitor (CacheReplicationMonitor.java:run(160)) - Starting CacheReplicationMonitor with interval 30000 milliseconds
2026-08-12 02:02:55,447 INFO  [Listener at localhost/35577] hdfs.MiniDFSCluster (MiniDFSCluster.java:startDataNodes(1697)) - Starting DataNode 0 with dfs.datanode.data.dir: [DISK]file:/tmp/hdfs-test1652286904577119727/data/data1,[DISK]file:/tmp/hdfs-test1652286904577119727/data/data2
2026-08-12 02:02:55,448 INFO  [Listener at localhost/35577] checker.ThrottledAsyncChecker (ThrottledAsyncChecker.java:schedule(137)) - Scheduling a check for [DISK]file:/tmp/hdfs-test1652286904577119727/data/data1
2026-08-12 02:02:55,449 INFO  [Listener at localhost/35577] checker.ThrottledAsyncChecker (ThrottledAsyncChecker.java:schedule(137)) - Scheduling a check for [DISK]file:/tmp/hdfs-test1652286904577119727/data/data2
2026-08-12 02:02:55,462 INFO  [Listener at localhost/35577] impl.MetricsSystemImpl (MetricsSystemImpl.java:init(158)) - DataNode metrics system started (again)
2026-08-12 02:02:55,462 INFO  [Listener at localhost/35577] common.Util (Util.java:isDiskStatsEnabled(395)) - dfs.datanode.fileio.profiling.sampling.percentage set to 0. Disabling file IO profiling
2026-08-12 02:02:55,462 INFO  [Listener at localhost/35577] datanode.BlockScanner (BlockScanner.java:<init>(201)) - Initialized block scanner with targetBytesPerSec 1048576
2026-08-12 02:02:55,463 INFO  [Listener at localhost/35577] datanode.DataNode (DataNode.java:<init>(512)) - Configured hostname is 127.0.0.1
2026-08-12 02:02:55,463 INFO  [Listener at localhost/35577] common.Util (Util.java:isDiskStatsEnabled(395)) - dfs.datanode.fileio.profiling.sampling.percentage set to 0. Disabling file IO profiling
2026-08-12 02:02:55,463 INFO  [Listener at localhost/35577] datanode.DataNode (DataNode.java:startDataNode(1408)) - Starting DataNode with maxLockedMemory = 0
2026-08-12 02:02:55,464 INFO  [Listener at localhost/35577] datanode.DataNode (DataNode.java:initDataXceiver(1171)) - Opened streaming server at /127.0.0.1:44653
2026-08-12 02:02:55,464 INFO  [Listener at localhost/35577] datanode.DataNode (DataXceiverServer.java:<init>(94)) - Balancing bandwidth is 104857600 bytes/s
2026-08-12 02:02:55,464 INFO  [Listener at localhost/35577] datanode.DataNode (DataXceiverServer.java:<init>(95)) - Number threads for balancing is 100
2026-08-12 02:02:55,467 INFO  [Listener at localhost/35577] server.AuthenticationFilter (AuthenticationFilter.java:constructSecretProvider(240)) - Unable to initialize FileSignerSecretProvider, falling back to use random secrets.
2026-08-12 02:02:55,467 INFO  [Listener at localhost/35577] http.HttpRequestLog (HttpRequestLog.java:getRequestLog(82)) - Http request log for http.requests.datanode is not defined
2026-08-12 02:02:55,468 INFO  [Listener at localhost/35577] http.HttpServer2 (HttpServer2.java:addGlobalFilter(1111)) - Added global filter 'safety' (class=org.apache.hadoop.http.HttpServer2$QuotingInputFilter)
2026-08-12 02:02:55,469 INFO  [Listener at localhost/35577] http.HttpServer2 (HttpServer2.java:addFilter(1084)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context datanode
2026-08-12 02:02:55,469 INFO  [Listener at localhost/35577] http.HttpServer2 (HttpServer2.java:addFilter(1094)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context static
2026-08-12 02:02:55,470 INFO  [Listener at localhost/35577] http.HttpServer2 (HttpServer2.java:bindListener(1332)) - Jetty bound to port 38999
2026-08-12 02:02:55,470 INFO  [Listener at localhost/35577] server.Server (Server.java:doStart(375)) - jetty-9.4.40.v20210413; built: 2021-04-13T20:42:42.668Z; git: b881a572662e1943a14ae12e7e1207989f218b74; jvm 1.8.0_362-8u372-ga~us1-0ubuntu1~18.04-b09
2026-08-12 02:02:55,471 INFO  [Listener at localhost/35577] server.session (DefaultSessionIdManager.java:doStart(334)) - DefaultSessionIdManager workerName=node0
2026-08-12 02:02:55,472 INFO  [Listener at localhost/35577] server.session (DefaultSessionIdManager.java:doStart(339)) - No SessionScavenger set, using defaults
2026-08-12 02:02:55,472 INFO  [Listener at localhost/35577] server.session (HouseKeeper.java:startScavenging(132)) - node0 Scavenging every 660000ms
2026-08-12 02:02:55,473 INFO  [Listener at localhost/35577] handler.ContextHandler (ContextHandler.java:doStart(916)) - Started o.e.j.s.ServletContextHandler@3468ee6e{static,/static,jar:file:/tmp/dist-test-taskZDRa4f/java/build/jars/hadoop-hdfs-3.3.1-tests.jar!/webapps/static,AVAILABLE}
2026-08-12 02:02:55,630 INFO  [Listener at localhost/35577] handler.ContextHandler (ContextHandler.java:doStart(916)) - Started o.e.j.w.WebAppContext@1220ef43{datanode,/,file:///tmp/jetty-localhost-38999-hadoop-hdfs-3_3_1-tests_jar-_-any-7894325341413737058/webapp/,AVAILABLE}{jar:file:/tmp/dist-test-taskZDRa4f/java/build/jars/hadoop-hdfs-3.3.1-tests.jar!/webapps/datanode}
2026-08-12 02:02:55,632 INFO  [Listener at localhost/35577] server.AbstractConnector (AbstractConnector.java:doStart(331)) - Started ServerConnector@235d659c{HTTP/1.1, (http/1.1)}{localhost:38999}
2026-08-12 02:02:55,632 INFO  [Listener at localhost/35577] server.Server (Server.java:doStart(415)) - Started @11354ms
2026-08-12 02:02:55,634 WARN  [Listener at localhost/35577] web.DatanodeHttpServer (RestCsrfPreventionFilterHandler.java:<init>(75)) - Got null for restCsrfPreventionFilter - will not do any filtering.
2026-08-12 02:02:55,636 INFO  [Listener at localhost/35577] web.DatanodeHttpServer (DatanodeHttpServer.java:start(322)) - Listening HTTP traffic on /127.0.0.1:37933
2026-08-12 02:02:55,637 INFO  [Listener at localhost/35577] datanode.DataNode (DataNode.java:startDataNode(1436)) - dnUserName = slave
2026-08-12 02:02:55,637 INFO  [Listener at localhost/35577] datanode.DataNode (DataNode.java:startDataNode(1437)) - supergroup = supergroup
2026-08-12 02:02:55,637 INFO  [org.apache.hadoop.util.JvmPauseMonitor$Monitor@49fa1d74] util.JvmPauseMonitor (JvmPauseMonitor.java:run(188)) - Starting JVM pause monitor
2026-08-12 02:02:55,637 INFO  [Listener at localhost/35577] ipc.CallQueueManager (CallQueueManager.java:<init>(90)) - Using callQueue: class java.util.concurrent.LinkedBlockingQueue, queueCapacity: 1000, scheduler: class org.apache.hadoop.ipc.DefaultRpcScheduler, ipcBackoff: false.
2026-08-12 02:02:55,638 INFO  [Socket Reader #1 for port 0] ipc.Server (Server.java:run(1265)) - Starting Socket Reader #1 for port 0
2026-08-12 02:02:55,641 INFO  [Listener at localhost/41163] datanode.DataNode (DataNode.java:initIpcServer(1057)) - Opened IPC server at /127.0.0.1:41163
2026-08-12 02:02:55,657 INFO  [Listener at localhost/41163] datanode.DataNode (BlockPoolManager.java:refreshNamenodes(149)) - Refresh request received for nameservices: null
2026-08-12 02:02:55,658 INFO  [Listener at localhost/41163] datanode.DataNode (BlockPoolManager.java:doRefreshNamenodes(210)) - Starting BPOfferServices for nameservices: <default>
2026-08-12 02:02:55,658 INFO  [Thread-393] datanode.DataNode (BPServiceActor.java:run(847)) - Block pool <registering> (Datanode Uuid unassigned) service to localhost/127.0.0.1:35577 starting to offer service
2026-08-12 02:02:55,661 INFO  [IPC Server Responder] ipc.Server (Server.java:run(1507)) - IPC Server Responder: starting
2026-08-12 02:02:55,661 INFO  [IPC Server listener on 0] ipc.Server (Server.java:run(1344)) - IPC Server listener on 0: starting
2026-08-12 02:02:55,671 INFO  [Thread-393] datanode.DataNode (BPOfferService.java:verifyAndSetNamespaceInfo(381)) - Acknowledging ACTIVE Namenode during handshakeBlock pool <registering> (Datanode Uuid unassigned) service to localhost/127.0.0.1:35577
2026-08-12 02:02:55,672 INFO  [Thread-393] common.Storage (DataStorage.java:getParallelVolumeLoadThreadsNum(356)) - Using 2 threads to upgrade data directories (dfs.datanode.parallel.volumes.load.threads.num=2, dataDirs=2)
2026-08-12 02:02:55,674 INFO  [IPC Server handler 0 on default port 35577] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=datanodeReport	src=null	dst=null	perm=null	proto=rpc
2026-08-12 02:02:55,674 INFO  [Listener at localhost/41163] hdfs.MiniDFSCluster (MiniDFSCluster.java:shouldWait(2823)) - dnInfo.length != numDataNodes
2026-08-12 02:02:55,674 INFO  [Listener at localhost/41163] hdfs.MiniDFSCluster (MiniDFSCluster.java:waitActive(2744)) - Waiting for cluster to become active
2026-08-12 02:02:55,676 INFO  [Thread-393] common.Storage (Storage.java:tryLock(948)) - Lock on /tmp/hdfs-test1652286904577119727/data/data1/in_use.lock acquired by nodename 19017@dist-test-slave-n326.c.gcp-upstream.internal
2026-08-12 02:02:55,677 INFO  [Thread-393] common.Storage (DataStorage.java:loadStorageDirectory(284)) - Storage directory with location [DISK]file:/tmp/hdfs-test1652286904577119727/data/data1 is not formatted for namespace 1941392003. Formatting...
2026-08-12 02:02:55,677 INFO  [Thread-393] common.Storage (DataStorage.java:createStorageID(160)) - Generated new storageID DS-dd326596-a48a-472e-aa34-d49fab5ee6b2 for directory /tmp/hdfs-test1652286904577119727/data/data1 
2026-08-12 02:02:55,683 INFO  [Thread-393] common.Storage (Storage.java:tryLock(948)) - Lock on /tmp/hdfs-test1652286904577119727/data/data2/in_use.lock acquired by nodename 19017@dist-test-slave-n326.c.gcp-upstream.internal
2026-08-12 02:02:55,684 INFO  [Thread-393] common.Storage (DataStorage.java:loadStorageDirectory(284)) - Storage directory with location [DISK]file:/tmp/hdfs-test1652286904577119727/data/data2 is not formatted for namespace 1941392003. Formatting...
2026-08-12 02:02:55,684 INFO  [Thread-393] common.Storage (DataStorage.java:createStorageID(160)) - Generated new storageID DS-44354d30-b43d-40f0-acac-30c8ede7239c for directory /tmp/hdfs-test1652286904577119727/data/data2 
2026-08-12 02:02:55,707 INFO  [Thread-393] common.Storage (BlockPoolSliceStorage.java:recoverTransitionRead(256)) - Analyzing storage directories for bpid BP-94994037-10.240.0.18-1786500174795
2026-08-12 02:02:55,707 INFO  [Thread-393] common.Storage (Storage.java:lock(907)) - Locking is disabled for /tmp/hdfs-test1652286904577119727/data/data1/current/BP-94994037-10.240.0.18-1786500174795
2026-08-12 02:02:55,707 INFO  [Thread-393] common.Storage (BlockPoolSliceStorage.java:loadStorageDirectory(169)) - Block pool storage directory for location [DISK]file:/tmp/hdfs-test1652286904577119727/data/data1 and block pool id BP-94994037-10.240.0.18-1786500174795 is not formatted. Formatting ...
2026-08-12 02:02:55,707 INFO  [Thread-393] common.Storage (BlockPoolSliceStorage.java:format(285)) - Formatting block pool BP-94994037-10.240.0.18-1786500174795 directory /tmp/hdfs-test1652286904577119727/data/data1/current/BP-94994037-10.240.0.18-1786500174795/current
2026-08-12 02:02:55,734 INFO  [Thread-393] common.Storage (BlockPoolSliceStorage.java:recoverTransitionRead(256)) - Analyzing storage directories for bpid BP-94994037-10.240.0.18-1786500174795
2026-08-12 02:02:55,735 INFO  [Thread-393] common.Storage (Storage.java:lock(907)) - Locking is disabled for /tmp/hdfs-test1652286904577119727/data/data2/current/BP-94994037-10.240.0.18-1786500174795
2026-08-12 02:02:55,735 INFO  [Thread-393] common.Storage (BlockPoolSliceStorage.java:loadStorageDirectory(169)) - Block pool storage directory for location [DISK]file:/tmp/hdfs-test1652286904577119727/data/data2 and block pool id BP-94994037-10.240.0.18-1786500174795 is not formatted. Formatting ...
2026-08-12 02:02:55,735 INFO  [Thread-393] common.Storage (BlockPoolSliceStorage.java:format(285)) - Formatting block pool BP-94994037-10.240.0.18-1786500174795 directory /tmp/hdfs-test1652286904577119727/data/data2/current/BP-94994037-10.240.0.18-1786500174795/current
2026-08-12 02:02:55,739 INFO  [Thread-393] datanode.DataNode (DataNode.java:initStorage(1756)) - Setting up storage: nsid=1941392003;bpid=BP-94994037-10.240.0.18-1786500174795;lv=-57;nsInfo=lv=-66;cid=testClusterID;nsid=1941392003;c=1786500174795;bpid=BP-94994037-10.240.0.18-1786500174795;dnuuid=null
2026-08-12 02:02:55,743 INFO  [Thread-393] datanode.DataNode (DataNode.java:checkDatanodeUuid(1554)) - Generated and persisted new Datanode UUID 89fa2ddc-a04a-4c0d-857a-023f859cbd97
2026-08-12 02:02:55,743 INFO  [Thread-393] impl.FsDatasetImpl (FsDatasetImpl.java:<init>(310)) - The datanode lock is a read write lock
2026-08-12 02:02:55,745 INFO  [Thread-393] impl.FsDatasetImpl (FsVolumeList.java:addVolume(304)) - Added new volume: DS-dd326596-a48a-472e-aa34-d49fab5ee6b2
2026-08-12 02:02:55,745 INFO  [Thread-393] impl.FsDatasetImpl (FsDatasetImpl.java:addVolume(493)) - Added volume - [DISK]file:/tmp/hdfs-test1652286904577119727/data/data1, StorageType: DISK
2026-08-12 02:02:55,747 INFO  [Thread-393] impl.FsDatasetImpl (FsVolumeList.java:addVolume(304)) - Added new volume: DS-44354d30-b43d-40f0-acac-30c8ede7239c
2026-08-12 02:02:55,748 INFO  [Thread-393] impl.FsDatasetImpl (FsDatasetImpl.java:addVolume(493)) - Added volume - [DISK]file:/tmp/hdfs-test1652286904577119727/data/data2, StorageType: DISK
2026-08-12 02:02:55,748 INFO  [Thread-393] impl.MemoryMappableBlockLoader (MemoryMappableBlockLoader.java:initialize(48)) - Initializing cache loader: MemoryMappableBlockLoader.
2026-08-12 02:02:55,749 INFO  [Thread-393] impl.FsDatasetImpl (FsDatasetImpl.java:registerMBean(2343)) - Registered FSDatasetState MBean
2026-08-12 02:02:55,750 INFO  [Thread-393] impl.FsDatasetImpl (FsDatasetImpl.java:addBlockPool(2856)) - Adding block pool BP-94994037-10.240.0.18-1786500174795
2026-08-12 02:02:55,750 INFO  [Thread-410] impl.FsDatasetImpl (FsVolumeList.java:run(406)) - Scanning block pool BP-94994037-10.240.0.18-1786500174795 on volume /tmp/hdfs-test1652286904577119727/data/data1...
2026-08-12 02:02:55,750 INFO  [Thread-411] impl.FsDatasetImpl (FsVolumeList.java:run(406)) - Scanning block pool BP-94994037-10.240.0.18-1786500174795 on volume /tmp/hdfs-test1652286904577119727/data/data2...
2026-08-12 02:02:55,772 INFO  [Thread-410] impl.FsDatasetImpl (FsVolumeList.java:run(411)) - Time taken to scan block pool BP-94994037-10.240.0.18-1786500174795 on /tmp/hdfs-test1652286904577119727/data/data1: 22ms
2026-08-12 02:02:55,774 INFO  [Thread-411] impl.FsDatasetImpl (FsVolumeList.java:run(411)) - Time taken to scan block pool BP-94994037-10.240.0.18-1786500174795 on /tmp/hdfs-test1652286904577119727/data/data2: 24ms
2026-08-12 02:02:55,774 INFO  [Thread-393] impl.FsDatasetImpl (FsVolumeList.java:addBlockPool(431)) - Total time to scan all replicas for block pool BP-94994037-10.240.0.18-1786500174795: 24ms
2026-08-12 02:02:55,775 INFO  [Thread-414] impl.FsDatasetImpl (FsVolumeList.java:run(199)) - Adding replicas to map for block pool BP-94994037-10.240.0.18-1786500174795 on volume /tmp/hdfs-test1652286904577119727/data/data1...
2026-08-12 02:02:55,775 INFO  [Thread-415] impl.FsDatasetImpl (FsVolumeList.java:run(199)) - Adding replicas to map for block pool BP-94994037-10.240.0.18-1786500174795 on volume /tmp/hdfs-test1652286904577119727/data/data2...
2026-08-12 02:02:55,775 INFO  [Thread-414] impl.BlockPoolSlice (BlockPoolSlice.java:readReplicasFromCache(902)) - Replica Cache file: /tmp/hdfs-test1652286904577119727/data/data1/current/BP-94994037-10.240.0.18-1786500174795/current/replicas doesn't exist 
2026-08-12 02:02:55,775 INFO  [Thread-415] impl.BlockPoolSlice (BlockPoolSlice.java:readReplicasFromCache(902)) - Replica Cache file: /tmp/hdfs-test1652286904577119727/data/data2/current/BP-94994037-10.240.0.18-1786500174795/current/replicas doesn't exist 
2026-08-12 02:02:55,775 INFO  [Thread-414] impl.FsDatasetImpl (FsVolumeList.java:run(204)) - Time to add replicas to map for block pool BP-94994037-10.240.0.18-1786500174795 on volume /tmp/hdfs-test1652286904577119727/data/data1: 0ms
2026-08-12 02:02:55,775 INFO  [Thread-415] impl.FsDatasetImpl (FsVolumeList.java:run(204)) - Time to add replicas to map for block pool BP-94994037-10.240.0.18-1786500174795 on volume /tmp/hdfs-test1652286904577119727/data/data2: 0ms
2026-08-12 02:02:55,776 INFO  [Thread-393] impl.FsDatasetImpl (FsVolumeList.java:getAllVolumesMap(225)) - Total time to add all replicas to map for block pool BP-94994037-10.240.0.18-1786500174795: 2ms
2026-08-12 02:02:55,776 INFO  [Thread-393] checker.ThrottledAsyncChecker (ThrottledAsyncChecker.java:schedule(137)) - Scheduling a check for /tmp/hdfs-test1652286904577119727/data/data1
2026-08-12 02:02:55,776 INFO  [Thread-393] checker.DatasetVolumeChecker (DatasetVolumeChecker.java:checkAllVolumes(224)) - Scheduled health check for volume /tmp/hdfs-test1652286904577119727/data/data1
2026-08-12 02:02:55,777 INFO  [Thread-393] checker.ThrottledAsyncChecker (ThrottledAsyncChecker.java:schedule(137)) - Scheduling a check for /tmp/hdfs-test1652286904577119727/data/data2
2026-08-12 02:02:55,778 INFO  [IPC Server handler 2 on default port 35577] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=datanodeReport	src=null	dst=null	perm=null	proto=rpc
2026-08-12 02:02:55,779 INFO  [Thread-393] checker.DatasetVolumeChecker (DatasetVolumeChecker.java:checkAllVolumes(224)) - Scheduled health check for volume /tmp/hdfs-test1652286904577119727/data/data2
2026-08-12 02:02:55,780 INFO  [VolumeScannerThread(/tmp/hdfs-test1652286904577119727/data/data2)] datanode.VolumeScanner (VolumeScanner.java:findNextUsableBlockIter(385)) - Now scanning bpid BP-94994037-10.240.0.18-1786500174795 on volume /tmp/hdfs-test1652286904577119727/data/data2
2026-08-12 02:02:55,780 WARN  [Thread-393] datanode.DirectoryScanner (DirectoryScanner.java:<init>(300)) - dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1
2026-08-12 02:02:55,780 INFO  [VolumeScannerThread(/tmp/hdfs-test1652286904577119727/data/data1)] datanode.VolumeScanner (VolumeScanner.java:findNextUsableBlockIter(385)) - Now scanning bpid BP-94994037-10.240.0.18-1786500174795 on volume /tmp/hdfs-test1652286904577119727/data/data1
2026-08-12 02:02:55,780 INFO  [Thread-393] datanode.DirectoryScanner (DirectoryScanner.java:start(329)) - Periodic Directory Tree Verification scan starting in 17672198ms with interval of 21600000ms and throttle limit of -1ms/s
2026-08-12 02:02:55,780 INFO  [Listener at localhost/41163] hdfs.MiniDFSCluster (MiniDFSCluster.java:shouldWait(2823)) - dnInfo.length != numDataNodes
2026-08-12 02:02:55,781 INFO  [Listener at localhost/41163] hdfs.MiniDFSCluster (MiniDFSCluster.java:waitActive(2744)) - Waiting for cluster to become active
2026-08-12 02:02:55,781 INFO  [VolumeScannerThread(/tmp/hdfs-test1652286904577119727/data/data1)] datanode.VolumeScanner (VolumeScanner.java:getNextBlockToScan(505)) - VolumeScanner(/tmp/hdfs-test1652286904577119727/data/data1, DS-dd326596-a48a-472e-aa34-d49fab5ee6b2): finished scanning block pool BP-94994037-10.240.0.18-1786500174795
2026-08-12 02:02:55,780 INFO  [VolumeScannerThread(/tmp/hdfs-test1652286904577119727/data/data2)] datanode.VolumeScanner (VolumeScanner.java:getNextBlockToScan(505)) - VolumeScanner(/tmp/hdfs-test1652286904577119727/data/data2, DS-44354d30-b43d-40f0-acac-30c8ede7239c): finished scanning block pool BP-94994037-10.240.0.18-1786500174795
2026-08-12 02:02:55,781 INFO  [BP-94994037-10.240.0.18-1786500174795 heartbeating to localhost/127.0.0.1:35577] datanode.DataNode (BPServiceActor.java:register(788)) - Block pool BP-94994037-10.240.0.18-1786500174795 (Datanode Uuid 89fa2ddc-a04a-4c0d-857a-023f859cbd97) service to localhost/127.0.0.1:35577 beginning handshake with NN
2026-08-12 02:02:55,782 INFO  [VolumeScannerThread(/tmp/hdfs-test1652286904577119727/data/data1)] datanode.VolumeScanner (VolumeScanner.java:findNextUsableBlockIter(402)) - VolumeScanner(/tmp/hdfs-test1652286904577119727/data/data1, DS-dd326596-a48a-472e-aa34-d49fab5ee6b2): no suitable block pools found to scan.  Waiting 1814399998 ms.
2026-08-12 02:02:55,782 INFO  [VolumeScannerThread(/tmp/hdfs-test1652286904577119727/data/data2)] datanode.VolumeScanner (VolumeScanner.java:findNextUsableBlockIter(402)) - VolumeScanner(/tmp/hdfs-test1652286904577119727/data/data2, DS-44354d30-b43d-40f0-acac-30c8ede7239c): no suitable block pools found to scan.  Waiting 1814399998 ms.
2026-08-12 02:02:55,783 INFO  [IPC Server handler 3 on default port 35577] hdfs.StateChange (DatanodeManager.java:registerDatanode(1142)) - BLOCK* registerDatanode: from DatanodeRegistration(127.0.0.1:44653, datanodeUuid=89fa2ddc-a04a-4c0d-857a-023f859cbd97, infoPort=37933, infoSecurePort=0, ipcPort=41163, storageInfo=lv=-57;cid=testClusterID;nsid=1941392003;c=1786500174795) storage 89fa2ddc-a04a-4c0d-857a-023f859cbd97
2026-08-12 02:02:55,783 INFO  [IPC Server handler 3 on default port 35577] net.NetworkTopology (NetworkTopology.java:add(149)) - Adding a new node: /default-rack/127.0.0.1:44653
2026-08-12 02:02:55,783 INFO  [IPC Server handler 3 on default port 35577] blockmanagement.BlockReportLeaseManager (BlockReportLeaseManager.java:registerNode(200)) - Registered DN 89fa2ddc-a04a-4c0d-857a-023f859cbd97 (127.0.0.1:44653).
2026-08-12 02:02:55,785 INFO  [BP-94994037-10.240.0.18-1786500174795 heartbeating to localhost/127.0.0.1:35577] datanode.DataNode (BPServiceActor.java:register(816)) - Block pool BP-94994037-10.240.0.18-1786500174795 (Datanode Uuid 89fa2ddc-a04a-4c0d-857a-023f859cbd97) service to localhost/127.0.0.1:35577 successfully registered with NN
2026-08-12 02:02:55,785 INFO  [BP-94994037-10.240.0.18-1786500174795 heartbeating to localhost/127.0.0.1:35577] datanode.DataNode (BPServiceActor.java:offerService(645)) - For namenode localhost/127.0.0.1:35577 using BLOCKREPORT_INTERVAL of 21600000msecs CACHEREPORT_INTERVAL of 10000msecs Initial delay: 0msecs; heartBeatInterval=3000
2026-08-12 02:02:55,787 INFO  [IPC Server handler 4 on default port 35577] blockmanagement.DatanodeDescriptor (DatanodeDescriptor.java:updateStorage(999)) - Adding new storage ID DS-dd326596-a48a-472e-aa34-d49fab5ee6b2 for DN 127.0.0.1:44653
2026-08-12 02:02:55,787 INFO  [IPC Server handler 4 on default port 35577] blockmanagement.DatanodeDescriptor (DatanodeDescriptor.java:updateStorage(999)) - Adding new storage ID DS-44354d30-b43d-40f0-acac-30c8ede7239c for DN 127.0.0.1:44653
2026-08-12 02:02:55,789 INFO  [Block report processor] BlockStateChange (BlockManager.java:processReport(2778)) - BLOCK* processReport 0x4b8e71e5e187c221: Processing first storage report for DS-dd326596-a48a-472e-aa34-d49fab5ee6b2 from datanode 89fa2ddc-a04a-4c0d-857a-023f859cbd97
2026-08-12 02:02:55,789 INFO  [Block report processor] BlockStateChange (BlockManager.java:processReport(2810)) - BLOCK* processReport 0x4b8e71e5e187c221: from storage DS-dd326596-a48a-472e-aa34-d49fab5ee6b2 node DatanodeRegistration(127.0.0.1:44653, datanodeUuid=89fa2ddc-a04a-4c0d-857a-023f859cbd97, infoPort=37933, infoSecurePort=0, ipcPort=41163, storageInfo=lv=-57;cid=testClusterID;nsid=1941392003;c=1786500174795), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0
2026-08-12 02:02:55,789 INFO  [Block report processor] BlockStateChange (BlockManager.java:processReport(2778)) - BLOCK* processReport 0x4b8e71e5e187c221: Processing first storage report for DS-44354d30-b43d-40f0-acac-30c8ede7239c from datanode 89fa2ddc-a04a-4c0d-857a-023f859cbd97
2026-08-12 02:02:55,789 INFO  [Block report processor] BlockStateChange (BlockManager.java:processReport(2810)) - BLOCK* processReport 0x4b8e71e5e187c221: from storage DS-44354d30-b43d-40f0-acac-30c8ede7239c node DatanodeRegistration(127.0.0.1:44653, datanodeUuid=89fa2ddc-a04a-4c0d-857a-023f859cbd97, infoPort=37933, infoSecurePort=0, ipcPort=41163, storageInfo=lv=-57;cid=testClusterID;nsid=1941392003;c=1786500174795), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0
2026-08-12 02:02:55,790 INFO  [BP-94994037-10.240.0.18-1786500174795 heartbeating to localhost/127.0.0.1:35577] datanode.DataNode (BPServiceActor.java:blockReport(437)) - Successfully sent block report 0x4b8e71e5e187c221 to namenode: localhost/127.0.0.1:35577,  containing 2 storage report(s), of which we sent 2. The reports had 0 total blocks and used 1 RPC(s). This took 0 msecs to generate and 2 msecs for RPC and NN processing. Got back one command: FinalizeCommand/5.
2026-08-12 02:02:55,790 INFO  [Command processor] datanode.DataNode (BPOfferService.java:processCommandFromActive(763)) - Got finalize command for block pool BP-94994037-10.240.0.18-1786500174795
2026-08-12 02:02:55,882 INFO  [IPC Server handler 6 on default port 35577] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=datanodeReport	src=null	dst=null	perm=null	proto=rpc
2026-08-12 02:02:55,883 INFO  [Listener at localhost/41163] hdfs.MiniDFSCluster (MiniDFSCluster.java:waitActive(2799)) - Cluster is active
2026-08-12 02:02:55,898 INFO  [Listener at localhost/41163] backup.BackupIO (BackupIO.scala:writeTableMetadata(95)) - Writing metadata to hdfs://localhost:35577/id_taco-taco/100/.kudu-metadata.json
2026-08-12 02:02:55,903 INFO  [IPC Server handler 7 on default port 35577] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=create	src=/id_taco-taco/100/.kudu-metadata.json	dst=null	perm=slave:supergroup:rw-r--r--	proto=rpc
2026-08-12 02:02:55,908 INFO  [IPC Server handler 8 on default port 35577] hdfs.StateChange (FSDirWriteFileOp.java:logAllocatedBlock(802)) - BLOCK* allocate blk_1073741825_1001, replicas=127.0.0.1:44653 for /id_taco-taco/100/.kudu-metadata.json
2026-08-12 02:02:55,913 INFO  [DataXceiver for client DFSClient_NONMAPREDUCE_1910251627_1 at /127.0.0.1:45222 [Receiving block BP-94994037-10.240.0.18-1786500174795:blk_1073741825_1001]] datanode.DataNode (DataXceiver.java:writeBlock(747)) - Receiving BP-94994037-10.240.0.18-1786500174795:blk_1073741825_1001 src: /127.0.0.1:45222 dest: /127.0.0.1:44653
2026-08-12 02:02:55,920 INFO  [PacketResponder: BP-94994037-10.240.0.18-1786500174795:blk_1073741825_1001, type=LAST_IN_PIPELINE] DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1539)) - src: /127.0.0.1:45222, dest: /127.0.0.1:44653, bytes: 82, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1910251627_1, offset: 0, srvID: 89fa2ddc-a04a-4c0d-857a-023f859cbd97, blockid: BP-94994037-10.240.0.18-1786500174795:blk_1073741825_1001, duration(ns): 2983641
2026-08-12 02:02:55,920 INFO  [PacketResponder: BP-94994037-10.240.0.18-1786500174795:blk_1073741825_1001, type=LAST_IN_PIPELINE] datanode.DataNode (BlockReceiver.java:run(1512)) - PacketResponder: BP-94994037-10.240.0.18-1786500174795:blk_1073741825_1001, type=LAST_IN_PIPELINE terminating
2026-08-12 02:02:55,923 INFO  [IPC Server handler 0 on default port 35577] hdfs.StateChange (FSNamesystem.java:completeFile(3104)) - DIR* completeFile: /id_taco-taco/100/.kudu-metadata.json is closed by DFSClient_NONMAPREDUCE_1910251627_1
2026-08-12 02:02:55,924 INFO  [Listener at localhost/41163] backup.BackupIO (BackupIO.scala:writeTableMetadata(95)) - Writing metadata to hdfs://localhost:35577/id_taco-taco/1000/.kudu-metadata.json
2026-08-12 02:02:55,926 INFO  [IPC Server handler 2 on default port 35577] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=create	src=/id_taco-taco/1000/.kudu-metadata.json	dst=null	perm=slave:supergroup:rw-r--r--	proto=rpc
2026-08-12 02:02:55,931 INFO  [IPC Server handler 3 on default port 35577] hdfs.StateChange (FSDirWriteFileOp.java:logAllocatedBlock(802)) - BLOCK* allocate blk_1073741826_1002, replicas=127.0.0.1:44653 for /id_taco-taco/1000/.kudu-metadata.json
2026-08-12 02:02:55,933 INFO  [DataXceiver for client DFSClient_NONMAPREDUCE_1910251627_1 at /127.0.0.1:45228 [Receiving block BP-94994037-10.240.0.18-1786500174795:blk_1073741826_1002]] datanode.DataNode (DataXceiver.java:writeBlock(747)) - Receiving BP-94994037-10.240.0.18-1786500174795:blk_1073741826_1002 src: /127.0.0.1:45228 dest: /127.0.0.1:44653
2026-08-12 02:02:55,944 INFO  [PacketResponder: BP-94994037-10.240.0.18-1786500174795:blk_1073741826_1002, type=LAST_IN_PIPELINE] DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1539)) - src: /127.0.0.1:45228, dest: /127.0.0.1:44653, bytes: 83, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1910251627_1, offset: 0, srvID: 89fa2ddc-a04a-4c0d-857a-023f859cbd97, blockid: BP-94994037-10.240.0.18-1786500174795:blk_1073741826_1002, duration(ns): 7763302
2026-08-12 02:02:55,945 INFO  [PacketResponder: BP-94994037-10.240.0.18-1786500174795:blk_1073741826_1002, type=LAST_IN_PIPELINE] datanode.DataNode (BlockReceiver.java:run(1512)) - PacketResponder: BP-94994037-10.240.0.18-1786500174795:blk_1073741826_1002, type=LAST_IN_PIPELINE terminating
2026-08-12 02:02:55,946 INFO  [IPC Server handler 5 on default port 35577] hdfs.StateChange (FSNamesystem.java:completeFile(3104)) - DIR* completeFile: /id_taco-taco/1000/.kudu-metadata.json is closed by DFSClient_NONMAPREDUCE_1910251627_1
2026-08-12 02:02:55,947 INFO  [Listener at localhost/41163] backup.BackupIO (BackupIO.scala:writeTableMetadata(95)) - Writing metadata to hdfs://localhost:35577/id_taco-taco/2000/.kudu-metadata.json
2026-08-12 02:02:55,949 INFO  [IPC Server handler 6 on default port 35577] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=create	src=/id_taco-taco/2000/.kudu-metadata.json	dst=null	perm=slave:supergroup:rw-r--r--	proto=rpc
2026-08-12 02:02:55,952 INFO  [IPC Server handler 7 on default port 35577] hdfs.StateChange (FSDirWriteFileOp.java:logAllocatedBlock(802)) - BLOCK* allocate blk_1073741827_1003, replicas=127.0.0.1:44653 for /id_taco-taco/2000/.kudu-metadata.json
2026-08-12 02:02:55,954 INFO  [DataXceiver for client DFSClient_NONMAPREDUCE_1910251627_1 at /127.0.0.1:45244 [Receiving block BP-94994037-10.240.0.18-1786500174795:blk_1073741827_1003]] datanode.DataNode (DataXceiver.java:writeBlock(747)) - Receiving BP-94994037-10.240.0.18-1786500174795:blk_1073741827_1003 src: /127.0.0.1:45244 dest: /127.0.0.1:44653
2026-08-12 02:02:55,960 INFO  [PacketResponder: BP-94994037-10.240.0.18-1786500174795:blk_1073741827_1003, type=LAST_IN_PIPELINE] DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1539)) - src: /127.0.0.1:45244, dest: /127.0.0.1:44653, bytes: 102, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1910251627_1, offset: 0, srvID: 89fa2ddc-a04a-4c0d-857a-023f859cbd97, blockid: BP-94994037-10.240.0.18-1786500174795:blk_1073741827_1003, duration(ns): 3759579
2026-08-12 02:02:55,960 INFO  [PacketResponder: BP-94994037-10.240.0.18-1786500174795:blk_1073741827_1003, type=LAST_IN_PIPELINE] datanode.DataNode (BlockReceiver.java:run(1512)) - PacketResponder: BP-94994037-10.240.0.18-1786500174795:blk_1073741827_1003, type=LAST_IN_PIPELINE terminating
2026-08-12 02:02:55,962 INFO  [IPC Server handler 9 on default port 35577] hdfs.StateChange (FSNamesystem.java:completeFile(3104)) - DIR* completeFile: /id_taco-taco/2000/.kudu-metadata.json is closed by DFSClient_NONMAPREDUCE_1910251627_1
2026-08-12 02:02:55,963 INFO  [Listener at localhost/41163] backup.BackupIO (BackupIO.scala:writeTableMetadata(95)) - Writing metadata to hdfs://localhost:35577/id_pizza-pizza/200/.kudu-metadata.json
2026-08-12 02:02:55,965 INFO  [IPC Server handler 1 on default port 35577] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=create	src=/id_pizza-pizza/200/.kudu-metadata.json	dst=null	perm=slave:supergroup:rw-r--r--	proto=rpc
2026-08-12 02:02:55,968 INFO  [IPC Server handler 0 on default port 35577] hdfs.StateChange (FSDirWriteFileOp.java:logAllocatedBlock(802)) - BLOCK* allocate blk_1073741828_1004, replicas=127.0.0.1:44653 for /id_pizza-pizza/200/.kudu-metadata.json
2026-08-12 02:02:55,970 INFO  [DataXceiver for client DFSClient_NONMAPREDUCE_1910251627_1 at /127.0.0.1:45254 [Receiving block BP-94994037-10.240.0.18-1786500174795:blk_1073741828_1004]] datanode.DataNode (DataXceiver.java:writeBlock(747)) - Receiving BP-94994037-10.240.0.18-1786500174795:blk_1073741828_1004 src: /127.0.0.1:45254 dest: /127.0.0.1:44653
2026-08-12 02:02:55,974 INFO  [PacketResponder: BP-94994037-10.240.0.18-1786500174795:blk_1073741828_1004, type=LAST_IN_PIPELINE] DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1539)) - src: /127.0.0.1:45254, dest: /127.0.0.1:44653, bytes: 84, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1910251627_1, offset: 0, srvID: 89fa2ddc-a04a-4c0d-857a-023f859cbd97, blockid: BP-94994037-10.240.0.18-1786500174795:blk_1073741828_1004, duration(ns): 2673112
2026-08-12 02:02:55,974 INFO  [PacketResponder: BP-94994037-10.240.0.18-1786500174795:blk_1073741828_1004, type=LAST_IN_PIPELINE] datanode.DataNode (BlockReceiver.java:run(1512)) - PacketResponder: BP-94994037-10.240.0.18-1786500174795:blk_1073741828_1004, type=LAST_IN_PIPELINE terminating
2026-08-12 02:02:55,976 INFO  [IPC Server handler 3 on default port 35577] hdfs.StateChange (FSNamesystem.java:completeFile(3104)) - DIR* completeFile: /id_pizza-pizza/200/.kudu-metadata.json is closed by DFSClient_NONMAPREDUCE_1910251627_1
2026-08-12 02:02:55,977 INFO  [Listener at localhost/41163] backup.BackupIO (BackupIO.scala:writeTableMetadata(95)) - Writing metadata to hdfs://localhost:35577/id_pizza-pizza/400/.kudu-metadata.json
2026-08-12 02:02:55,979 INFO  [IPC Server handler 4 on default port 35577] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=create	src=/id_pizza-pizza/400/.kudu-metadata.json	dst=null	perm=slave:supergroup:rw-r--r--	proto=rpc
2026-08-12 02:02:55,982 INFO  [IPC Server handler 5 on default port 35577] hdfs.StateChange (FSDirWriteFileOp.java:logAllocatedBlock(802)) - BLOCK* allocate blk_1073741829_1005, replicas=127.0.0.1:44653 for /id_pizza-pizza/400/.kudu-metadata.json
2026-08-12 02:02:55,984 INFO  [DataXceiver for client DFSClient_NONMAPREDUCE_1910251627_1 at /127.0.0.1:45258 [Receiving block BP-94994037-10.240.0.18-1786500174795:blk_1073741829_1005]] datanode.DataNode (DataXceiver.java:writeBlock(747)) - Receiving BP-94994037-10.240.0.18-1786500174795:blk_1073741829_1005 src: /127.0.0.1:45258 dest: /127.0.0.1:44653
2026-08-12 02:02:55,989 INFO  [PacketResponder: BP-94994037-10.240.0.18-1786500174795:blk_1073741829_1005, type=LAST_IN_PIPELINE] DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1539)) - src: /127.0.0.1:45258, dest: /127.0.0.1:44653, bytes: 103, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1910251627_1, offset: 0, srvID: 89fa2ddc-a04a-4c0d-857a-023f859cbd97, blockid: BP-94994037-10.240.0.18-1786500174795:blk_1073741829_1005, duration(ns): 2768940
2026-08-12 02:02:55,989 INFO  [PacketResponder: BP-94994037-10.240.0.18-1786500174795:blk_1073741829_1005, type=LAST_IN_PIPELINE] datanode.DataNode (BlockReceiver.java:run(1512)) - PacketResponder: BP-94994037-10.240.0.18-1786500174795:blk_1073741829_1005, type=LAST_IN_PIPELINE terminating
2026-08-12 02:02:55,991 INFO  [IPC Server handler 7 on default port 35577] hdfs.StateChange (FSNamesystem.java:completeFile(3104)) - DIR* completeFile: /id_pizza-pizza/400/.kudu-metadata.json is closed by DFSClient_NONMAPREDUCE_1910251627_1
2026-08-12 02:02:55,992 INFO  [Listener at localhost/41163] backup.BackupIO (BackupIO.scala:writeTableMetadata(95)) - Writing metadata to hdfs://localhost:35577/id_pizza-pizza/600/.kudu-metadata.json
2026-08-12 02:02:55,994 INFO  [IPC Server handler 8 on default port 35577] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=create	src=/id_pizza-pizza/600/.kudu-metadata.json	dst=null	perm=slave:supergroup:rw-r--r--	proto=rpc
2026-08-12 02:02:55,999 INFO  [IPC Server handler 9 on default port 35577] hdfs.StateChange (FSDirWriteFileOp.java:logAllocatedBlock(802)) - BLOCK* allocate blk_1073741830_1006, replicas=127.0.0.1:44653 for /id_pizza-pizza/600/.kudu-metadata.json
2026-08-12 02:02:56,000 INFO  [DataXceiver for client DFSClient_NONMAPREDUCE_1910251627_1 at /127.0.0.1:45264 [Receiving block BP-94994037-10.240.0.18-1786500174795:blk_1073741830_1006]] datanode.DataNode (DataXceiver.java:writeBlock(747)) - Receiving BP-94994037-10.240.0.18-1786500174795:blk_1073741830_1006 src: /127.0.0.1:45264 dest: /127.0.0.1:44653
2026-08-12 02:02:56,005 INFO  [PacketResponder: BP-94994037-10.240.0.18-1786500174795:blk_1073741830_1006, type=LAST_IN_PIPELINE] DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1539)) - src: /127.0.0.1:45264, dest: /127.0.0.1:44653, bytes: 103, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1910251627_1, offset: 0, srvID: 89fa2ddc-a04a-4c0d-857a-023f859cbd97, blockid: BP-94994037-10.240.0.18-1786500174795:blk_1073741830_1006, duration(ns): 2651822
2026-08-12 02:02:56,005 INFO  [PacketResponder: BP-94994037-10.240.0.18-1786500174795:blk_1073741830_1006, type=LAST_IN_PIPELINE] datanode.DataNode (BlockReceiver.java:run(1512)) - PacketResponder: BP-94994037-10.240.0.18-1786500174795:blk_1073741830_1006, type=LAST_IN_PIPELINE terminating
2026-08-12 02:02:56,007 INFO  [IPC Server handler 0 on default port 35577] hdfs.StateChange (FSNamesystem.java:completeFile(3104)) - DIR* completeFile: /id_pizza-pizza/600/.kudu-metadata.json is closed by DFSClient_NONMAPREDUCE_1910251627_1
2026-08-12 02:02:56,022 INFO  [IPC Server handler 2 on default port 35577] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=getfileinfo	src=/	dst=null	perm=null	proto=rpc
2026-08-12 02:02:56,024 INFO  [IPC Server handler 3 on default port 35577] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=listStatus	src=/	dst=null	perm=null	proto=rpc
2026-08-12 02:02:56,026 INFO  [IPC Server handler 4 on default port 35577] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=listStatus	src=/id_pizza-pizza	dst=null	perm=null	proto=rpc
2026-08-12 02:02:56,027 INFO  [IPC Server handler 5 on default port 35577] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=getfileinfo	src=/id_pizza-pizza/200/.kudu-metadata.json	dst=null	perm=null	proto=rpc
2026-08-12 02:02:56,029 INFO  [IPC Server handler 6 on default port 35577] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=open	src=/id_pizza-pizza/200/.kudu-metadata.json	dst=null	perm=null	proto=rpc
2026-08-12 02:02:56,033 INFO  [IPC Server handler 7 on default port 35577] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=getfileinfo	src=/id_pizza-pizza/400/.kudu-metadata.json	dst=null	perm=null	proto=rpc
2026-08-12 02:02:56,034 INFO  [IPC Server handler 8 on default port 35577] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=open	src=/id_pizza-pizza/400/.kudu-metadata.json	dst=null	perm=null	proto=rpc
2026-08-12 02:02:56,038 INFO  [IPC Server handler 9 on default port 35577] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=getfileinfo	src=/id_pizza-pizza/600/.kudu-metadata.json	dst=null	perm=null	proto=rpc
2026-08-12 02:02:56,039 INFO  [IPC Server handler 1 on default port 35577] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=open	src=/id_pizza-pizza/600/.kudu-metadata.json	dst=null	perm=null	proto=rpc
2026-08-12 02:02:56,041 INFO  [Listener at localhost/41163] backup.BackupIO (BackupIO.scala:readTableBackups(236)) - Found 3 paths in hdfs://localhost:35577/id_pizza-pizza
2026-08-12 02:02:56,042 INFO  [IPC Server handler 0 on default port 35577] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=listStatus	src=/id_taco-taco	dst=null	perm=null	proto=rpc
2026-08-12 02:02:56,044 INFO  [IPC Server handler 2 on default port 35577] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=getfileinfo	src=/id_taco-taco/100/.kudu-metadata.json	dst=null	perm=null	proto=rpc
2026-08-12 02:02:56,045 INFO  [IPC Server handler 3 on default port 35577] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=open	src=/id_taco-taco/100/.kudu-metadata.json	dst=null	perm=null	proto=rpc
2026-08-12 02:02:56,052 INFO  [IPC Server handler 4 on default port 35577] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=getfileinfo	src=/id_taco-taco/1000/.kudu-metadata.json	dst=null	perm=null	proto=rpc
2026-08-12 02:02:56,053 INFO  [IPC Server handler 5 on default port 35577] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=open	src=/id_taco-taco/1000/.kudu-metadata.json	dst=null	perm=null	proto=rpc
2026-08-12 02:02:56,057 INFO  [IPC Server handler 6 on default port 35577] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=getfileinfo	src=/id_taco-taco/2000/.kudu-metadata.json	dst=null	perm=null	proto=rpc
2026-08-12 02:02:56,058 INFO  [IPC Server handler 7 on default port 35577] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=open	src=/id_taco-taco/2000/.kudu-metadata.json	dst=null	perm=null	proto=rpc
2026-08-12 02:02:56,061 INFO  [Listener at localhost/41163] backup.BackupIO (BackupIO.scala:readTableBackups(236)) - Found 3 paths in hdfs://localhost:35577/id_taco-taco
.2026-08-12 02:02:56,081 INFO  [Listener at localhost/41163] hdfs.MiniDFSCluster (MiniDFSCluster.java:<init>(529)) - starting cluster: numNameNodes=1, numDataNodes=1
2026-08-12 02:02:56,082 INFO  [Listener at localhost/41163] namenode.NameNode (NameNode.java:format(1249)) - Formatting using clusterid: testClusterID
2026-08-12 02:02:56,083 INFO  [Listener at localhost/41163] namenode.FSEditLog (FSEditLog.java:newInstance(229)) - Edit logging is async:true
2026-08-12 02:02:56,095 INFO  [Listener at localhost/41163] namenode.FSNamesystem (FSNamesystem.java:<init>(814)) - KeyProvider: null
2026-08-12 02:02:56,095 INFO  [Listener at localhost/41163] namenode.FSNamesystem (FSNamesystemLock.java:<init>(141)) - fsLock is fair: true
2026-08-12 02:02:56,095 INFO  [Listener at localhost/41163] namenode.FSNamesystem (FSNamesystemLock.java:<init>(159)) - Detailed lock hold time metrics enabled: false
2026-08-12 02:02:56,095 INFO  [Listener at localhost/41163] namenode.FSNamesystem (FSNamesystem.java:<init>(847)) - fsOwner                = slave (auth:SIMPLE)
2026-08-12 02:02:56,095 INFO  [Listener at localhost/41163] namenode.FSNamesystem (FSNamesystem.java:<init>(848)) - supergroup             = supergroup
2026-08-12 02:02:56,096 INFO  [Listener at localhost/41163] namenode.FSNamesystem (FSNamesystem.java:<init>(849)) - isPermissionEnabled    = true
2026-08-12 02:02:56,096 INFO  [Listener at localhost/41163] namenode.FSNamesystem (FSNamesystem.java:<init>(850)) - isStoragePolicyEnabled = true
2026-08-12 02:02:56,096 INFO  [Listener at localhost/41163] namenode.FSNamesystem (FSNamesystem.java:<init>(861)) - HA Enabled: false
2026-08-12 02:02:56,096 INFO  [Listener at localhost/41163] common.Util (Util.java:isDiskStatsEnabled(395)) - dfs.datanode.fileio.profiling.sampling.percentage set to 0. Disabling file IO profiling
2026-08-12 02:02:56,096 INFO  [Listener at localhost/41163] blockmanagement.DatanodeManager (DatanodeManager.java:<init>(334)) - dfs.block.invalidate.limit: configured=1000, counted=60, effected=1000
2026-08-12 02:02:56,096 INFO  [Listener at localhost/41163] blockmanagement.DatanodeManager (DatanodeManager.java:<init>(342)) - dfs.namenode.datanode.registration.ip-hostname-check=true
2026-08-12 02:02:56,097 INFO  [Listener at localhost/41163] blockmanagement.BlockManager (InvalidateBlocks.java:printBlockDeletionTime(77)) - dfs.namenode.startup.delay.block.deletion.sec is set to 000:00:00:00.000
2026-08-12 02:02:56,097 INFO  [Listener at localhost/41163] blockmanagement.BlockManager (InvalidateBlocks.java:printBlockDeletionTime(83)) - The block deletion will start around 2026 Aug 12 02:02:56
2026-08-12 02:02:56,097 INFO  [Listener at localhost/41163] util.GSet (LightWeightGSet.java:computeCapacity(395)) - Computing capacity for map BlocksMap
2026-08-12 02:02:56,097 INFO  [Listener at localhost/41163] util.GSet (LightWeightGSet.java:computeCapacity(396)) - VM type       = 64-bit
2026-08-12 02:02:56,097 INFO  [Listener at localhost/41163] util.GSet (LightWeightGSet.java:computeCapacity(397)) - 2.0% max memory 3.5 GB = 72.5 MB
2026-08-12 02:02:56,097 INFO  [Listener at localhost/41163] util.GSet (LightWeightGSet.java:computeCapacity(402)) - capacity      = 2^23 = 8388608 entries
2026-08-12 02:02:56,104 INFO  [Listener at localhost/41163] blockmanagement.BlockManager (BlockManager.java:createSPSManager(5447)) - Storage policy satisfier is disabled
2026-08-12 02:02:56,104 INFO  [Listener at localhost/41163] blockmanagement.BlockManager (BlockManager.java:createBlockTokenSecretManager(641)) - dfs.block.access.token.enable = false
2026-08-12 02:02:56,104 INFO  [Listener at localhost/41163] blockmanagement.BlockManagerSafeMode (BlockManagerSafeMode.java:<init>(160)) - dfs.namenode.safemode.threshold-pct = 0.999
2026-08-12 02:02:56,105 INFO  [Listener at localhost/41163] blockmanagement.BlockManagerSafeMode (BlockManagerSafeMode.java:<init>(161)) - dfs.namenode.safemode.min.datanodes = 0
2026-08-12 02:02:56,105 INFO  [Listener at localhost/41163] blockmanagement.BlockManagerSafeMode (BlockManagerSafeMode.java:<init>(163)) - dfs.namenode.safemode.extension = 0
2026-08-12 02:02:56,105 INFO  [Listener at localhost/41163] blockmanagement.BlockManager (BlockManager.java:<init>(627)) - defaultReplication         = 1
2026-08-12 02:02:56,105 INFO  [Listener at localhost/41163] blockmanagement.BlockManager (BlockManager.java:<init>(628)) - maxReplication             = 512
2026-08-12 02:02:56,105 INFO  [Listener at localhost/41163] blockmanagement.BlockManager (BlockManager.java:<init>(629)) - minReplication             = 1
2026-08-12 02:02:56,105 INFO  [Listener at localhost/41163] blockmanagement.BlockManager (BlockManager.java:<init>(630)) - maxReplicationStreams      = 2
2026-08-12 02:02:56,105 INFO  [Listener at localhost/41163] blockmanagement.BlockManager (BlockManager.java:<init>(631)) - redundancyRecheckInterval  = 3000ms
2026-08-12 02:02:56,105 INFO  [Listener at localhost/41163] blockmanagement.BlockManager (BlockManager.java:<init>(632)) - encryptDataTransfer        = false
2026-08-12 02:02:56,105 INFO  [Listener at localhost/41163] blockmanagement.BlockManager (BlockManager.java:<init>(633)) - maxNumBlocksToLog          = 1000
2026-08-12 02:02:56,105 INFO  [Listener at localhost/41163] util.GSet (LightWeightGSet.java:computeCapacity(395)) - Computing capacity for map INodeMap
2026-08-12 02:02:56,106 INFO  [Listener at localhost/41163] util.GSet (LightWeightGSet.java:computeCapacity(396)) - VM type       = 64-bit
2026-08-12 02:02:56,106 INFO  [Listener at localhost/41163] util.GSet (LightWeightGSet.java:computeCapacity(397)) - 1.0% max memory 3.5 GB = 36.2 MB
2026-08-12 02:02:56,106 INFO  [Listener at localhost/41163] util.GSet (LightWeightGSet.java:computeCapacity(402)) - capacity      = 2^22 = 4194304 entries
2026-08-12 02:02:56,113 INFO  [Listener at localhost/41163] namenode.FSDirectory (FSDirectory.java:<init>(335)) - ACLs enabled? true
2026-08-12 02:02:56,113 INFO  [Listener at localhost/41163] namenode.FSDirectory (FSDirectory.java:<init>(339)) - POSIX ACL inheritance enabled? true
2026-08-12 02:02:56,113 INFO  [Listener at localhost/41163] namenode.FSDirectory (FSDirectory.java:<init>(343)) - XAttrs enabled? true
2026-08-12 02:02:56,113 INFO  [Listener at localhost/41163] namenode.NameNode (FSDirectory.java:<init>(406)) - Caching file names occurring more than 10 times
2026-08-12 02:02:56,113 INFO  [Listener at localhost/41163] snapshot.SnapshotManager (SnapshotManager.java:<init>(124)) - Loaded config captureOpenFiles: false, skipCaptureAccessTimeOnlyChange: false, snapshotDiffAllowSnapRootDescendant: true, maxSnapshotLimit: 65536
2026-08-12 02:02:56,113 INFO  [Listener at localhost/41163] snapshot.SnapshotManager (DirectoryDiffListFactory.java:init(43)) - SkipList is disabled
2026-08-12 02:02:56,113 INFO  [Listener at localhost/41163] util.GSet (LightWeightGSet.java:computeCapacity(395)) - Computing capacity for map cachedBlocks
2026-08-12 02:02:56,113 INFO  [Listener at localhost/41163] util.GSet (LightWeightGSet.java:computeCapacity(396)) - VM type       = 64-bit
2026-08-12 02:02:56,114 INFO  [Listener at localhost/41163] util.GSet (LightWeightGSet.java:computeCapacity(397)) - 0.25% max memory 3.5 GB = 9.1 MB
2026-08-12 02:02:56,114 INFO  [Listener at localhost/41163] util.GSet (LightWeightGSet.java:computeCapacity(402)) - capacity      = 2^20 = 1048576 entries
2026-08-12 02:02:56,117 INFO  [Listener at localhost/41163] metrics.TopMetrics (TopMetrics.java:logConf(75)) - NNTop conf: dfs.namenode.top.window.num.buckets = 10
2026-08-12 02:02:56,117 INFO  [Listener at localhost/41163] metrics.TopMetrics (TopMetrics.java:logConf(77)) - NNTop conf: dfs.namenode.top.num.users = 10
2026-08-12 02:02:56,117 INFO  [Listener at localhost/41163] metrics.TopMetrics (TopMetrics.java:logConf(79)) - NNTop conf: dfs.namenode.top.windows.minutes = 1,5,25
2026-08-12 02:02:56,117 INFO  [Listener at localhost/41163] namenode.FSNamesystem (FSNamesystem.java:initRetryCache(1080)) - Retry cache on namenode is enabled
2026-08-12 02:02:56,117 INFO  [Listener at localhost/41163] namenode.FSNamesystem (FSNamesystem.java:initRetryCache(1088)) - Retry cache will use 0.03 of total heap and retry cache entry expiry time is 600000 millis
2026-08-12 02:02:56,118 INFO  [Listener at localhost/41163] util.GSet (LightWeightGSet.java:computeCapacity(395)) - Computing capacity for map NameNodeRetryCache
2026-08-12 02:02:56,118 INFO  [Listener at localhost/41163] util.GSet (LightWeightGSet.java:computeCapacity(396)) - VM type       = 64-bit
2026-08-12 02:02:56,118 INFO  [Listener at localhost/41163] util.GSet (LightWeightGSet.java:computeCapacity(397)) - 0.029999999329447746% max memory 3.5 GB = 1.1 MB
2026-08-12 02:02:56,118 INFO  [Listener at localhost/41163] util.GSet (LightWeightGSet.java:computeCapacity(402)) - capacity      = 2^17 = 131072 entries
2026-08-12 02:02:56,119 INFO  [Listener at localhost/41163] namenode.FSImage (FSImage.java:format(186)) - Allocated new BlockPoolId: BP-289146251-10.240.0.18-1786500176119
2026-08-12 02:02:56,125 INFO  [Listener at localhost/41163] common.Storage (NNStorage.java:format(595)) - Storage directory /tmp/hdfs-test7460862282478735992/name-0-1 has been successfully formatted.
2026-08-12 02:02:56,130 INFO  [Listener at localhost/41163] common.Storage (NNStorage.java:format(595)) - Storage directory /tmp/hdfs-test7460862282478735992/name-0-2 has been successfully formatted.
2026-08-12 02:02:56,155 INFO  [FSImageSaver for /tmp/hdfs-test7460862282478735992/name-0-2 of type IMAGE_AND_EDITS] namenode.FSImageFormatProtobuf (FSImageFormatProtobuf.java:save(732)) - Saving image file /tmp/hdfs-test7460862282478735992/name-0-2/current/fsimage.ckpt_0000000000000000000 using no compression
2026-08-12 02:02:56,156 INFO  [FSImageSaver for /tmp/hdfs-test7460862282478735992/name-0-1 of type IMAGE_AND_EDITS] namenode.FSImageFormatProtobuf (FSImageFormatProtobuf.java:save(732)) - Saving image file /tmp/hdfs-test7460862282478735992/name-0-1/current/fsimage.ckpt_0000000000000000000 using no compression
2026-08-12 02:02:56,163 INFO  [FSImageSaver for /tmp/hdfs-test7460862282478735992/name-0-2 of type IMAGE_AND_EDITS] namenode.FSImageFormatProtobuf (FSImageFormatProtobuf.java:save(736)) - Image file /tmp/hdfs-test7460862282478735992/name-0-2/current/fsimage.ckpt_0000000000000000000 of size 418 bytes saved in 0 seconds .
2026-08-12 02:02:56,170 INFO  [FSImageSaver for /tmp/hdfs-test7460862282478735992/name-0-1 of type IMAGE_AND_EDITS] namenode.FSImageFormatProtobuf (FSImageFormatProtobuf.java:save(736)) - Image file /tmp/hdfs-test7460862282478735992/name-0-1/current/fsimage.ckpt_0000000000000000000 of size 418 bytes saved in 0 seconds .
2026-08-12 02:02:56,174 INFO  [Listener at localhost/41163] namenode.NNStorageRetentionManager (NNStorageRetentionManager.java:getImageTxIdToRetain(203)) - Going to retain 1 images with txid >= 0
2026-08-12 02:02:56,185 INFO  [Listener at localhost/41163] namenode.FSNamesystem (FSNamesystem.java:stopActiveServices(1427)) - Stopping services started for active state
2026-08-12 02:02:56,185 INFO  [Listener at localhost/41163] namenode.FSNamesystem (FSNamesystem.java:stopStandbyServices(1528)) - Stopping services started for standby state
2026-08-12 02:02:56,186 INFO  [Listener at localhost/41163] namenode.NameNode (NameNode.java:createNameNode(1707)) - createNameNode []
2026-08-12 02:02:56,186 INFO  [Listener at localhost/41163] impl.MetricsSystemImpl (MetricsSystemImpl.java:init(158)) - NameNode metrics system started (again)
2026-08-12 02:02:56,187 INFO  [Listener at localhost/41163] namenode.NameNodeUtils (NameNodeUtils.java:getClientNamenodeAddress(79)) - fs.defaultFS is hdfs://127.0.0.1:0
2026-08-12 02:02:56,203 INFO  [org.apache.hadoop.util.JvmPauseMonitor$Monitor@2fd64b11] util.JvmPauseMonitor (JvmPauseMonitor.java:run(188)) - Starting JVM pause monitor
2026-08-12 02:02:56,204 INFO  [Listener at localhost/41163] hdfs.DFSUtil (DFSUtil.java:httpServerTemplateForNNAndJN(1668)) - Filter initializers set : org.apache.hadoop.http.lib.StaticUserWebFilter,org.apache.hadoop.hdfs.web.AuthFilterInitializer
2026-08-12 02:02:56,204 INFO  [Listener at localhost/41163] hdfs.DFSUtil (DFSUtil.java:httpServerTemplateForNNAndJN(1690)) - Starting Web-server for hdfs at: http://localhost:0
2026-08-12 02:02:56,206 INFO  [Listener at localhost/41163] server.AuthenticationFilter (AuthenticationFilter.java:constructSecretProvider(240)) - Unable to initialize FileSignerSecretProvider, falling back to use random secrets.
2026-08-12 02:02:56,207 INFO  [Listener at localhost/41163] http.HttpRequestLog (HttpRequestLog.java:getRequestLog(82)) - Http request log for http.requests.namenode is not defined
2026-08-12 02:02:56,208 INFO  [Listener at localhost/41163] http.HttpServer2 (HttpServer2.java:addGlobalFilter(1111)) - Added global filter 'safety' (class=org.apache.hadoop.http.HttpServer2$QuotingInputFilter)
2026-08-12 02:02:56,209 INFO  [Listener at localhost/41163] http.HttpServer2 (HttpServer2.java:addFilter(1084)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context hdfs
2026-08-12 02:02:56,209 INFO  [Listener at localhost/41163] http.HttpServer2 (HttpServer2.java:addFilter(1094)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context static
2026-08-12 02:02:56,210 INFO  [Listener at localhost/41163] http.HttpServer2 (HttpServer2.java:addFilter(1084)) - Added filter AuthFilter (class=org.apache.hadoop.hdfs.web.AuthFilter) to context hdfs
2026-08-12 02:02:56,210 INFO  [Listener at localhost/41163] http.HttpServer2 (HttpServer2.java:addFilter(1094)) - Added filter AuthFilter (class=org.apache.hadoop.hdfs.web.AuthFilter) to context static
2026-08-12 02:02:56,211 INFO  [Listener at localhost/41163] http.HttpServer2 (HttpServer2.java:addJerseyResourcePackage(938)) - addJerseyResourcePackage: packageName=org.apache.hadoop.hdfs.server.namenode.web.resources;org.apache.hadoop.hdfs.web.resources, pathSpec=/webhdfs/v1/*
2026-08-12 02:02:56,211 INFO  [Listener at localhost/41163] http.HttpServer2 (HttpServer2.java:bindListener(1332)) - Jetty bound to port 39477
2026-08-12 02:02:56,211 INFO  [Listener at localhost/41163] server.Server (Server.java:doStart(375)) - jetty-9.4.40.v20210413; built: 2021-04-13T20:42:42.668Z; git: b881a572662e1943a14ae12e7e1207989f218b74; jvm 1.8.0_362-8u372-ga~us1-0ubuntu1~18.04-b09
2026-08-12 02:02:56,213 INFO  [Listener at localhost/41163] server.session (DefaultSessionIdManager.java:doStart(334)) - DefaultSessionIdManager workerName=node0
2026-08-12 02:02:56,213 INFO  [Listener at localhost/41163] server.session (DefaultSessionIdManager.java:doStart(339)) - No SessionScavenger set, using defaults
2026-08-12 02:02:56,213 INFO  [Listener at localhost/41163] server.session (HouseKeeper.java:startScavenging(132)) - node0 Scavenging every 600000ms
2026-08-12 02:02:56,214 INFO  [Listener at localhost/41163] server.AuthenticationFilter (AuthenticationFilter.java:constructSecretProvider(240)) - Unable to initialize FileSignerSecretProvider, falling back to use random secrets.
2026-08-12 02:02:56,215 INFO  [Listener at localhost/41163] handler.ContextHandler (ContextHandler.java:doStart(916)) - Started o.e.j.s.ServletContextHandler@314b9e4b{static,/static,jar:file:/tmp/dist-test-taskZDRa4f/java/build/jars/hadoop-hdfs-3.3.1-tests.jar!/webapps/static,AVAILABLE}
2026-08-12 02:02:56,366 INFO  [Listener at localhost/41163] handler.ContextHandler (ContextHandler.java:doStart(916)) - Started o.e.j.w.WebAppContext@4f2d995e{hdfs,/,file:///tmp/jetty-localhost-39477-hadoop-hdfs-3_3_1-tests_jar-_-any-6920425688225498524/webapp/,AVAILABLE}{jar:file:/tmp/dist-test-taskZDRa4f/java/build/jars/hadoop-hdfs-3.3.1-tests.jar!/webapps/hdfs}
2026-08-12 02:02:56,368 INFO  [Listener at localhost/41163] server.AbstractConnector (AbstractConnector.java:doStart(331)) - Started ServerConnector@9efcd90{HTTP/1.1, (http/1.1)}{localhost:39477}
2026-08-12 02:02:56,368 INFO  [Listener at localhost/41163] server.Server (Server.java:doStart(415)) - Started @12089ms
2026-08-12 02:02:56,370 INFO  [Listener at localhost/41163] namenode.FSEditLog (FSEditLog.java:newInstance(229)) - Edit logging is async:true
2026-08-12 02:02:56,386 INFO  [Listener at localhost/41163] namenode.FSNamesystem (FSNamesystem.java:<init>(814)) - KeyProvider: null
2026-08-12 02:02:56,386 INFO  [Listener at localhost/41163] namenode.FSNamesystem (FSNamesystemLock.java:<init>(141)) - fsLock is fair: true
2026-08-12 02:02:56,386 INFO  [Listener at localhost/41163] namenode.FSNamesystem (FSNamesystemLock.java:<init>(159)) - Detailed lock hold time metrics enabled: false
2026-08-12 02:02:56,387 INFO  [Listener at localhost/41163] namenode.FSNamesystem (FSNamesystem.java:<init>(847)) - fsOwner                = slave (auth:SIMPLE)
2026-08-12 02:02:56,387 INFO  [Listener at localhost/41163] namenode.FSNamesystem (FSNamesystem.java:<init>(848)) - supergroup             = supergroup
2026-08-12 02:02:56,387 INFO  [Listener at localhost/41163] namenode.FSNamesystem (FSNamesystem.java:<init>(849)) - isPermissionEnabled    = true
2026-08-12 02:02:56,387 INFO  [Listener at localhost/41163] namenode.FSNamesystem (FSNamesystem.java:<init>(850)) - isStoragePolicyEnabled = true
2026-08-12 02:02:56,387 INFO  [Listener at localhost/41163] namenode.FSNamesystem (FSNamesystem.java:<init>(861)) - HA Enabled: false
2026-08-12 02:02:56,388 INFO  [Listener at localhost/41163] common.Util (Util.java:isDiskStatsEnabled(395)) - dfs.datanode.fileio.profiling.sampling.percentage set to 0. Disabling file IO profiling
2026-08-12 02:02:56,388 INFO  [Listener at localhost/41163] blockmanagement.DatanodeManager (DatanodeManager.java:<init>(334)) - dfs.block.invalidate.limit: configured=1000, counted=60, effected=1000
2026-08-12 02:02:56,389 INFO  [Listener at localhost/41163] blockmanagement.DatanodeManager (DatanodeManager.java:<init>(342)) - dfs.namenode.datanode.registration.ip-hostname-check=true
2026-08-12 02:02:56,389 INFO  [Listener at localhost/41163] blockmanagement.BlockManager (InvalidateBlocks.java:printBlockDeletionTime(77)) - dfs.namenode.startup.delay.block.deletion.sec is set to 000:00:00:00.000
2026-08-12 02:02:56,389 INFO  [Listener at localhost/41163] blockmanagement.BlockManager (InvalidateBlocks.java:printBlockDeletionTime(83)) - The block deletion will start around 2026 Aug 12 02:02:56
2026-08-12 02:02:56,389 INFO  [Listener at localhost/41163] util.GSet (LightWeightGSet.java:computeCapacity(395)) - Computing capacity for map BlocksMap
2026-08-12 02:02:56,390 INFO  [Listener at localhost/41163] util.GSet (LightWeightGSet.java:computeCapacity(396)) - VM type       = 64-bit
2026-08-12 02:02:56,390 INFO  [Listener at localhost/41163] util.GSet (LightWeightGSet.java:computeCapacity(397)) - 2.0% max memory 3.5 GB = 72.5 MB
2026-08-12 02:02:56,390 INFO  [Listener at localhost/41163] util.GSet (LightWeightGSet.java:computeCapacity(402)) - capacity      = 2^23 = 8388608 entries
2026-08-12 02:02:56,417 INFO  [Listener at localhost/41163] blockmanagement.BlockManager (BlockManager.java:createSPSManager(5447)) - Storage policy satisfier is disabled
2026-08-12 02:02:56,417 INFO  [Listener at localhost/41163] blockmanagement.BlockManager (BlockManager.java:createBlockTokenSecretManager(641)) - dfs.block.access.token.enable = false
2026-08-12 02:02:56,418 INFO  [Listener at localhost/41163] blockmanagement.BlockManagerSafeMode (BlockManagerSafeMode.java:<init>(160)) - dfs.namenode.safemode.threshold-pct = 0.999
2026-08-12 02:02:56,418 INFO  [Listener at localhost/41163] blockmanagement.BlockManagerSafeMode (BlockManagerSafeMode.java:<init>(161)) - dfs.namenode.safemode.min.datanodes = 0
2026-08-12 02:02:56,418 INFO  [Listener at localhost/41163] blockmanagement.BlockManagerSafeMode (BlockManagerSafeMode.java:<init>(163)) - dfs.namenode.safemode.extension = 0
2026-08-12 02:02:56,418 INFO  [Listener at localhost/41163] blockmanagement.BlockManager (BlockManager.java:<init>(627)) - defaultReplication         = 1
2026-08-12 02:02:56,418 INFO  [Listener at localhost/41163] blockmanagement.BlockManager (BlockManager.java:<init>(628)) - maxReplication             = 512
2026-08-12 02:02:56,418 INFO  [Listener at localhost/41163] blockmanagement.BlockManager (BlockManager.java:<init>(629)) - minReplication             = 1
2026-08-12 02:02:56,418 INFO  [Listener at localhost/41163] blockmanagement.BlockManager (BlockManager.java:<init>(630)) - maxReplicationStreams      = 2
2026-08-12 02:02:56,418 INFO  [Listener at localhost/41163] blockmanagement.BlockManager (BlockManager.java:<init>(631)) - redundancyRecheckInterval  = 3000ms
2026-08-12 02:02:56,418 INFO  [Listener at localhost/41163] blockmanagement.BlockManager (BlockManager.java:<init>(632)) - encryptDataTransfer        = false
2026-08-12 02:02:56,418 INFO  [Listener at localhost/41163] blockmanagement.BlockManager (BlockManager.java:<init>(633)) - maxNumBlocksToLog          = 1000
2026-08-12 02:02:56,419 INFO  [Listener at localhost/41163] util.GSet (LightWeightGSet.java:computeCapacity(395)) - Computing capacity for map INodeMap
2026-08-12 02:02:56,419 INFO  [Listener at localhost/41163] util.GSet (LightWeightGSet.java:computeCapacity(396)) - VM type       = 64-bit
2026-08-12 02:02:56,419 INFO  [Listener at localhost/41163] util.GSet (LightWeightGSet.java:computeCapacity(397)) - 1.0% max memory 3.5 GB = 36.2 MB
2026-08-12 02:02:56,419 INFO  [Listener at localhost/41163] util.GSet (LightWeightGSet.java:computeCapacity(402)) - capacity      = 2^22 = 4194304 entries
2026-08-12 02:02:56,432 INFO  [Listener at localhost/41163] namenode.FSDirectory (FSDirectory.java:<init>(335)) - ACLs enabled? true
2026-08-12 02:02:56,432 INFO  [Listener at localhost/41163] namenode.FSDirectory (FSDirectory.java:<init>(339)) - POSIX ACL inheritance enabled? true
2026-08-12 02:02:56,432 INFO  [Listener at localhost/41163] namenode.FSDirectory (FSDirectory.java:<init>(343)) - XAttrs enabled? true
2026-08-12 02:02:56,432 INFO  [Listener at localhost/41163] namenode.NameNode (FSDirectory.java:<init>(406)) - Caching file names occurring more than 10 times
2026-08-12 02:02:56,432 INFO  [Listener at localhost/41163] snapshot.SnapshotManager (SnapshotManager.java:<init>(124)) - Loaded config captureOpenFiles: false, skipCaptureAccessTimeOnlyChange: false, snapshotDiffAllowSnapRootDescendant: true, maxSnapshotLimit: 65536
2026-08-12 02:02:56,432 INFO  [Listener at localhost/41163] snapshot.SnapshotManager (DirectoryDiffListFactory.java:init(43)) - SkipList is disabled
2026-08-12 02:02:56,432 INFO  [Listener at localhost/41163] util.GSet (LightWeightGSet.java:computeCapacity(395)) - Computing capacity for map cachedBlocks
2026-08-12 02:02:56,433 INFO  [Listener at localhost/41163] util.GSet (LightWeightGSet.java:computeCapacity(396)) - VM type       = 64-bit
2026-08-12 02:02:56,433 INFO  [Listener at localhost/41163] util.GSet (LightWeightGSet.java:computeCapacity(397)) - 0.25% max memory 3.5 GB = 9.1 MB
2026-08-12 02:02:56,433 INFO  [Listener at localhost/41163] util.GSet (LightWeightGSet.java:computeCapacity(402)) - capacity      = 2^20 = 1048576 entries
2026-08-12 02:02:56,437 INFO  [Listener at localhost/41163] metrics.TopMetrics (TopMetrics.java:logConf(75)) - NNTop conf: dfs.namenode.top.window.num.buckets = 10
2026-08-12 02:02:56,437 INFO  [Listener at localhost/41163] metrics.TopMetrics (TopMetrics.java:logConf(77)) - NNTop conf: dfs.namenode.top.num.users = 10
2026-08-12 02:02:56,437 INFO  [Listener at localhost/41163] metrics.TopMetrics (TopMetrics.java:logConf(79)) - NNTop conf: dfs.namenode.top.windows.minutes = 1,5,25
2026-08-12 02:02:56,437 INFO  [Listener at localhost/41163] namenode.FSNamesystem (FSNamesystem.java:initRetryCache(1080)) - Retry cache on namenode is enabled
2026-08-12 02:02:56,437 INFO  [Listener at localhost/41163] namenode.FSNamesystem (FSNamesystem.java:initRetryCache(1088)) - Retry cache will use 0.03 of total heap and retry cache entry expiry time is 600000 millis
2026-08-12 02:02:56,437 INFO  [Listener at localhost/41163] util.GSet (LightWeightGSet.java:computeCapacity(395)) - Computing capacity for map NameNodeRetryCache
2026-08-12 02:02:56,437 INFO  [Listener at localhost/41163] util.GSet (LightWeightGSet.java:computeCapacity(396)) - VM type       = 64-bit
2026-08-12 02:02:56,438 INFO  [Listener at localhost/41163] util.GSet (LightWeightGSet.java:computeCapacity(397)) - 0.029999999329447746% max memory 3.5 GB = 1.1 MB
2026-08-12 02:02:56,438 INFO  [Listener at localhost/41163] util.GSet (LightWeightGSet.java:computeCapacity(402)) - capacity      = 2^17 = 131072 entries
2026-08-12 02:02:56,442 INFO  [Listener at localhost/41163] common.Storage (Storage.java:tryLock(948)) - Lock on /tmp/hdfs-test7460862282478735992/name-0-1/in_use.lock acquired by nodename 19017@dist-test-slave-n326.c.gcp-upstream.internal
2026-08-12 02:02:56,445 INFO  [Listener at localhost/41163] common.Storage (Storage.java:tryLock(948)) - Lock on /tmp/hdfs-test7460862282478735992/name-0-2/in_use.lock acquired by nodename 19017@dist-test-slave-n326.c.gcp-upstream.internal
2026-08-12 02:02:56,446 INFO  [Listener at localhost/41163] namenode.FileJournalManager (FileJournalManager.java:recoverUnfinalizedSegments(428)) - Recovering unfinalized segments in /tmp/hdfs-test7460862282478735992/name-0-1/current
2026-08-12 02:02:56,447 INFO  [Listener at localhost/41163] namenode.FileJournalManager (FileJournalManager.java:recoverUnfinalizedSegments(428)) - Recovering unfinalized segments in /tmp/hdfs-test7460862282478735992/name-0-2/current
2026-08-12 02:02:56,447 INFO  [Listener at localhost/41163] namenode.FSImage (FSImage.java:loadFSImage(734)) - No edit log streams selected.
2026-08-12 02:02:56,447 INFO  [Listener at localhost/41163] namenode.FSImage (FSImage.java:loadFSImageFile(800)) - Planning to load image: FSImageFile(file=/tmp/hdfs-test7460862282478735992/name-0-1/current/fsimage_0000000000000000000, cpktTxId=0000000000000000000)
2026-08-12 02:02:56,653 INFO  [Listener at localhost/41163] namenode.FSImageFormatPBINode (FSImageFormatPBINode.java:loadINodeSectionHeader(413)) - Loading 1 INodes.
2026-08-12 02:02:56,653 INFO  [Listener at localhost/41163] namenode.FSImageFormatPBINode (FSImageFormatPBINode.java:loadINodeSection(371)) - Successfully loaded 1 inodes
2026-08-12 02:02:56,653 INFO  [Listener at localhost/41163] namenode.FSImageFormatPBINode (FSImageFormatPBINode.java:waitBlocksMapAndNameCacheUpdateFinished(344)) - Completed update blocks map and name cache, total waiting duration 0ms.
2026-08-12 02:02:56,654 INFO  [Listener at localhost/41163] namenode.FSImageFormatProtobuf (FSImageFormatProtobuf.java:load(255)) - Loaded FSImage in 0 seconds.
2026-08-12 02:02:56,654 INFO  [Listener at localhost/41163] namenode.FSImage (FSImage.java:loadFSImage(978)) - Loaded image for txid 0 from /tmp/hdfs-test7460862282478735992/name-0-1/current/fsimage_0000000000000000000
2026-08-12 02:02:56,654 INFO  [Listener at localhost/41163] namenode.FSNamesystem (FSNamesystem.java:loadFSImage(1202)) - Need to save fs image? false (staleImage=false, haEnabled=false, isRollingUpgrade=false)
2026-08-12 02:02:56,655 INFO  [Listener at localhost/41163] namenode.FSEditLog (FSEditLog.java:startLogSegment(1391)) - Starting log segment at 1
2026-08-12 02:02:56,665 INFO  [Listener at localhost/41163] namenode.NameCache (NameCache.java:initialized(143)) - initialized with 0 entries 0 lookups
2026-08-12 02:02:56,665 INFO  [Listener at localhost/41163] namenode.FSNamesystem (FSNamesystem.java:loadFromDisk(786)) - Finished loading FSImage in 226 msecs
2026-08-12 02:02:56,666 INFO  [Listener at localhost/41163] namenode.NameNode (NameNodeRpcServer.java:<init>(454)) - RPC server is binding to localhost:0
2026-08-12 02:02:56,666 INFO  [Listener at localhost/41163] namenode.NameNode (NameNodeRpcServer.java:<init>(459)) - Enable NameNode state context:false
2026-08-12 02:02:56,666 INFO  [Listener at localhost/41163] ipc.CallQueueManager (CallQueueManager.java:<init>(90)) - Using callQueue: class java.util.concurrent.LinkedBlockingQueue, queueCapacity: 1000, scheduler: class org.apache.hadoop.ipc.DefaultRpcScheduler, ipcBackoff: false.
2026-08-12 02:02:56,667 INFO  [Socket Reader #1 for port 0] ipc.Server (Server.java:run(1265)) - Starting Socket Reader #1 for port 0
2026-08-12 02:02:56,670 INFO  [Listener at localhost/35751] namenode.NameNode (NameNode.java:initialize(776)) - Clients are to use localhost:35751 to access this namenode/service.
2026-08-12 02:02:56,671 INFO  [Listener at localhost/35751] namenode.FSNamesystem (FSNamesystem.java:registerMBean(5444)) - Registered FSNamesystemState, ReplicatedBlocksState and ECBlockGroupsState MBeans.
2026-08-12 02:02:56,683 INFO  [Listener at localhost/35751] namenode.LeaseManager (LeaseManager.java:getNumUnderConstructionBlocks(166)) - Number of blocks under construction: 0
2026-08-12 02:02:56,684 INFO  [Listener at localhost/35751] blockmanagement.DatanodeAdminDefaultMonitor (DatanodeAdminDefaultMonitor.java:processConf(116)) - Initialized the Default Decommission and Maintenance monitor
2026-08-12 02:02:56,685 INFO  [Listener at localhost/35751] blockmanagement.BlockManager (BlockManager.java:initializeReplQueues(5187)) - initializing replication queues
2026-08-12 02:02:56,685 INFO  [Listener at localhost/35751] hdfs.StateChange (BlockManagerSafeMode.java:leaveSafeMode(399)) - STATE* Leaving safe mode after 0 secs
2026-08-12 02:02:56,686 INFO  [Listener at localhost/35751] hdfs.StateChange (BlockManagerSafeMode.java:leaveSafeMode(405)) - STATE* Network topology has 0 racks and 0 datanodes
2026-08-12 02:02:56,686 INFO  [Listener at localhost/35751] hdfs.StateChange (BlockManagerSafeMode.java:leaveSafeMode(407)) - STATE* UnderReplicatedBlocks has 0 blocks
2026-08-12 02:02:56,693 INFO  [Reconstruction Queue Initializer] blockmanagement.BlockManager (BlockManager.java:processMisReplicatesAsync(3728)) - Total number of blocks            = 0
2026-08-12 02:02:56,693 INFO  [Reconstruction Queue Initializer] blockmanagement.BlockManager (BlockManager.java:processMisReplicatesAsync(3729)) - Number of invalid blocks          = 0
2026-08-12 02:02:56,694 INFO  [Reconstruction Queue Initializer] blockmanagement.BlockManager (BlockManager.java:processMisReplicatesAsync(3730)) - Number of under-replicated blocks = 0
2026-08-12 02:02:56,694 INFO  [Reconstruction Queue Initializer] blockmanagement.BlockManager (BlockManager.java:processMisReplicatesAsync(3731)) - Number of  over-replicated blocks = 0
2026-08-12 02:02:56,694 INFO  [Reconstruction Queue Initializer] blockmanagement.BlockManager (BlockManager.java:processMisReplicatesAsync(3733)) - Number of blocks being written    = 0
2026-08-12 02:02:56,694 INFO  [Reconstruction Queue Initializer] hdfs.StateChange (BlockManager.java:processMisReplicatesAsync(3736)) - STATE* Replication Queue initialization scan for invalid, over- and under-replicated blocks completed in 9 msec
2026-08-12 02:02:56,696 INFO  [IPC Server Responder] ipc.Server (Server.java:run(1507)) - IPC Server Responder: starting
2026-08-12 02:02:56,697 INFO  [IPC Server listener on 0] ipc.Server (Server.java:run(1344)) - IPC Server listener on 0: starting
2026-08-12 02:02:56,700 INFO  [Listener at localhost/35751] namenode.NameNode (NameNode.java:startCommonServices(893)) - NameNode RPC up at: localhost/127.0.0.1:35751
2026-08-12 02:02:56,700 INFO  [Listener at localhost/35751] namenode.FSNamesystem (FSNamesystem.java:startActiveServices(1314)) - Starting services required for active state
2026-08-12 02:02:56,701 INFO  [Listener at localhost/35751] namenode.FSDirectory (FSDirectory.java:updateCountForQuota(840)) - Initializing quota with 12 thread(s)
2026-08-12 02:02:56,701 INFO  [Listener at localhost/35751] namenode.FSDirectory (FSDirectory.java:updateCountForQuota(849)) - Quota initialization completed in 0 milliseconds
name space=1
storage space=0
storage types=RAM_DISK=0, SSD=0, DISK=0, ARCHIVE=0, PROVIDED=0
2026-08-12 02:02:56,705 INFO  [CacheReplicationMonitor(647291186)] blockmanagement.CacheReplicationMonitor (CacheReplicationMonitor.java:run(160)) - Starting CacheReplicationMonitor with interval 30000 milliseconds
2026-08-12 02:02:56,708 INFO  [Listener at localhost/35751] hdfs.MiniDFSCluster (MiniDFSCluster.java:startDataNodes(1697)) - Starting DataNode 0 with dfs.datanode.data.dir: [DISK]file:/tmp/hdfs-test7460862282478735992/data/data1,[DISK]file:/tmp/hdfs-test7460862282478735992/data/data2
2026-08-12 02:02:56,709 INFO  [Listener at localhost/35751] checker.ThrottledAsyncChecker (ThrottledAsyncChecker.java:schedule(137)) - Scheduling a check for [DISK]file:/tmp/hdfs-test7460862282478735992/data/data1
2026-08-12 02:02:56,709 INFO  [Listener at localhost/35751] checker.ThrottledAsyncChecker (ThrottledAsyncChecker.java:schedule(137)) - Scheduling a check for [DISK]file:/tmp/hdfs-test7460862282478735992/data/data2
2026-08-12 02:02:56,742 INFO  [Listener at localhost/35751] impl.MetricsSystemImpl (MetricsSystemImpl.java:init(158)) - DataNode metrics system started (again)
2026-08-12 02:02:56,743 INFO  [Listener at localhost/35751] common.Util (Util.java:isDiskStatsEnabled(395)) - dfs.datanode.fileio.profiling.sampling.percentage set to 0. Disabling file IO profiling
2026-08-12 02:02:56,743 INFO  [Listener at localhost/35751] datanode.BlockScanner (BlockScanner.java:<init>(201)) - Initialized block scanner with targetBytesPerSec 1048576
2026-08-12 02:02:56,744 INFO  [Listener at localhost/35751] datanode.DataNode (DataNode.java:<init>(512)) - Configured hostname is 127.0.0.1
2026-08-12 02:02:56,744 INFO  [Listener at localhost/35751] common.Util (Util.java:isDiskStatsEnabled(395)) - dfs.datanode.fileio.profiling.sampling.percentage set to 0. Disabling file IO profiling
2026-08-12 02:02:56,744 INFO  [Listener at localhost/35751] datanode.DataNode (DataNode.java:startDataNode(1408)) - Starting DataNode with maxLockedMemory = 0
2026-08-12 02:02:56,745 INFO  [Listener at localhost/35751] datanode.DataNode (DataNode.java:initDataXceiver(1171)) - Opened streaming server at /127.0.0.1:35921
2026-08-12 02:02:56,745 INFO  [Listener at localhost/35751] datanode.DataNode (DataXceiverServer.java:<init>(94)) - Balancing bandwidth is 104857600 bytes/s
2026-08-12 02:02:56,745 INFO  [Listener at localhost/35751] datanode.DataNode (DataXceiverServer.java:<init>(95)) - Number threads for balancing is 100
2026-08-12 02:02:56,748 INFO  [Listener at localhost/35751] server.AuthenticationFilter (AuthenticationFilter.java:constructSecretProvider(240)) - Unable to initialize FileSignerSecretProvider, falling back to use random secrets.
2026-08-12 02:02:56,748 INFO  [Listener at localhost/35751] http.HttpRequestLog (HttpRequestLog.java:getRequestLog(82)) - Http request log for http.requests.datanode is not defined
2026-08-12 02:02:56,749 INFO  [Listener at localhost/35751] http.HttpServer2 (HttpServer2.java:addGlobalFilter(1111)) - Added global filter 'safety' (class=org.apache.hadoop.http.HttpServer2$QuotingInputFilter)
2026-08-12 02:02:56,750 INFO  [Listener at localhost/35751] http.HttpServer2 (HttpServer2.java:addFilter(1084)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context datanode
2026-08-12 02:02:56,750 INFO  [Listener at localhost/35751] http.HttpServer2 (HttpServer2.java:addFilter(1094)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context static
2026-08-12 02:02:56,751 INFO  [Listener at localhost/35751] http.HttpServer2 (HttpServer2.java:bindListener(1332)) - Jetty bound to port 41781
2026-08-12 02:02:56,751 INFO  [Listener at localhost/35751] server.Server (Server.java:doStart(375)) - jetty-9.4.40.v20210413; built: 2021-04-13T20:42:42.668Z; git: b881a572662e1943a14ae12e7e1207989f218b74; jvm 1.8.0_362-8u372-ga~us1-0ubuntu1~18.04-b09
2026-08-12 02:02:56,752 INFO  [Listener at localhost/35751] server.session (DefaultSessionIdManager.java:doStart(334)) - DefaultSessionIdManager workerName=node0
2026-08-12 02:02:56,752 INFO  [Listener at localhost/35751] server.session (DefaultSessionIdManager.java:doStart(339)) - No SessionScavenger set, using defaults
2026-08-12 02:02:56,752 INFO  [Listener at localhost/35751] server.session (HouseKeeper.java:startScavenging(132)) - node0 Scavenging every 660000ms
2026-08-12 02:02:56,753 INFO  [Listener at localhost/35751] handler.ContextHandler (ContextHandler.java:doStart(916)) - Started o.e.j.s.ServletContextHandler@3178219a{static,/static,jar:file:/tmp/dist-test-taskZDRa4f/java/build/jars/hadoop-hdfs-3.3.1-tests.jar!/webapps/static,AVAILABLE}
2026-08-12 02:02:56,897 INFO  [Listener at localhost/35751] handler.ContextHandler (ContextHandler.java:doStart(916)) - Started o.e.j.w.WebAppContext@7bd96822{datanode,/,file:///tmp/jetty-localhost-41781-hadoop-hdfs-3_3_1-tests_jar-_-any-3728613227335221861/webapp/,AVAILABLE}{jar:file:/tmp/dist-test-taskZDRa4f/java/build/jars/hadoop-hdfs-3.3.1-tests.jar!/webapps/datanode}
2026-08-12 02:02:56,899 INFO  [Listener at localhost/35751] server.AbstractConnector (AbstractConnector.java:doStart(331)) - Started ServerConnector@45b15381{HTTP/1.1, (http/1.1)}{localhost:41781}
2026-08-12 02:02:56,899 INFO  [Listener at localhost/35751] server.Server (Server.java:doStart(415)) - Started @12620ms
2026-08-12 02:02:56,900 WARN  [Listener at localhost/35751] web.DatanodeHttpServer (RestCsrfPreventionFilterHandler.java:<init>(75)) - Got null for restCsrfPreventionFilter - will not do any filtering.
2026-08-12 02:02:56,905 INFO  [Listener at localhost/35751] web.DatanodeHttpServer (DatanodeHttpServer.java:start(322)) - Listening HTTP traffic on /127.0.0.1:34757
2026-08-12 02:02:56,905 INFO  [Listener at localhost/35751] datanode.DataNode (DataNode.java:startDataNode(1436)) - dnUserName = slave
2026-08-12 02:02:56,905 INFO  [org.apache.hadoop.util.JvmPauseMonitor$Monitor@6d08b4e6] util.JvmPauseMonitor (JvmPauseMonitor.java:run(188)) - Starting JVM pause monitor
2026-08-12 02:02:56,906 INFO  [Listener at localhost/35751] datanode.DataNode (DataNode.java:startDataNode(1437)) - supergroup = supergroup
2026-08-12 02:02:56,906 INFO  [Listener at localhost/35751] ipc.CallQueueManager (CallQueueManager.java:<init>(90)) - Using callQueue: class java.util.concurrent.LinkedBlockingQueue, queueCapacity: 1000, scheduler: class org.apache.hadoop.ipc.DefaultRpcScheduler, ipcBackoff: false.
2026-08-12 02:02:56,908 INFO  [Socket Reader #1 for port 0] ipc.Server (Server.java:run(1265)) - Starting Socket Reader #1 for port 0
2026-08-12 02:02:56,911 INFO  [Listener at localhost/45115] datanode.DataNode (DataNode.java:initIpcServer(1057)) - Opened IPC server at /127.0.0.1:45115
2026-08-12 02:02:56,932 INFO  [Listener at localhost/45115] datanode.DataNode (BlockPoolManager.java:refreshNamenodes(149)) - Refresh request received for nameservices: null
2026-08-12 02:02:56,932 INFO  [Listener at localhost/45115] datanode.DataNode (BlockPoolManager.java:doRefreshNamenodes(210)) - Starting BPOfferServices for nameservices: <default>
2026-08-12 02:02:56,936 INFO  [Thread-502] datanode.DataNode (BPServiceActor.java:run(847)) - Block pool <registering> (Datanode Uuid unassigned) service to localhost/127.0.0.1:35751 starting to offer service
2026-08-12 02:02:56,943 INFO  [IPC Server Responder] ipc.Server (Server.java:run(1507)) - IPC Server Responder: starting
2026-08-12 02:02:56,944 INFO  [IPC Server listener on 0] ipc.Server (Server.java:run(1344)) - IPC Server listener on 0: starting
2026-08-12 02:02:56,957 INFO  [Thread-502] datanode.DataNode (BPOfferService.java:verifyAndSetNamespaceInfo(381)) - Acknowledging ACTIVE Namenode during handshakeBlock pool <registering> (Datanode Uuid unassigned) service to localhost/127.0.0.1:35751
2026-08-12 02:02:56,958 INFO  [Thread-502] common.Storage (DataStorage.java:getParallelVolumeLoadThreadsNum(356)) - Using 2 threads to upgrade data directories (dfs.datanode.parallel.volumes.load.threads.num=2, dataDirs=2)
2026-08-12 02:02:56,962 INFO  [Thread-502] common.Storage (Storage.java:tryLock(948)) - Lock on /tmp/hdfs-test7460862282478735992/data/data1/in_use.lock acquired by nodename 19017@dist-test-slave-n326.c.gcp-upstream.internal
2026-08-12 02:02:56,963 INFO  [IPC Server handler 1 on default port 35751] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=datanodeReport	src=null	dst=null	perm=null	proto=rpc
2026-08-12 02:02:56,963 INFO  [Thread-502] common.Storage (DataStorage.java:loadStorageDirectory(284)) - Storage directory with location [DISK]file:/tmp/hdfs-test7460862282478735992/data/data1 is not formatted for namespace 1858457769. Formatting...
2026-08-12 02:02:56,964 INFO  [Thread-502] common.Storage (DataStorage.java:createStorageID(160)) - Generated new storageID DS-fb986256-7906-4aa0-8811-fd7c6162e649 for directory /tmp/hdfs-test7460862282478735992/data/data1 
2026-08-12 02:02:56,964 INFO  [Listener at localhost/45115] hdfs.MiniDFSCluster (MiniDFSCluster.java:shouldWait(2823)) - dnInfo.length != numDataNodes
2026-08-12 02:02:56,965 INFO  [Listener at localhost/45115] hdfs.MiniDFSCluster (MiniDFSCluster.java:waitActive(2744)) - Waiting for cluster to become active
2026-08-12 02:02:56,971 INFO  [Thread-502] common.Storage (Storage.java:tryLock(948)) - Lock on /tmp/hdfs-test7460862282478735992/data/data2/in_use.lock acquired by nodename 19017@dist-test-slave-n326.c.gcp-upstream.internal
2026-08-12 02:02:56,971 INFO  [Thread-502] common.Storage (DataStorage.java:loadStorageDirectory(284)) - Storage directory with location [DISK]file:/tmp/hdfs-test7460862282478735992/data/data2 is not formatted for namespace 1858457769. Formatting...
2026-08-12 02:02:56,971 INFO  [Thread-502] common.Storage (DataStorage.java:createStorageID(160)) - Generated new storageID DS-c25b1b74-7ed4-4364-a841-4ca183ec59f4 for directory /tmp/hdfs-test7460862282478735992/data/data2 
2026-08-12 02:02:56,992 INFO  [Thread-502] common.Storage (BlockPoolSliceStorage.java:recoverTransitionRead(256)) - Analyzing storage directories for bpid BP-289146251-10.240.0.18-1786500176119
2026-08-12 02:02:56,992 INFO  [Thread-502] common.Storage (Storage.java:lock(907)) - Locking is disabled for /tmp/hdfs-test7460862282478735992/data/data1/current/BP-289146251-10.240.0.18-1786500176119
2026-08-12 02:02:56,992 INFO  [Thread-502] common.Storage (BlockPoolSliceStorage.java:loadStorageDirectory(169)) - Block pool storage directory for location [DISK]file:/tmp/hdfs-test7460862282478735992/data/data1 and block pool id BP-289146251-10.240.0.18-1786500176119 is not formatted. Formatting ...
2026-08-12 02:02:56,992 INFO  [Thread-502] common.Storage (BlockPoolSliceStorage.java:format(285)) - Formatting block pool BP-289146251-10.240.0.18-1786500176119 directory /tmp/hdfs-test7460862282478735992/data/data1/current/BP-289146251-10.240.0.18-1786500176119/current
2026-08-12 02:02:57,014 INFO  [Thread-502] common.Storage (BlockPoolSliceStorage.java:recoverTransitionRead(256)) - Analyzing storage directories for bpid BP-289146251-10.240.0.18-1786500176119
2026-08-12 02:02:57,014 INFO  [Thread-502] common.Storage (Storage.java:lock(907)) - Locking is disabled for /tmp/hdfs-test7460862282478735992/data/data2/current/BP-289146251-10.240.0.18-1786500176119
2026-08-12 02:02:57,014 INFO  [Thread-502] common.Storage (BlockPoolSliceStorage.java:loadStorageDirectory(169)) - Block pool storage directory for location [DISK]file:/tmp/hdfs-test7460862282478735992/data/data2 and block pool id BP-289146251-10.240.0.18-1786500176119 is not formatted. Formatting ...
2026-08-12 02:02:57,014 INFO  [Thread-502] common.Storage (BlockPoolSliceStorage.java:format(285)) - Formatting block pool BP-289146251-10.240.0.18-1786500176119 directory /tmp/hdfs-test7460862282478735992/data/data2/current/BP-289146251-10.240.0.18-1786500176119/current
2026-08-12 02:02:57,019 INFO  [Thread-502] datanode.DataNode (DataNode.java:initStorage(1756)) - Setting up storage: nsid=1858457769;bpid=BP-289146251-10.240.0.18-1786500176119;lv=-57;nsInfo=lv=-66;cid=testClusterID;nsid=1858457769;c=1786500176119;bpid=BP-289146251-10.240.0.18-1786500176119;dnuuid=null
2026-08-12 02:02:57,023 INFO  [Thread-502] datanode.DataNode (DataNode.java:checkDatanodeUuid(1554)) - Generated and persisted new Datanode UUID e69d13ba-7863-4a30-b5e6-4d8eec53d9da
2026-08-12 02:02:57,023 INFO  [Thread-502] impl.FsDatasetImpl (FsDatasetImpl.java:<init>(310)) - The datanode lock is a read write lock
2026-08-12 02:02:57,025 INFO  [Thread-502] impl.FsDatasetImpl (FsVolumeList.java:addVolume(304)) - Added new volume: DS-fb986256-7906-4aa0-8811-fd7c6162e649
2026-08-12 02:02:57,025 INFO  [Thread-502] impl.FsDatasetImpl (FsDatasetImpl.java:addVolume(493)) - Added volume - [DISK]file:/tmp/hdfs-test7460862282478735992/data/data1, StorageType: DISK
2026-08-12 02:02:57,027 INFO  [Thread-502] impl.FsDatasetImpl (FsVolumeList.java:addVolume(304)) - Added new volume: DS-c25b1b74-7ed4-4364-a841-4ca183ec59f4
2026-08-12 02:02:57,027 INFO  [Thread-502] impl.FsDatasetImpl (FsDatasetImpl.java:addVolume(493)) - Added volume - [DISK]file:/tmp/hdfs-test7460862282478735992/data/data2, StorageType: DISK
2026-08-12 02:02:57,028 INFO  [Thread-502] impl.MemoryMappableBlockLoader (MemoryMappableBlockLoader.java:initialize(48)) - Initializing cache loader: MemoryMappableBlockLoader.
2026-08-12 02:02:57,028 INFO  [Thread-502] impl.FsDatasetImpl (FsDatasetImpl.java:registerMBean(2343)) - Registered FSDatasetState MBean
2026-08-12 02:02:57,029 INFO  [Thread-502] impl.FsDatasetImpl (FsDatasetImpl.java:addBlockPool(2856)) - Adding block pool BP-289146251-10.240.0.18-1786500176119
2026-08-12 02:02:57,030 INFO  [Thread-519] impl.FsDatasetImpl (FsVolumeList.java:run(406)) - Scanning block pool BP-289146251-10.240.0.18-1786500176119 on volume /tmp/hdfs-test7460862282478735992/data/data1...
2026-08-12 02:02:57,030 INFO  [Thread-520] impl.FsDatasetImpl (FsVolumeList.java:run(406)) - Scanning block pool BP-289146251-10.240.0.18-1786500176119 on volume /tmp/hdfs-test7460862282478735992/data/data2...
2026-08-12 02:02:57,048 INFO  [Thread-520] impl.FsDatasetImpl (FsVolumeList.java:run(411)) - Time taken to scan block pool BP-289146251-10.240.0.18-1786500176119 on /tmp/hdfs-test7460862282478735992/data/data2: 18ms
2026-08-12 02:02:57,050 INFO  [Thread-519] impl.FsDatasetImpl (FsVolumeList.java:run(411)) - Time taken to scan block pool BP-289146251-10.240.0.18-1786500176119 on /tmp/hdfs-test7460862282478735992/data/data1: 20ms
2026-08-12 02:02:57,050 INFO  [Thread-502] impl.FsDatasetImpl (FsVolumeList.java:addBlockPool(431)) - Total time to scan all replicas for block pool BP-289146251-10.240.0.18-1786500176119: 21ms
2026-08-12 02:02:57,051 INFO  [Thread-523] impl.FsDatasetImpl (FsVolumeList.java:run(199)) - Adding replicas to map for block pool BP-289146251-10.240.0.18-1786500176119 on volume /tmp/hdfs-test7460862282478735992/data/data1...
2026-08-12 02:02:57,051 INFO  [Thread-524] impl.FsDatasetImpl (FsVolumeList.java:run(199)) - Adding replicas to map for block pool BP-289146251-10.240.0.18-1786500176119 on volume /tmp/hdfs-test7460862282478735992/data/data2...
2026-08-12 02:02:57,051 INFO  [Thread-523] impl.BlockPoolSlice (BlockPoolSlice.java:readReplicasFromCache(902)) - Replica Cache file: /tmp/hdfs-test7460862282478735992/data/data1/current/BP-289146251-10.240.0.18-1786500176119/current/replicas doesn't exist 
2026-08-12 02:02:57,051 INFO  [Thread-524] impl.BlockPoolSlice (BlockPoolSlice.java:readReplicasFromCache(902)) - Replica Cache file: /tmp/hdfs-test7460862282478735992/data/data2/current/BP-289146251-10.240.0.18-1786500176119/current/replicas doesn't exist 
2026-08-12 02:02:57,051 INFO  [Thread-523] impl.FsDatasetImpl (FsVolumeList.java:run(204)) - Time to add replicas to map for block pool BP-289146251-10.240.0.18-1786500176119 on volume /tmp/hdfs-test7460862282478735992/data/data1: 0ms
2026-08-12 02:02:57,051 INFO  [Thread-524] impl.FsDatasetImpl (FsVolumeList.java:run(204)) - Time to add replicas to map for block pool BP-289146251-10.240.0.18-1786500176119 on volume /tmp/hdfs-test7460862282478735992/data/data2: 0ms
2026-08-12 02:02:57,051 INFO  [Thread-502] impl.FsDatasetImpl (FsVolumeList.java:getAllVolumesMap(225)) - Total time to add all replicas to map for block pool BP-289146251-10.240.0.18-1786500176119: 1ms
2026-08-12 02:02:57,052 INFO  [Thread-502] checker.ThrottledAsyncChecker (ThrottledAsyncChecker.java:schedule(137)) - Scheduling a check for /tmp/hdfs-test7460862282478735992/data/data1
2026-08-12 02:02:57,052 INFO  [Thread-502] checker.DatasetVolumeChecker (DatasetVolumeChecker.java:checkAllVolumes(224)) - Scheduled health check for volume /tmp/hdfs-test7460862282478735992/data/data1
2026-08-12 02:02:57,052 INFO  [Thread-502] checker.ThrottledAsyncChecker (ThrottledAsyncChecker.java:schedule(137)) - Scheduling a check for /tmp/hdfs-test7460862282478735992/data/data2
2026-08-12 02:02:57,053 INFO  [Thread-502] checker.DatasetVolumeChecker (DatasetVolumeChecker.java:checkAllVolumes(224)) - Scheduled health check for volume /tmp/hdfs-test7460862282478735992/data/data2
2026-08-12 02:02:57,055 INFO  [VolumeScannerThread(/tmp/hdfs-test7460862282478735992/data/data2)] datanode.VolumeScanner (VolumeScanner.java:findNextUsableBlockIter(385)) - Now scanning bpid BP-289146251-10.240.0.18-1786500176119 on volume /tmp/hdfs-test7460862282478735992/data/data2
2026-08-12 02:02:57,055 WARN  [Thread-502] datanode.DirectoryScanner (DirectoryScanner.java:<init>(300)) - dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1
2026-08-12 02:02:57,055 INFO  [VolumeScannerThread(/tmp/hdfs-test7460862282478735992/data/data1)] datanode.VolumeScanner (VolumeScanner.java:findNextUsableBlockIter(385)) - Now scanning bpid BP-289146251-10.240.0.18-1786500176119 on volume /tmp/hdfs-test7460862282478735992/data/data1
2026-08-12 02:02:57,055 INFO  [VolumeScannerThread(/tmp/hdfs-test7460862282478735992/data/data2)] datanode.VolumeScanner (VolumeScanner.java:getNextBlockToScan(505)) - VolumeScanner(/tmp/hdfs-test7460862282478735992/data/data2, DS-c25b1b74-7ed4-4364-a841-4ca183ec59f4): finished scanning block pool BP-289146251-10.240.0.18-1786500176119
2026-08-12 02:02:57,055 INFO  [Thread-502] datanode.DirectoryScanner (DirectoryScanner.java:start(329)) - Periodic Directory Tree Verification scan starting in 17698189ms with interval of 21600000ms and throttle limit of -1ms/s
2026-08-12 02:02:57,056 INFO  [VolumeScannerThread(/tmp/hdfs-test7460862282478735992/data/data1)] datanode.VolumeScanner (VolumeScanner.java:getNextBlockToScan(505)) - VolumeScanner(/tmp/hdfs-test7460862282478735992/data/data1, DS-fb986256-7906-4aa0-8811-fd7c6162e649): finished scanning block pool BP-289146251-10.240.0.18-1786500176119
2026-08-12 02:02:57,056 INFO  [VolumeScannerThread(/tmp/hdfs-test7460862282478735992/data/data1)] datanode.VolumeScanner (VolumeScanner.java:findNextUsableBlockIter(402)) - VolumeScanner(/tmp/hdfs-test7460862282478735992/data/data1, DS-fb986256-7906-4aa0-8811-fd7c6162e649): no suitable block pools found to scan.  Waiting 1814399999 ms.
2026-08-12 02:02:57,056 INFO  [VolumeScannerThread(/tmp/hdfs-test7460862282478735992/data/data2)] datanode.VolumeScanner (VolumeScanner.java:findNextUsableBlockIter(402)) - VolumeScanner(/tmp/hdfs-test7460862282478735992/data/data2, DS-c25b1b74-7ed4-4364-a841-4ca183ec59f4): no suitable block pools found to scan.  Waiting 1814399999 ms.
2026-08-12 02:02:57,057 INFO  [BP-289146251-10.240.0.18-1786500176119 heartbeating to localhost/127.0.0.1:35751] datanode.DataNode (BPServiceActor.java:register(788)) - Block pool BP-289146251-10.240.0.18-1786500176119 (Datanode Uuid e69d13ba-7863-4a30-b5e6-4d8eec53d9da) service to localhost/127.0.0.1:35751 beginning handshake with NN
2026-08-12 02:02:57,058 INFO  [IPC Server handler 2 on default port 35751] hdfs.StateChange (DatanodeManager.java:registerDatanode(1142)) - BLOCK* registerDatanode: from DatanodeRegistration(127.0.0.1:35921, datanodeUuid=e69d13ba-7863-4a30-b5e6-4d8eec53d9da, infoPort=34757, infoSecurePort=0, ipcPort=45115, storageInfo=lv=-57;cid=testClusterID;nsid=1858457769;c=1786500176119) storage e69d13ba-7863-4a30-b5e6-4d8eec53d9da
2026-08-12 02:02:57,059 INFO  [IPC Server handler 2 on default port 35751] net.NetworkTopology (NetworkTopology.java:add(149)) - Adding a new node: /default-rack/127.0.0.1:35921
2026-08-12 02:02:57,059 INFO  [IPC Server handler 2 on default port 35751] blockmanagement.BlockReportLeaseManager (BlockReportLeaseManager.java:registerNode(200)) - Registered DN e69d13ba-7863-4a30-b5e6-4d8eec53d9da (127.0.0.1:35921).
2026-08-12 02:02:57,062 INFO  [BP-289146251-10.240.0.18-1786500176119 heartbeating to localhost/127.0.0.1:35751] datanode.DataNode (BPServiceActor.java:register(816)) - Block pool BP-289146251-10.240.0.18-1786500176119 (Datanode Uuid e69d13ba-7863-4a30-b5e6-4d8eec53d9da) service to localhost/127.0.0.1:35751 successfully registered with NN
2026-08-12 02:02:57,062 INFO  [BP-289146251-10.240.0.18-1786500176119 heartbeating to localhost/127.0.0.1:35751] datanode.DataNode (BPServiceActor.java:offerService(645)) - For namenode localhost/127.0.0.1:35751 using BLOCKREPORT_INTERVAL of 21600000msecs CACHEREPORT_INTERVAL of 10000msecs Initial delay: 0msecs; heartBeatInterval=3000
2026-08-12 02:02:57,064 INFO  [IPC Server handler 3 on default port 35751] blockmanagement.DatanodeDescriptor (DatanodeDescriptor.java:updateStorage(999)) - Adding new storage ID DS-fb986256-7906-4aa0-8811-fd7c6162e649 for DN 127.0.0.1:35921
2026-08-12 02:02:57,064 INFO  [IPC Server handler 3 on default port 35751] blockmanagement.DatanodeDescriptor (DatanodeDescriptor.java:updateStorage(999)) - Adding new storage ID DS-c25b1b74-7ed4-4364-a841-4ca183ec59f4 for DN 127.0.0.1:35921
2026-08-12 02:02:57,066 INFO  [Block report processor] BlockStateChange (BlockManager.java:processReport(2778)) - BLOCK* processReport 0x20220bd8dc1238cf: Processing first storage report for DS-fb986256-7906-4aa0-8811-fd7c6162e649 from datanode e69d13ba-7863-4a30-b5e6-4d8eec53d9da
2026-08-12 02:02:57,066 INFO  [Block report processor] BlockStateChange (BlockManager.java:processReport(2810)) - BLOCK* processReport 0x20220bd8dc1238cf: from storage DS-fb986256-7906-4aa0-8811-fd7c6162e649 node DatanodeRegistration(127.0.0.1:35921, datanodeUuid=e69d13ba-7863-4a30-b5e6-4d8eec53d9da, infoPort=34757, infoSecurePort=0, ipcPort=45115, storageInfo=lv=-57;cid=testClusterID;nsid=1858457769;c=1786500176119), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0
2026-08-12 02:02:57,066 INFO  [Block report processor] BlockStateChange (BlockManager.java:processReport(2778)) - BLOCK* processReport 0x20220bd8dc1238cf: Processing first storage report for DS-c25b1b74-7ed4-4364-a841-4ca183ec59f4 from datanode e69d13ba-7863-4a30-b5e6-4d8eec53d9da
2026-08-12 02:02:57,067 INFO  [IPC Server handler 5 on default port 35751] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=datanodeReport	src=null	dst=null	perm=null	proto=rpc
2026-08-12 02:02:57,067 INFO  [Block report processor] BlockStateChange (BlockManager.java:processReport(2810)) - BLOCK* processReport 0x20220bd8dc1238cf: from storage DS-c25b1b74-7ed4-4364-a841-4ca183ec59f4 node DatanodeRegistration(127.0.0.1:35921, datanodeUuid=e69d13ba-7863-4a30-b5e6-4d8eec53d9da, infoPort=34757, infoSecurePort=0, ipcPort=45115, storageInfo=lv=-57;cid=testClusterID;nsid=1858457769;c=1786500176119), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0
2026-08-12 02:02:57,068 INFO  [BP-289146251-10.240.0.18-1786500176119 heartbeating to localhost/127.0.0.1:35751] datanode.DataNode (BPServiceActor.java:blockReport(437)) - Successfully sent block report 0x20220bd8dc1238cf to namenode: localhost/127.0.0.1:35751,  containing 2 storage report(s), of which we sent 2. The reports had 0 total blocks and used 1 RPC(s). This took 0 msecs to generate and 3 msecs for RPC and NN processing. Got back one command: FinalizeCommand/5.
2026-08-12 02:02:57,068 INFO  [Listener at localhost/45115] hdfs.MiniDFSCluster (MiniDFSCluster.java:waitActive(2799)) - Cluster is active
2026-08-12 02:02:57,069 INFO  [Command processor] datanode.DataNode (BPOfferService.java:processCommandFromActive(763)) - Got finalize command for block pool BP-289146251-10.240.0.18-1786500176119
2026-08-12 02:02:57,085 INFO  [Listener at localhost/45115] backup.BackupIO (BackupIO.scala:writeTableMetadata(95)) - Writing metadata to hdfs://localhost:35751/id_taco-taco/100/.kudu-metadata.json
2026-08-12 02:02:57,089 INFO  [IPC Server handler 6 on default port 35751] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=create	src=/id_taco-taco/100/.kudu-metadata.json	dst=null	perm=slave:supergroup:rw-r--r--	proto=rpc
2026-08-12 02:02:57,094 INFO  [IPC Server handler 7 on default port 35751] hdfs.StateChange (FSDirWriteFileOp.java:logAllocatedBlock(802)) - BLOCK* allocate blk_1073741825_1001, replicas=127.0.0.1:35921 for /id_taco-taco/100/.kudu-metadata.json
2026-08-12 02:02:57,100 INFO  [DataXceiver for client DFSClient_NONMAPREDUCE_-1289731399_1 at /127.0.0.1:34416 [Receiving block BP-289146251-10.240.0.18-1786500176119:blk_1073741825_1001]] datanode.DataNode (DataXceiver.java:writeBlock(747)) - Receiving BP-289146251-10.240.0.18-1786500176119:blk_1073741825_1001 src: /127.0.0.1:34416 dest: /127.0.0.1:35921
2026-08-12 02:02:57,106 INFO  [PacketResponder: BP-289146251-10.240.0.18-1786500176119:blk_1073741825_1001, type=LAST_IN_PIPELINE] DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1539)) - src: /127.0.0.1:34416, dest: /127.0.0.1:35921, bytes: 82, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1289731399_1, offset: 0, srvID: e69d13ba-7863-4a30-b5e6-4d8eec53d9da, blockid: BP-289146251-10.240.0.18-1786500176119:blk_1073741825_1001, duration(ns): 3140067
2026-08-12 02:02:57,106 INFO  [PacketResponder: BP-289146251-10.240.0.18-1786500176119:blk_1073741825_1001, type=LAST_IN_PIPELINE] datanode.DataNode (BlockReceiver.java:run(1512)) - PacketResponder: BP-289146251-10.240.0.18-1786500176119:blk_1073741825_1001, type=LAST_IN_PIPELINE terminating
2026-08-12 02:02:57,109 INFO  [IPC Server handler 0 on default port 35751] hdfs.StateChange (FSNamesystem.java:completeFile(3104)) - DIR* completeFile: /id_taco-taco/100/.kudu-metadata.json is closed by DFSClient_NONMAPREDUCE_-1289731399_1
2026-08-12 02:02:57,110 INFO  [Listener at localhost/45115] backup.BackupIO (BackupIO.scala:writeTableMetadata(95)) - Writing metadata to hdfs://localhost:35751/id_taco-taco/1000/.kudu-metadata.json
2026-08-12 02:02:57,112 INFO  [IPC Server handler 1 on default port 35751] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=create	src=/id_taco-taco/1000/.kudu-metadata.json	dst=null	perm=slave:supergroup:rw-r--r--	proto=rpc
2026-08-12 02:02:57,115 INFO  [IPC Server handler 2 on default port 35751] hdfs.StateChange (FSDirWriteFileOp.java:logAllocatedBlock(802)) - BLOCK* allocate blk_1073741826_1002, replicas=127.0.0.1:35921 for /id_taco-taco/1000/.kudu-metadata.json
2026-08-12 02:02:57,118 INFO  [DataXceiver for client DFSClient_NONMAPREDUCE_-1289731399_1 at /127.0.0.1:34430 [Receiving block BP-289146251-10.240.0.18-1786500176119:blk_1073741826_1002]] datanode.DataNode (DataXceiver.java:writeBlock(747)) - Receiving BP-289146251-10.240.0.18-1786500176119:blk_1073741826_1002 src: /127.0.0.1:34430 dest: /127.0.0.1:35921
2026-08-12 02:02:57,123 INFO  [PacketResponder: BP-289146251-10.240.0.18-1786500176119:blk_1073741826_1002, type=LAST_IN_PIPELINE] DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1539)) - src: /127.0.0.1:34430, dest: /127.0.0.1:35921, bytes: 83, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1289731399_1, offset: 0, srvID: e69d13ba-7863-4a30-b5e6-4d8eec53d9da, blockid: BP-289146251-10.240.0.18-1786500176119:blk_1073741826_1002, duration(ns): 2399431
2026-08-12 02:02:57,123 INFO  [PacketResponder: BP-289146251-10.240.0.18-1786500176119:blk_1073741826_1002, type=LAST_IN_PIPELINE] datanode.DataNode (BlockReceiver.java:run(1512)) - PacketResponder: BP-289146251-10.240.0.18-1786500176119:blk_1073741826_1002, type=LAST_IN_PIPELINE terminating
2026-08-12 02:02:57,125 INFO  [IPC Server handler 4 on default port 35751] hdfs.StateChange (FSNamesystem.java:completeFile(3104)) - DIR* completeFile: /id_taco-taco/1000/.kudu-metadata.json is closed by DFSClient_NONMAPREDUCE_-1289731399_1
2026-08-12 02:02:57,125 INFO  [Listener at localhost/45115] backup.BackupIO (BackupIO.scala:writeTableMetadata(95)) - Writing metadata to hdfs://localhost:35751/id_taco-taco/2000/.kudu-metadata.json
2026-08-12 02:02:57,127 INFO  [IPC Server handler 5 on default port 35751] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=create	src=/id_taco-taco/2000/.kudu-metadata.json	dst=null	perm=slave:supergroup:rw-r--r--	proto=rpc
2026-08-12 02:02:57,129 INFO  [IPC Server handler 6 on default port 35751] hdfs.StateChange (FSDirWriteFileOp.java:logAllocatedBlock(802)) - BLOCK* allocate blk_1073741827_1003, replicas=127.0.0.1:35921 for /id_taco-taco/2000/.kudu-metadata.json
2026-08-12 02:02:57,131 INFO  [DataXceiver for client DFSClient_NONMAPREDUCE_-1289731399_1 at /127.0.0.1:34438 [Receiving block BP-289146251-10.240.0.18-1786500176119:blk_1073741827_1003]] datanode.DataNode (DataXceiver.java:writeBlock(747)) - Receiving BP-289146251-10.240.0.18-1786500176119:blk_1073741827_1003 src: /127.0.0.1:34438 dest: /127.0.0.1:35921
2026-08-12 02:02:57,135 INFO  [PacketResponder: BP-289146251-10.240.0.18-1786500176119:blk_1073741827_1003, type=LAST_IN_PIPELINE] DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1539)) - src: /127.0.0.1:34438, dest: /127.0.0.1:35921, bytes: 102, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1289731399_1, offset: 0, srvID: e69d13ba-7863-4a30-b5e6-4d8eec53d9da, blockid: BP-289146251-10.240.0.18-1786500176119:blk_1073741827_1003, duration(ns): 2434216
2026-08-12 02:02:57,135 INFO  [PacketResponder: BP-289146251-10.240.0.18-1786500176119:blk_1073741827_1003, type=LAST_IN_PIPELINE] datanode.DataNode (BlockReceiver.java:run(1512)) - PacketResponder: BP-289146251-10.240.0.18-1786500176119:blk_1073741827_1003, type=LAST_IN_PIPELINE terminating
2026-08-12 02:02:57,136 INFO  [IPC Server handler 8 on default port 35751] hdfs.StateChange (FSNamesystem.java:completeFile(3104)) - DIR* completeFile: /id_taco-taco/2000/.kudu-metadata.json is closed by DFSClient_NONMAPREDUCE_-1289731399_1
2026-08-12 02:02:57,137 INFO  [Listener at localhost/45115] backup.BackupIO (BackupIO.scala:writeTableMetadata(95)) - Writing metadata to hdfs://localhost:35751/id_pizza-pizza/200/.kudu-metadata.json
2026-08-12 02:02:57,138 INFO  [IPC Server handler 9 on default port 35751] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=create	src=/id_pizza-pizza/200/.kudu-metadata.json	dst=null	perm=slave:supergroup:rw-r--r--	proto=rpc
2026-08-12 02:02:57,141 INFO  [IPC Server handler 0 on default port 35751] hdfs.StateChange (FSDirWriteFileOp.java:logAllocatedBlock(802)) - BLOCK* allocate blk_1073741828_1004, replicas=127.0.0.1:35921 for /id_pizza-pizza/200/.kudu-metadata.json
2026-08-12 02:02:57,143 INFO  [DataXceiver for client DFSClient_NONMAPREDUCE_-1289731399_1 at /127.0.0.1:34442 [Receiving block BP-289146251-10.240.0.18-1786500176119:blk_1073741828_1004]] datanode.DataNode (DataXceiver.java:writeBlock(747)) - Receiving BP-289146251-10.240.0.18-1786500176119:blk_1073741828_1004 src: /127.0.0.1:34442 dest: /127.0.0.1:35921
2026-08-12 02:02:57,147 INFO  [PacketResponder: BP-289146251-10.240.0.18-1786500176119:blk_1073741828_1004, type=LAST_IN_PIPELINE] DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1539)) - src: /127.0.0.1:34442, dest: /127.0.0.1:35921, bytes: 84, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1289731399_1, offset: 0, srvID: e69d13ba-7863-4a30-b5e6-4d8eec53d9da, blockid: BP-289146251-10.240.0.18-1786500176119:blk_1073741828_1004, duration(ns): 2445544
2026-08-12 02:02:57,148 INFO  [PacketResponder: BP-289146251-10.240.0.18-1786500176119:blk_1073741828_1004, type=LAST_IN_PIPELINE] datanode.DataNode (BlockReceiver.java:run(1512)) - PacketResponder: BP-289146251-10.240.0.18-1786500176119:blk_1073741828_1004, type=LAST_IN_PIPELINE terminating
2026-08-12 02:02:57,149 INFO  [IPC Server handler 2 on default port 35751] hdfs.StateChange (FSNamesystem.java:completeFile(3104)) - DIR* completeFile: /id_pizza-pizza/200/.kudu-metadata.json is closed by DFSClient_NONMAPREDUCE_-1289731399_1
2026-08-12 02:02:57,150 INFO  [Listener at localhost/45115] backup.BackupIO (BackupIO.scala:writeTableMetadata(95)) - Writing metadata to hdfs://localhost:35751/id_pizza-pizza/400/.kudu-metadata.json
2026-08-12 02:02:57,152 INFO  [IPC Server handler 3 on default port 35751] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=create	src=/id_pizza-pizza/400/.kudu-metadata.json	dst=null	perm=slave:supergroup:rw-r--r--	proto=rpc
2026-08-12 02:02:57,154 INFO  [IPC Server handler 4 on default port 35751] hdfs.StateChange (FSDirWriteFileOp.java:logAllocatedBlock(802)) - BLOCK* allocate blk_1073741829_1005, replicas=127.0.0.1:35921 for /id_pizza-pizza/400/.kudu-metadata.json
2026-08-12 02:02:57,156 INFO  [DataXceiver for client DFSClient_NONMAPREDUCE_-1289731399_1 at /127.0.0.1:34450 [Receiving block BP-289146251-10.240.0.18-1786500176119:blk_1073741829_1005]] datanode.DataNode (DataXceiver.java:writeBlock(747)) - Receiving BP-289146251-10.240.0.18-1786500176119:blk_1073741829_1005 src: /127.0.0.1:34450 dest: /127.0.0.1:35921
2026-08-12 02:02:57,161 INFO  [PacketResponder: BP-289146251-10.240.0.18-1786500176119:blk_1073741829_1005, type=LAST_IN_PIPELINE] DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1539)) - src: /127.0.0.1:34450, dest: /127.0.0.1:35921, bytes: 103, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1289731399_1, offset: 0, srvID: e69d13ba-7863-4a30-b5e6-4d8eec53d9da, blockid: BP-289146251-10.240.0.18-1786500176119:blk_1073741829_1005, duration(ns): 2934430
2026-08-12 02:02:57,162 INFO  [PacketResponder: BP-289146251-10.240.0.18-1786500176119:blk_1073741829_1005, type=LAST_IN_PIPELINE] datanode.DataNode (BlockReceiver.java:run(1512)) - PacketResponder: BP-289146251-10.240.0.18-1786500176119:blk_1073741829_1005, type=LAST_IN_PIPELINE terminating
2026-08-12 02:02:57,163 INFO  [IPC Server handler 6 on default port 35751] hdfs.StateChange (FSNamesystem.java:completeFile(3104)) - DIR* completeFile: /id_pizza-pizza/400/.kudu-metadata.json is closed by DFSClient_NONMAPREDUCE_-1289731399_1
2026-08-12 02:02:57,164 INFO  [Listener at localhost/45115] backup.BackupIO (BackupIO.scala:writeTableMetadata(95)) - Writing metadata to hdfs://localhost:35751/id_pizza-pizza/600/.kudu-metadata.json
2026-08-12 02:02:57,166 INFO  [IPC Server handler 7 on default port 35751] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=create	src=/id_pizza-pizza/600/.kudu-metadata.json	dst=null	perm=slave:supergroup:rw-r--r--	proto=rpc
2026-08-12 02:02:57,170 INFO  [IPC Server handler 8 on default port 35751] hdfs.StateChange (FSDirWriteFileOp.java:logAllocatedBlock(802)) - BLOCK* allocate blk_1073741830_1006, replicas=127.0.0.1:35921 for /id_pizza-pizza/600/.kudu-metadata.json
2026-08-12 02:02:57,172 INFO  [DataXceiver for client DFSClient_NONMAPREDUCE_-1289731399_1 at /127.0.0.1:34464 [Receiving block BP-289146251-10.240.0.18-1786500176119:blk_1073741830_1006]] datanode.DataNode (DataXceiver.java:writeBlock(747)) - Receiving BP-289146251-10.240.0.18-1786500176119:blk_1073741830_1006 src: /127.0.0.1:34464 dest: /127.0.0.1:35921
2026-08-12 02:02:57,180 INFO  [PacketResponder: BP-289146251-10.240.0.18-1786500176119:blk_1073741830_1006, type=LAST_IN_PIPELINE] DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1539)) - src: /127.0.0.1:34464, dest: /127.0.0.1:35921, bytes: 103, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1289731399_1, offset: 0, srvID: e69d13ba-7863-4a30-b5e6-4d8eec53d9da, blockid: BP-289146251-10.240.0.18-1786500176119:blk_1073741830_1006, duration(ns): 3969409
2026-08-12 02:02:57,180 INFO  [PacketResponder: BP-289146251-10.240.0.18-1786500176119:blk_1073741830_1006, type=LAST_IN_PIPELINE] datanode.DataNode (BlockReceiver.java:run(1512)) - PacketResponder: BP-289146251-10.240.0.18-1786500176119:blk_1073741830_1006, type=LAST_IN_PIPELINE terminating
2026-08-12 02:02:57,181 INFO  [IPC Server handler 0 on default port 35751] hdfs.StateChange (FSNamesystem.java:completeFile(3104)) - DIR* completeFile: /id_pizza-pizza/600/.kudu-metadata.json is closed by DFSClient_NONMAPREDUCE_-1289731399_1
2026-08-12 02:02:57,197 INFO  [IPC Server handler 1 on default port 35751] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=getfileinfo	src=/	dst=null	perm=null	proto=rpc
2026-08-12 02:02:57,199 INFO  [IPC Server handler 2 on default port 35751] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=listStatus	src=/	dst=null	perm=null	proto=rpc
2026-08-12 02:02:57,200 INFO  [IPC Server handler 3 on default port 35751] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=listStatus	src=/id_pizza-pizza	dst=null	perm=null	proto=rpc
2026-08-12 02:02:57,202 INFO  [IPC Server handler 4 on default port 35751] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=getfileinfo	src=/id_pizza-pizza/200/.kudu-metadata.json	dst=null	perm=null	proto=rpc
2026-08-12 02:02:57,203 INFO  [IPC Server handler 5 on default port 35751] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=open	src=/id_pizza-pizza/200/.kudu-metadata.json	dst=null	perm=null	proto=rpc
2026-08-12 02:02:57,207 INFO  [IPC Server handler 6 on default port 35751] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=getfileinfo	src=/id_pizza-pizza/400/.kudu-metadata.json	dst=null	perm=null	proto=rpc
2026-08-12 02:02:57,210 INFO  [IPC Server handler 7 on default port 35751] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=open	src=/id_pizza-pizza/400/.kudu-metadata.json	dst=null	perm=null	proto=rpc
2026-08-12 02:02:57,214 INFO  [IPC Server handler 8 on default port 35751] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=getfileinfo	src=/id_pizza-pizza/600/.kudu-metadata.json	dst=null	perm=null	proto=rpc
2026-08-12 02:02:57,215 INFO  [IPC Server handler 9 on default port 35751] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=open	src=/id_pizza-pizza/600/.kudu-metadata.json	dst=null	perm=null	proto=rpc
2026-08-12 02:02:57,218 INFO  [Listener at localhost/45115] backup.BackupIO (BackupIO.scala:readTableBackups(236)) - Found 3 paths in hdfs://localhost:35751/id_pizza-pizza
2026-08-12 02:02:57,219 INFO  [IPC Server handler 0 on default port 35751] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=listStatus	src=/id_taco-taco	dst=null	perm=null	proto=rpc
2026-08-12 02:02:57,220 INFO  [IPC Server handler 1 on default port 35751] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=getfileinfo	src=/id_taco-taco/100/.kudu-metadata.json	dst=null	perm=null	proto=rpc
2026-08-12 02:02:57,222 INFO  [IPC Server handler 2 on default port 35751] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=open	src=/id_taco-taco/100/.kudu-metadata.json	dst=null	perm=null	proto=rpc
2026-08-12 02:02:57,225 INFO  [IPC Server handler 3 on default port 35751] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=getfileinfo	src=/id_taco-taco/1000/.kudu-metadata.json	dst=null	perm=null	proto=rpc
2026-08-12 02:02:57,226 INFO  [IPC Server handler 4 on default port 35751] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=open	src=/id_taco-taco/1000/.kudu-metadata.json	dst=null	perm=null	proto=rpc
2026-08-12 02:02:57,230 INFO  [IPC Server handler 5 on default port 35751] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=getfileinfo	src=/id_taco-taco/2000/.kudu-metadata.json	dst=null	perm=null	proto=rpc
2026-08-12 02:02:57,231 INFO  [IPC Server handler 6 on default port 35751] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=open	src=/id_taco-taco/2000/.kudu-metadata.json	dst=null	perm=null	proto=rpc
2026-08-12 02:02:57,233 INFO  [Listener at localhost/45115] backup.BackupIO (BackupIO.scala:readTableBackups(236)) - Found 3 paths in hdfs://localhost:35751/id_taco-taco

Time: 12.509

OK (5 tests)

2026-08-12 02:02:57,252 WARN  [shutdown-hook-0] impl.FsDatasetImpl (BlockPoolSlice.java:saveDfsUsed(352)) - Failed to write dfsUsed to /tmp/hdfs-test4346873196580699274/data/data1/current/BP-813884145-10.240.0.18-1786500172333/current/dfsUsed
java.nio.file.NoSuchFileException: /tmp/hdfs-test4346873196580699274/data/data1/current/BP-813884145-10.240.0.18-1786500172333/current/dfsUsed
	at sun.nio.fs.UnixException.translateToIOException(UnixException.java:86)
	at sun.nio.fs.UnixException.rethrowAsIOException(UnixException.java:102)
	at sun.nio.fs.UnixException.rethrowAsIOException(UnixException.java:107)
	at sun.nio.fs.UnixFileSystemProvider.newByteChannel(UnixFileSystemProvider.java:214)
	at java.nio.file.spi.FileSystemProvider.newOutputStream(FileSystemProvider.java:434)
	at java.nio.file.Files.newOutputStream(Files.java:216)
	at org.apache.hadoop.hdfs.server.datanode.fsdataset.impl.BlockPoolSlice.saveDfsUsed(BlockPoolSlice.java:341)
	at org.apache.hadoop.hdfs.server.datanode.fsdataset.impl.BlockPoolSlice$2.run(BlockPoolSlice.java:222)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
	at java.lang.Thread.run(Thread.java:750)
2026-08-12 02:02:57,256 WARN  [shutdown-hook-0] impl.FsDatasetImpl (BlockPoolSlice.java:saveDfsUsed(352)) - Failed to write dfsUsed to /tmp/hdfs-test7460862282478735992/data/data2/current/BP-289146251-10.240.0.18-1786500176119/current/dfsUsed
java.nio.file.NoSuchFileException: /tmp/hdfs-test7460862282478735992/data/data2/current/BP-289146251-10.240.0.18-1786500176119/current/dfsUsed
	at sun.nio.fs.UnixException.translateToIOException(UnixException.java:86)
	at sun.nio.fs.UnixException.rethrowAsIOException(UnixException.java:102)
	at sun.nio.fs.UnixException.rethrowAsIOException(UnixException.java:107)
	at sun.nio.fs.UnixFileSystemProvider.newByteChannel(UnixFileSystemProvider.java:214)
	at java.nio.file.spi.FileSystemProvider.newOutputStream(FileSystemProvider.java:434)
	at java.nio.file.Files.newOutputStream(Files.java:216)
	at org.apache.hadoop.hdfs.server.datanode.fsdataset.impl.BlockPoolSlice.saveDfsUsed(BlockPoolSlice.java:341)
	at org.apache.hadoop.hdfs.server.datanode.fsdataset.impl.BlockPoolSlice$2.run(BlockPoolSlice.java:222)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
	at java.lang.Thread.run(Thread.java:750)
2026-08-12 02:02:57,257 WARN  [shutdown-hook-0] impl.FsDatasetImpl (BlockPoolSlice.java:saveDfsUsed(352)) - Failed to write dfsUsed to /tmp/hdfs-test7460862282478735992/data/data1/current/BP-289146251-10.240.0.18-1786500176119/current/dfsUsed
java.nio.file.NoSuchFileException: /tmp/hdfs-test7460862282478735992/data/data1/current/BP-289146251-10.240.0.18-1786500176119/current/dfsUsed
	at sun.nio.fs.UnixException.translateToIOException(UnixException.java:86)
	at sun.nio.fs.UnixException.rethrowAsIOException(UnixException.java:102)
	at sun.nio.fs.UnixException.rethrowAsIOException(UnixException.java:107)
	at sun.nio.fs.UnixFileSystemProvider.newByteChannel(UnixFileSystemProvider.java:214)
	at java.nio.file.spi.FileSystemProvider.newOutputStream(FileSystemProvider.java:434)
	at java.nio.file.Files.newOutputStream(Files.java:216)
	at org.apache.hadoop.hdfs.server.datanode.fsdataset.impl.BlockPoolSlice.saveDfsUsed(BlockPoolSlice.java:341)
	at org.apache.hadoop.hdfs.server.datanode.fsdataset.impl.BlockPoolSlice$2.run(BlockPoolSlice.java:222)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
	at java.lang.Thread.run(Thread.java:750)
2026-08-12 02:02:57,257 WARN  [shutdown-hook-0] impl.FsDatasetImpl (BlockPoolSlice.java:saveDfsUsed(352)) - Failed to write dfsUsed to /tmp/hdfs-test1652286904577119727/data/data1/current/BP-94994037-10.240.0.18-1786500174795/current/dfsUsed
java.nio.file.NoSuchFileException: /tmp/hdfs-test1652286904577119727/data/data1/current/BP-94994037-10.240.0.18-1786500174795/current/dfsUsed
	at sun.nio.fs.UnixException.translateToIOException(UnixException.java:86)
	at sun.nio.fs.UnixException.rethrowAsIOException(UnixException.java:102)
	at sun.nio.fs.UnixException.rethrowAsIOException(UnixException.java:107)
	at sun.nio.fs.UnixFileSystemProvider.newByteChannel(UnixFileSystemProvider.java:214)
	at java.nio.file.spi.FileSystemProvider.newOutputStream(FileSystemProvider.java:434)
	at java.nio.file.Files.newOutputStream(Files.java:216)
	at org.apache.hadoop.hdfs.server.datanode.fsdataset.impl.BlockPoolSlice.saveDfsUsed(BlockPoolSlice.java:341)
	at org.apache.hadoop.hdfs.server.datanode.fsdataset.impl.BlockPoolSlice$2.run(BlockPoolSlice.java:222)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
	at java.lang.Thread.run(Thread.java:750)
2026-08-12 02:02:57,258 WARN  [shutdown-hook-0] impl.FsDatasetImpl (BlockPoolSlice.java:saveDfsUsed(352)) - Failed to write dfsUsed to /tmp/hdfs-test2117883985080566675/data/data2/current/BP-476994755-10.240.0.18-1786500173661/current/dfsUsed
java.nio.file.NoSuchFileException: /tmp/hdfs-test2117883985080566675/data/data2/current/BP-476994755-10.240.0.18-1786500173661/current/dfsUsed
	at sun.nio.fs.UnixException.translateToIOException(UnixException.java:86)
	at sun.nio.fs.UnixException.rethrowAsIOException(UnixException.java:102)
	at sun.nio.fs.UnixException.rethrowAsIOException(UnixException.java:107)
	at sun.nio.fs.UnixFileSystemProvider.newByteChannel(UnixFileSystemProvider.java:214)
	at java.nio.file.spi.FileSystemProvider.newOutputStream(FileSystemProvider.java:434)
	at java.nio.file.Files.newOutputStream(Files.java:216)
	at org.apache.hadoop.hdfs.server.datanode.fsdataset.impl.BlockPoolSlice.saveDfsUsed(BlockPoolSlice.java:341)
	at org.apache.hadoop.hdfs.server.datanode.fsdataset.impl.BlockPoolSlice$2.run(BlockPoolSlice.java:222)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
	at java.lang.Thread.run(Thread.java:750)
2026-08-12 02:02:57,258 WARN  [shutdown-hook-0] impl.FsDatasetImpl (BlockPoolSlice.java:saveDfsUsed(352)) - Failed to write dfsUsed to /tmp/hdfs-test2117883985080566675/data/data1/current/BP-476994755-10.240.0.18-1786500173661/current/dfsUsed
java.nio.file.NoSuchFileException: /tmp/hdfs-test2117883985080566675/data/data1/current/BP-476994755-10.240.0.18-1786500173661/current/dfsUsed
	at sun.nio.fs.UnixException.translateToIOException(UnixException.java:86)
	at sun.nio.fs.UnixException.rethrowAsIOException(UnixException.java:102)
	at sun.nio.fs.UnixException.rethrowAsIOException(UnixException.java:107)
	at sun.nio.fs.UnixFileSystemProvider.newByteChannel(UnixFileSystemProvider.java:214)
	at java.nio.file.spi.FileSystemProvider.newOutputStream(FileSystemProvider.java:434)
	at java.nio.file.Files.newOutputStream(Files.java:216)
	at org.apache.hadoop.hdfs.server.datanode.fsdataset.impl.BlockPoolSlice.saveDfsUsed(BlockPoolSlice.java:341)
	at org.apache.hadoop.hdfs.server.datanode.fsdataset.impl.BlockPoolSlice$2.run(BlockPoolSlice.java:222)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
	at java.lang.Thread.run(Thread.java:750)
2026-08-12 02:02:57,258 WARN  [shutdown-hook-0] impl.FsDatasetImpl (BlockPoolSlice.java:saveDfsUsed(352)) - Failed to write dfsUsed to /tmp/hdfs-test8754559428922732932/data/data1/current/BP-918092081-10.240.0.18-1786500166391/current/dfsUsed
java.nio.file.NoSuchFileException: /tmp/hdfs-test8754559428922732932/data/data1/current/BP-918092081-10.240.0.18-1786500166391/current/dfsUsed
	at sun.nio.fs.UnixException.translateToIOException(UnixException.java:86)
	at sun.nio.fs.UnixException.rethrowAsIOException(UnixException.java:102)
	at sun.nio.fs.UnixException.rethrowAsIOException(UnixException.java:107)
	at sun.nio.fs.UnixFileSystemProvider.newByteChannel(UnixFileSystemProvider.java:214)
	at java.nio.file.spi.FileSystemProvider.newOutputStream(FileSystemProvider.java:434)
	at java.nio.file.Files.newOutputStream(Files.java:216)
	at org.apache.hadoop.hdfs.server.datanode.fsdataset.impl.BlockPoolSlice.saveDfsUsed(BlockPoolSlice.java:341)
	at org.apache.hadoop.hdfs.server.datanode.fsdataset.impl.BlockPoolSlice$2.run(BlockPoolSlice.java:222)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
	at java.lang.Thread.run(Thread.java:750)
2026-08-12 02:02:57,259 WARN  [shutdown-hook-0] impl.FsDatasetImpl (BlockPoolSlice.java:saveDfsUsed(352)) - Failed to write dfsUsed to /tmp/hdfs-test8754559428922732932/data/data2/current/BP-918092081-10.240.0.18-1786500166391/current/dfsUsed
java.nio.file.NoSuchFileException: /tmp/hdfs-test8754559428922732932/data/data2/current/BP-918092081-10.240.0.18-1786500166391/current/dfsUsed
	at sun.nio.fs.UnixException.translateToIOException(UnixException.java:86)
	at sun.nio.fs.UnixException.rethrowAsIOException(UnixException.java:102)
	at sun.nio.fs.UnixException.rethrowAsIOException(UnixException.java:107)
	at sun.nio.fs.UnixFileSystemProvider.newByteChannel(UnixFileSystemProvider.java:214)
	at java.nio.file.spi.FileSystemProvider.newOutputStream(FileSystemProvider.java:434)
	at java.nio.file.Files.newOutputStream(Files.java:216)
	at org.apache.hadoop.hdfs.server.datanode.fsdataset.impl.BlockPoolSlice.saveDfsUsed(BlockPoolSlice.java:341)
	at org.apache.hadoop.hdfs.server.datanode.fsdataset.impl.BlockPoolSlice$2.run(BlockPoolSlice.java:222)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
	at java.lang.Thread.run(Thread.java:750)
2026-08-12 02:02:57,259 WARN  [shutdown-hook-0] impl.FsDatasetImpl (BlockPoolSlice.java:saveDfsUsed(352)) - Failed to write dfsUsed to /tmp/hdfs-test4346873196580699274/data/data2/current/BP-813884145-10.240.0.18-1786500172333/current/dfsUsed
java.nio.file.NoSuchFileException: /tmp/hdfs-test4346873196580699274/data/data2/current/BP-813884145-10.240.0.18-1786500172333/current/dfsUsed
	at sun.nio.fs.UnixException.translateToIOException(UnixException.java:86)
	at sun.nio.fs.UnixException.rethrowAsIOException(UnixException.java:102)
	at sun.nio.fs.UnixException.rethrowAsIOException(UnixException.java:107)
	at sun.nio.fs.UnixFileSystemProvider.newByteChannel(UnixFileSystemProvider.java:214)
	at java.nio.file.spi.FileSystemProvider.newOutputStream(FileSystemProvider.java:434)
	at java.nio.file.Files.newOutputStream(Files.java:216)
	at org.apache.hadoop.hdfs.server.datanode.fsdataset.impl.BlockPoolSlice.saveDfsUsed(BlockPoolSlice.java:341)
	at org.apache.hadoop.hdfs.server.datanode.fsdataset.impl.BlockPoolSlice$2.run(BlockPoolSlice.java:222)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
	at java.lang.Thread.run(Thread.java:750)
2026-08-12 02:02:57,260 WARN  [shutdown-hook-0] impl.FsDatasetImpl (BlockPoolSlice.java:saveDfsUsed(352)) - Failed to write dfsUsed to /tmp/hdfs-test1652286904577119727/data/data2/current/BP-94994037-10.240.0.18-1786500174795/current/dfsUsed
java.nio.file.NoSuchFileException: /tmp/hdfs-test1652286904577119727/data/data2/current/BP-94994037-10.240.0.18-1786500174795/current/dfsUsed
	at sun.nio.fs.UnixException.translateToIOException(UnixException.java:86)
	at sun.nio.fs.UnixException.rethrowAsIOException(UnixException.java:102)
	at sun.nio.fs.UnixException.rethrowAsIOException(UnixException.java:107)
	at sun.nio.fs.UnixFileSystemProvider.newByteChannel(UnixFileSystemProvider.java:214)
	at java.nio.file.spi.FileSystemProvider.newOutputStream(FileSystemProvider.java:434)
	at java.nio.file.Files.newOutputStream(Files.java:216)
	at org.apache.hadoop.hdfs.server.datanode.fsdataset.impl.BlockPoolSlice.saveDfsUsed(BlockPoolSlice.java:341)
	at org.apache.hadoop.hdfs.server.datanode.fsdataset.impl.BlockPoolSlice$2.run(BlockPoolSlice.java:222)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
	at java.lang.Thread.run(Thread.java:750)
2026-08-12 02:02:57,260 INFO  [shutdown-hook-0] namenode.FSImage (FSImage.java:lambda$run$0(1055)) - FSImageSaver clean checkpoint: txid=0 when meet shutdown.
2026-08-12 02:02:57,260 INFO  [shutdown-hook-0] namenode.FSImage (FSImage.java:lambda$run$0(1055)) - FSImageSaver clean checkpoint: txid=0 when meet shutdown.
2026-08-12 02:02:57,260 INFO  [shutdown-hook-0] namenode.FSImage (FSImage.java:lambda$run$0(1055)) - FSImageSaver clean checkpoint: txid=0 when meet shutdown.
2026-08-12 02:02:57,265 INFO  [shutdown-hook-0] namenode.FSImage (FSImage.java:lambda$run$0(1055)) - FSImageSaver clean checkpoint: txid=0 when meet shutdown.
2026-08-12 02:02:57,265 INFO  [shutdown-hook-0] namenode.FSImage (FSImage.java:lambda$run$0(1055)) - FSImageSaver clean checkpoint: txid=0 when meet shutdown.
2026-08-12 02:02:57,265 INFO  [shutdown-hook-0] namenode.FSImage (FSImage.java:lambda$run$0(1055)) - FSImageSaver clean checkpoint: txid=0 when meet shutdown.
2026-08-12 02:02:57,265 INFO  [shutdown-hook-0] namenode.FSImage (FSImage.java:lambda$run$0(1055)) - FSImageSaver clean checkpoint: txid=0 when meet shutdown.
2026-08-12 02:02:57,265 INFO  [shutdown-hook-0] namenode.FSImage (FSImage.java:lambda$run$0(1055)) - FSImageSaver clean checkpoint: txid=0 when meet shutdown.
2026-08-12 02:02:57,266 INFO  [shutdown-hook-0] namenode.FSImage (FSImage.java:lambda$run$0(1055)) - FSImageSaver clean checkpoint: txid=0 when meet shutdown.
2026-08-12 02:02:57,266 INFO  [shutdown-hook-0] namenode.FSImage (FSImage.java:lambda$run$0(1055)) - FSImageSaver clean checkpoint: txid=0 when meet shutdown.
