JUnit version 4.13.2
.2026-08-12 06:16:04,782 INFO  [main] hdfs.MiniDFSCluster (MiniDFSCluster.java:<init>(529)) - starting cluster: numNameNodes=1, numDataNodes=1
2026-08-12 06:16:05,222 WARN  [main] util.NativeCodeLoader (NativeCodeLoader.java:<clinit>(60)) - Unable to load native-hadoop library for your platform... using builtin-java classes where applicable
2026-08-12 06:16:05,326 INFO  [main] namenode.NameNode (NameNode.java:format(1249)) - Formatting using clusterid: testClusterID
2026-08-12 06:16:05,364 INFO  [main] namenode.FSEditLog (FSEditLog.java:newInstance(229)) - Edit logging is async:true
2026-08-12 06:16:05,395 INFO  [main] namenode.FSNamesystem (FSNamesystem.java:<init>(814)) - KeyProvider: null
2026-08-12 06:16:05,398 INFO  [main] namenode.FSNamesystem (FSNamesystemLock.java:<init>(141)) - fsLock is fair: true
2026-08-12 06:16:05,399 INFO  [main] namenode.FSNamesystem (FSNamesystemLock.java:<init>(159)) - Detailed lock hold time metrics enabled: false
2026-08-12 06:16:05,426 INFO  [main] namenode.FSNamesystem (FSNamesystem.java:<init>(847)) - fsOwner                = slave (auth:SIMPLE)
2026-08-12 06:16:05,427 INFO  [main] namenode.FSNamesystem (FSNamesystem.java:<init>(848)) - supergroup             = supergroup
2026-08-12 06:16:05,427 INFO  [main] namenode.FSNamesystem (FSNamesystem.java:<init>(849)) - isPermissionEnabled    = true
2026-08-12 06:16:05,427 INFO  [main] namenode.FSNamesystem (FSNamesystem.java:<init>(850)) - isStoragePolicyEnabled = true
2026-08-12 06:16:05,427 INFO  [main] namenode.FSNamesystem (FSNamesystem.java:<init>(861)) - HA Enabled: false
2026-08-12 06:16:05,477 INFO  [main] common.Util (Util.java:isDiskStatsEnabled(395)) - dfs.datanode.fileio.profiling.sampling.percentage set to 0. Disabling file IO profiling
2026-08-12 06:16:05,482 INFO  [main] Configuration.deprecation (Configuration.java:logDeprecation(1420)) - hadoop.configured.node.mapping is deprecated. Instead, use net.topology.configured.node.mapping
2026-08-12 06:16:05,482 INFO  [main] blockmanagement.DatanodeManager (DatanodeManager.java:<init>(334)) - dfs.block.invalidate.limit: configured=1000, counted=60, effected=1000
2026-08-12 06:16:05,482 INFO  [main] blockmanagement.DatanodeManager (DatanodeManager.java:<init>(342)) - dfs.namenode.datanode.registration.ip-hostname-check=true
2026-08-12 06:16:05,487 INFO  [main] blockmanagement.BlockManager (InvalidateBlocks.java:printBlockDeletionTime(77)) - dfs.namenode.startup.delay.block.deletion.sec is set to 000:00:00:00.000
2026-08-12 06:16:05,487 INFO  [main] blockmanagement.BlockManager (InvalidateBlocks.java:printBlockDeletionTime(83)) - The block deletion will start around 2026 Aug 12 06:16:05
2026-08-12 06:16:05,489 INFO  [main] util.GSet (LightWeightGSet.java:computeCapacity(395)) - Computing capacity for map BlocksMap
2026-08-12 06:16:05,489 INFO  [main] util.GSet (LightWeightGSet.java:computeCapacity(396)) - VM type       = 64-bit
2026-08-12 06:16:05,490 INFO  [main] util.GSet (LightWeightGSet.java:computeCapacity(397)) - 2.0% max memory 3.5 GB = 72.5 MB
2026-08-12 06:16:05,491 INFO  [main] util.GSet (LightWeightGSet.java:computeCapacity(402)) - capacity      = 2^23 = 8388608 entries
2026-08-12 06:16:05,521 INFO  [main] blockmanagement.BlockManager (BlockManager.java:createSPSManager(5447)) - Storage policy satisfier is disabled
2026-08-12 06:16:05,521 INFO  [main] blockmanagement.BlockManager (BlockManager.java:createBlockTokenSecretManager(641)) - dfs.block.access.token.enable = false
2026-08-12 06:16:05,529 INFO  [main] blockmanagement.BlockManagerSafeMode (BlockManagerSafeMode.java:<init>(160)) - dfs.namenode.safemode.threshold-pct = 0.999
2026-08-12 06:16:05,530 INFO  [main] blockmanagement.BlockManagerSafeMode (BlockManagerSafeMode.java:<init>(161)) - dfs.namenode.safemode.min.datanodes = 0
2026-08-12 06:16:05,530 INFO  [main] blockmanagement.BlockManagerSafeMode (BlockManagerSafeMode.java:<init>(163)) - dfs.namenode.safemode.extension = 0
2026-08-12 06:16:05,531 INFO  [main] blockmanagement.BlockManager (BlockManager.java:<init>(627)) - defaultReplication         = 1
2026-08-12 06:16:05,531 INFO  [main] blockmanagement.BlockManager (BlockManager.java:<init>(628)) - maxReplication             = 512
2026-08-12 06:16:05,531 INFO  [main] blockmanagement.BlockManager (BlockManager.java:<init>(629)) - minReplication             = 1
2026-08-12 06:16:05,531 INFO  [main] blockmanagement.BlockManager (BlockManager.java:<init>(630)) - maxReplicationStreams      = 2
2026-08-12 06:16:05,532 INFO  [main] blockmanagement.BlockManager (BlockManager.java:<init>(631)) - redundancyRecheckInterval  = 3000ms
2026-08-12 06:16:05,532 INFO  [main] blockmanagement.BlockManager (BlockManager.java:<init>(632)) - encryptDataTransfer        = false
2026-08-12 06:16:05,532 INFO  [main] blockmanagement.BlockManager (BlockManager.java:<init>(633)) - maxNumBlocksToLog          = 1000
2026-08-12 06:16:05,559 INFO  [main] namenode.FSDirectory (SerialNumberManager.java:<clinit>(51)) - GLOBAL serial map: bits=29 maxEntries=536870911
2026-08-12 06:16:05,559 INFO  [main] namenode.FSDirectory (SerialNumberManager.java:<clinit>(51)) - USER serial map: bits=24 maxEntries=16777215
2026-08-12 06:16:05,559 INFO  [main] namenode.FSDirectory (SerialNumberManager.java:<clinit>(51)) - GROUP serial map: bits=24 maxEntries=16777215
2026-08-12 06:16:05,559 INFO  [main] namenode.FSDirectory (SerialNumberManager.java:<clinit>(51)) - XATTR serial map: bits=24 maxEntries=16777215
2026-08-12 06:16:05,573 INFO  [main] util.GSet (LightWeightGSet.java:computeCapacity(395)) - Computing capacity for map INodeMap
2026-08-12 06:16:05,574 INFO  [main] util.GSet (LightWeightGSet.java:computeCapacity(396)) - VM type       = 64-bit
2026-08-12 06:16:05,574 INFO  [main] util.GSet (LightWeightGSet.java:computeCapacity(397)) - 1.0% max memory 3.5 GB = 36.2 MB
2026-08-12 06:16:05,574 INFO  [main] util.GSet (LightWeightGSet.java:computeCapacity(402)) - capacity      = 2^22 = 4194304 entries
2026-08-12 06:16:05,577 INFO  [main] namenode.FSDirectory (FSDirectory.java:<init>(335)) - ACLs enabled? true
2026-08-12 06:16:05,577 INFO  [main] namenode.FSDirectory (FSDirectory.java:<init>(339)) - POSIX ACL inheritance enabled? true
2026-08-12 06:16:05,577 INFO  [main] namenode.FSDirectory (FSDirectory.java:<init>(343)) - XAttrs enabled? true
2026-08-12 06:16:05,578 INFO  [main] namenode.NameNode (FSDirectory.java:<init>(406)) - Caching file names occurring more than 10 times
2026-08-12 06:16:05,583 INFO  [main] snapshot.SnapshotManager (SnapshotManager.java:<init>(124)) - Loaded config captureOpenFiles: false, skipCaptureAccessTimeOnlyChange: false, snapshotDiffAllowSnapRootDescendant: true, maxSnapshotLimit: 65536
2026-08-12 06:16:05,585 INFO  [main] snapshot.SnapshotManager (DirectoryDiffListFactory.java:init(43)) - SkipList is disabled
2026-08-12 06:16:05,590 INFO  [main] util.GSet (LightWeightGSet.java:computeCapacity(395)) - Computing capacity for map cachedBlocks
2026-08-12 06:16:05,590 INFO  [main] util.GSet (LightWeightGSet.java:computeCapacity(396)) - VM type       = 64-bit
2026-08-12 06:16:05,590 INFO  [main] util.GSet (LightWeightGSet.java:computeCapacity(397)) - 0.25% max memory 3.5 GB = 9.1 MB
2026-08-12 06:16:05,590 INFO  [main] util.GSet (LightWeightGSet.java:computeCapacity(402)) - capacity      = 2^20 = 1048576 entries
2026-08-12 06:16:05,664 INFO  [main] metrics.TopMetrics (TopMetrics.java:logConf(75)) - NNTop conf: dfs.namenode.top.window.num.buckets = 10
2026-08-12 06:16:05,664 INFO  [main] metrics.TopMetrics (TopMetrics.java:logConf(77)) - NNTop conf: dfs.namenode.top.num.users = 10
2026-08-12 06:16:05,664 INFO  [main] metrics.TopMetrics (TopMetrics.java:logConf(79)) - NNTop conf: dfs.namenode.top.windows.minutes = 1,5,25
2026-08-12 06:16:05,669 INFO  [main] namenode.FSNamesystem (FSNamesystem.java:initRetryCache(1080)) - Retry cache on namenode is enabled
2026-08-12 06:16:05,670 INFO  [main] namenode.FSNamesystem (FSNamesystem.java:initRetryCache(1088)) - Retry cache will use 0.03 of total heap and retry cache entry expiry time is 600000 millis
2026-08-12 06:16:05,672 INFO  [main] util.GSet (LightWeightGSet.java:computeCapacity(395)) - Computing capacity for map NameNodeRetryCache
2026-08-12 06:16:05,672 INFO  [main] util.GSet (LightWeightGSet.java:computeCapacity(396)) - VM type       = 64-bit
2026-08-12 06:16:05,672 INFO  [main] util.GSet (LightWeightGSet.java:computeCapacity(397)) - 0.029999999329447746% max memory 3.5 GB = 1.1 MB
2026-08-12 06:16:05,673 INFO  [main] util.GSet (LightWeightGSet.java:computeCapacity(402)) - capacity      = 2^17 = 131072 entries
2026-08-12 06:16:05,706 INFO  [main] namenode.FSImage (FSImage.java:format(186)) - Allocated new BlockPoolId: BP-1857614799-10.240.0.33-1786515365695
2026-08-12 06:16:05,720 INFO  [main] common.Storage (NNStorage.java:format(595)) - Storage directory /tmp/hdfs-test9083648317539638552/name-0-1 has been successfully formatted.
2026-08-12 06:16:05,724 INFO  [main] common.Storage (NNStorage.java:format(595)) - Storage directory /tmp/hdfs-test9083648317539638552/name-0-2 has been successfully formatted.
2026-08-12 06:16:05,755 INFO  [FSImageSaver for /tmp/hdfs-test9083648317539638552/name-0-2 of type IMAGE_AND_EDITS] namenode.FSImageFormatProtobuf (FSImageFormatProtobuf.java:save(732)) - Saving image file /tmp/hdfs-test9083648317539638552/name-0-2/current/fsimage.ckpt_0000000000000000000 using no compression
2026-08-12 06:16:05,755 INFO  [FSImageSaver for /tmp/hdfs-test9083648317539638552/name-0-1 of type IMAGE_AND_EDITS] namenode.FSImageFormatProtobuf (FSImageFormatProtobuf.java:save(732)) - Saving image file /tmp/hdfs-test9083648317539638552/name-0-1/current/fsimage.ckpt_0000000000000000000 using no compression
2026-08-12 06:16:05,974 INFO  [FSImageSaver for /tmp/hdfs-test9083648317539638552/name-0-1 of type IMAGE_AND_EDITS] namenode.FSImageFormatProtobuf (FSImageFormatProtobuf.java:save(736)) - Image file /tmp/hdfs-test9083648317539638552/name-0-1/current/fsimage.ckpt_0000000000000000000 of size 397 bytes saved in 0 seconds .
2026-08-12 06:16:05,974 INFO  [FSImageSaver for /tmp/hdfs-test9083648317539638552/name-0-2 of type IMAGE_AND_EDITS] namenode.FSImageFormatProtobuf (FSImageFormatProtobuf.java:save(736)) - Image file /tmp/hdfs-test9083648317539638552/name-0-2/current/fsimage.ckpt_0000000000000000000 of size 397 bytes saved in 0 seconds .
2026-08-12 06:16:05,993 INFO  [main] namenode.NNStorageRetentionManager (NNStorageRetentionManager.java:getImageTxIdToRetain(203)) - Going to retain 1 images with txid >= 0
2026-08-12 06:16:06,031 INFO  [main] namenode.FSNamesystem (FSNamesystem.java:stopActiveServices(1427)) - Stopping services started for active state
2026-08-12 06:16:06,031 INFO  [main] namenode.FSNamesystem (FSNamesystem.java:stopStandbyServices(1528)) - Stopping services started for standby state
2026-08-12 06:16:06,033 INFO  [main] namenode.NameNode (NameNode.java:createNameNode(1707)) - createNameNode []
2026-08-12 06:16:06,098 WARN  [main] impl.MetricsConfig (MetricsConfig.java:loadFirst(136)) - Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties
2026-08-12 06:16:06,163 INFO  [main] impl.MetricsSystemImpl (MetricsSystemImpl.java:startTimer(378)) - Scheduled Metric snapshot period at 10 second(s).
2026-08-12 06:16:06,163 INFO  [main] impl.MetricsSystemImpl (MetricsSystemImpl.java:start(191)) - NameNode metrics system started
2026-08-12 06:16:06,189 INFO  [main] namenode.NameNodeUtils (NameNodeUtils.java:getClientNamenodeAddress(79)) - fs.defaultFS is hdfs://127.0.0.1:0
2026-08-12 06:16:06,231 INFO  [org.apache.hadoop.util.JvmPauseMonitor$Monitor@7393222f] util.JvmPauseMonitor (JvmPauseMonitor.java:run(188)) - Starting JVM pause monitor
2026-08-12 06:16:06,245 INFO  [main] hdfs.DFSUtil (DFSUtil.java:httpServerTemplateForNNAndJN(1668)) - Filter initializers set : org.apache.hadoop.http.lib.StaticUserWebFilter,org.apache.hadoop.hdfs.web.AuthFilterInitializer
2026-08-12 06:16:06,251 INFO  [main] hdfs.DFSUtil (DFSUtil.java:httpServerTemplateForNNAndJN(1690)) - Starting Web-server for hdfs at: http://localhost:0
2026-08-12 06:16:06,270 INFO  [main] util.log (Log.java:initialized(169)) - Logging initialized @2282ms to org.eclipse.jetty.util.log.Slf4jLog
2026-08-12 06:16:06,380 INFO  [main] server.AuthenticationFilter (AuthenticationFilter.java:constructSecretProvider(240)) - Unable to initialize FileSignerSecretProvider, falling back to use random secrets.
2026-08-12 06:16:06,384 INFO  [main] http.HttpRequestLog (HttpRequestLog.java:getRequestLog(82)) - Http request log for http.requests.namenode is not defined
2026-08-12 06:16:06,390 INFO  [main] http.HttpServer2 (HttpServer2.java:addGlobalFilter(1111)) - Added global filter 'safety' (class=org.apache.hadoop.http.HttpServer2$QuotingInputFilter)
2026-08-12 06:16:06,392 INFO  [main] http.HttpServer2 (HttpServer2.java:addFilter(1084)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context hdfs
2026-08-12 06:16:06,392 INFO  [main] http.HttpServer2 (HttpServer2.java:addFilter(1094)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context static
2026-08-12 06:16:06,395 INFO  [main] http.HttpServer2 (HttpServer2.java:addFilter(1084)) - Added filter AuthFilter (class=org.apache.hadoop.hdfs.web.AuthFilter) to context hdfs
2026-08-12 06:16:06,395 INFO  [main] http.HttpServer2 (HttpServer2.java:addFilter(1094)) - Added filter AuthFilter (class=org.apache.hadoop.hdfs.web.AuthFilter) to context static
2026-08-12 06:16:06,429 INFO  [main] http.HttpServer2 (HttpServer2.java:addJerseyResourcePackage(938)) - addJerseyResourcePackage: packageName=org.apache.hadoop.hdfs.server.namenode.web.resources;org.apache.hadoop.hdfs.web.resources, pathSpec=/webhdfs/v1/*
2026-08-12 06:16:06,441 INFO  [main] http.HttpServer2 (HttpServer2.java:bindListener(1332)) - Jetty bound to port 35365
2026-08-12 06:16:06,442 INFO  [main] server.Server (Server.java:doStart(375)) - jetty-9.4.40.v20210413; built: 2021-04-13T20:42:42.668Z; git: b881a572662e1943a14ae12e7e1207989f218b74; jvm 1.8.0_362-8u372-ga~us1-0ubuntu1~18.04-b09
2026-08-12 06:16:06,474 INFO  [main] server.session (DefaultSessionIdManager.java:doStart(334)) - DefaultSessionIdManager workerName=node0
2026-08-12 06:16:06,474 INFO  [main] server.session (DefaultSessionIdManager.java:doStart(339)) - No SessionScavenger set, using defaults
2026-08-12 06:16:06,476 INFO  [main] server.session (HouseKeeper.java:startScavenging(132)) - node0 Scavenging every 600000ms
2026-08-12 06:16:06,495 INFO  [main] server.AuthenticationFilter (AuthenticationFilter.java:constructSecretProvider(240)) - Unable to initialize FileSignerSecretProvider, falling back to use random secrets.
2026-08-12 06:16:06,498 INFO  [main] handler.ContextHandler (ContextHandler.java:doStart(916)) - Started o.e.j.s.ServletContextHandler@71454b9d{static,/static,jar:file:/tmp/dist-test-tasksdsoI6/java/build/jars/hadoop-hdfs-3.3.1-tests.jar!/webapps/static,AVAILABLE}
2026-08-12 06:16:06,729 INFO  [main] handler.ContextHandler (ContextHandler.java:doStart(916)) - Started o.e.j.w.WebAppContext@3f0846c6{hdfs,/,file:///tmp/jetty-localhost-35365-hadoop-hdfs-3_3_1-tests_jar-_-any-4028555153285280424/webapp/,AVAILABLE}{jar:file:/tmp/dist-test-tasksdsoI6/java/build/jars/hadoop-hdfs-3.3.1-tests.jar!/webapps/hdfs}
2026-08-12 06:16:06,739 INFO  [main] server.AbstractConnector (AbstractConnector.java:doStart(331)) - Started ServerConnector@362045c0{HTTP/1.1, (http/1.1)}{localhost:35365}
2026-08-12 06:16:06,739 INFO  [main] server.Server (Server.java:doStart(415)) - Started @2751ms
2026-08-12 06:16:06,746 INFO  [main] namenode.FSEditLog (FSEditLog.java:newInstance(229)) - Edit logging is async:true
2026-08-12 06:16:06,759 INFO  [main] namenode.FSNamesystem (FSNamesystem.java:<init>(814)) - KeyProvider: null
2026-08-12 06:16:06,759 INFO  [main] namenode.FSNamesystem (FSNamesystemLock.java:<init>(141)) - fsLock is fair: true
2026-08-12 06:16:06,759 INFO  [main] namenode.FSNamesystem (FSNamesystemLock.java:<init>(159)) - Detailed lock hold time metrics enabled: false
2026-08-12 06:16:06,760 INFO  [main] namenode.FSNamesystem (FSNamesystem.java:<init>(847)) - fsOwner                = slave (auth:SIMPLE)
2026-08-12 06:16:06,760 INFO  [main] namenode.FSNamesystem (FSNamesystem.java:<init>(848)) - supergroup             = supergroup
2026-08-12 06:16:06,760 INFO  [main] namenode.FSNamesystem (FSNamesystem.java:<init>(849)) - isPermissionEnabled    = true
2026-08-12 06:16:06,760 INFO  [main] namenode.FSNamesystem (FSNamesystem.java:<init>(850)) - isStoragePolicyEnabled = true
2026-08-12 06:16:06,760 INFO  [main] namenode.FSNamesystem (FSNamesystem.java:<init>(861)) - HA Enabled: false
2026-08-12 06:16:06,761 INFO  [main] common.Util (Util.java:isDiskStatsEnabled(395)) - dfs.datanode.fileio.profiling.sampling.percentage set to 0. Disabling file IO profiling
2026-08-12 06:16:06,761 INFO  [main] blockmanagement.DatanodeManager (DatanodeManager.java:<init>(334)) - dfs.block.invalidate.limit: configured=1000, counted=60, effected=1000
2026-08-12 06:16:06,761 INFO  [main] blockmanagement.DatanodeManager (DatanodeManager.java:<init>(342)) - dfs.namenode.datanode.registration.ip-hostname-check=true
2026-08-12 06:16:06,762 INFO  [main] blockmanagement.BlockManager (InvalidateBlocks.java:printBlockDeletionTime(77)) - dfs.namenode.startup.delay.block.deletion.sec is set to 000:00:00:00.000
2026-08-12 06:16:06,762 INFO  [main] blockmanagement.BlockManager (InvalidateBlocks.java:printBlockDeletionTime(83)) - The block deletion will start around 2026 Aug 12 06:16:06
2026-08-12 06:16:06,762 INFO  [main] util.GSet (LightWeightGSet.java:computeCapacity(395)) - Computing capacity for map BlocksMap
2026-08-12 06:16:06,762 INFO  [main] util.GSet (LightWeightGSet.java:computeCapacity(396)) - VM type       = 64-bit
2026-08-12 06:16:06,762 INFO  [main] util.GSet (LightWeightGSet.java:computeCapacity(397)) - 2.0% max memory 3.5 GB = 72.5 MB
2026-08-12 06:16:06,763 INFO  [main] util.GSet (LightWeightGSet.java:computeCapacity(402)) - capacity      = 2^23 = 8388608 entries
2026-08-12 06:16:06,768 INFO  [main] blockmanagement.BlockManager (BlockManager.java:createSPSManager(5447)) - Storage policy satisfier is disabled
2026-08-12 06:16:06,768 INFO  [main] blockmanagement.BlockManager (BlockManager.java:createBlockTokenSecretManager(641)) - dfs.block.access.token.enable = false
2026-08-12 06:16:06,768 INFO  [main] blockmanagement.BlockManagerSafeMode (BlockManagerSafeMode.java:<init>(160)) - dfs.namenode.safemode.threshold-pct = 0.999
2026-08-12 06:16:06,768 INFO  [main] blockmanagement.BlockManagerSafeMode (BlockManagerSafeMode.java:<init>(161)) - dfs.namenode.safemode.min.datanodes = 0
2026-08-12 06:16:06,768 INFO  [main] blockmanagement.BlockManagerSafeMode (BlockManagerSafeMode.java:<init>(163)) - dfs.namenode.safemode.extension = 0
2026-08-12 06:16:06,768 INFO  [main] blockmanagement.BlockManager (BlockManager.java:<init>(627)) - defaultReplication         = 1
2026-08-12 06:16:06,769 INFO  [main] blockmanagement.BlockManager (BlockManager.java:<init>(628)) - maxReplication             = 512
2026-08-12 06:16:06,769 INFO  [main] blockmanagement.BlockManager (BlockManager.java:<init>(629)) - minReplication             = 1
2026-08-12 06:16:06,769 INFO  [main] blockmanagement.BlockManager (BlockManager.java:<init>(630)) - maxReplicationStreams      = 2
2026-08-12 06:16:06,769 INFO  [main] blockmanagement.BlockManager (BlockManager.java:<init>(631)) - redundancyRecheckInterval  = 3000ms
2026-08-12 06:16:06,769 INFO  [main] blockmanagement.BlockManager (BlockManager.java:<init>(632)) - encryptDataTransfer        = false
2026-08-12 06:16:06,769 INFO  [main] blockmanagement.BlockManager (BlockManager.java:<init>(633)) - maxNumBlocksToLog          = 1000
2026-08-12 06:16:06,769 INFO  [main] util.GSet (LightWeightGSet.java:computeCapacity(395)) - Computing capacity for map INodeMap
2026-08-12 06:16:06,770 INFO  [main] util.GSet (LightWeightGSet.java:computeCapacity(396)) - VM type       = 64-bit
2026-08-12 06:16:06,770 INFO  [main] util.GSet (LightWeightGSet.java:computeCapacity(397)) - 1.0% max memory 3.5 GB = 36.2 MB
2026-08-12 06:16:06,770 INFO  [main] util.GSet (LightWeightGSet.java:computeCapacity(402)) - capacity      = 2^22 = 4194304 entries
2026-08-12 06:16:06,772 INFO  [main] namenode.FSDirectory (FSDirectory.java:<init>(335)) - ACLs enabled? true
2026-08-12 06:16:06,773 INFO  [main] namenode.FSDirectory (FSDirectory.java:<init>(339)) - POSIX ACL inheritance enabled? true
2026-08-12 06:16:06,773 INFO  [main] namenode.FSDirectory (FSDirectory.java:<init>(343)) - XAttrs enabled? true
2026-08-12 06:16:06,773 INFO  [main] namenode.NameNode (FSDirectory.java:<init>(406)) - Caching file names occurring more than 10 times
2026-08-12 06:16:06,773 INFO  [main] snapshot.SnapshotManager (SnapshotManager.java:<init>(124)) - Loaded config captureOpenFiles: false, skipCaptureAccessTimeOnlyChange: false, snapshotDiffAllowSnapRootDescendant: true, maxSnapshotLimit: 65536
2026-08-12 06:16:06,773 INFO  [main] snapshot.SnapshotManager (DirectoryDiffListFactory.java:init(43)) - SkipList is disabled
2026-08-12 06:16:06,773 INFO  [main] util.GSet (LightWeightGSet.java:computeCapacity(395)) - Computing capacity for map cachedBlocks
2026-08-12 06:16:06,773 INFO  [main] util.GSet (LightWeightGSet.java:computeCapacity(396)) - VM type       = 64-bit
2026-08-12 06:16:06,774 INFO  [main] util.GSet (LightWeightGSet.java:computeCapacity(397)) - 0.25% max memory 3.5 GB = 9.1 MB
2026-08-12 06:16:06,774 INFO  [main] util.GSet (LightWeightGSet.java:computeCapacity(402)) - capacity      = 2^20 = 1048576 entries
2026-08-12 06:16:06,775 INFO  [main] metrics.TopMetrics (TopMetrics.java:logConf(75)) - NNTop conf: dfs.namenode.top.window.num.buckets = 10
2026-08-12 06:16:06,775 INFO  [main] metrics.TopMetrics (TopMetrics.java:logConf(77)) - NNTop conf: dfs.namenode.top.num.users = 10
2026-08-12 06:16:06,775 INFO  [main] metrics.TopMetrics (TopMetrics.java:logConf(79)) - NNTop conf: dfs.namenode.top.windows.minutes = 1,5,25
2026-08-12 06:16:06,775 INFO  [main] namenode.FSNamesystem (FSNamesystem.java:initRetryCache(1080)) - Retry cache on namenode is enabled
2026-08-12 06:16:06,775 INFO  [main] namenode.FSNamesystem (FSNamesystem.java:initRetryCache(1088)) - Retry cache will use 0.03 of total heap and retry cache entry expiry time is 600000 millis
2026-08-12 06:16:06,775 INFO  [main] util.GSet (LightWeightGSet.java:computeCapacity(395)) - Computing capacity for map NameNodeRetryCache
2026-08-12 06:16:06,775 INFO  [main] util.GSet (LightWeightGSet.java:computeCapacity(396)) - VM type       = 64-bit
2026-08-12 06:16:06,775 INFO  [main] util.GSet (LightWeightGSet.java:computeCapacity(397)) - 0.029999999329447746% max memory 3.5 GB = 1.1 MB
2026-08-12 06:16:06,775 INFO  [main] util.GSet (LightWeightGSet.java:computeCapacity(402)) - capacity      = 2^17 = 131072 entries
2026-08-12 06:16:06,781 INFO  [main] common.Storage (Storage.java:tryLock(948)) - Lock on /tmp/hdfs-test9083648317539638552/name-0-1/in_use.lock acquired by nodename 4984@dist-test-slave-42z9.c.gcp-upstream.internal
2026-08-12 06:16:06,784 INFO  [main] common.Storage (Storage.java:tryLock(948)) - Lock on /tmp/hdfs-test9083648317539638552/name-0-2/in_use.lock acquired by nodename 4984@dist-test-slave-42z9.c.gcp-upstream.internal
2026-08-12 06:16:06,786 INFO  [main] namenode.FileJournalManager (FileJournalManager.java:recoverUnfinalizedSegments(428)) - Recovering unfinalized segments in /tmp/hdfs-test9083648317539638552/name-0-1/current
2026-08-12 06:16:06,786 INFO  [main] namenode.FileJournalManager (FileJournalManager.java:recoverUnfinalizedSegments(428)) - Recovering unfinalized segments in /tmp/hdfs-test9083648317539638552/name-0-2/current
2026-08-12 06:16:06,787 INFO  [main] namenode.FSImage (FSImage.java:loadFSImage(734)) - No edit log streams selected.
2026-08-12 06:16:06,787 INFO  [main] namenode.FSImage (FSImage.java:loadFSImageFile(800)) - Planning to load image: FSImageFile(file=/tmp/hdfs-test9083648317539638552/name-0-1/current/fsimage_0000000000000000000, cpktTxId=0000000000000000000)
2026-08-12 06:16:06,877 INFO  [main] namenode.FSImageFormatPBINode (FSImageFormatPBINode.java:loadINodeSectionHeader(413)) - Loading 1 INodes.
2026-08-12 06:16:06,878 INFO  [main] namenode.FSImageFormatPBINode (FSImageFormatPBINode.java:loadINodeSection(371)) - Successfully loaded 1 inodes
2026-08-12 06:16:06,883 INFO  [main] namenode.FSImageFormatPBINode (FSImageFormatPBINode.java:waitBlocksMapAndNameCacheUpdateFinished(344)) - Completed update blocks map and name cache, total waiting duration 0ms.
2026-08-12 06:16:06,886 INFO  [main] namenode.FSImageFormatProtobuf (FSImageFormatProtobuf.java:load(255)) - Loaded FSImage in 0 seconds.
2026-08-12 06:16:06,886 INFO  [main] namenode.FSImage (FSImage.java:loadFSImage(978)) - Loaded image for txid 0 from /tmp/hdfs-test9083648317539638552/name-0-1/current/fsimage_0000000000000000000
2026-08-12 06:16:06,890 INFO  [main] namenode.FSNamesystem (FSNamesystem.java:loadFSImage(1202)) - Need to save fs image? false (staleImage=false, haEnabled=false, isRollingUpgrade=false)
2026-08-12 06:16:06,891 INFO  [main] namenode.FSEditLog (FSEditLog.java:startLogSegment(1391)) - Starting log segment at 1
2026-08-12 06:16:06,907 INFO  [main] namenode.NameCache (NameCache.java:initialized(143)) - initialized with 0 entries 0 lookups
2026-08-12 06:16:06,907 INFO  [main] namenode.FSNamesystem (FSNamesystem.java:loadFromDisk(786)) - Finished loading FSImage in 130 msecs
2026-08-12 06:16:07,068 INFO  [main] namenode.NameNode (NameNodeRpcServer.java:<init>(454)) - RPC server is binding to localhost:0
2026-08-12 06:16:07,068 INFO  [main] namenode.NameNode (NameNodeRpcServer.java:<init>(459)) - Enable NameNode state context:false
2026-08-12 06:16:07,078 INFO  [main] ipc.CallQueueManager (CallQueueManager.java:<init>(90)) - Using callQueue: class java.util.concurrent.LinkedBlockingQueue, queueCapacity: 1000, scheduler: class org.apache.hadoop.ipc.DefaultRpcScheduler, ipcBackoff: false.
2026-08-12 06:16:07,091 INFO  [Socket Reader #1 for port 0] ipc.Server (Server.java:run(1265)) - Starting Socket Reader #1 for port 0
2026-08-12 06:16:07,460 INFO  [Listener at localhost/33721] namenode.NameNode (NameNode.java:initialize(776)) - Clients are to use localhost:33721 to access this namenode/service.
2026-08-12 06:16:07,464 INFO  [Listener at localhost/33721] namenode.FSNamesystem (FSNamesystem.java:registerMBean(5444)) - Registered FSNamesystemState, ReplicatedBlocksState and ECBlockGroupsState MBeans.
2026-08-12 06:16:07,480 INFO  [Listener at localhost/33721] namenode.LeaseManager (LeaseManager.java:getNumUnderConstructionBlocks(166)) - Number of blocks under construction: 0
2026-08-12 06:16:07,488 INFO  [Listener at localhost/33721] blockmanagement.DatanodeAdminDefaultMonitor (DatanodeAdminDefaultMonitor.java:processConf(116)) - Initialized the Default Decommission and Maintenance monitor
2026-08-12 06:16:07,491 INFO  [Listener at localhost/33721] blockmanagement.BlockManager (BlockManager.java:initializeReplQueues(5187)) - initializing replication queues
2026-08-12 06:16:07,491 INFO  [Listener at localhost/33721] hdfs.StateChange (BlockManagerSafeMode.java:leaveSafeMode(399)) - STATE* Leaving safe mode after 0 secs
2026-08-12 06:16:07,491 INFO  [Listener at localhost/33721] hdfs.StateChange (BlockManagerSafeMode.java:leaveSafeMode(405)) - STATE* Network topology has 0 racks and 0 datanodes
2026-08-12 06:16:07,492 INFO  [Listener at localhost/33721] hdfs.StateChange (BlockManagerSafeMode.java:leaveSafeMode(407)) - STATE* UnderReplicatedBlocks has 0 blocks
2026-08-12 06:16:07,500 INFO  [Reconstruction Queue Initializer] blockmanagement.BlockManager (BlockManager.java:processMisReplicatesAsync(3728)) - Total number of blocks            = 0
2026-08-12 06:16:07,500 INFO  [Reconstruction Queue Initializer] blockmanagement.BlockManager (BlockManager.java:processMisReplicatesAsync(3729)) - Number of invalid blocks          = 0
2026-08-12 06:16:07,500 INFO  [Reconstruction Queue Initializer] blockmanagement.BlockManager (BlockManager.java:processMisReplicatesAsync(3730)) - Number of under-replicated blocks = 0
2026-08-12 06:16:07,500 INFO  [Reconstruction Queue Initializer] blockmanagement.BlockManager (BlockManager.java:processMisReplicatesAsync(3731)) - Number of  over-replicated blocks = 0
2026-08-12 06:16:07,500 INFO  [Reconstruction Queue Initializer] blockmanagement.BlockManager (BlockManager.java:processMisReplicatesAsync(3733)) - Number of blocks being written    = 0
2026-08-12 06:16:07,500 INFO  [Reconstruction Queue Initializer] hdfs.StateChange (BlockManager.java:processMisReplicatesAsync(3736)) - STATE* Replication Queue initialization scan for invalid, over- and under-replicated blocks completed in 9 msec
2026-08-12 06:16:07,533 INFO  [IPC Server Responder] ipc.Server (Server.java:run(1507)) - IPC Server Responder: starting
2026-08-12 06:16:07,534 INFO  [IPC Server listener on 0] ipc.Server (Server.java:run(1344)) - IPC Server listener on 0: starting
2026-08-12 06:16:07,537 INFO  [Listener at localhost/33721] namenode.NameNode (NameNode.java:startCommonServices(893)) - NameNode RPC up at: localhost/127.0.0.1:33721
2026-08-12 06:16:07,539 INFO  [Listener at localhost/33721] namenode.FSNamesystem (FSNamesystem.java:startActiveServices(1314)) - Starting services required for active state
2026-08-12 06:16:07,539 INFO  [Listener at localhost/33721] namenode.FSDirectory (FSDirectory.java:updateCountForQuota(840)) - Initializing quota with 12 thread(s)
2026-08-12 06:16:07,546 INFO  [Listener at localhost/33721] namenode.FSDirectory (FSDirectory.java:updateCountForQuota(849)) - Quota initialization completed in 7 milliseconds
name space=1
storage space=0
storage types=RAM_DISK=0, SSD=0, DISK=0, ARCHIVE=0, PROVIDED=0
2026-08-12 06:16:07,551 INFO  [CacheReplicationMonitor(1957173001)] blockmanagement.CacheReplicationMonitor (CacheReplicationMonitor.java:run(160)) - Starting CacheReplicationMonitor with interval 30000 milliseconds
2026-08-12 06:16:07,560 INFO  [Listener at localhost/33721] hdfs.MiniDFSCluster (MiniDFSCluster.java:startDataNodes(1697)) - Starting DataNode 0 with dfs.datanode.data.dir: [DISK]file:/tmp/hdfs-test9083648317539638552/data/data1,[DISK]file:/tmp/hdfs-test9083648317539638552/data/data2
2026-08-12 06:16:07,629 INFO  [Listener at localhost/33721] checker.ThrottledAsyncChecker (ThrottledAsyncChecker.java:schedule(137)) - Scheduling a check for [DISK]file:/tmp/hdfs-test9083648317539638552/data/data1
2026-08-12 06:16:07,644 INFO  [Listener at localhost/33721] checker.ThrottledAsyncChecker (ThrottledAsyncChecker.java:schedule(137)) - Scheduling a check for [DISK]file:/tmp/hdfs-test9083648317539638552/data/data2
2026-08-12 06:16:07,658 INFO  [Listener at localhost/33721] impl.MetricsSystemImpl (MetricsSystemImpl.java:init(158)) - DataNode metrics system started (again)
2026-08-12 06:16:07,664 INFO  [Listener at localhost/33721] common.Util (Util.java:isDiskStatsEnabled(395)) - dfs.datanode.fileio.profiling.sampling.percentage set to 0. Disabling file IO profiling
2026-08-12 06:16:07,668 INFO  [Listener at localhost/33721] datanode.BlockScanner (BlockScanner.java:<init>(201)) - Initialized block scanner with targetBytesPerSec 1048576
2026-08-12 06:16:07,673 INFO  [Listener at localhost/33721] datanode.DataNode (DataNode.java:<init>(512)) - Configured hostname is 127.0.0.1
2026-08-12 06:16:07,675 INFO  [Listener at localhost/33721] common.Util (Util.java:isDiskStatsEnabled(395)) - dfs.datanode.fileio.profiling.sampling.percentage set to 0. Disabling file IO profiling
2026-08-12 06:16:07,679 INFO  [Listener at localhost/33721] datanode.DataNode (DataNode.java:startDataNode(1408)) - Starting DataNode with maxLockedMemory = 0
2026-08-12 06:16:07,686 INFO  [Listener at localhost/33721] datanode.DataNode (DataNode.java:initDataXceiver(1171)) - Opened streaming server at /127.0.0.1:35405
2026-08-12 06:16:07,689 INFO  [Listener at localhost/33721] datanode.DataNode (DataXceiverServer.java:<init>(94)) - Balancing bandwidth is 104857600 bytes/s
2026-08-12 06:16:07,689 INFO  [Listener at localhost/33721] datanode.DataNode (DataXceiverServer.java:<init>(95)) - Number threads for balancing is 100
2026-08-12 06:16:07,700 INFO  [Listener at localhost/33721] server.AuthenticationFilter (AuthenticationFilter.java:constructSecretProvider(240)) - Unable to initialize FileSignerSecretProvider, falling back to use random secrets.
2026-08-12 06:16:07,701 INFO  [Listener at localhost/33721] http.HttpRequestLog (HttpRequestLog.java:getRequestLog(82)) - Http request log for http.requests.datanode is not defined
2026-08-12 06:16:07,703 INFO  [Listener at localhost/33721] http.HttpServer2 (HttpServer2.java:addGlobalFilter(1111)) - Added global filter 'safety' (class=org.apache.hadoop.http.HttpServer2$QuotingInputFilter)
2026-08-12 06:16:07,704 INFO  [Listener at localhost/33721] http.HttpServer2 (HttpServer2.java:addFilter(1084)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context datanode
2026-08-12 06:16:07,704 INFO  [Listener at localhost/33721] http.HttpServer2 (HttpServer2.java:addFilter(1094)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context static
2026-08-12 06:16:07,708 INFO  [Listener at localhost/33721] http.HttpServer2 (HttpServer2.java:bindListener(1332)) - Jetty bound to port 44661
2026-08-12 06:16:07,708 INFO  [Listener at localhost/33721] server.Server (Server.java:doStart(375)) - jetty-9.4.40.v20210413; built: 2021-04-13T20:42:42.668Z; git: b881a572662e1943a14ae12e7e1207989f218b74; jvm 1.8.0_362-8u372-ga~us1-0ubuntu1~18.04-b09
2026-08-12 06:16:07,709 INFO  [Listener at localhost/33721] server.session (DefaultSessionIdManager.java:doStart(334)) - DefaultSessionIdManager workerName=node0
2026-08-12 06:16:07,710 INFO  [Listener at localhost/33721] server.session (DefaultSessionIdManager.java:doStart(339)) - No SessionScavenger set, using defaults
2026-08-12 06:16:07,710 INFO  [Listener at localhost/33721] server.session (HouseKeeper.java:startScavenging(132)) - node0 Scavenging every 660000ms
2026-08-12 06:16:07,712 INFO  [Listener at localhost/33721] handler.ContextHandler (ContextHandler.java:doStart(916)) - Started o.e.j.s.ServletContextHandler@34237b90{static,/static,jar:file:/tmp/dist-test-tasksdsoI6/java/build/jars/hadoop-hdfs-3.3.1-tests.jar!/webapps/static,AVAILABLE}
2026-08-12 06:16:07,865 INFO  [Listener at localhost/33721] handler.ContextHandler (ContextHandler.java:doStart(916)) - Started o.e.j.w.WebAppContext@26a94fa5{datanode,/,file:///tmp/jetty-localhost-44661-hadoop-hdfs-3_3_1-tests_jar-_-any-4649496520529623868/webapp/,AVAILABLE}{jar:file:/tmp/dist-test-tasksdsoI6/java/build/jars/hadoop-hdfs-3.3.1-tests.jar!/webapps/datanode}
2026-08-12 06:16:07,866 INFO  [Listener at localhost/33721] server.AbstractConnector (AbstractConnector.java:doStart(331)) - Started ServerConnector@781a9412{HTTP/1.1, (http/1.1)}{localhost:44661}
2026-08-12 06:16:07,867 INFO  [Listener at localhost/33721] server.Server (Server.java:doStart(415)) - Started @3879ms
2026-08-12 06:16:07,954 WARN  [Listener at localhost/33721] web.DatanodeHttpServer (RestCsrfPreventionFilterHandler.java:<init>(75)) - Got null for restCsrfPreventionFilter - will not do any filtering.
2026-08-12 06:16:08,051 INFO  [Listener at localhost/33721] web.DatanodeHttpServer (DatanodeHttpServer.java:start(322)) - Listening HTTP traffic on /127.0.0.1:37357
2026-08-12 06:16:08,052 INFO  [org.apache.hadoop.util.JvmPauseMonitor$Monitor@56303475] util.JvmPauseMonitor (JvmPauseMonitor.java:run(188)) - Starting JVM pause monitor
2026-08-12 06:16:08,053 INFO  [Listener at localhost/33721] datanode.DataNode (DataNode.java:startDataNode(1436)) - dnUserName = slave
2026-08-12 06:16:08,053 INFO  [Listener at localhost/33721] datanode.DataNode (DataNode.java:startDataNode(1437)) - supergroup = supergroup
2026-08-12 06:16:08,069 INFO  [Listener at localhost/33721] ipc.CallQueueManager (CallQueueManager.java:<init>(90)) - Using callQueue: class java.util.concurrent.LinkedBlockingQueue, queueCapacity: 1000, scheduler: class org.apache.hadoop.ipc.DefaultRpcScheduler, ipcBackoff: false.
2026-08-12 06:16:08,070 INFO  [Socket Reader #1 for port 0] ipc.Server (Server.java:run(1265)) - Starting Socket Reader #1 for port 0
2026-08-12 06:16:08,076 INFO  [Listener at localhost/37333] datanode.DataNode (DataNode.java:initIpcServer(1057)) - Opened IPC server at /127.0.0.1:37333
2026-08-12 06:16:08,103 INFO  [Listener at localhost/37333] datanode.DataNode (BlockPoolManager.java:refreshNamenodes(149)) - Refresh request received for nameservices: null
2026-08-12 06:16:08,105 INFO  [Listener at localhost/37333] datanode.DataNode (BlockPoolManager.java:doRefreshNamenodes(210)) - Starting BPOfferServices for nameservices: <default>
2026-08-12 06:16:08,115 INFO  [Thread-63] datanode.DataNode (BPServiceActor.java:run(847)) - Block pool <registering> (Datanode Uuid unassigned) service to localhost/127.0.0.1:33721 starting to offer service
2026-08-12 06:16:08,120 INFO  [IPC Server Responder] ipc.Server (Server.java:run(1507)) - IPC Server Responder: starting
2026-08-12 06:16:08,120 INFO  [IPC Server listener on 0] ipc.Server (Server.java:run(1344)) - IPC Server listener on 0: starting
2026-08-12 06:16:08,352 INFO  [Thread-63] datanode.DataNode (BPOfferService.java:verifyAndSetNamespaceInfo(381)) - Acknowledging ACTIVE Namenode during handshakeBlock pool <registering> (Datanode Uuid unassigned) service to localhost/127.0.0.1:33721
2026-08-12 06:16:08,354 INFO  [Thread-63] common.Storage (DataStorage.java:getParallelVolumeLoadThreadsNum(356)) - Using 2 threads to upgrade data directories (dfs.datanode.parallel.volumes.load.threads.num=2, dataDirs=2)
2026-08-12 06:16:08,357 INFO  [Thread-63] common.Storage (Storage.java:tryLock(948)) - Lock on /tmp/hdfs-test9083648317539638552/data/data1/in_use.lock acquired by nodename 4984@dist-test-slave-42z9.c.gcp-upstream.internal
2026-08-12 06:16:08,358 INFO  [Thread-63] common.Storage (DataStorage.java:loadStorageDirectory(284)) - Storage directory with location [DISK]file:/tmp/hdfs-test9083648317539638552/data/data1 is not formatted for namespace 94631780. Formatting...
2026-08-12 06:16:08,358 INFO  [Thread-63] common.Storage (DataStorage.java:createStorageID(160)) - Generated new storageID DS-c8b0fedf-ed12-4571-a1c2-4a8520ee076b for directory /tmp/hdfs-test9083648317539638552/data/data1 
2026-08-12 06:16:08,364 INFO  [Thread-63] common.Storage (Storage.java:tryLock(948)) - Lock on /tmp/hdfs-test9083648317539638552/data/data2/in_use.lock acquired by nodename 4984@dist-test-slave-42z9.c.gcp-upstream.internal
2026-08-12 06:16:08,364 INFO  [Thread-63] common.Storage (DataStorage.java:loadStorageDirectory(284)) - Storage directory with location [DISK]file:/tmp/hdfs-test9083648317539638552/data/data2 is not formatted for namespace 94631780. Formatting...
2026-08-12 06:16:08,365 INFO  [Thread-63] common.Storage (DataStorage.java:createStorageID(160)) - Generated new storageID DS-b485b367-78cd-4040-8afa-b5882e9f8e41 for directory /tmp/hdfs-test9083648317539638552/data/data2 
2026-08-12 06:16:08,393 INFO  [Thread-63] common.Storage (BlockPoolSliceStorage.java:recoverTransitionRead(256)) - Analyzing storage directories for bpid BP-1857614799-10.240.0.33-1786515365695
2026-08-12 06:16:08,393 INFO  [Thread-63] common.Storage (Storage.java:lock(907)) - Locking is disabled for /tmp/hdfs-test9083648317539638552/data/data1/current/BP-1857614799-10.240.0.33-1786515365695
2026-08-12 06:16:08,394 INFO  [Thread-63] common.Storage (BlockPoolSliceStorage.java:loadStorageDirectory(169)) - Block pool storage directory for location [DISK]file:/tmp/hdfs-test9083648317539638552/data/data1 and block pool id BP-1857614799-10.240.0.33-1786515365695 is not formatted. Formatting ...
2026-08-12 06:16:08,394 INFO  [Thread-63] common.Storage (BlockPoolSliceStorage.java:format(285)) - Formatting block pool BP-1857614799-10.240.0.33-1786515365695 directory /tmp/hdfs-test9083648317539638552/data/data1/current/BP-1857614799-10.240.0.33-1786515365695/current
2026-08-12 06:16:08,422 INFO  [Thread-63] common.Storage (BlockPoolSliceStorage.java:recoverTransitionRead(256)) - Analyzing storage directories for bpid BP-1857614799-10.240.0.33-1786515365695
2026-08-12 06:16:08,422 INFO  [Thread-63] common.Storage (Storage.java:lock(907)) - Locking is disabled for /tmp/hdfs-test9083648317539638552/data/data2/current/BP-1857614799-10.240.0.33-1786515365695
2026-08-12 06:16:08,423 INFO  [Thread-63] common.Storage (BlockPoolSliceStorage.java:loadStorageDirectory(169)) - Block pool storage directory for location [DISK]file:/tmp/hdfs-test9083648317539638552/data/data2 and block pool id BP-1857614799-10.240.0.33-1786515365695 is not formatted. Formatting ...
2026-08-12 06:16:08,423 INFO  [Thread-63] common.Storage (BlockPoolSliceStorage.java:format(285)) - Formatting block pool BP-1857614799-10.240.0.33-1786515365695 directory /tmp/hdfs-test9083648317539638552/data/data2/current/BP-1857614799-10.240.0.33-1786515365695/current
2026-08-12 06:16:08,427 INFO  [Thread-63] datanode.DataNode (DataNode.java:initStorage(1756)) - Setting up storage: nsid=94631780;bpid=BP-1857614799-10.240.0.33-1786515365695;lv=-57;nsInfo=lv=-66;cid=testClusterID;nsid=94631780;c=1786515365695;bpid=BP-1857614799-10.240.0.33-1786515365695;dnuuid=null
2026-08-12 06:16:08,431 INFO  [Thread-63] datanode.DataNode (DataNode.java:checkDatanodeUuid(1554)) - Generated and persisted new Datanode UUID 04b677a7-9d35-459e-b056-2edd3e623920
2026-08-12 06:16:08,449 INFO  [Thread-63] impl.FsDatasetImpl (FsDatasetImpl.java:<init>(310)) - The datanode lock is a read write lock
2026-08-12 06:16:08,577 INFO  [Thread-63] impl.FsDatasetImpl (FsVolumeList.java:addVolume(304)) - Added new volume: DS-c8b0fedf-ed12-4571-a1c2-4a8520ee076b
2026-08-12 06:16:08,577 INFO  [Thread-63] impl.FsDatasetImpl (FsDatasetImpl.java:addVolume(493)) - Added volume - [DISK]file:/tmp/hdfs-test9083648317539638552/data/data1, StorageType: DISK
2026-08-12 06:16:08,581 INFO  [Thread-63] impl.FsDatasetImpl (FsVolumeList.java:addVolume(304)) - Added new volume: DS-b485b367-78cd-4040-8afa-b5882e9f8e41
2026-08-12 06:16:08,581 INFO  [Thread-63] impl.FsDatasetImpl (FsDatasetImpl.java:addVolume(493)) - Added volume - [DISK]file:/tmp/hdfs-test9083648317539638552/data/data2, StorageType: DISK
2026-08-12 06:16:08,586 INFO  [Thread-63] impl.MemoryMappableBlockLoader (MemoryMappableBlockLoader.java:initialize(48)) - Initializing cache loader: MemoryMappableBlockLoader.
2026-08-12 06:16:08,589 INFO  [Thread-63] impl.FsDatasetImpl (FsDatasetImpl.java:registerMBean(2343)) - Registered FSDatasetState MBean
2026-08-12 06:16:08,595 INFO  [Thread-63] impl.FsDatasetImpl (FsDatasetImpl.java:addBlockPool(2856)) - Adding block pool BP-1857614799-10.240.0.33-1786515365695
2026-08-12 06:16:08,596 INFO  [Thread-80] impl.FsDatasetImpl (FsVolumeList.java:run(406)) - Scanning block pool BP-1857614799-10.240.0.33-1786515365695 on volume /tmp/hdfs-test9083648317539638552/data/data1...
2026-08-12 06:16:08,596 INFO  [Thread-81] impl.FsDatasetImpl (FsVolumeList.java:run(406)) - Scanning block pool BP-1857614799-10.240.0.33-1786515365695 on volume /tmp/hdfs-test9083648317539638552/data/data2...
2026-08-12 06:16:08,640 INFO  [Thread-80] impl.FsDatasetImpl (FsVolumeList.java:run(411)) - Time taken to scan block pool BP-1857614799-10.240.0.33-1786515365695 on /tmp/hdfs-test9083648317539638552/data/data1: 43ms
2026-08-12 06:16:08,645 INFO  [Thread-81] impl.FsDatasetImpl (FsVolumeList.java:run(411)) - Time taken to scan block pool BP-1857614799-10.240.0.33-1786515365695 on /tmp/hdfs-test9083648317539638552/data/data2: 48ms
2026-08-12 06:16:08,645 INFO  [Thread-63] impl.FsDatasetImpl (FsVolumeList.java:addBlockPool(431)) - Total time to scan all replicas for block pool BP-1857614799-10.240.0.33-1786515365695: 50ms
2026-08-12 06:16:08,647 INFO  [Thread-85] impl.FsDatasetImpl (FsVolumeList.java:run(199)) - Adding replicas to map for block pool BP-1857614799-10.240.0.33-1786515365695 on volume /tmp/hdfs-test9083648317539638552/data/data1...
2026-08-12 06:16:08,647 INFO  [Thread-86] impl.FsDatasetImpl (FsVolumeList.java:run(199)) - Adding replicas to map for block pool BP-1857614799-10.240.0.33-1786515365695 on volume /tmp/hdfs-test9083648317539638552/data/data2...
2026-08-12 06:16:08,647 INFO  [Thread-85] impl.BlockPoolSlice (BlockPoolSlice.java:readReplicasFromCache(902)) - Replica Cache file: /tmp/hdfs-test9083648317539638552/data/data1/current/BP-1857614799-10.240.0.33-1786515365695/current/replicas doesn't exist 
2026-08-12 06:16:08,647 INFO  [Thread-86] impl.BlockPoolSlice (BlockPoolSlice.java:readReplicasFromCache(902)) - Replica Cache file: /tmp/hdfs-test9083648317539638552/data/data2/current/BP-1857614799-10.240.0.33-1786515365695/current/replicas doesn't exist 
2026-08-12 06:16:08,653 INFO  [Thread-85] impl.FsDatasetImpl (FsVolumeList.java:run(204)) - Time to add replicas to map for block pool BP-1857614799-10.240.0.33-1786515365695 on volume /tmp/hdfs-test9083648317539638552/data/data1: 7ms
2026-08-12 06:16:08,653 INFO  [Thread-86] impl.FsDatasetImpl (FsVolumeList.java:run(204)) - Time to add replicas to map for block pool BP-1857614799-10.240.0.33-1786515365695 on volume /tmp/hdfs-test9083648317539638552/data/data2: 7ms
2026-08-12 06:16:08,654 INFO  [Thread-63] impl.FsDatasetImpl (FsVolumeList.java:getAllVolumesMap(225)) - Total time to add all replicas to map for block pool BP-1857614799-10.240.0.33-1786515365695: 7ms
2026-08-12 06:16:08,654 INFO  [Thread-63] checker.ThrottledAsyncChecker (ThrottledAsyncChecker.java:schedule(137)) - Scheduling a check for /tmp/hdfs-test9083648317539638552/data/data1
2026-08-12 06:16:08,662 INFO  [Thread-63] checker.DatasetVolumeChecker (DatasetVolumeChecker.java:checkAllVolumes(224)) - Scheduled health check for volume /tmp/hdfs-test9083648317539638552/data/data1
2026-08-12 06:16:08,663 INFO  [Thread-63] checker.ThrottledAsyncChecker (ThrottledAsyncChecker.java:schedule(137)) - Scheduling a check for /tmp/hdfs-test9083648317539638552/data/data2
2026-08-12 06:16:08,664 INFO  [Thread-63] checker.DatasetVolumeChecker (DatasetVolumeChecker.java:checkAllVolumes(224)) - Scheduled health check for volume /tmp/hdfs-test9083648317539638552/data/data2
2026-08-12 06:16:08,666 INFO  [VolumeScannerThread(/tmp/hdfs-test9083648317539638552/data/data2)] datanode.VolumeScanner (VolumeScanner.java:findNextUsableBlockIter(385)) - Now scanning bpid BP-1857614799-10.240.0.33-1786515365695 on volume /tmp/hdfs-test9083648317539638552/data/data2
2026-08-12 06:16:08,666 INFO  [VolumeScannerThread(/tmp/hdfs-test9083648317539638552/data/data1)] datanode.VolumeScanner (VolumeScanner.java:findNextUsableBlockIter(385)) - Now scanning bpid BP-1857614799-10.240.0.33-1786515365695 on volume /tmp/hdfs-test9083648317539638552/data/data1
2026-08-12 06:16:08,670 INFO  [VolumeScannerThread(/tmp/hdfs-test9083648317539638552/data/data2)] datanode.VolumeScanner (VolumeScanner.java:getNextBlockToScan(505)) - VolumeScanner(/tmp/hdfs-test9083648317539638552/data/data2, DS-b485b367-78cd-4040-8afa-b5882e9f8e41): finished scanning block pool BP-1857614799-10.240.0.33-1786515365695
2026-08-12 06:16:08,670 INFO  [VolumeScannerThread(/tmp/hdfs-test9083648317539638552/data/data1)] datanode.VolumeScanner (VolumeScanner.java:getNextBlockToScan(505)) - VolumeScanner(/tmp/hdfs-test9083648317539638552/data/data1, DS-c8b0fedf-ed12-4571-a1c2-4a8520ee076b): finished scanning block pool BP-1857614799-10.240.0.33-1786515365695
2026-08-12 06:16:08,671 WARN  [Thread-63] datanode.DirectoryScanner (DirectoryScanner.java:<init>(300)) - dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1
2026-08-12 06:16:08,673 INFO  [Thread-63] datanode.DirectoryScanner (DirectoryScanner.java:start(329)) - Periodic Directory Tree Verification scan starting in 12785641ms with interval of 21600000ms and throttle limit of -1ms/s
2026-08-12 06:16:08,680 INFO  [BP-1857614799-10.240.0.33-1786515365695 heartbeating to localhost/127.0.0.1:33721] datanode.DataNode (BPServiceActor.java:register(788)) - Block pool BP-1857614799-10.240.0.33-1786515365695 (Datanode Uuid 04b677a7-9d35-459e-b056-2edd3e623920) service to localhost/127.0.0.1:33721 beginning handshake with NN
2026-08-12 06:16:08,694 INFO  [VolumeScannerThread(/tmp/hdfs-test9083648317539638552/data/data2)] datanode.VolumeScanner (VolumeScanner.java:findNextUsableBlockIter(402)) - VolumeScanner(/tmp/hdfs-test9083648317539638552/data/data2, DS-b485b367-78cd-4040-8afa-b5882e9f8e41): no suitable block pools found to scan.  Waiting 1814399971 ms.
2026-08-12 06:16:08,694 INFO  [VolumeScannerThread(/tmp/hdfs-test9083648317539638552/data/data1)] datanode.VolumeScanner (VolumeScanner.java:findNextUsableBlockIter(402)) - VolumeScanner(/tmp/hdfs-test9083648317539638552/data/data1, DS-c8b0fedf-ed12-4571-a1c2-4a8520ee076b): no suitable block pools found to scan.  Waiting 1814399972 ms.
2026-08-12 06:16:08,706 INFO  [IPC Server handler 3 on default port 33721] hdfs.StateChange (DatanodeManager.java:registerDatanode(1142)) - BLOCK* registerDatanode: from DatanodeRegistration(127.0.0.1:35405, datanodeUuid=04b677a7-9d35-459e-b056-2edd3e623920, infoPort=37357, infoSecurePort=0, ipcPort=37333, storageInfo=lv=-57;cid=testClusterID;nsid=94631780;c=1786515365695) storage 04b677a7-9d35-459e-b056-2edd3e623920
2026-08-12 06:16:08,708 INFO  [IPC Server handler 3 on default port 33721] net.NetworkTopology (NetworkTopology.java:add(149)) - Adding a new node: /default-rack/127.0.0.1:35405
2026-08-12 06:16:08,708 INFO  [IPC Server handler 3 on default port 33721] blockmanagement.BlockReportLeaseManager (BlockReportLeaseManager.java:registerNode(200)) - Registered DN 04b677a7-9d35-459e-b056-2edd3e623920 (127.0.0.1:35405).
2026-08-12 06:16:08,711 INFO  [IPC Server handler 0 on default port 33721] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=datanodeReport	src=null	dst=null	perm=null	proto=rpc
2026-08-12 06:16:08,714 INFO  [BP-1857614799-10.240.0.33-1786515365695 heartbeating to localhost/127.0.0.1:33721] datanode.DataNode (BPServiceActor.java:register(816)) - Block pool BP-1857614799-10.240.0.33-1786515365695 (Datanode Uuid 04b677a7-9d35-459e-b056-2edd3e623920) service to localhost/127.0.0.1:33721 successfully registered with NN
2026-08-12 06:16:08,715 INFO  [BP-1857614799-10.240.0.33-1786515365695 heartbeating to localhost/127.0.0.1:33721] datanode.DataNode (BPServiceActor.java:offerService(645)) - For namenode localhost/127.0.0.1:33721 using BLOCKREPORT_INTERVAL of 21600000msecs CACHEREPORT_INTERVAL of 10000msecs Initial delay: 0msecs; heartBeatInterval=3000
2026-08-12 06:16:08,718 INFO  [Listener at localhost/37333] hdfs.MiniDFSCluster (MiniDFSCluster.java:shouldWait(2823)) - dnInfo.length != numDataNodes
2026-08-12 06:16:08,718 INFO  [Listener at localhost/37333] hdfs.MiniDFSCluster (MiniDFSCluster.java:waitActive(2744)) - Waiting for cluster to become active
2026-08-12 06:16:08,729 INFO  [IPC Server handler 2 on default port 33721] blockmanagement.DatanodeDescriptor (DatanodeDescriptor.java:updateStorage(999)) - Adding new storage ID DS-c8b0fedf-ed12-4571-a1c2-4a8520ee076b for DN 127.0.0.1:35405
2026-08-12 06:16:08,729 INFO  [IPC Server handler 2 on default port 33721] blockmanagement.DatanodeDescriptor (DatanodeDescriptor.java:updateStorage(999)) - Adding new storage ID DS-b485b367-78cd-4040-8afa-b5882e9f8e41 for DN 127.0.0.1:35405
2026-08-12 06:16:08,754 INFO  [Block report processor] BlockStateChange (BlockManager.java:processReport(2778)) - BLOCK* processReport 0xb05273255b5cdc48: Processing first storage report for DS-b485b367-78cd-4040-8afa-b5882e9f8e41 from datanode 04b677a7-9d35-459e-b056-2edd3e623920
2026-08-12 06:16:08,755 INFO  [Block report processor] BlockStateChange (BlockManager.java:processReport(2810)) - BLOCK* processReport 0xb05273255b5cdc48: from storage DS-b485b367-78cd-4040-8afa-b5882e9f8e41 node DatanodeRegistration(127.0.0.1:35405, datanodeUuid=04b677a7-9d35-459e-b056-2edd3e623920, infoPort=37357, infoSecurePort=0, ipcPort=37333, storageInfo=lv=-57;cid=testClusterID;nsid=94631780;c=1786515365695), blocks: 0, hasStaleStorage: true, processing time: 2 msecs, invalidatedBlocks: 0
2026-08-12 06:16:08,756 INFO  [Block report processor] BlockStateChange (BlockManager.java:processReport(2778)) - BLOCK* processReport 0xb05273255b5cdc48: Processing first storage report for DS-c8b0fedf-ed12-4571-a1c2-4a8520ee076b from datanode 04b677a7-9d35-459e-b056-2edd3e623920
2026-08-12 06:16:08,756 INFO  [Block report processor] BlockStateChange (BlockManager.java:processReport(2810)) - BLOCK* processReport 0xb05273255b5cdc48: from storage DS-c8b0fedf-ed12-4571-a1c2-4a8520ee076b node DatanodeRegistration(127.0.0.1:35405, datanodeUuid=04b677a7-9d35-459e-b056-2edd3e623920, infoPort=37357, infoSecurePort=0, ipcPort=37333, storageInfo=lv=-57;cid=testClusterID;nsid=94631780;c=1786515365695), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0
2026-08-12 06:16:08,770 INFO  [BP-1857614799-10.240.0.33-1786515365695 heartbeating to localhost/127.0.0.1:33721] datanode.DataNode (BPServiceActor.java:blockReport(437)) - Successfully sent block report 0xb05273255b5cdc48 to namenode: localhost/127.0.0.1:33721,  containing 2 storage report(s), of which we sent 2. The reports had 0 total blocks and used 1 RPC(s). This took 3 msecs to generate and 27 msecs for RPC and NN processing. Got back one command: FinalizeCommand/5.
2026-08-12 06:16:08,771 INFO  [Command processor] datanode.DataNode (BPOfferService.java:processCommandFromActive(763)) - Got finalize command for block pool BP-1857614799-10.240.0.33-1786515365695
2026-08-12 06:16:08,821 INFO  [IPC Server handler 4 on default port 33721] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=datanodeReport	src=null	dst=null	perm=null	proto=rpc
2026-08-12 06:16:08,827 INFO  [Listener at localhost/37333] hdfs.MiniDFSCluster (MiniDFSCluster.java:waitActive(2799)) - Cluster is active
2026-08-12 06:16:08,978 INFO  [Listener at localhost/37333] backup.BackupIO (BackupIO.scala:writeTableMetadata(95)) - Writing metadata to hdfs://localhost:33721/id_taco-taco/100/.kudu-metadata.json
2026-08-12 06:16:09,037 INFO  [IPC Server handler 5 on default port 33721] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=create	src=/id_taco-taco/100/.kudu-metadata.json	dst=null	perm=slave:supergroup:rw-r--r--	proto=rpc
2026-08-12 06:16:09,256 INFO  [IPC Server handler 7 on default port 33721] hdfs.StateChange (FSDirWriteFileOp.java:logAllocatedBlock(802)) - BLOCK* allocate blk_1073741825_1001, replicas=127.0.0.1:35405 for /id_taco-taco/100/.kudu-metadata.json
2026-08-12 06:16:09,336 INFO  [DataXceiver for client DFSClient_NONMAPREDUCE_-1804647225_1 at /127.0.0.1:43992 [Receiving block BP-1857614799-10.240.0.33-1786515365695:blk_1073741825_1001]] datanode.DataNode (DataXceiver.java:writeBlock(747)) - Receiving BP-1857614799-10.240.0.33-1786515365695:blk_1073741825_1001 src: /127.0.0.1:43992 dest: /127.0.0.1:35405
2026-08-12 06:16:09,371 INFO  [PacketResponder: BP-1857614799-10.240.0.33-1786515365695:blk_1073741825_1001, type=LAST_IN_PIPELINE] DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1539)) - src: /127.0.0.1:43992, dest: /127.0.0.1:35405, bytes: 82, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1804647225_1, offset: 0, srvID: 04b677a7-9d35-459e-b056-2edd3e623920, blockid: BP-1857614799-10.240.0.33-1786515365695:blk_1073741825_1001, duration(ns): 8300619
2026-08-12 06:16:09,372 INFO  [PacketResponder: BP-1857614799-10.240.0.33-1786515365695:blk_1073741825_1001, type=LAST_IN_PIPELINE] datanode.DataNode (BlockReceiver.java:run(1512)) - PacketResponder: BP-1857614799-10.240.0.33-1786515365695:blk_1073741825_1001, type=LAST_IN_PIPELINE terminating
2026-08-12 06:16:09,380 INFO  [IPC Server handler 6 on default port 33721] namenode.FSNamesystem (FSNamesystem.java:checkBlocksComplete(3151)) - BLOCK* blk_1073741825_1001 is COMMITTED but not COMPLETE(numNodes= 0 <  minimum = 1) in file /id_taco-taco/100/.kudu-metadata.json
2026-08-12 06:16:09,785 INFO  [IPC Server handler 4 on default port 33721] hdfs.StateChange (FSNamesystem.java:completeFile(3104)) - DIR* completeFile: /id_taco-taco/100/.kudu-metadata.json is closed by DFSClient_NONMAPREDUCE_-1804647225_1
2026-08-12 06:16:09,787 INFO  [Listener at localhost/37333] backup.BackupIO (BackupIO.scala:writeTableMetadata(95)) - Writing metadata to hdfs://localhost:33721/id_taco-taco/1000/.kudu-metadata.json
2026-08-12 06:16:09,790 INFO  [IPC Server handler 5 on default port 33721] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=create	src=/id_taco-taco/1000/.kudu-metadata.json	dst=null	perm=slave:supergroup:rw-r--r--	proto=rpc
2026-08-12 06:16:09,794 INFO  [IPC Server handler 7 on default port 33721] hdfs.StateChange (FSDirWriteFileOp.java:logAllocatedBlock(802)) - BLOCK* allocate blk_1073741826_1002, replicas=127.0.0.1:35405 for /id_taco-taco/1000/.kudu-metadata.json
2026-08-12 06:16:09,796 INFO  [DataXceiver for client DFSClient_NONMAPREDUCE_-1804647225_1 at /127.0.0.1:49876 [Receiving block BP-1857614799-10.240.0.33-1786515365695:blk_1073741826_1002]] datanode.DataNode (DataXceiver.java:writeBlock(747)) - Receiving BP-1857614799-10.240.0.33-1786515365695:blk_1073741826_1002 src: /127.0.0.1:49876 dest: /127.0.0.1:35405
2026-08-12 06:16:09,805 INFO  [PacketResponder: BP-1857614799-10.240.0.33-1786515365695:blk_1073741826_1002, type=LAST_IN_PIPELINE] DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1539)) - src: /127.0.0.1:49876, dest: /127.0.0.1:35405, bytes: 83, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1804647225_1, offset: 0, srvID: 04b677a7-9d35-459e-b056-2edd3e623920, blockid: BP-1857614799-10.240.0.33-1786515365695:blk_1073741826_1002, duration(ns): 2667545
2026-08-12 06:16:09,805 INFO  [PacketResponder: BP-1857614799-10.240.0.33-1786515365695:blk_1073741826_1002, type=LAST_IN_PIPELINE] datanode.DataNode (BlockReceiver.java:run(1512)) - PacketResponder: BP-1857614799-10.240.0.33-1786515365695:blk_1073741826_1002, type=LAST_IN_PIPELINE terminating
2026-08-12 06:16:09,808 INFO  [IPC Server handler 6 on default port 33721] hdfs.StateChange (FSNamesystem.java:completeFile(3104)) - DIR* completeFile: /id_taco-taco/1000/.kudu-metadata.json is closed by DFSClient_NONMAPREDUCE_-1804647225_1
2026-08-12 06:16:09,810 INFO  [Listener at localhost/37333] backup.BackupIO (BackupIO.scala:writeTableMetadata(95)) - Writing metadata to hdfs://localhost:33721/id_taco-taco/2000/.kudu-metadata.json
2026-08-12 06:16:09,812 INFO  [IPC Server handler 9 on default port 33721] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=create	src=/id_taco-taco/2000/.kudu-metadata.json	dst=null	perm=slave:supergroup:rw-r--r--	proto=rpc
2026-08-12 06:16:09,815 INFO  [IPC Server handler 3 on default port 33721] hdfs.StateChange (FSDirWriteFileOp.java:logAllocatedBlock(802)) - BLOCK* allocate blk_1073741827_1003, replicas=127.0.0.1:35405 for /id_taco-taco/2000/.kudu-metadata.json
2026-08-12 06:16:09,817 INFO  [DataXceiver for client DFSClient_NONMAPREDUCE_-1804647225_1 at /127.0.0.1:49888 [Receiving block BP-1857614799-10.240.0.33-1786515365695:blk_1073741827_1003]] datanode.DataNode (DataXceiver.java:writeBlock(747)) - Receiving BP-1857614799-10.240.0.33-1786515365695:blk_1073741827_1003 src: /127.0.0.1:49888 dest: /127.0.0.1:35405
2026-08-12 06:16:09,821 INFO  [PacketResponder: BP-1857614799-10.240.0.33-1786515365695:blk_1073741827_1003, type=LAST_IN_PIPELINE] DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1539)) - src: /127.0.0.1:49888, dest: /127.0.0.1:35405, bytes: 102, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1804647225_1, offset: 0, srvID: 04b677a7-9d35-459e-b056-2edd3e623920, blockid: BP-1857614799-10.240.0.33-1786515365695:blk_1073741827_1003, duration(ns): 2419856
2026-08-12 06:16:09,821 INFO  [PacketResponder: BP-1857614799-10.240.0.33-1786515365695:blk_1073741827_1003, type=LAST_IN_PIPELINE] datanode.DataNode (BlockReceiver.java:run(1512)) - PacketResponder: BP-1857614799-10.240.0.33-1786515365695:blk_1073741827_1003, type=LAST_IN_PIPELINE terminating
2026-08-12 06:16:09,824 INFO  [IPC Server handler 0 on default port 33721] hdfs.StateChange (FSNamesystem.java:completeFile(3104)) - DIR* completeFile: /id_taco-taco/2000/.kudu-metadata.json is closed by DFSClient_NONMAPREDUCE_-1804647225_1
2026-08-12 06:16:09,825 INFO  [Listener at localhost/37333] backup.BackupIO (BackupIO.scala:writeTableMetadata(95)) - Writing metadata to hdfs://localhost:33721/id_pizza-pizza/200/.kudu-metadata.json
2026-08-12 06:16:09,827 INFO  [IPC Server handler 1 on default port 33721] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=create	src=/id_pizza-pizza/200/.kudu-metadata.json	dst=null	perm=slave:supergroup:rw-r--r--	proto=rpc
2026-08-12 06:16:09,830 INFO  [IPC Server handler 4 on default port 33721] hdfs.StateChange (FSDirWriteFileOp.java:logAllocatedBlock(802)) - BLOCK* allocate blk_1073741828_1004, replicas=127.0.0.1:35405 for /id_pizza-pizza/200/.kudu-metadata.json
2026-08-12 06:16:09,832 INFO  [DataXceiver for client DFSClient_NONMAPREDUCE_-1804647225_1 at /127.0.0.1:49894 [Receiving block BP-1857614799-10.240.0.33-1786515365695:blk_1073741828_1004]] datanode.DataNode (DataXceiver.java:writeBlock(747)) - Receiving BP-1857614799-10.240.0.33-1786515365695:blk_1073741828_1004 src: /127.0.0.1:49894 dest: /127.0.0.1:35405
2026-08-12 06:16:09,836 INFO  [PacketResponder: BP-1857614799-10.240.0.33-1786515365695:blk_1073741828_1004, type=LAST_IN_PIPELINE] DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1539)) - src: /127.0.0.1:49894, dest: /127.0.0.1:35405, bytes: 84, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1804647225_1, offset: 0, srvID: 04b677a7-9d35-459e-b056-2edd3e623920, blockid: BP-1857614799-10.240.0.33-1786515365695:blk_1073741828_1004, duration(ns): 2779008
2026-08-12 06:16:09,836 INFO  [PacketResponder: BP-1857614799-10.240.0.33-1786515365695:blk_1073741828_1004, type=LAST_IN_PIPELINE] datanode.DataNode (BlockReceiver.java:run(1512)) - PacketResponder: BP-1857614799-10.240.0.33-1786515365695:blk_1073741828_1004, type=LAST_IN_PIPELINE terminating
2026-08-12 06:16:09,839 INFO  [IPC Server handler 7 on default port 33721] hdfs.StateChange (FSNamesystem.java:completeFile(3104)) - DIR* completeFile: /id_pizza-pizza/200/.kudu-metadata.json is closed by DFSClient_NONMAPREDUCE_-1804647225_1
2026-08-12 06:16:09,840 INFO  [Listener at localhost/37333] backup.BackupIO (BackupIO.scala:writeTableMetadata(95)) - Writing metadata to hdfs://localhost:33721/id_pizza-pizza/400/.kudu-metadata.json
2026-08-12 06:16:09,842 INFO  [IPC Server handler 8 on default port 33721] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=create	src=/id_pizza-pizza/400/.kudu-metadata.json	dst=null	perm=slave:supergroup:rw-r--r--	proto=rpc
2026-08-12 06:16:09,845 INFO  [IPC Server handler 6 on default port 33721] hdfs.StateChange (FSDirWriteFileOp.java:logAllocatedBlock(802)) - BLOCK* allocate blk_1073741829_1005, replicas=127.0.0.1:35405 for /id_pizza-pizza/400/.kudu-metadata.json
2026-08-12 06:16:09,847 INFO  [DataXceiver for client DFSClient_NONMAPREDUCE_-1804647225_1 at /127.0.0.1:49910 [Receiving block BP-1857614799-10.240.0.33-1786515365695:blk_1073741829_1005]] datanode.DataNode (DataXceiver.java:writeBlock(747)) - Receiving BP-1857614799-10.240.0.33-1786515365695:blk_1073741829_1005 src: /127.0.0.1:49910 dest: /127.0.0.1:35405
2026-08-12 06:16:09,852 INFO  [PacketResponder: BP-1857614799-10.240.0.33-1786515365695:blk_1073741829_1005, type=LAST_IN_PIPELINE] DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1539)) - src: /127.0.0.1:49910, dest: /127.0.0.1:35405, bytes: 103, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1804647225_1, offset: 0, srvID: 04b677a7-9d35-459e-b056-2edd3e623920, blockid: BP-1857614799-10.240.0.33-1786515365695:blk_1073741829_1005, duration(ns): 3311307
2026-08-12 06:16:09,852 INFO  [PacketResponder: BP-1857614799-10.240.0.33-1786515365695:blk_1073741829_1005, type=LAST_IN_PIPELINE] datanode.DataNode (BlockReceiver.java:run(1512)) - PacketResponder: BP-1857614799-10.240.0.33-1786515365695:blk_1073741829_1005, type=LAST_IN_PIPELINE terminating
2026-08-12 06:16:09,854 INFO  [IPC Server handler 3 on default port 33721] hdfs.StateChange (FSNamesystem.java:completeFile(3104)) - DIR* completeFile: /id_pizza-pizza/400/.kudu-metadata.json is closed by DFSClient_NONMAPREDUCE_-1804647225_1
2026-08-12 06:16:09,855 INFO  [Listener at localhost/37333] backup.BackupIO (BackupIO.scala:writeTableMetadata(95)) - Writing metadata to hdfs://localhost:33721/id_pizza-pizza/600/.kudu-metadata.json
2026-08-12 06:16:09,857 INFO  [IPC Server handler 2 on default port 33721] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=create	src=/id_pizza-pizza/600/.kudu-metadata.json	dst=null	perm=slave:supergroup:rw-r--r--	proto=rpc
2026-08-12 06:16:09,860 INFO  [IPC Server handler 0 on default port 33721] hdfs.StateChange (FSDirWriteFileOp.java:logAllocatedBlock(802)) - BLOCK* allocate blk_1073741830_1006, replicas=127.0.0.1:35405 for /id_pizza-pizza/600/.kudu-metadata.json
2026-08-12 06:16:09,862 INFO  [DataXceiver for client DFSClient_NONMAPREDUCE_-1804647225_1 at /127.0.0.1:49926 [Receiving block BP-1857614799-10.240.0.33-1786515365695:blk_1073741830_1006]] datanode.DataNode (DataXceiver.java:writeBlock(747)) - Receiving BP-1857614799-10.240.0.33-1786515365695:blk_1073741830_1006 src: /127.0.0.1:49926 dest: /127.0.0.1:35405
2026-08-12 06:16:09,866 INFO  [PacketResponder: BP-1857614799-10.240.0.33-1786515365695:blk_1073741830_1006, type=LAST_IN_PIPELINE] DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1539)) - src: /127.0.0.1:49926, dest: /127.0.0.1:35405, bytes: 103, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1804647225_1, offset: 0, srvID: 04b677a7-9d35-459e-b056-2edd3e623920, blockid: BP-1857614799-10.240.0.33-1786515365695:blk_1073741830_1006, duration(ns): 2672242
2026-08-12 06:16:09,866 INFO  [PacketResponder: BP-1857614799-10.240.0.33-1786515365695:blk_1073741830_1006, type=LAST_IN_PIPELINE] datanode.DataNode (BlockReceiver.java:run(1512)) - PacketResponder: BP-1857614799-10.240.0.33-1786515365695:blk_1073741830_1006, type=LAST_IN_PIPELINE terminating
2026-08-12 06:16:09,868 INFO  [IPC Server handler 1 on default port 33721] hdfs.StateChange (FSNamesystem.java:completeFile(3104)) - DIR* completeFile: /id_pizza-pizza/600/.kudu-metadata.json is closed by DFSClient_NONMAPREDUCE_-1804647225_1
2026-08-12 06:16:10,371 INFO  [IPC Server handler 5 on default port 33721] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=getfileinfo	src=/	dst=null	perm=null	proto=rpc
2026-08-12 06:16:10,377 INFO  [IPC Server handler 7 on default port 33721] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=listStatus	src=/	dst=null	perm=null	proto=rpc
2026-08-12 06:16:10,386 INFO  [IPC Server handler 8 on default port 33721] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=listStatus	src=/id_pizza-pizza	dst=null	perm=null	proto=rpc
2026-08-12 06:16:10,389 INFO  [IPC Server handler 6 on default port 33721] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=getfileinfo	src=/id_pizza-pizza/200/.kudu-metadata.json	dst=null	perm=null	proto=rpc
2026-08-12 06:16:10,397 INFO  [IPC Server handler 9 on default port 33721] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=open	src=/id_pizza-pizza/200/.kudu-metadata.json	dst=null	perm=null	proto=rpc
2026-08-12 06:16:10,473 INFO  [IPC Server handler 3 on default port 33721] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=getfileinfo	src=/id_pizza-pizza/400/.kudu-metadata.json	dst=null	perm=null	proto=rpc
2026-08-12 06:16:10,475 INFO  [IPC Server handler 2 on default port 33721] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=open	src=/id_pizza-pizza/400/.kudu-metadata.json	dst=null	perm=null	proto=rpc
2026-08-12 06:16:10,482 INFO  [IPC Server handler 0 on default port 33721] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=getfileinfo	src=/id_pizza-pizza/600/.kudu-metadata.json	dst=null	perm=null	proto=rpc
2026-08-12 06:16:10,484 INFO  [IPC Server handler 4 on default port 33721] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=open	src=/id_pizza-pizza/600/.kudu-metadata.json	dst=null	perm=null	proto=rpc
2026-08-12 06:16:10,487 INFO  [Listener at localhost/37333] backup.BackupIO (BackupIO.scala:readTableBackups(236)) - Found 3 paths in hdfs://localhost:33721/id_pizza-pizza
2026-08-12 06:16:10,490 INFO  [IPC Server handler 1 on default port 33721] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=listStatus	src=/id_taco-taco	dst=null	perm=null	proto=rpc
2026-08-12 06:16:10,493 INFO  [IPC Server handler 5 on default port 33721] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=getfileinfo	src=/id_taco-taco/100/.kudu-metadata.json	dst=null	perm=null	proto=rpc
2026-08-12 06:16:10,494 INFO  [IPC Server handler 7 on default port 33721] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=open	src=/id_taco-taco/100/.kudu-metadata.json	dst=null	perm=null	proto=rpc
2026-08-12 06:16:10,499 INFO  [IPC Server handler 8 on default port 33721] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=getfileinfo	src=/id_taco-taco/1000/.kudu-metadata.json	dst=null	perm=null	proto=rpc
2026-08-12 06:16:10,500 INFO  [IPC Server handler 6 on default port 33721] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=open	src=/id_taco-taco/1000/.kudu-metadata.json	dst=null	perm=null	proto=rpc
2026-08-12 06:16:10,504 INFO  [IPC Server handler 9 on default port 33721] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=getfileinfo	src=/id_taco-taco/2000/.kudu-metadata.json	dst=null	perm=null	proto=rpc
2026-08-12 06:16:10,506 INFO  [IPC Server handler 3 on default port 33721] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=open	src=/id_taco-taco/2000/.kudu-metadata.json	dst=null	perm=null	proto=rpc
2026-08-12 06:16:10,508 INFO  [Listener at localhost/37333] backup.BackupIO (BackupIO.scala:readTableBackups(236)) - Found 3 paths in hdfs://localhost:33721/id_taco-taco
.2026-08-12 06:16:10,592 INFO  [Listener at localhost/37333] hdfs.MiniDFSCluster (MiniDFSCluster.java:<init>(529)) - starting cluster: numNameNodes=1, numDataNodes=1
2026-08-12 06:16:10,594 INFO  [Listener at localhost/37333] namenode.NameNode (NameNode.java:format(1249)) - Formatting using clusterid: testClusterID
2026-08-12 06:16:10,595 INFO  [Listener at localhost/37333] namenode.FSEditLog (FSEditLog.java:newInstance(229)) - Edit logging is async:true
2026-08-12 06:16:10,613 INFO  [Listener at localhost/37333] namenode.FSNamesystem (FSNamesystem.java:<init>(814)) - KeyProvider: null
2026-08-12 06:16:10,614 INFO  [Listener at localhost/37333] namenode.FSNamesystem (FSNamesystemLock.java:<init>(141)) - fsLock is fair: true
2026-08-12 06:16:10,614 INFO  [Listener at localhost/37333] namenode.FSNamesystem (FSNamesystemLock.java:<init>(159)) - Detailed lock hold time metrics enabled: false
2026-08-12 06:16:10,614 INFO  [Listener at localhost/37333] namenode.FSNamesystem (FSNamesystem.java:<init>(847)) - fsOwner                = slave (auth:SIMPLE)
2026-08-12 06:16:10,614 INFO  [Listener at localhost/37333] namenode.FSNamesystem (FSNamesystem.java:<init>(848)) - supergroup             = supergroup
2026-08-12 06:16:10,614 INFO  [Listener at localhost/37333] namenode.FSNamesystem (FSNamesystem.java:<init>(849)) - isPermissionEnabled    = true
2026-08-12 06:16:10,614 INFO  [Listener at localhost/37333] namenode.FSNamesystem (FSNamesystem.java:<init>(850)) - isStoragePolicyEnabled = true
2026-08-12 06:16:10,615 INFO  [Listener at localhost/37333] namenode.FSNamesystem (FSNamesystem.java:<init>(861)) - HA Enabled: false
2026-08-12 06:16:10,615 INFO  [Listener at localhost/37333] common.Util (Util.java:isDiskStatsEnabled(395)) - dfs.datanode.fileio.profiling.sampling.percentage set to 0. Disabling file IO profiling
2026-08-12 06:16:10,616 INFO  [Listener at localhost/37333] blockmanagement.DatanodeManager (DatanodeManager.java:<init>(334)) - dfs.block.invalidate.limit: configured=1000, counted=60, effected=1000
2026-08-12 06:16:10,616 INFO  [Listener at localhost/37333] blockmanagement.DatanodeManager (DatanodeManager.java:<init>(342)) - dfs.namenode.datanode.registration.ip-hostname-check=true
2026-08-12 06:16:10,616 INFO  [Listener at localhost/37333] blockmanagement.BlockManager (InvalidateBlocks.java:printBlockDeletionTime(77)) - dfs.namenode.startup.delay.block.deletion.sec is set to 000:00:00:00.000
2026-08-12 06:16:10,616 INFO  [Listener at localhost/37333] blockmanagement.BlockManager (InvalidateBlocks.java:printBlockDeletionTime(83)) - The block deletion will start around 2026 Aug 12 06:16:10
2026-08-12 06:16:10,617 INFO  [Listener at localhost/37333] util.GSet (LightWeightGSet.java:computeCapacity(395)) - Computing capacity for map BlocksMap
2026-08-12 06:16:10,617 INFO  [Listener at localhost/37333] util.GSet (LightWeightGSet.java:computeCapacity(396)) - VM type       = 64-bit
2026-08-12 06:16:10,617 INFO  [Listener at localhost/37333] util.GSet (LightWeightGSet.java:computeCapacity(397)) - 2.0% max memory 3.5 GB = 72.5 MB
2026-08-12 06:16:10,617 INFO  [Listener at localhost/37333] util.GSet (LightWeightGSet.java:computeCapacity(402)) - capacity      = 2^23 = 8388608 entries
2026-08-12 06:16:10,622 INFO  [Listener at localhost/37333] blockmanagement.BlockManager (BlockManager.java:createSPSManager(5447)) - Storage policy satisfier is disabled
2026-08-12 06:16:10,623 INFO  [Listener at localhost/37333] blockmanagement.BlockManager (BlockManager.java:createBlockTokenSecretManager(641)) - dfs.block.access.token.enable = false
2026-08-12 06:16:10,623 INFO  [Listener at localhost/37333] blockmanagement.BlockManagerSafeMode (BlockManagerSafeMode.java:<init>(160)) - dfs.namenode.safemode.threshold-pct = 0.999
2026-08-12 06:16:10,623 INFO  [Listener at localhost/37333] blockmanagement.BlockManagerSafeMode (BlockManagerSafeMode.java:<init>(161)) - dfs.namenode.safemode.min.datanodes = 0
2026-08-12 06:16:10,624 INFO  [Listener at localhost/37333] blockmanagement.BlockManagerSafeMode (BlockManagerSafeMode.java:<init>(163)) - dfs.namenode.safemode.extension = 0
2026-08-12 06:16:10,624 INFO  [Listener at localhost/37333] blockmanagement.BlockManager (BlockManager.java:<init>(627)) - defaultReplication         = 1
2026-08-12 06:16:10,624 INFO  [Listener at localhost/37333] blockmanagement.BlockManager (BlockManager.java:<init>(628)) - maxReplication             = 512
2026-08-12 06:16:10,624 INFO  [Listener at localhost/37333] blockmanagement.BlockManager (BlockManager.java:<init>(629)) - minReplication             = 1
2026-08-12 06:16:10,624 INFO  [Listener at localhost/37333] blockmanagement.BlockManager (BlockManager.java:<init>(630)) - maxReplicationStreams      = 2
2026-08-12 06:16:10,624 INFO  [Listener at localhost/37333] blockmanagement.BlockManager (BlockManager.java:<init>(631)) - redundancyRecheckInterval  = 3000ms
2026-08-12 06:16:10,624 INFO  [Listener at localhost/37333] blockmanagement.BlockManager (BlockManager.java:<init>(632)) - encryptDataTransfer        = false
2026-08-12 06:16:10,625 INFO  [Listener at localhost/37333] blockmanagement.BlockManager (BlockManager.java:<init>(633)) - maxNumBlocksToLog          = 1000
2026-08-12 06:16:10,625 INFO  [Listener at localhost/37333] util.GSet (LightWeightGSet.java:computeCapacity(395)) - Computing capacity for map INodeMap
2026-08-12 06:16:10,625 INFO  [Listener at localhost/37333] util.GSet (LightWeightGSet.java:computeCapacity(396)) - VM type       = 64-bit
2026-08-12 06:16:10,625 INFO  [Listener at localhost/37333] util.GSet (LightWeightGSet.java:computeCapacity(397)) - 1.0% max memory 3.5 GB = 36.2 MB
2026-08-12 06:16:10,626 INFO  [Listener at localhost/37333] util.GSet (LightWeightGSet.java:computeCapacity(402)) - capacity      = 2^22 = 4194304 entries
2026-08-12 06:16:10,662 INFO  [Listener at localhost/37333] namenode.FSDirectory (FSDirectory.java:<init>(335)) - ACLs enabled? true
2026-08-12 06:16:10,663 INFO  [Listener at localhost/37333] namenode.FSDirectory (FSDirectory.java:<init>(339)) - POSIX ACL inheritance enabled? true
2026-08-12 06:16:10,665 INFO  [Listener at localhost/37333] namenode.FSDirectory (FSDirectory.java:<init>(343)) - XAttrs enabled? true
2026-08-12 06:16:10,665 INFO  [Listener at localhost/37333] namenode.NameNode (FSDirectory.java:<init>(406)) - Caching file names occurring more than 10 times
2026-08-12 06:16:10,665 INFO  [Listener at localhost/37333] snapshot.SnapshotManager (SnapshotManager.java:<init>(124)) - Loaded config captureOpenFiles: false, skipCaptureAccessTimeOnlyChange: false, snapshotDiffAllowSnapRootDescendant: true, maxSnapshotLimit: 65536
2026-08-12 06:16:10,666 INFO  [Listener at localhost/37333] snapshot.SnapshotManager (DirectoryDiffListFactory.java:init(43)) - SkipList is disabled
2026-08-12 06:16:10,666 INFO  [Listener at localhost/37333] util.GSet (LightWeightGSet.java:computeCapacity(395)) - Computing capacity for map cachedBlocks
2026-08-12 06:16:10,666 INFO  [Listener at localhost/37333] util.GSet (LightWeightGSet.java:computeCapacity(396)) - VM type       = 64-bit
2026-08-12 06:16:10,666 INFO  [Listener at localhost/37333] util.GSet (LightWeightGSet.java:computeCapacity(397)) - 0.25% max memory 3.5 GB = 9.1 MB
2026-08-12 06:16:10,666 INFO  [Listener at localhost/37333] util.GSet (LightWeightGSet.java:computeCapacity(402)) - capacity      = 2^20 = 1048576 entries
2026-08-12 06:16:10,667 INFO  [Listener at localhost/37333] metrics.TopMetrics (TopMetrics.java:logConf(75)) - NNTop conf: dfs.namenode.top.window.num.buckets = 10
2026-08-12 06:16:10,668 INFO  [Listener at localhost/37333] metrics.TopMetrics (TopMetrics.java:logConf(77)) - NNTop conf: dfs.namenode.top.num.users = 10
2026-08-12 06:16:10,668 INFO  [Listener at localhost/37333] metrics.TopMetrics (TopMetrics.java:logConf(79)) - NNTop conf: dfs.namenode.top.windows.minutes = 1,5,25
2026-08-12 06:16:10,668 INFO  [Listener at localhost/37333] namenode.FSNamesystem (FSNamesystem.java:initRetryCache(1080)) - Retry cache on namenode is enabled
2026-08-12 06:16:10,668 INFO  [Listener at localhost/37333] namenode.FSNamesystem (FSNamesystem.java:initRetryCache(1088)) - Retry cache will use 0.03 of total heap and retry cache entry expiry time is 600000 millis
2026-08-12 06:16:10,668 INFO  [Listener at localhost/37333] util.GSet (LightWeightGSet.java:computeCapacity(395)) - Computing capacity for map NameNodeRetryCache
2026-08-12 06:16:10,668 INFO  [Listener at localhost/37333] util.GSet (LightWeightGSet.java:computeCapacity(396)) - VM type       = 64-bit
2026-08-12 06:16:10,669 INFO  [Listener at localhost/37333] util.GSet (LightWeightGSet.java:computeCapacity(397)) - 0.029999999329447746% max memory 3.5 GB = 1.1 MB
2026-08-12 06:16:10,669 INFO  [Listener at localhost/37333] util.GSet (LightWeightGSet.java:computeCapacity(402)) - capacity      = 2^17 = 131072 entries
2026-08-12 06:16:10,670 INFO  [Listener at localhost/37333] namenode.FSImage (FSImage.java:format(186)) - Allocated new BlockPoolId: BP-1765155545-10.240.0.33-1786515370670
2026-08-12 06:16:10,676 INFO  [Listener at localhost/37333] common.Storage (NNStorage.java:format(595)) - Storage directory /tmp/hdfs-test8528231394088581117/name-0-1 has been successfully formatted.
2026-08-12 06:16:10,681 INFO  [Listener at localhost/37333] common.Storage (NNStorage.java:format(595)) - Storage directory /tmp/hdfs-test8528231394088581117/name-0-2 has been successfully formatted.
2026-08-12 06:16:10,702 INFO  [FSImageSaver for /tmp/hdfs-test8528231394088581117/name-0-2 of type IMAGE_AND_EDITS] namenode.FSImageFormatProtobuf (FSImageFormatProtobuf.java:save(732)) - Saving image file /tmp/hdfs-test8528231394088581117/name-0-2/current/fsimage.ckpt_0000000000000000000 using no compression
2026-08-12 06:16:10,702 INFO  [FSImageSaver for /tmp/hdfs-test8528231394088581117/name-0-1 of type IMAGE_AND_EDITS] namenode.FSImageFormatProtobuf (FSImageFormatProtobuf.java:save(732)) - Saving image file /tmp/hdfs-test8528231394088581117/name-0-1/current/fsimage.ckpt_0000000000000000000 using no compression
2026-08-12 06:16:10,719 INFO  [FSImageSaver for /tmp/hdfs-test8528231394088581117/name-0-1 of type IMAGE_AND_EDITS] namenode.FSImageFormatProtobuf (FSImageFormatProtobuf.java:save(736)) - Image file /tmp/hdfs-test8528231394088581117/name-0-1/current/fsimage.ckpt_0000000000000000000 of size 418 bytes saved in 0 seconds .
2026-08-12 06:16:10,719 INFO  [FSImageSaver for /tmp/hdfs-test8528231394088581117/name-0-2 of type IMAGE_AND_EDITS] namenode.FSImageFormatProtobuf (FSImageFormatProtobuf.java:save(736)) - Image file /tmp/hdfs-test8528231394088581117/name-0-2/current/fsimage.ckpt_0000000000000000000 of size 418 bytes saved in 0 seconds .
2026-08-12 06:16:10,723 INFO  [Listener at localhost/37333] namenode.NNStorageRetentionManager (NNStorageRetentionManager.java:getImageTxIdToRetain(203)) - Going to retain 1 images with txid >= 0
2026-08-12 06:16:10,737 INFO  [Listener at localhost/37333] namenode.FSNamesystem (FSNamesystem.java:stopActiveServices(1427)) - Stopping services started for active state
2026-08-12 06:16:10,737 INFO  [Listener at localhost/37333] namenode.FSNamesystem (FSNamesystem.java:stopStandbyServices(1528)) - Stopping services started for standby state
2026-08-12 06:16:10,739 INFO  [Listener at localhost/37333] namenode.NameNode (NameNode.java:createNameNode(1707)) - createNameNode []
2026-08-12 06:16:10,739 INFO  [Listener at localhost/37333] impl.MetricsSystemImpl (MetricsSystemImpl.java:init(158)) - NameNode metrics system started (again)
2026-08-12 06:16:10,740 INFO  [Listener at localhost/37333] namenode.NameNodeUtils (NameNodeUtils.java:getClientNamenodeAddress(79)) - fs.defaultFS is hdfs://127.0.0.1:0
2026-08-12 06:16:10,763 INFO  [org.apache.hadoop.util.JvmPauseMonitor$Monitor@120d3fd] util.JvmPauseMonitor (JvmPauseMonitor.java:run(188)) - Starting JVM pause monitor
2026-08-12 06:16:10,763 INFO  [Listener at localhost/37333] hdfs.DFSUtil (DFSUtil.java:httpServerTemplateForNNAndJN(1668)) - Filter initializers set : org.apache.hadoop.http.lib.StaticUserWebFilter,org.apache.hadoop.hdfs.web.AuthFilterInitializer
2026-08-12 06:16:10,763 INFO  [Listener at localhost/37333] hdfs.DFSUtil (DFSUtil.java:httpServerTemplateForNNAndJN(1690)) - Starting Web-server for hdfs at: http://localhost:0
2026-08-12 06:16:10,767 INFO  [Listener at localhost/37333] server.AuthenticationFilter (AuthenticationFilter.java:constructSecretProvider(240)) - Unable to initialize FileSignerSecretProvider, falling back to use random secrets.
2026-08-12 06:16:10,767 INFO  [Listener at localhost/37333] http.HttpRequestLog (HttpRequestLog.java:getRequestLog(82)) - Http request log for http.requests.namenode is not defined
2026-08-12 06:16:10,769 INFO  [Listener at localhost/37333] http.HttpServer2 (HttpServer2.java:addGlobalFilter(1111)) - Added global filter 'safety' (class=org.apache.hadoop.http.HttpServer2$QuotingInputFilter)
2026-08-12 06:16:10,771 INFO  [Listener at localhost/37333] http.HttpServer2 (HttpServer2.java:addFilter(1084)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context hdfs
2026-08-12 06:16:10,771 INFO  [Listener at localhost/37333] http.HttpServer2 (HttpServer2.java:addFilter(1094)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context static
2026-08-12 06:16:10,773 INFO  [Listener at localhost/37333] http.HttpServer2 (HttpServer2.java:addFilter(1084)) - Added filter AuthFilter (class=org.apache.hadoop.hdfs.web.AuthFilter) to context hdfs
2026-08-12 06:16:10,773 INFO  [Listener at localhost/37333] http.HttpServer2 (HttpServer2.java:addFilter(1094)) - Added filter AuthFilter (class=org.apache.hadoop.hdfs.web.AuthFilter) to context static
2026-08-12 06:16:10,774 INFO  [Listener at localhost/37333] http.HttpServer2 (HttpServer2.java:addJerseyResourcePackage(938)) - addJerseyResourcePackage: packageName=org.apache.hadoop.hdfs.server.namenode.web.resources;org.apache.hadoop.hdfs.web.resources, pathSpec=/webhdfs/v1/*
2026-08-12 06:16:10,775 INFO  [Listener at localhost/37333] http.HttpServer2 (HttpServer2.java:bindListener(1332)) - Jetty bound to port 38927
2026-08-12 06:16:10,775 INFO  [Listener at localhost/37333] server.Server (Server.java:doStart(375)) - jetty-9.4.40.v20210413; built: 2021-04-13T20:42:42.668Z; git: b881a572662e1943a14ae12e7e1207989f218b74; jvm 1.8.0_362-8u372-ga~us1-0ubuntu1~18.04-b09
2026-08-12 06:16:10,777 INFO  [Listener at localhost/37333] server.session (DefaultSessionIdManager.java:doStart(334)) - DefaultSessionIdManager workerName=node0
2026-08-12 06:16:10,777 INFO  [Listener at localhost/37333] server.session (DefaultSessionIdManager.java:doStart(339)) - No SessionScavenger set, using defaults
2026-08-12 06:16:10,778 INFO  [Listener at localhost/37333] server.session (HouseKeeper.java:startScavenging(132)) - node0 Scavenging every 600000ms
2026-08-12 06:16:10,779 INFO  [Listener at localhost/37333] server.AuthenticationFilter (AuthenticationFilter.java:constructSecretProvider(240)) - Unable to initialize FileSignerSecretProvider, falling back to use random secrets.
2026-08-12 06:16:10,780 INFO  [Listener at localhost/37333] handler.ContextHandler (ContextHandler.java:doStart(916)) - Started o.e.j.s.ServletContextHandler@410ae5ac{static,/static,jar:file:/tmp/dist-test-tasksdsoI6/java/build/jars/hadoop-hdfs-3.3.1-tests.jar!/webapps/static,AVAILABLE}
2026-08-12 06:16:10,938 INFO  [Listener at localhost/37333] handler.ContextHandler (ContextHandler.java:doStart(916)) - Started o.e.j.w.WebAppContext@526b2f3e{hdfs,/,file:///tmp/jetty-localhost-38927-hadoop-hdfs-3_3_1-tests_jar-_-any-8420042135652329206/webapp/,AVAILABLE}{jar:file:/tmp/dist-test-tasksdsoI6/java/build/jars/hadoop-hdfs-3.3.1-tests.jar!/webapps/hdfs}
2026-08-12 06:16:10,940 INFO  [Listener at localhost/37333] server.AbstractConnector (AbstractConnector.java:doStart(331)) - Started ServerConnector@194d329e{HTTP/1.1, (http/1.1)}{localhost:38927}
2026-08-12 06:16:10,940 INFO  [Listener at localhost/37333] server.Server (Server.java:doStart(415)) - Started @6952ms
2026-08-12 06:16:10,941 INFO  [Listener at localhost/37333] namenode.FSEditLog (FSEditLog.java:newInstance(229)) - Edit logging is async:true
2026-08-12 06:16:10,953 INFO  [Listener at localhost/37333] namenode.FSNamesystem (FSNamesystem.java:<init>(814)) - KeyProvider: null
2026-08-12 06:16:10,953 INFO  [Listener at localhost/37333] namenode.FSNamesystem (FSNamesystemLock.java:<init>(141)) - fsLock is fair: true
2026-08-12 06:16:10,953 INFO  [Listener at localhost/37333] namenode.FSNamesystem (FSNamesystemLock.java:<init>(159)) - Detailed lock hold time metrics enabled: false
2026-08-12 06:16:10,953 INFO  [Listener at localhost/37333] namenode.FSNamesystem (FSNamesystem.java:<init>(847)) - fsOwner                = slave (auth:SIMPLE)
2026-08-12 06:16:10,953 INFO  [Listener at localhost/37333] namenode.FSNamesystem (FSNamesystem.java:<init>(848)) - supergroup             = supergroup
2026-08-12 06:16:10,953 INFO  [Listener at localhost/37333] namenode.FSNamesystem (FSNamesystem.java:<init>(849)) - isPermissionEnabled    = true
2026-08-12 06:16:10,954 INFO  [Listener at localhost/37333] namenode.FSNamesystem (FSNamesystem.java:<init>(850)) - isStoragePolicyEnabled = true
2026-08-12 06:16:10,954 INFO  [Listener at localhost/37333] namenode.FSNamesystem (FSNamesystem.java:<init>(861)) - HA Enabled: false
2026-08-12 06:16:10,954 INFO  [Listener at localhost/37333] common.Util (Util.java:isDiskStatsEnabled(395)) - dfs.datanode.fileio.profiling.sampling.percentage set to 0. Disabling file IO profiling
2026-08-12 06:16:10,954 INFO  [Listener at localhost/37333] blockmanagement.DatanodeManager (DatanodeManager.java:<init>(334)) - dfs.block.invalidate.limit: configured=1000, counted=60, effected=1000
2026-08-12 06:16:10,954 INFO  [Listener at localhost/37333] blockmanagement.DatanodeManager (DatanodeManager.java:<init>(342)) - dfs.namenode.datanode.registration.ip-hostname-check=true
2026-08-12 06:16:10,955 INFO  [Listener at localhost/37333] blockmanagement.BlockManager (InvalidateBlocks.java:printBlockDeletionTime(77)) - dfs.namenode.startup.delay.block.deletion.sec is set to 000:00:00:00.000
2026-08-12 06:16:10,955 INFO  [Listener at localhost/37333] blockmanagement.BlockManager (InvalidateBlocks.java:printBlockDeletionTime(83)) - The block deletion will start around 2026 Aug 12 06:16:10
2026-08-12 06:16:10,955 INFO  [Listener at localhost/37333] util.GSet (LightWeightGSet.java:computeCapacity(395)) - Computing capacity for map BlocksMap
2026-08-12 06:16:10,955 INFO  [Listener at localhost/37333] util.GSet (LightWeightGSet.java:computeCapacity(396)) - VM type       = 64-bit
2026-08-12 06:16:10,955 INFO  [Listener at localhost/37333] util.GSet (LightWeightGSet.java:computeCapacity(397)) - 2.0% max memory 3.5 GB = 72.5 MB
2026-08-12 06:16:10,955 INFO  [Listener at localhost/37333] util.GSet (LightWeightGSet.java:computeCapacity(402)) - capacity      = 2^23 = 8388608 entries
2026-08-12 06:16:10,996 INFO  [Listener at localhost/37333] blockmanagement.BlockManager (BlockManager.java:createSPSManager(5447)) - Storage policy satisfier is disabled
2026-08-12 06:16:10,998 INFO  [Listener at localhost/37333] blockmanagement.BlockManager (BlockManager.java:createBlockTokenSecretManager(641)) - dfs.block.access.token.enable = false
2026-08-12 06:16:10,998 INFO  [Listener at localhost/37333] blockmanagement.BlockManagerSafeMode (BlockManagerSafeMode.java:<init>(160)) - dfs.namenode.safemode.threshold-pct = 0.999
2026-08-12 06:16:10,998 INFO  [Listener at localhost/37333] blockmanagement.BlockManagerSafeMode (BlockManagerSafeMode.java:<init>(161)) - dfs.namenode.safemode.min.datanodes = 0
2026-08-12 06:16:10,998 INFO  [Listener at localhost/37333] blockmanagement.BlockManagerSafeMode (BlockManagerSafeMode.java:<init>(163)) - dfs.namenode.safemode.extension = 0
2026-08-12 06:16:10,998 INFO  [Listener at localhost/37333] blockmanagement.BlockManager (BlockManager.java:<init>(627)) - defaultReplication         = 1
2026-08-12 06:16:10,998 INFO  [Listener at localhost/37333] blockmanagement.BlockManager (BlockManager.java:<init>(628)) - maxReplication             = 512
2026-08-12 06:16:10,998 INFO  [Listener at localhost/37333] blockmanagement.BlockManager (BlockManager.java:<init>(629)) - minReplication             = 1
2026-08-12 06:16:10,998 INFO  [Listener at localhost/37333] blockmanagement.BlockManager (BlockManager.java:<init>(630)) - maxReplicationStreams      = 2
2026-08-12 06:16:10,999 INFO  [Listener at localhost/37333] blockmanagement.BlockManager (BlockManager.java:<init>(631)) - redundancyRecheckInterval  = 3000ms
2026-08-12 06:16:10,999 INFO  [Listener at localhost/37333] blockmanagement.BlockManager (BlockManager.java:<init>(632)) - encryptDataTransfer        = false
2026-08-12 06:16:10,999 INFO  [Listener at localhost/37333] blockmanagement.BlockManager (BlockManager.java:<init>(633)) - maxNumBlocksToLog          = 1000
2026-08-12 06:16:10,999 INFO  [Listener at localhost/37333] util.GSet (LightWeightGSet.java:computeCapacity(395)) - Computing capacity for map INodeMap
2026-08-12 06:16:10,999 INFO  [Listener at localhost/37333] util.GSet (LightWeightGSet.java:computeCapacity(396)) - VM type       = 64-bit
2026-08-12 06:16:10,999 INFO  [Listener at localhost/37333] util.GSet (LightWeightGSet.java:computeCapacity(397)) - 1.0% max memory 3.5 GB = 36.2 MB
2026-08-12 06:16:10,999 INFO  [Listener at localhost/37333] util.GSet (LightWeightGSet.java:computeCapacity(402)) - capacity      = 2^22 = 4194304 entries
2026-08-12 06:16:11,002 INFO  [Listener at localhost/37333] namenode.FSDirectory (FSDirectory.java:<init>(335)) - ACLs enabled? true
2026-08-12 06:16:11,002 INFO  [Listener at localhost/37333] namenode.FSDirectory (FSDirectory.java:<init>(339)) - POSIX ACL inheritance enabled? true
2026-08-12 06:16:11,002 INFO  [Listener at localhost/37333] namenode.FSDirectory (FSDirectory.java:<init>(343)) - XAttrs enabled? true
2026-08-12 06:16:11,002 INFO  [Listener at localhost/37333] namenode.NameNode (FSDirectory.java:<init>(406)) - Caching file names occurring more than 10 times
2026-08-12 06:16:11,002 INFO  [Listener at localhost/37333] snapshot.SnapshotManager (SnapshotManager.java:<init>(124)) - Loaded config captureOpenFiles: false, skipCaptureAccessTimeOnlyChange: false, snapshotDiffAllowSnapRootDescendant: true, maxSnapshotLimit: 65536
2026-08-12 06:16:11,003 INFO  [Listener at localhost/37333] snapshot.SnapshotManager (DirectoryDiffListFactory.java:init(43)) - SkipList is disabled
2026-08-12 06:16:11,003 INFO  [Listener at localhost/37333] util.GSet (LightWeightGSet.java:computeCapacity(395)) - Computing capacity for map cachedBlocks
2026-08-12 06:16:11,003 INFO  [Listener at localhost/37333] util.GSet (LightWeightGSet.java:computeCapacity(396)) - VM type       = 64-bit
2026-08-12 06:16:11,003 INFO  [Listener at localhost/37333] util.GSet (LightWeightGSet.java:computeCapacity(397)) - 0.25% max memory 3.5 GB = 9.1 MB
2026-08-12 06:16:11,003 INFO  [Listener at localhost/37333] util.GSet (LightWeightGSet.java:computeCapacity(402)) - capacity      = 2^20 = 1048576 entries
2026-08-12 06:16:11,004 INFO  [Listener at localhost/37333] metrics.TopMetrics (TopMetrics.java:logConf(75)) - NNTop conf: dfs.namenode.top.window.num.buckets = 10
2026-08-12 06:16:11,004 INFO  [Listener at localhost/37333] metrics.TopMetrics (TopMetrics.java:logConf(77)) - NNTop conf: dfs.namenode.top.num.users = 10
2026-08-12 06:16:11,004 INFO  [Listener at localhost/37333] metrics.TopMetrics (TopMetrics.java:logConf(79)) - NNTop conf: dfs.namenode.top.windows.minutes = 1,5,25
2026-08-12 06:16:11,004 INFO  [Listener at localhost/37333] namenode.FSNamesystem (FSNamesystem.java:initRetryCache(1080)) - Retry cache on namenode is enabled
2026-08-12 06:16:11,004 INFO  [Listener at localhost/37333] namenode.FSNamesystem (FSNamesystem.java:initRetryCache(1088)) - Retry cache will use 0.03 of total heap and retry cache entry expiry time is 600000 millis
2026-08-12 06:16:11,004 INFO  [Listener at localhost/37333] util.GSet (LightWeightGSet.java:computeCapacity(395)) - Computing capacity for map NameNodeRetryCache
2026-08-12 06:16:11,005 INFO  [Listener at localhost/37333] util.GSet (LightWeightGSet.java:computeCapacity(396)) - VM type       = 64-bit
2026-08-12 06:16:11,005 INFO  [Listener at localhost/37333] util.GSet (LightWeightGSet.java:computeCapacity(397)) - 0.029999999329447746% max memory 3.5 GB = 1.1 MB
2026-08-12 06:16:11,005 INFO  [Listener at localhost/37333] util.GSet (LightWeightGSet.java:computeCapacity(402)) - capacity      = 2^17 = 131072 entries
2026-08-12 06:16:11,008 INFO  [Listener at localhost/37333] common.Storage (Storage.java:tryLock(948)) - Lock on /tmp/hdfs-test8528231394088581117/name-0-1/in_use.lock acquired by nodename 4984@dist-test-slave-42z9.c.gcp-upstream.internal
2026-08-12 06:16:11,011 INFO  [Listener at localhost/37333] common.Storage (Storage.java:tryLock(948)) - Lock on /tmp/hdfs-test8528231394088581117/name-0-2/in_use.lock acquired by nodename 4984@dist-test-slave-42z9.c.gcp-upstream.internal
2026-08-12 06:16:11,012 INFO  [Listener at localhost/37333] namenode.FileJournalManager (FileJournalManager.java:recoverUnfinalizedSegments(428)) - Recovering unfinalized segments in /tmp/hdfs-test8528231394088581117/name-0-1/current
2026-08-12 06:16:11,012 INFO  [Listener at localhost/37333] namenode.FileJournalManager (FileJournalManager.java:recoverUnfinalizedSegments(428)) - Recovering unfinalized segments in /tmp/hdfs-test8528231394088581117/name-0-2/current
2026-08-12 06:16:11,012 INFO  [Listener at localhost/37333] namenode.FSImage (FSImage.java:loadFSImage(734)) - No edit log streams selected.
2026-08-12 06:16:11,012 INFO  [Listener at localhost/37333] namenode.FSImage (FSImage.java:loadFSImageFile(800)) - Planning to load image: FSImageFile(file=/tmp/hdfs-test8528231394088581117/name-0-1/current/fsimage_0000000000000000000, cpktTxId=0000000000000000000)
2026-08-12 06:16:11,014 INFO  [Listener at localhost/37333] namenode.FSImageFormatPBINode (FSImageFormatPBINode.java:loadINodeSectionHeader(413)) - Loading 1 INodes.
2026-08-12 06:16:11,015 INFO  [Listener at localhost/37333] namenode.FSImageFormatPBINode (FSImageFormatPBINode.java:loadINodeSection(371)) - Successfully loaded 1 inodes
2026-08-12 06:16:11,015 INFO  [Listener at localhost/37333] namenode.FSImageFormatPBINode (FSImageFormatPBINode.java:waitBlocksMapAndNameCacheUpdateFinished(344)) - Completed update blocks map and name cache, total waiting duration 0ms.
2026-08-12 06:16:11,015 INFO  [Listener at localhost/37333] namenode.FSImageFormatProtobuf (FSImageFormatProtobuf.java:load(255)) - Loaded FSImage in 0 seconds.
2026-08-12 06:16:11,016 INFO  [Listener at localhost/37333] namenode.FSImage (FSImage.java:loadFSImage(978)) - Loaded image for txid 0 from /tmp/hdfs-test8528231394088581117/name-0-1/current/fsimage_0000000000000000000
2026-08-12 06:16:11,016 INFO  [Listener at localhost/37333] namenode.FSNamesystem (FSNamesystem.java:loadFSImage(1202)) - Need to save fs image? false (staleImage=false, haEnabled=false, isRollingUpgrade=false)
2026-08-12 06:16:11,016 INFO  [Listener at localhost/37333] namenode.FSEditLog (FSEditLog.java:startLogSegment(1391)) - Starting log segment at 1
2026-08-12 06:16:11,024 INFO  [Listener at localhost/37333] namenode.NameCache (NameCache.java:initialized(143)) - initialized with 0 entries 0 lookups
2026-08-12 06:16:11,024 INFO  [Listener at localhost/37333] namenode.FSNamesystem (FSNamesystem.java:loadFromDisk(786)) - Finished loading FSImage in 19 msecs
2026-08-12 06:16:11,024 INFO  [Listener at localhost/37333] namenode.NameNode (NameNodeRpcServer.java:<init>(454)) - RPC server is binding to localhost:0
2026-08-12 06:16:11,025 INFO  [Listener at localhost/37333] namenode.NameNode (NameNodeRpcServer.java:<init>(459)) - Enable NameNode state context:false
2026-08-12 06:16:11,025 INFO  [Listener at localhost/37333] ipc.CallQueueManager (CallQueueManager.java:<init>(90)) - Using callQueue: class java.util.concurrent.LinkedBlockingQueue, queueCapacity: 1000, scheduler: class org.apache.hadoop.ipc.DefaultRpcScheduler, ipcBackoff: false.
2026-08-12 06:16:11,026 INFO  [Socket Reader #1 for port 0] ipc.Server (Server.java:run(1265)) - Starting Socket Reader #1 for port 0
2026-08-12 06:16:11,029 INFO  [Listener at localhost/36033] namenode.NameNode (NameNode.java:initialize(776)) - Clients are to use localhost:36033 to access this namenode/service.
2026-08-12 06:16:11,029 INFO  [Listener at localhost/36033] namenode.FSNamesystem (FSNamesystem.java:registerMBean(5444)) - Registered FSNamesystemState, ReplicatedBlocksState and ECBlockGroupsState MBeans.
2026-08-12 06:16:11,040 INFO  [Listener at localhost/36033] namenode.LeaseManager (LeaseManager.java:getNumUnderConstructionBlocks(166)) - Number of blocks under construction: 0
2026-08-12 06:16:11,040 INFO  [Listener at localhost/36033] blockmanagement.DatanodeAdminDefaultMonitor (DatanodeAdminDefaultMonitor.java:processConf(116)) - Initialized the Default Decommission and Maintenance monitor
2026-08-12 06:16:11,042 INFO  [Listener at localhost/36033] blockmanagement.BlockManager (BlockManager.java:initializeReplQueues(5187)) - initializing replication queues
2026-08-12 06:16:11,042 INFO  [Listener at localhost/36033] hdfs.StateChange (BlockManagerSafeMode.java:leaveSafeMode(399)) - STATE* Leaving safe mode after 0 secs
2026-08-12 06:16:11,042 INFO  [Listener at localhost/36033] hdfs.StateChange (BlockManagerSafeMode.java:leaveSafeMode(405)) - STATE* Network topology has 0 racks and 0 datanodes
2026-08-12 06:16:11,042 INFO  [Listener at localhost/36033] hdfs.StateChange (BlockManagerSafeMode.java:leaveSafeMode(407)) - STATE* UnderReplicatedBlocks has 0 blocks
2026-08-12 06:16:11,052 INFO  [Reconstruction Queue Initializer] blockmanagement.BlockManager (BlockManager.java:processMisReplicatesAsync(3728)) - Total number of blocks            = 0
2026-08-12 06:16:11,052 INFO  [Reconstruction Queue Initializer] blockmanagement.BlockManager (BlockManager.java:processMisReplicatesAsync(3729)) - Number of invalid blocks          = 0
2026-08-12 06:16:11,052 INFO  [Reconstruction Queue Initializer] blockmanagement.BlockManager (BlockManager.java:processMisReplicatesAsync(3730)) - Number of under-replicated blocks = 0
2026-08-12 06:16:11,052 INFO  [Reconstruction Queue Initializer] blockmanagement.BlockManager (BlockManager.java:processMisReplicatesAsync(3731)) - Number of  over-replicated blocks = 0
2026-08-12 06:16:11,052 INFO  [Reconstruction Queue Initializer] blockmanagement.BlockManager (BlockManager.java:processMisReplicatesAsync(3733)) - Number of blocks being written    = 0
2026-08-12 06:16:11,052 INFO  [Reconstruction Queue Initializer] hdfs.StateChange (BlockManager.java:processMisReplicatesAsync(3736)) - STATE* Replication Queue initialization scan for invalid, over- and under-replicated blocks completed in 10 msec
2026-08-12 06:16:11,054 INFO  [IPC Server Responder] ipc.Server (Server.java:run(1507)) - IPC Server Responder: starting
2026-08-12 06:16:11,055 INFO  [IPC Server listener on 0] ipc.Server (Server.java:run(1344)) - IPC Server listener on 0: starting
2026-08-12 06:16:11,059 INFO  [Listener at localhost/36033] namenode.NameNode (NameNode.java:startCommonServices(893)) - NameNode RPC up at: localhost/127.0.0.1:36033
2026-08-12 06:16:11,060 INFO  [Listener at localhost/36033] namenode.FSNamesystem (FSNamesystem.java:startActiveServices(1314)) - Starting services required for active state
2026-08-12 06:16:11,060 INFO  [Listener at localhost/36033] namenode.FSDirectory (FSDirectory.java:updateCountForQuota(840)) - Initializing quota with 12 thread(s)
2026-08-12 06:16:11,060 INFO  [Listener at localhost/36033] namenode.FSDirectory (FSDirectory.java:updateCountForQuota(849)) - Quota initialization completed in 1 milliseconds
name space=1
storage space=0
storage types=RAM_DISK=0, SSD=0, DISK=0, ARCHIVE=0, PROVIDED=0
2026-08-12 06:16:11,062 INFO  [CacheReplicationMonitor(814464609)] blockmanagement.CacheReplicationMonitor (CacheReplicationMonitor.java:run(160)) - Starting CacheReplicationMonitor with interval 30000 milliseconds
2026-08-12 06:16:11,065 INFO  [Listener at localhost/36033] hdfs.MiniDFSCluster (MiniDFSCluster.java:startDataNodes(1697)) - Starting DataNode 0 with dfs.datanode.data.dir: [DISK]file:/tmp/hdfs-test8528231394088581117/data/data1,[DISK]file:/tmp/hdfs-test8528231394088581117/data/data2
2026-08-12 06:16:11,066 INFO  [Listener at localhost/36033] checker.ThrottledAsyncChecker (ThrottledAsyncChecker.java:schedule(137)) - Scheduling a check for [DISK]file:/tmp/hdfs-test8528231394088581117/data/data1
2026-08-12 06:16:11,067 INFO  [Listener at localhost/36033] checker.ThrottledAsyncChecker (ThrottledAsyncChecker.java:schedule(137)) - Scheduling a check for [DISK]file:/tmp/hdfs-test8528231394088581117/data/data2
2026-08-12 06:16:11,084 INFO  [Listener at localhost/36033] impl.MetricsSystemImpl (MetricsSystemImpl.java:init(158)) - DataNode metrics system started (again)
2026-08-12 06:16:11,084 INFO  [Listener at localhost/36033] common.Util (Util.java:isDiskStatsEnabled(395)) - dfs.datanode.fileio.profiling.sampling.percentage set to 0. Disabling file IO profiling
2026-08-12 06:16:11,084 INFO  [Listener at localhost/36033] datanode.BlockScanner (BlockScanner.java:<init>(201)) - Initialized block scanner with targetBytesPerSec 1048576
2026-08-12 06:16:11,085 INFO  [Listener at localhost/36033] datanode.DataNode (DataNode.java:<init>(512)) - Configured hostname is 127.0.0.1
2026-08-12 06:16:11,085 INFO  [Listener at localhost/36033] common.Util (Util.java:isDiskStatsEnabled(395)) - dfs.datanode.fileio.profiling.sampling.percentage set to 0. Disabling file IO profiling
2026-08-12 06:16:11,085 INFO  [Listener at localhost/36033] datanode.DataNode (DataNode.java:startDataNode(1408)) - Starting DataNode with maxLockedMemory = 0
2026-08-12 06:16:11,086 INFO  [Listener at localhost/36033] datanode.DataNode (DataNode.java:initDataXceiver(1171)) - Opened streaming server at /127.0.0.1:35499
2026-08-12 06:16:11,086 INFO  [Listener at localhost/36033] datanode.DataNode (DataXceiverServer.java:<init>(94)) - Balancing bandwidth is 104857600 bytes/s
2026-08-12 06:16:11,086 INFO  [Listener at localhost/36033] datanode.DataNode (DataXceiverServer.java:<init>(95)) - Number threads for balancing is 100
2026-08-12 06:16:11,088 INFO  [Listener at localhost/36033] server.AuthenticationFilter (AuthenticationFilter.java:constructSecretProvider(240)) - Unable to initialize FileSignerSecretProvider, falling back to use random secrets.
2026-08-12 06:16:11,089 INFO  [Listener at localhost/36033] http.HttpRequestLog (HttpRequestLog.java:getRequestLog(82)) - Http request log for http.requests.datanode is not defined
2026-08-12 06:16:11,090 INFO  [Listener at localhost/36033] http.HttpServer2 (HttpServer2.java:addGlobalFilter(1111)) - Added global filter 'safety' (class=org.apache.hadoop.http.HttpServer2$QuotingInputFilter)
2026-08-12 06:16:11,091 INFO  [Listener at localhost/36033] http.HttpServer2 (HttpServer2.java:addFilter(1084)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context datanode
2026-08-12 06:16:11,091 INFO  [Listener at localhost/36033] http.HttpServer2 (HttpServer2.java:addFilter(1094)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context static
2026-08-12 06:16:11,092 INFO  [Listener at localhost/36033] http.HttpServer2 (HttpServer2.java:bindListener(1332)) - Jetty bound to port 36517
2026-08-12 06:16:11,092 INFO  [Listener at localhost/36033] server.Server (Server.java:doStart(375)) - jetty-9.4.40.v20210413; built: 2021-04-13T20:42:42.668Z; git: b881a572662e1943a14ae12e7e1207989f218b74; jvm 1.8.0_362-8u372-ga~us1-0ubuntu1~18.04-b09
2026-08-12 06:16:11,093 INFO  [Listener at localhost/36033] server.session (DefaultSessionIdManager.java:doStart(334)) - DefaultSessionIdManager workerName=node0
2026-08-12 06:16:11,094 INFO  [Listener at localhost/36033] server.session (DefaultSessionIdManager.java:doStart(339)) - No SessionScavenger set, using defaults
2026-08-12 06:16:11,094 INFO  [Listener at localhost/36033] server.session (HouseKeeper.java:startScavenging(132)) - node0 Scavenging every 660000ms
2026-08-12 06:16:11,095 INFO  [Listener at localhost/36033] handler.ContextHandler (ContextHandler.java:doStart(916)) - Started o.e.j.s.ServletContextHandler@7bac686b{static,/static,jar:file:/tmp/dist-test-tasksdsoI6/java/build/jars/hadoop-hdfs-3.3.1-tests.jar!/webapps/static,AVAILABLE}
2026-08-12 06:16:11,245 INFO  [Listener at localhost/36033] handler.ContextHandler (ContextHandler.java:doStart(916)) - Started o.e.j.w.WebAppContext@6d074b14{datanode,/,file:///tmp/jetty-localhost-36517-hadoop-hdfs-3_3_1-tests_jar-_-any-6661696915024457439/webapp/,AVAILABLE}{jar:file:/tmp/dist-test-tasksdsoI6/java/build/jars/hadoop-hdfs-3.3.1-tests.jar!/webapps/datanode}
2026-08-12 06:16:11,246 INFO  [Listener at localhost/36033] server.AbstractConnector (AbstractConnector.java:doStart(331)) - Started ServerConnector@2121d1f9{HTTP/1.1, (http/1.1)}{localhost:36517}
2026-08-12 06:16:11,246 INFO  [Listener at localhost/36033] server.Server (Server.java:doStart(415)) - Started @7258ms
2026-08-12 06:16:11,248 WARN  [Listener at localhost/36033] web.DatanodeHttpServer (RestCsrfPreventionFilterHandler.java:<init>(75)) - Got null for restCsrfPreventionFilter - will not do any filtering.
2026-08-12 06:16:11,250 INFO  [Listener at localhost/36033] web.DatanodeHttpServer (DatanodeHttpServer.java:start(322)) - Listening HTTP traffic on /127.0.0.1:43627
2026-08-12 06:16:11,251 INFO  [Listener at localhost/36033] datanode.DataNode (DataNode.java:startDataNode(1436)) - dnUserName = slave
2026-08-12 06:16:11,251 INFO  [org.apache.hadoop.util.JvmPauseMonitor$Monitor@7af3874e] util.JvmPauseMonitor (JvmPauseMonitor.java:run(188)) - Starting JVM pause monitor
2026-08-12 06:16:11,251 INFO  [Listener at localhost/36033] datanode.DataNode (DataNode.java:startDataNode(1437)) - supergroup = supergroup
2026-08-12 06:16:11,251 INFO  [Listener at localhost/36033] ipc.CallQueueManager (CallQueueManager.java:<init>(90)) - Using callQueue: class java.util.concurrent.LinkedBlockingQueue, queueCapacity: 1000, scheduler: class org.apache.hadoop.ipc.DefaultRpcScheduler, ipcBackoff: false.
2026-08-12 06:16:11,252 INFO  [Socket Reader #1 for port 0] ipc.Server (Server.java:run(1265)) - Starting Socket Reader #1 for port 0
2026-08-12 06:16:11,256 INFO  [Listener at localhost/33497] datanode.DataNode (DataNode.java:initIpcServer(1057)) - Opened IPC server at /127.0.0.1:33497
2026-08-12 06:16:11,529 INFO  [Listener at localhost/33497] datanode.DataNode (BlockPoolManager.java:refreshNamenodes(149)) - Refresh request received for nameservices: null
2026-08-12 06:16:11,529 INFO  [Listener at localhost/33497] datanode.DataNode (BlockPoolManager.java:doRefreshNamenodes(210)) - Starting BPOfferServices for nameservices: <default>
2026-08-12 06:16:11,530 INFO  [Thread-175] datanode.DataNode (BPServiceActor.java:run(847)) - Block pool <registering> (Datanode Uuid unassigned) service to localhost/127.0.0.1:36033 starting to offer service
2026-08-12 06:16:11,535 INFO  [IPC Server Responder] ipc.Server (Server.java:run(1507)) - IPC Server Responder: starting
2026-08-12 06:16:11,536 INFO  [IPC Server listener on 0] ipc.Server (Server.java:run(1344)) - IPC Server listener on 0: starting
2026-08-12 06:16:11,540 INFO  [Thread-175] datanode.DataNode (BPOfferService.java:verifyAndSetNamespaceInfo(381)) - Acknowledging ACTIVE Namenode during handshakeBlock pool <registering> (Datanode Uuid unassigned) service to localhost/127.0.0.1:36033
2026-08-12 06:16:11,541 INFO  [Thread-175] common.Storage (DataStorage.java:getParallelVolumeLoadThreadsNum(356)) - Using 2 threads to upgrade data directories (dfs.datanode.parallel.volumes.load.threads.num=2, dataDirs=2)
2026-08-12 06:16:11,543 INFO  [IPC Server handler 1 on default port 36033] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=datanodeReport	src=null	dst=null	perm=null	proto=rpc
2026-08-12 06:16:11,543 INFO  [Thread-175] common.Storage (Storage.java:tryLock(948)) - Lock on /tmp/hdfs-test8528231394088581117/data/data1/in_use.lock acquired by nodename 4984@dist-test-slave-42z9.c.gcp-upstream.internal
2026-08-12 06:16:11,544 INFO  [Thread-175] common.Storage (DataStorage.java:loadStorageDirectory(284)) - Storage directory with location [DISK]file:/tmp/hdfs-test8528231394088581117/data/data1 is not formatted for namespace 1301109850. Formatting...
2026-08-12 06:16:11,545 INFO  [Listener at localhost/33497] hdfs.MiniDFSCluster (MiniDFSCluster.java:shouldWait(2823)) - dnInfo.length != numDataNodes
2026-08-12 06:16:11,545 INFO  [Listener at localhost/33497] hdfs.MiniDFSCluster (MiniDFSCluster.java:waitActive(2744)) - Waiting for cluster to become active
2026-08-12 06:16:11,545 INFO  [Thread-175] common.Storage (DataStorage.java:createStorageID(160)) - Generated new storageID DS-8f5bb79e-e22f-43a0-ac08-0b0beaf3a7ef for directory /tmp/hdfs-test8528231394088581117/data/data1 
2026-08-12 06:16:11,550 INFO  [Thread-175] common.Storage (Storage.java:tryLock(948)) - Lock on /tmp/hdfs-test8528231394088581117/data/data2/in_use.lock acquired by nodename 4984@dist-test-slave-42z9.c.gcp-upstream.internal
2026-08-12 06:16:11,551 INFO  [Thread-175] common.Storage (DataStorage.java:loadStorageDirectory(284)) - Storage directory with location [DISK]file:/tmp/hdfs-test8528231394088581117/data/data2 is not formatted for namespace 1301109850. Formatting...
2026-08-12 06:16:11,551 INFO  [Thread-175] common.Storage (DataStorage.java:createStorageID(160)) - Generated new storageID DS-96083cb2-9800-4f23-b910-0464874138e7 for directory /tmp/hdfs-test8528231394088581117/data/data2 
2026-08-12 06:16:11,570 INFO  [Thread-175] common.Storage (BlockPoolSliceStorage.java:recoverTransitionRead(256)) - Analyzing storage directories for bpid BP-1765155545-10.240.0.33-1786515370670
2026-08-12 06:16:11,570 INFO  [Thread-175] common.Storage (Storage.java:lock(907)) - Locking is disabled for /tmp/hdfs-test8528231394088581117/data/data1/current/BP-1765155545-10.240.0.33-1786515370670
2026-08-12 06:16:11,570 INFO  [Thread-175] common.Storage (BlockPoolSliceStorage.java:loadStorageDirectory(169)) - Block pool storage directory for location [DISK]file:/tmp/hdfs-test8528231394088581117/data/data1 and block pool id BP-1765155545-10.240.0.33-1786515370670 is not formatted. Formatting ...
2026-08-12 06:16:11,571 INFO  [Thread-175] common.Storage (BlockPoolSliceStorage.java:format(285)) - Formatting block pool BP-1765155545-10.240.0.33-1786515370670 directory /tmp/hdfs-test8528231394088581117/data/data1/current/BP-1765155545-10.240.0.33-1786515370670/current
2026-08-12 06:16:11,591 INFO  [Thread-175] common.Storage (BlockPoolSliceStorage.java:recoverTransitionRead(256)) - Analyzing storage directories for bpid BP-1765155545-10.240.0.33-1786515370670
2026-08-12 06:16:11,591 INFO  [Thread-175] common.Storage (Storage.java:lock(907)) - Locking is disabled for /tmp/hdfs-test8528231394088581117/data/data2/current/BP-1765155545-10.240.0.33-1786515370670
2026-08-12 06:16:11,591 INFO  [Thread-175] common.Storage (BlockPoolSliceStorage.java:loadStorageDirectory(169)) - Block pool storage directory for location [DISK]file:/tmp/hdfs-test8528231394088581117/data/data2 and block pool id BP-1765155545-10.240.0.33-1786515370670 is not formatted. Formatting ...
2026-08-12 06:16:11,591 INFO  [Thread-175] common.Storage (BlockPoolSliceStorage.java:format(285)) - Formatting block pool BP-1765155545-10.240.0.33-1786515370670 directory /tmp/hdfs-test8528231394088581117/data/data2/current/BP-1765155545-10.240.0.33-1786515370670/current
2026-08-12 06:16:11,596 INFO  [Thread-175] datanode.DataNode (DataNode.java:initStorage(1756)) - Setting up storage: nsid=1301109850;bpid=BP-1765155545-10.240.0.33-1786515370670;lv=-57;nsInfo=lv=-66;cid=testClusterID;nsid=1301109850;c=1786515370670;bpid=BP-1765155545-10.240.0.33-1786515370670;dnuuid=null
2026-08-12 06:16:11,599 INFO  [Thread-175] datanode.DataNode (DataNode.java:checkDatanodeUuid(1554)) - Generated and persisted new Datanode UUID 01ba9340-d607-4332-8147-069fe837b506
2026-08-12 06:16:11,599 INFO  [Thread-175] impl.FsDatasetImpl (FsDatasetImpl.java:<init>(310)) - The datanode lock is a read write lock
2026-08-12 06:16:11,601 INFO  [Thread-175] impl.FsDatasetImpl (FsVolumeList.java:addVolume(304)) - Added new volume: DS-8f5bb79e-e22f-43a0-ac08-0b0beaf3a7ef
2026-08-12 06:16:11,601 INFO  [Thread-175] impl.FsDatasetImpl (FsDatasetImpl.java:addVolume(493)) - Added volume - [DISK]file:/tmp/hdfs-test8528231394088581117/data/data1, StorageType: DISK
2026-08-12 06:16:11,603 INFO  [Thread-175] impl.FsDatasetImpl (FsVolumeList.java:addVolume(304)) - Added new volume: DS-96083cb2-9800-4f23-b910-0464874138e7
2026-08-12 06:16:11,603 INFO  [Thread-175] impl.FsDatasetImpl (FsDatasetImpl.java:addVolume(493)) - Added volume - [DISK]file:/tmp/hdfs-test8528231394088581117/data/data2, StorageType: DISK
2026-08-12 06:16:11,604 INFO  [Thread-175] impl.MemoryMappableBlockLoader (MemoryMappableBlockLoader.java:initialize(48)) - Initializing cache loader: MemoryMappableBlockLoader.
2026-08-12 06:16:11,604 INFO  [Thread-175] impl.FsDatasetImpl (FsDatasetImpl.java:registerMBean(2343)) - Registered FSDatasetState MBean
2026-08-12 06:16:11,605 INFO  [Thread-175] impl.FsDatasetImpl (FsDatasetImpl.java:addBlockPool(2856)) - Adding block pool BP-1765155545-10.240.0.33-1786515370670
2026-08-12 06:16:11,606 INFO  [Thread-192] impl.FsDatasetImpl (FsVolumeList.java:run(406)) - Scanning block pool BP-1765155545-10.240.0.33-1786515370670 on volume /tmp/hdfs-test8528231394088581117/data/data1...
2026-08-12 06:16:11,606 INFO  [Thread-193] impl.FsDatasetImpl (FsVolumeList.java:run(406)) - Scanning block pool BP-1765155545-10.240.0.33-1786515370670 on volume /tmp/hdfs-test8528231394088581117/data/data2...
2026-08-12 06:16:11,630 INFO  [Thread-193] impl.FsDatasetImpl (FsVolumeList.java:run(411)) - Time taken to scan block pool BP-1765155545-10.240.0.33-1786515370670 on /tmp/hdfs-test8528231394088581117/data/data2: 24ms
2026-08-12 06:16:11,634 INFO  [Thread-192] impl.FsDatasetImpl (FsVolumeList.java:run(411)) - Time taken to scan block pool BP-1765155545-10.240.0.33-1786515370670 on /tmp/hdfs-test8528231394088581117/data/data1: 29ms
2026-08-12 06:16:11,634 INFO  [Thread-175] impl.FsDatasetImpl (FsVolumeList.java:addBlockPool(431)) - Total time to scan all replicas for block pool BP-1765155545-10.240.0.33-1786515370670: 29ms
2026-08-12 06:16:11,635 INFO  [Thread-196] impl.FsDatasetImpl (FsVolumeList.java:run(199)) - Adding replicas to map for block pool BP-1765155545-10.240.0.33-1786515370670 on volume /tmp/hdfs-test8528231394088581117/data/data1...
2026-08-12 06:16:11,635 INFO  [Thread-197] impl.FsDatasetImpl (FsVolumeList.java:run(199)) - Adding replicas to map for block pool BP-1765155545-10.240.0.33-1786515370670 on volume /tmp/hdfs-test8528231394088581117/data/data2...
2026-08-12 06:16:11,635 INFO  [Thread-196] impl.BlockPoolSlice (BlockPoolSlice.java:readReplicasFromCache(902)) - Replica Cache file: /tmp/hdfs-test8528231394088581117/data/data1/current/BP-1765155545-10.240.0.33-1786515370670/current/replicas doesn't exist 
2026-08-12 06:16:11,635 INFO  [Thread-197] impl.BlockPoolSlice (BlockPoolSlice.java:readReplicasFromCache(902)) - Replica Cache file: /tmp/hdfs-test8528231394088581117/data/data2/current/BP-1765155545-10.240.0.33-1786515370670/current/replicas doesn't exist 
2026-08-12 06:16:11,635 INFO  [Thread-196] impl.FsDatasetImpl (FsVolumeList.java:run(204)) - Time to add replicas to map for block pool BP-1765155545-10.240.0.33-1786515370670 on volume /tmp/hdfs-test8528231394088581117/data/data1: 0ms
2026-08-12 06:16:11,635 INFO  [Thread-197] impl.FsDatasetImpl (FsVolumeList.java:run(204)) - Time to add replicas to map for block pool BP-1765155545-10.240.0.33-1786515370670 on volume /tmp/hdfs-test8528231394088581117/data/data2: 0ms
2026-08-12 06:16:11,636 INFO  [Thread-175] impl.FsDatasetImpl (FsVolumeList.java:getAllVolumesMap(225)) - Total time to add all replicas to map for block pool BP-1765155545-10.240.0.33-1786515370670: 1ms
2026-08-12 06:16:11,636 INFO  [Thread-175] checker.ThrottledAsyncChecker (ThrottledAsyncChecker.java:schedule(137)) - Scheduling a check for /tmp/hdfs-test8528231394088581117/data/data1
2026-08-12 06:16:11,636 INFO  [Thread-175] checker.DatasetVolumeChecker (DatasetVolumeChecker.java:checkAllVolumes(224)) - Scheduled health check for volume /tmp/hdfs-test8528231394088581117/data/data1
2026-08-12 06:16:11,637 INFO  [Thread-175] checker.ThrottledAsyncChecker (ThrottledAsyncChecker.java:schedule(137)) - Scheduling a check for /tmp/hdfs-test8528231394088581117/data/data2
2026-08-12 06:16:11,637 INFO  [Thread-175] checker.DatasetVolumeChecker (DatasetVolumeChecker.java:checkAllVolumes(224)) - Scheduled health check for volume /tmp/hdfs-test8528231394088581117/data/data2
2026-08-12 06:16:11,638 INFO  [VolumeScannerThread(/tmp/hdfs-test8528231394088581117/data/data2)] datanode.VolumeScanner (VolumeScanner.java:findNextUsableBlockIter(385)) - Now scanning bpid BP-1765155545-10.240.0.33-1786515370670 on volume /tmp/hdfs-test8528231394088581117/data/data2
2026-08-12 06:16:11,638 WARN  [Thread-175] datanode.DirectoryScanner (DirectoryScanner.java:<init>(300)) - dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1
2026-08-12 06:16:11,638 INFO  [VolumeScannerThread(/tmp/hdfs-test8528231394088581117/data/data1)] datanode.VolumeScanner (VolumeScanner.java:findNextUsableBlockIter(385)) - Now scanning bpid BP-1765155545-10.240.0.33-1786515370670 on volume /tmp/hdfs-test8528231394088581117/data/data1
2026-08-12 06:16:11,638 INFO  [VolumeScannerThread(/tmp/hdfs-test8528231394088581117/data/data2)] datanode.VolumeScanner (VolumeScanner.java:getNextBlockToScan(505)) - VolumeScanner(/tmp/hdfs-test8528231394088581117/data/data2, DS-96083cb2-9800-4f23-b910-0464874138e7): finished scanning block pool BP-1765155545-10.240.0.33-1786515370670
2026-08-12 06:16:11,638 INFO  [Thread-175] datanode.DirectoryScanner (DirectoryScanner.java:start(329)) - Periodic Directory Tree Verification scan starting in 13680104ms with interval of 21600000ms and throttle limit of -1ms/s
2026-08-12 06:16:11,639 INFO  [VolumeScannerThread(/tmp/hdfs-test8528231394088581117/data/data1)] datanode.VolumeScanner (VolumeScanner.java:getNextBlockToScan(505)) - VolumeScanner(/tmp/hdfs-test8528231394088581117/data/data1, DS-8f5bb79e-e22f-43a0-ac08-0b0beaf3a7ef): finished scanning block pool BP-1765155545-10.240.0.33-1786515370670
2026-08-12 06:16:11,639 INFO  [VolumeScannerThread(/tmp/hdfs-test8528231394088581117/data/data1)] datanode.VolumeScanner (VolumeScanner.java:findNextUsableBlockIter(402)) - VolumeScanner(/tmp/hdfs-test8528231394088581117/data/data1, DS-8f5bb79e-e22f-43a0-ac08-0b0beaf3a7ef): no suitable block pools found to scan.  Waiting 1814399999 ms.
2026-08-12 06:16:11,639 INFO  [VolumeScannerThread(/tmp/hdfs-test8528231394088581117/data/data2)] datanode.VolumeScanner (VolumeScanner.java:findNextUsableBlockIter(402)) - VolumeScanner(/tmp/hdfs-test8528231394088581117/data/data2, DS-96083cb2-9800-4f23-b910-0464874138e7): no suitable block pools found to scan.  Waiting 1814399999 ms.
2026-08-12 06:16:11,641 INFO  [BP-1765155545-10.240.0.33-1786515370670 heartbeating to localhost/127.0.0.1:36033] datanode.DataNode (BPServiceActor.java:register(788)) - Block pool BP-1765155545-10.240.0.33-1786515370670 (Datanode Uuid 01ba9340-d607-4332-8147-069fe837b506) service to localhost/127.0.0.1:36033 beginning handshake with NN
2026-08-12 06:16:11,643 INFO  [IPC Server handler 2 on default port 36033] hdfs.StateChange (DatanodeManager.java:registerDatanode(1142)) - BLOCK* registerDatanode: from DatanodeRegistration(127.0.0.1:35499, datanodeUuid=01ba9340-d607-4332-8147-069fe837b506, infoPort=43627, infoSecurePort=0, ipcPort=33497, storageInfo=lv=-57;cid=testClusterID;nsid=1301109850;c=1786515370670) storage 01ba9340-d607-4332-8147-069fe837b506
2026-08-12 06:16:11,643 INFO  [IPC Server handler 2 on default port 36033] net.NetworkTopology (NetworkTopology.java:add(149)) - Adding a new node: /default-rack/127.0.0.1:35499
2026-08-12 06:16:11,643 INFO  [IPC Server handler 2 on default port 36033] blockmanagement.BlockReportLeaseManager (BlockReportLeaseManager.java:registerNode(200)) - Registered DN 01ba9340-d607-4332-8147-069fe837b506 (127.0.0.1:35499).
2026-08-12 06:16:11,644 INFO  [BP-1765155545-10.240.0.33-1786515370670 heartbeating to localhost/127.0.0.1:36033] datanode.DataNode (BPServiceActor.java:register(816)) - Block pool BP-1765155545-10.240.0.33-1786515370670 (Datanode Uuid 01ba9340-d607-4332-8147-069fe837b506) service to localhost/127.0.0.1:36033 successfully registered with NN
2026-08-12 06:16:11,644 INFO  [BP-1765155545-10.240.0.33-1786515370670 heartbeating to localhost/127.0.0.1:36033] datanode.DataNode (BPServiceActor.java:offerService(645)) - For namenode localhost/127.0.0.1:36033 using BLOCKREPORT_INTERVAL of 21600000msecs CACHEREPORT_INTERVAL of 10000msecs Initial delay: 0msecs; heartBeatInterval=3000
2026-08-12 06:16:11,646 INFO  [IPC Server handler 3 on default port 36033] blockmanagement.DatanodeDescriptor (DatanodeDescriptor.java:updateStorage(999)) - Adding new storage ID DS-8f5bb79e-e22f-43a0-ac08-0b0beaf3a7ef for DN 127.0.0.1:35499
2026-08-12 06:16:11,647 INFO  [IPC Server handler 4 on default port 36033] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=datanodeReport	src=null	dst=null	perm=null	proto=rpc
2026-08-12 06:16:11,647 INFO  [IPC Server handler 3 on default port 36033] blockmanagement.DatanodeDescriptor (DatanodeDescriptor.java:updateStorage(999)) - Adding new storage ID DS-96083cb2-9800-4f23-b910-0464874138e7 for DN 127.0.0.1:35499
2026-08-12 06:16:11,648 INFO  [Listener at localhost/33497] hdfs.MiniDFSCluster (MiniDFSCluster.java:shouldWait(2839)) - No heartbeat from DataNode: 127.0.0.1:35499
2026-08-12 06:16:11,648 INFO  [Listener at localhost/33497] hdfs.MiniDFSCluster (MiniDFSCluster.java:waitActive(2744)) - Waiting for cluster to become active
2026-08-12 06:16:11,650 INFO  [Block report processor] BlockStateChange (BlockManager.java:processReport(2778)) - BLOCK* processReport 0x4ccdae98f93b7755: Processing first storage report for DS-96083cb2-9800-4f23-b910-0464874138e7 from datanode 01ba9340-d607-4332-8147-069fe837b506
2026-08-12 06:16:11,651 INFO  [Block report processor] BlockStateChange (BlockManager.java:processReport(2810)) - BLOCK* processReport 0x4ccdae98f93b7755: from storage DS-96083cb2-9800-4f23-b910-0464874138e7 node DatanodeRegistration(127.0.0.1:35499, datanodeUuid=01ba9340-d607-4332-8147-069fe837b506, infoPort=43627, infoSecurePort=0, ipcPort=33497, storageInfo=lv=-57;cid=testClusterID;nsid=1301109850;c=1786515370670), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0
2026-08-12 06:16:11,651 INFO  [Block report processor] BlockStateChange (BlockManager.java:processReport(2778)) - BLOCK* processReport 0x4ccdae98f93b7755: Processing first storage report for DS-8f5bb79e-e22f-43a0-ac08-0b0beaf3a7ef from datanode 01ba9340-d607-4332-8147-069fe837b506
2026-08-12 06:16:11,651 INFO  [Block report processor] BlockStateChange (BlockManager.java:processReport(2810)) - BLOCK* processReport 0x4ccdae98f93b7755: from storage DS-8f5bb79e-e22f-43a0-ac08-0b0beaf3a7ef node DatanodeRegistration(127.0.0.1:35499, datanodeUuid=01ba9340-d607-4332-8147-069fe837b506, infoPort=43627, infoSecurePort=0, ipcPort=33497, storageInfo=lv=-57;cid=testClusterID;nsid=1301109850;c=1786515370670), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0
2026-08-12 06:16:11,652 INFO  [BP-1765155545-10.240.0.33-1786515370670 heartbeating to localhost/127.0.0.1:36033] datanode.DataNode (BPServiceActor.java:blockReport(437)) - Successfully sent block report 0x4ccdae98f93b7755 to namenode: localhost/127.0.0.1:36033,  containing 2 storage report(s), of which we sent 2. The reports had 0 total blocks and used 1 RPC(s). This took 0 msecs to generate and 2 msecs for RPC and NN processing. Got back one command: FinalizeCommand/5.
2026-08-12 06:16:11,652 INFO  [Command processor] datanode.DataNode (BPOfferService.java:processCommandFromActive(763)) - Got finalize command for block pool BP-1765155545-10.240.0.33-1786515370670
2026-08-12 06:16:11,750 INFO  [IPC Server handler 6 on default port 36033] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=datanodeReport	src=null	dst=null	perm=null	proto=rpc
2026-08-12 06:16:11,751 INFO  [Listener at localhost/33497] hdfs.MiniDFSCluster (MiniDFSCluster.java:waitActive(2799)) - Cluster is active
2026-08-12 06:16:11,765 INFO  [Listener at localhost/33497] backup.BackupIO (BackupIO.scala:writeTableMetadata(95)) - Writing metadata to hdfs://localhost:36033/id_taco-taco/100/.kudu-metadata.json
2026-08-12 06:16:11,768 INFO  [IPC Server handler 7 on default port 36033] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=create	src=/id_taco-taco/100/.kudu-metadata.json	dst=null	perm=slave:supergroup:rw-r--r--	proto=rpc
2026-08-12 06:16:11,772 INFO  [IPC Server handler 8 on default port 36033] hdfs.StateChange (FSDirWriteFileOp.java:logAllocatedBlock(802)) - BLOCK* allocate blk_1073741825_1001, replicas=127.0.0.1:35499 for /id_taco-taco/100/.kudu-metadata.json
2026-08-12 06:16:11,776 INFO  [DataXceiver for client DFSClient_NONMAPREDUCE_409286117_1 at /127.0.0.1:44386 [Receiving block BP-1765155545-10.240.0.33-1786515370670:blk_1073741825_1001]] datanode.DataNode (DataXceiver.java:writeBlock(747)) - Receiving BP-1765155545-10.240.0.33-1786515370670:blk_1073741825_1001 src: /127.0.0.1:44386 dest: /127.0.0.1:35499
2026-08-12 06:16:11,782 INFO  [PacketResponder: BP-1765155545-10.240.0.33-1786515370670:blk_1073741825_1001, type=LAST_IN_PIPELINE] DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1539)) - src: /127.0.0.1:44386, dest: /127.0.0.1:35499, bytes: 82, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_409286117_1, offset: 0, srvID: 01ba9340-d607-4332-8147-069fe837b506, blockid: BP-1765155545-10.240.0.33-1786515370670:blk_1073741825_1001, duration(ns): 3825082
2026-08-12 06:16:11,782 INFO  [PacketResponder: BP-1765155545-10.240.0.33-1786515370670:blk_1073741825_1001, type=LAST_IN_PIPELINE] datanode.DataNode (BlockReceiver.java:run(1512)) - PacketResponder: BP-1765155545-10.240.0.33-1786515370670:blk_1073741825_1001, type=LAST_IN_PIPELINE terminating
2026-08-12 06:16:11,786 INFO  [IPC Server handler 1 on default port 36033] hdfs.StateChange (FSNamesystem.java:completeFile(3104)) - DIR* completeFile: /id_taco-taco/100/.kudu-metadata.json is closed by DFSClient_NONMAPREDUCE_409286117_1
2026-08-12 06:16:11,787 INFO  [Listener at localhost/33497] backup.BackupIO (BackupIO.scala:writeTableMetadata(95)) - Writing metadata to hdfs://localhost:36033/id_taco-taco/1000/.kudu-metadata.json
2026-08-12 06:16:11,788 INFO  [IPC Server handler 2 on default port 36033] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=create	src=/id_taco-taco/1000/.kudu-metadata.json	dst=null	perm=slave:supergroup:rw-r--r--	proto=rpc
2026-08-12 06:16:11,792 INFO  [IPC Server handler 4 on default port 36033] hdfs.StateChange (FSDirWriteFileOp.java:logAllocatedBlock(802)) - BLOCK* allocate blk_1073741826_1002, replicas=127.0.0.1:35499 for /id_taco-taco/1000/.kudu-metadata.json
2026-08-12 06:16:11,794 INFO  [DataXceiver for client DFSClient_NONMAPREDUCE_409286117_1 at /127.0.0.1:44396 [Receiving block BP-1765155545-10.240.0.33-1786515370670:blk_1073741826_1002]] datanode.DataNode (DataXceiver.java:writeBlock(747)) - Receiving BP-1765155545-10.240.0.33-1786515370670:blk_1073741826_1002 src: /127.0.0.1:44396 dest: /127.0.0.1:35499
2026-08-12 06:16:11,799 INFO  [PacketResponder: BP-1765155545-10.240.0.33-1786515370670:blk_1073741826_1002, type=LAST_IN_PIPELINE] DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1539)) - src: /127.0.0.1:44396, dest: /127.0.0.1:35499, bytes: 83, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_409286117_1, offset: 0, srvID: 01ba9340-d607-4332-8147-069fe837b506, blockid: BP-1765155545-10.240.0.33-1786515370670:blk_1073741826_1002, duration(ns): 2973459
2026-08-12 06:16:11,799 INFO  [PacketResponder: BP-1765155545-10.240.0.33-1786515370670:blk_1073741826_1002, type=LAST_IN_PIPELINE] datanode.DataNode (BlockReceiver.java:run(1512)) - PacketResponder: BP-1765155545-10.240.0.33-1786515370670:blk_1073741826_1002, type=LAST_IN_PIPELINE terminating
2026-08-12 06:16:11,802 INFO  [IPC Server handler 5 on default port 36033] hdfs.StateChange (FSNamesystem.java:completeFile(3104)) - DIR* completeFile: /id_taco-taco/1000/.kudu-metadata.json is closed by DFSClient_NONMAPREDUCE_409286117_1
2026-08-12 06:16:11,803 INFO  [Listener at localhost/33497] backup.BackupIO (BackupIO.scala:writeTableMetadata(95)) - Writing metadata to hdfs://localhost:36033/id_taco-taco/2000/.kudu-metadata.json
2026-08-12 06:16:11,805 INFO  [IPC Server handler 6 on default port 36033] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=create	src=/id_taco-taco/2000/.kudu-metadata.json	dst=null	perm=slave:supergroup:rw-r--r--	proto=rpc
2026-08-12 06:16:11,807 INFO  [IPC Server handler 7 on default port 36033] hdfs.StateChange (FSDirWriteFileOp.java:logAllocatedBlock(802)) - BLOCK* allocate blk_1073741827_1003, replicas=127.0.0.1:35499 for /id_taco-taco/2000/.kudu-metadata.json
2026-08-12 06:16:11,809 INFO  [DataXceiver for client DFSClient_NONMAPREDUCE_409286117_1 at /127.0.0.1:44406 [Receiving block BP-1765155545-10.240.0.33-1786515370670:blk_1073741827_1003]] datanode.DataNode (DataXceiver.java:writeBlock(747)) - Receiving BP-1765155545-10.240.0.33-1786515370670:blk_1073741827_1003 src: /127.0.0.1:44406 dest: /127.0.0.1:35499
2026-08-12 06:16:11,819 INFO  [PacketResponder: BP-1765155545-10.240.0.33-1786515370670:blk_1073741827_1003, type=LAST_IN_PIPELINE] DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1539)) - src: /127.0.0.1:44406, dest: /127.0.0.1:35499, bytes: 102, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_409286117_1, offset: 0, srvID: 01ba9340-d607-4332-8147-069fe837b506, blockid: BP-1765155545-10.240.0.33-1786515370670:blk_1073741827_1003, duration(ns): 8467690
2026-08-12 06:16:11,820 INFO  [PacketResponder: BP-1765155545-10.240.0.33-1786515370670:blk_1073741827_1003, type=LAST_IN_PIPELINE] datanode.DataNode (BlockReceiver.java:run(1512)) - PacketResponder: BP-1765155545-10.240.0.33-1786515370670:blk_1073741827_1003, type=LAST_IN_PIPELINE terminating
2026-08-12 06:16:11,822 INFO  [IPC Server handler 9 on default port 36033] hdfs.StateChange (FSNamesystem.java:completeFile(3104)) - DIR* completeFile: /id_taco-taco/2000/.kudu-metadata.json is closed by DFSClient_NONMAPREDUCE_409286117_1
2026-08-12 06:16:11,822 INFO  [Listener at localhost/33497] backup.BackupIO (BackupIO.scala:writeTableMetadata(95)) - Writing metadata to hdfs://localhost:36033/id_pizza-pizza/200/.kudu-metadata.json
2026-08-12 06:16:11,824 INFO  [IPC Server handler 0 on default port 36033] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=create	src=/id_pizza-pizza/200/.kudu-metadata.json	dst=null	perm=slave:supergroup:rw-r--r--	proto=rpc
2026-08-12 06:16:11,827 INFO  [IPC Server handler 1 on default port 36033] hdfs.StateChange (FSDirWriteFileOp.java:logAllocatedBlock(802)) - BLOCK* allocate blk_1073741828_1004, replicas=127.0.0.1:35499 for /id_pizza-pizza/200/.kudu-metadata.json
2026-08-12 06:16:11,830 INFO  [DataXceiver for client DFSClient_NONMAPREDUCE_409286117_1 at /127.0.0.1:44420 [Receiving block BP-1765155545-10.240.0.33-1786515370670:blk_1073741828_1004]] datanode.DataNode (DataXceiver.java:writeBlock(747)) - Receiving BP-1765155545-10.240.0.33-1786515370670:blk_1073741828_1004 src: /127.0.0.1:44420 dest: /127.0.0.1:35499
2026-08-12 06:16:11,841 INFO  [PacketResponder: BP-1765155545-10.240.0.33-1786515370670:blk_1073741828_1004, type=LAST_IN_PIPELINE] DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1539)) - src: /127.0.0.1:44420, dest: /127.0.0.1:35499, bytes: 84, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_409286117_1, offset: 0, srvID: 01ba9340-d607-4332-8147-069fe837b506, blockid: BP-1765155545-10.240.0.33-1786515370670:blk_1073741828_1004, duration(ns): 9720938
2026-08-12 06:16:11,842 INFO  [PacketResponder: BP-1765155545-10.240.0.33-1786515370670:blk_1073741828_1004, type=LAST_IN_PIPELINE] datanode.DataNode (BlockReceiver.java:run(1512)) - PacketResponder: BP-1765155545-10.240.0.33-1786515370670:blk_1073741828_1004, type=LAST_IN_PIPELINE terminating
2026-08-12 06:16:11,843 INFO  [IPC Server handler 4 on default port 36033] namenode.FSNamesystem (FSNamesystem.java:checkBlocksComplete(3151)) - BLOCK* blk_1073741828_1004 is COMMITTED but not COMPLETE(numNodes= 0 <  minimum = 1) in file /id_pizza-pizza/200/.kudu-metadata.json
2026-08-12 06:16:12,245 INFO  [IPC Server handler 3 on default port 36033] hdfs.StateChange (FSNamesystem.java:completeFile(3104)) - DIR* completeFile: /id_pizza-pizza/200/.kudu-metadata.json is closed by DFSClient_NONMAPREDUCE_409286117_1
2026-08-12 06:16:12,246 INFO  [Listener at localhost/33497] backup.BackupIO (BackupIO.scala:writeTableMetadata(95)) - Writing metadata to hdfs://localhost:36033/id_pizza-pizza/400/.kudu-metadata.json
2026-08-12 06:16:12,247 INFO  [IPC Server handler 5 on default port 36033] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=create	src=/id_pizza-pizza/400/.kudu-metadata.json	dst=null	perm=slave:supergroup:rw-r--r--	proto=rpc
2026-08-12 06:16:12,251 INFO  [IPC Server handler 6 on default port 36033] hdfs.StateChange (FSDirWriteFileOp.java:logAllocatedBlock(802)) - BLOCK* allocate blk_1073741829_1005, replicas=127.0.0.1:35499 for /id_pizza-pizza/400/.kudu-metadata.json
2026-08-12 06:16:12,258 INFO  [DataXceiver for client DFSClient_NONMAPREDUCE_409286117_1 at /127.0.0.1:44426 [Receiving block BP-1765155545-10.240.0.33-1786515370670:blk_1073741829_1005]] datanode.DataNode (DataXceiver.java:writeBlock(747)) - Receiving BP-1765155545-10.240.0.33-1786515370670:blk_1073741829_1005 src: /127.0.0.1:44426 dest: /127.0.0.1:35499
2026-08-12 06:16:12,264 INFO  [PacketResponder: BP-1765155545-10.240.0.33-1786515370670:blk_1073741829_1005, type=LAST_IN_PIPELINE] DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1539)) - src: /127.0.0.1:44426, dest: /127.0.0.1:35499, bytes: 103, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_409286117_1, offset: 0, srvID: 01ba9340-d607-4332-8147-069fe837b506, blockid: BP-1765155545-10.240.0.33-1786515370670:blk_1073741829_1005, duration(ns): 4946550
2026-08-12 06:16:12,265 INFO  [PacketResponder: BP-1765155545-10.240.0.33-1786515370670:blk_1073741829_1005, type=LAST_IN_PIPELINE] datanode.DataNode (BlockReceiver.java:run(1512)) - PacketResponder: BP-1765155545-10.240.0.33-1786515370670:blk_1073741829_1005, type=LAST_IN_PIPELINE terminating
2026-08-12 06:16:12,268 INFO  [IPC Server handler 8 on default port 36033] hdfs.StateChange (FSNamesystem.java:completeFile(3104)) - DIR* completeFile: /id_pizza-pizza/400/.kudu-metadata.json is closed by DFSClient_NONMAPREDUCE_409286117_1
2026-08-12 06:16:12,269 INFO  [Listener at localhost/33497] backup.BackupIO (BackupIO.scala:writeTableMetadata(95)) - Writing metadata to hdfs://localhost:36033/id_pizza-pizza/600/.kudu-metadata.json
2026-08-12 06:16:12,271 INFO  [IPC Server handler 9 on default port 36033] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=create	src=/id_pizza-pizza/600/.kudu-metadata.json	dst=null	perm=slave:supergroup:rw-r--r--	proto=rpc
2026-08-12 06:16:12,273 INFO  [IPC Server handler 0 on default port 36033] hdfs.StateChange (FSDirWriteFileOp.java:logAllocatedBlock(802)) - BLOCK* allocate blk_1073741830_1006, replicas=127.0.0.1:35499 for /id_pizza-pizza/600/.kudu-metadata.json
2026-08-12 06:16:12,275 INFO  [DataXceiver for client DFSClient_NONMAPREDUCE_409286117_1 at /127.0.0.1:44430 [Receiving block BP-1765155545-10.240.0.33-1786515370670:blk_1073741830_1006]] datanode.DataNode (DataXceiver.java:writeBlock(747)) - Receiving BP-1765155545-10.240.0.33-1786515370670:blk_1073741830_1006 src: /127.0.0.1:44430 dest: /127.0.0.1:35499
2026-08-12 06:16:12,279 INFO  [PacketResponder: BP-1765155545-10.240.0.33-1786515370670:blk_1073741830_1006, type=LAST_IN_PIPELINE] DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1539)) - src: /127.0.0.1:44430, dest: /127.0.0.1:35499, bytes: 103, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_409286117_1, offset: 0, srvID: 01ba9340-d607-4332-8147-069fe837b506, blockid: BP-1765155545-10.240.0.33-1786515370670:blk_1073741830_1006, duration(ns): 2365926
2026-08-12 06:16:12,280 INFO  [PacketResponder: BP-1765155545-10.240.0.33-1786515370670:blk_1073741830_1006, type=LAST_IN_PIPELINE] datanode.DataNode (BlockReceiver.java:run(1512)) - PacketResponder: BP-1765155545-10.240.0.33-1786515370670:blk_1073741830_1006, type=LAST_IN_PIPELINE terminating
2026-08-12 06:16:12,281 INFO  [IPC Server handler 2 on default port 36033] hdfs.StateChange (FSNamesystem.java:completeFile(3104)) - DIR* completeFile: /id_pizza-pizza/600/.kudu-metadata.json is closed by DFSClient_NONMAPREDUCE_409286117_1
2026-08-12 06:16:12,295 INFO  [IPC Server handler 4 on default port 36033] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=getfileinfo	src=/	dst=null	perm=null	proto=rpc
2026-08-12 06:16:12,297 INFO  [IPC Server handler 3 on default port 36033] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=listStatus	src=/	dst=null	perm=null	proto=rpc
2026-08-12 06:16:12,304 INFO  [IPC Server handler 5 on default port 36033] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=listStatus	src=/id_taco-taco	dst=null	perm=null	proto=rpc
2026-08-12 06:16:12,305 INFO  [IPC Server handler 6 on default port 36033] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=getfileinfo	src=/id_taco-taco/100/.kudu-metadata.json	dst=null	perm=null	proto=rpc
2026-08-12 06:16:12,307 INFO  [IPC Server handler 7 on default port 36033] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=open	src=/id_taco-taco/100/.kudu-metadata.json	dst=null	perm=null	proto=rpc
2026-08-12 06:16:12,312 INFO  [IPC Server handler 8 on default port 36033] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=getfileinfo	src=/id_taco-taco/1000/.kudu-metadata.json	dst=null	perm=null	proto=rpc
2026-08-12 06:16:12,313 INFO  [IPC Server handler 9 on default port 36033] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=open	src=/id_taco-taco/1000/.kudu-metadata.json	dst=null	perm=null	proto=rpc
2026-08-12 06:16:12,316 INFO  [IPC Server handler 0 on default port 36033] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=getfileinfo	src=/id_taco-taco/2000/.kudu-metadata.json	dst=null	perm=null	proto=rpc
2026-08-12 06:16:12,318 INFO  [IPC Server handler 1 on default port 36033] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=open	src=/id_taco-taco/2000/.kudu-metadata.json	dst=null	perm=null	proto=rpc
2026-08-12 06:16:12,320 INFO  [Listener at localhost/33497] backup.BackupIO (BackupIO.scala:readTableBackups(236)) - Found 3 paths in hdfs://localhost:36033/id_taco-taco
.2026-08-12 06:16:12,340 INFO  [Listener at localhost/33497] hdfs.MiniDFSCluster (MiniDFSCluster.java:<init>(529)) - starting cluster: numNameNodes=1, numDataNodes=1
2026-08-12 06:16:12,341 INFO  [Listener at localhost/33497] namenode.NameNode (NameNode.java:format(1249)) - Formatting using clusterid: testClusterID
2026-08-12 06:16:12,342 INFO  [Listener at localhost/33497] namenode.FSEditLog (FSEditLog.java:newInstance(229)) - Edit logging is async:true
2026-08-12 06:16:12,353 INFO  [Listener at localhost/33497] namenode.FSNamesystem (FSNamesystem.java:<init>(814)) - KeyProvider: null
2026-08-12 06:16:12,353 INFO  [Listener at localhost/33497] namenode.FSNamesystem (FSNamesystemLock.java:<init>(141)) - fsLock is fair: true
2026-08-12 06:16:12,353 INFO  [Listener at localhost/33497] namenode.FSNamesystem (FSNamesystemLock.java:<init>(159)) - Detailed lock hold time metrics enabled: false
2026-08-12 06:16:12,353 INFO  [Listener at localhost/33497] namenode.FSNamesystem (FSNamesystem.java:<init>(847)) - fsOwner                = slave (auth:SIMPLE)
2026-08-12 06:16:12,353 INFO  [Listener at localhost/33497] namenode.FSNamesystem (FSNamesystem.java:<init>(848)) - supergroup             = supergroup
2026-08-12 06:16:12,354 INFO  [Listener at localhost/33497] namenode.FSNamesystem (FSNamesystem.java:<init>(849)) - isPermissionEnabled    = true
2026-08-12 06:16:12,354 INFO  [Listener at localhost/33497] namenode.FSNamesystem (FSNamesystem.java:<init>(850)) - isStoragePolicyEnabled = true
2026-08-12 06:16:12,354 INFO  [Listener at localhost/33497] namenode.FSNamesystem (FSNamesystem.java:<init>(861)) - HA Enabled: false
2026-08-12 06:16:12,354 INFO  [Listener at localhost/33497] common.Util (Util.java:isDiskStatsEnabled(395)) - dfs.datanode.fileio.profiling.sampling.percentage set to 0. Disabling file IO profiling
2026-08-12 06:16:12,354 INFO  [Listener at localhost/33497] blockmanagement.DatanodeManager (DatanodeManager.java:<init>(334)) - dfs.block.invalidate.limit: configured=1000, counted=60, effected=1000
2026-08-12 06:16:12,354 INFO  [Listener at localhost/33497] blockmanagement.DatanodeManager (DatanodeManager.java:<init>(342)) - dfs.namenode.datanode.registration.ip-hostname-check=true
2026-08-12 06:16:12,355 INFO  [Listener at localhost/33497] blockmanagement.BlockManager (InvalidateBlocks.java:printBlockDeletionTime(77)) - dfs.namenode.startup.delay.block.deletion.sec is set to 000:00:00:00.000
2026-08-12 06:16:12,355 INFO  [Listener at localhost/33497] blockmanagement.BlockManager (InvalidateBlocks.java:printBlockDeletionTime(83)) - The block deletion will start around 2026 Aug 12 06:16:12
2026-08-12 06:16:12,355 INFO  [Listener at localhost/33497] util.GSet (LightWeightGSet.java:computeCapacity(395)) - Computing capacity for map BlocksMap
2026-08-12 06:16:12,355 INFO  [Listener at localhost/33497] util.GSet (LightWeightGSet.java:computeCapacity(396)) - VM type       = 64-bit
2026-08-12 06:16:12,355 INFO  [Listener at localhost/33497] util.GSet (LightWeightGSet.java:computeCapacity(397)) - 2.0% max memory 3.5 GB = 72.5 MB
2026-08-12 06:16:12,355 INFO  [Listener at localhost/33497] util.GSet (LightWeightGSet.java:computeCapacity(402)) - capacity      = 2^23 = 8388608 entries
2026-08-12 06:16:12,360 INFO  [Listener at localhost/33497] blockmanagement.BlockManager (BlockManager.java:createSPSManager(5447)) - Storage policy satisfier is disabled
2026-08-12 06:16:12,360 INFO  [Listener at localhost/33497] blockmanagement.BlockManager (BlockManager.java:createBlockTokenSecretManager(641)) - dfs.block.access.token.enable = false
2026-08-12 06:16:12,361 INFO  [Listener at localhost/33497] blockmanagement.BlockManagerSafeMode (BlockManagerSafeMode.java:<init>(160)) - dfs.namenode.safemode.threshold-pct = 0.999
2026-08-12 06:16:12,361 INFO  [Listener at localhost/33497] blockmanagement.BlockManagerSafeMode (BlockManagerSafeMode.java:<init>(161)) - dfs.namenode.safemode.min.datanodes = 0
2026-08-12 06:16:12,361 INFO  [Listener at localhost/33497] blockmanagement.BlockManagerSafeMode (BlockManagerSafeMode.java:<init>(163)) - dfs.namenode.safemode.extension = 0
2026-08-12 06:16:12,361 INFO  [Listener at localhost/33497] blockmanagement.BlockManager (BlockManager.java:<init>(627)) - defaultReplication         = 1
2026-08-12 06:16:12,361 INFO  [Listener at localhost/33497] blockmanagement.BlockManager (BlockManager.java:<init>(628)) - maxReplication             = 512
2026-08-12 06:16:12,361 INFO  [Listener at localhost/33497] blockmanagement.BlockManager (BlockManager.java:<init>(629)) - minReplication             = 1
2026-08-12 06:16:12,361 INFO  [Listener at localhost/33497] blockmanagement.BlockManager (BlockManager.java:<init>(630)) - maxReplicationStreams      = 2
2026-08-12 06:16:12,361 INFO  [Listener at localhost/33497] blockmanagement.BlockManager (BlockManager.java:<init>(631)) - redundancyRecheckInterval  = 3000ms
2026-08-12 06:16:12,361 INFO  [Listener at localhost/33497] blockmanagement.BlockManager (BlockManager.java:<init>(632)) - encryptDataTransfer        = false
2026-08-12 06:16:12,361 INFO  [Listener at localhost/33497] blockmanagement.BlockManager (BlockManager.java:<init>(633)) - maxNumBlocksToLog          = 1000
2026-08-12 06:16:12,362 INFO  [Listener at localhost/33497] util.GSet (LightWeightGSet.java:computeCapacity(395)) - Computing capacity for map INodeMap
2026-08-12 06:16:12,362 INFO  [Listener at localhost/33497] util.GSet (LightWeightGSet.java:computeCapacity(396)) - VM type       = 64-bit
2026-08-12 06:16:12,362 INFO  [Listener at localhost/33497] util.GSet (LightWeightGSet.java:computeCapacity(397)) - 1.0% max memory 3.5 GB = 36.2 MB
2026-08-12 06:16:12,362 INFO  [Listener at localhost/33497] util.GSet (LightWeightGSet.java:computeCapacity(402)) - capacity      = 2^22 = 4194304 entries
2026-08-12 06:16:12,367 INFO  [Listener at localhost/33497] namenode.FSDirectory (FSDirectory.java:<init>(335)) - ACLs enabled? true
2026-08-12 06:16:12,368 INFO  [Listener at localhost/33497] namenode.FSDirectory (FSDirectory.java:<init>(339)) - POSIX ACL inheritance enabled? true
2026-08-12 06:16:12,368 INFO  [Listener at localhost/33497] namenode.FSDirectory (FSDirectory.java:<init>(343)) - XAttrs enabled? true
2026-08-12 06:16:12,368 INFO  [Listener at localhost/33497] namenode.NameNode (FSDirectory.java:<init>(406)) - Caching file names occurring more than 10 times
2026-08-12 06:16:12,368 INFO  [Listener at localhost/33497] snapshot.SnapshotManager (SnapshotManager.java:<init>(124)) - Loaded config captureOpenFiles: false, skipCaptureAccessTimeOnlyChange: false, snapshotDiffAllowSnapRootDescendant: true, maxSnapshotLimit: 65536
2026-08-12 06:16:12,368 INFO  [Listener at localhost/33497] snapshot.SnapshotManager (DirectoryDiffListFactory.java:init(43)) - SkipList is disabled
2026-08-12 06:16:12,368 INFO  [Listener at localhost/33497] util.GSet (LightWeightGSet.java:computeCapacity(395)) - Computing capacity for map cachedBlocks
2026-08-12 06:16:12,368 INFO  [Listener at localhost/33497] util.GSet (LightWeightGSet.java:computeCapacity(396)) - VM type       = 64-bit
2026-08-12 06:16:12,368 INFO  [Listener at localhost/33497] util.GSet (LightWeightGSet.java:computeCapacity(397)) - 0.25% max memory 3.5 GB = 9.1 MB
2026-08-12 06:16:12,368 INFO  [Listener at localhost/33497] util.GSet (LightWeightGSet.java:computeCapacity(402)) - capacity      = 2^20 = 1048576 entries
2026-08-12 06:16:12,371 INFO  [Listener at localhost/33497] metrics.TopMetrics (TopMetrics.java:logConf(75)) - NNTop conf: dfs.namenode.top.window.num.buckets = 10
2026-08-12 06:16:12,372 INFO  [Listener at localhost/33497] metrics.TopMetrics (TopMetrics.java:logConf(77)) - NNTop conf: dfs.namenode.top.num.users = 10
2026-08-12 06:16:12,372 INFO  [Listener at localhost/33497] metrics.TopMetrics (TopMetrics.java:logConf(79)) - NNTop conf: dfs.namenode.top.windows.minutes = 1,5,25
2026-08-12 06:16:12,372 INFO  [Listener at localhost/33497] namenode.FSNamesystem (FSNamesystem.java:initRetryCache(1080)) - Retry cache on namenode is enabled
2026-08-12 06:16:12,372 INFO  [Listener at localhost/33497] namenode.FSNamesystem (FSNamesystem.java:initRetryCache(1088)) - Retry cache will use 0.03 of total heap and retry cache entry expiry time is 600000 millis
2026-08-12 06:16:12,372 INFO  [Listener at localhost/33497] util.GSet (LightWeightGSet.java:computeCapacity(395)) - Computing capacity for map NameNodeRetryCache
2026-08-12 06:16:12,372 INFO  [Listener at localhost/33497] util.GSet (LightWeightGSet.java:computeCapacity(396)) - VM type       = 64-bit
2026-08-12 06:16:12,372 INFO  [Listener at localhost/33497] util.GSet (LightWeightGSet.java:computeCapacity(397)) - 0.029999999329447746% max memory 3.5 GB = 1.1 MB
2026-08-12 06:16:12,372 INFO  [Listener at localhost/33497] util.GSet (LightWeightGSet.java:computeCapacity(402)) - capacity      = 2^17 = 131072 entries
2026-08-12 06:16:12,374 INFO  [Listener at localhost/33497] namenode.FSImage (FSImage.java:format(186)) - Allocated new BlockPoolId: BP-2013965053-10.240.0.33-1786515372374
2026-08-12 06:16:12,379 INFO  [Listener at localhost/33497] common.Storage (NNStorage.java:format(595)) - Storage directory /tmp/hdfs-test6043786934695719803/name-0-1 has been successfully formatted.
2026-08-12 06:16:12,383 INFO  [Listener at localhost/33497] common.Storage (NNStorage.java:format(595)) - Storage directory /tmp/hdfs-test6043786934695719803/name-0-2 has been successfully formatted.
2026-08-12 06:16:12,399 INFO  [FSImageSaver for /tmp/hdfs-test6043786934695719803/name-0-2 of type IMAGE_AND_EDITS] namenode.FSImageFormatProtobuf (FSImageFormatProtobuf.java:save(732)) - Saving image file /tmp/hdfs-test6043786934695719803/name-0-2/current/fsimage.ckpt_0000000000000000000 using no compression
2026-08-12 06:16:12,402 INFO  [FSImageSaver for /tmp/hdfs-test6043786934695719803/name-0-1 of type IMAGE_AND_EDITS] namenode.FSImageFormatProtobuf (FSImageFormatProtobuf.java:save(732)) - Saving image file /tmp/hdfs-test6043786934695719803/name-0-1/current/fsimage.ckpt_0000000000000000000 using no compression
2026-08-12 06:16:12,407 INFO  [FSImageSaver for /tmp/hdfs-test6043786934695719803/name-0-2 of type IMAGE_AND_EDITS] namenode.FSImageFormatProtobuf (FSImageFormatProtobuf.java:save(736)) - Image file /tmp/hdfs-test6043786934695719803/name-0-2/current/fsimage.ckpt_0000000000000000000 of size 415 bytes saved in 0 seconds .
2026-08-12 06:16:12,414 INFO  [FSImageSaver for /tmp/hdfs-test6043786934695719803/name-0-1 of type IMAGE_AND_EDITS] namenode.FSImageFormatProtobuf (FSImageFormatProtobuf.java:save(736)) - Image file /tmp/hdfs-test6043786934695719803/name-0-1/current/fsimage.ckpt_0000000000000000000 of size 415 bytes saved in 0 seconds .
2026-08-12 06:16:12,417 INFO  [Listener at localhost/33497] namenode.NNStorageRetentionManager (NNStorageRetentionManager.java:getImageTxIdToRetain(203)) - Going to retain 1 images with txid >= 0
2026-08-12 06:16:12,428 INFO  [Listener at localhost/33497] namenode.FSNamesystem (FSNamesystem.java:stopActiveServices(1427)) - Stopping services started for active state
2026-08-12 06:16:12,428 INFO  [Listener at localhost/33497] namenode.FSNamesystem (FSNamesystem.java:stopStandbyServices(1528)) - Stopping services started for standby state
2026-08-12 06:16:12,429 INFO  [Listener at localhost/33497] namenode.NameNode (NameNode.java:createNameNode(1707)) - createNameNode []
2026-08-12 06:16:12,429 INFO  [Listener at localhost/33497] impl.MetricsSystemImpl (MetricsSystemImpl.java:init(158)) - NameNode metrics system started (again)
2026-08-12 06:16:12,430 INFO  [Listener at localhost/33497] namenode.NameNodeUtils (NameNodeUtils.java:getClientNamenodeAddress(79)) - fs.defaultFS is hdfs://127.0.0.1:0
2026-08-12 06:16:12,446 INFO  [org.apache.hadoop.util.JvmPauseMonitor$Monitor@44fff386] util.JvmPauseMonitor (JvmPauseMonitor.java:run(188)) - Starting JVM pause monitor
2026-08-12 06:16:12,446 INFO  [Listener at localhost/33497] hdfs.DFSUtil (DFSUtil.java:httpServerTemplateForNNAndJN(1668)) - Filter initializers set : org.apache.hadoop.http.lib.StaticUserWebFilter,org.apache.hadoop.hdfs.web.AuthFilterInitializer
2026-08-12 06:16:12,446 INFO  [Listener at localhost/33497] hdfs.DFSUtil (DFSUtil.java:httpServerTemplateForNNAndJN(1690)) - Starting Web-server for hdfs at: http://localhost:0
2026-08-12 06:16:12,448 INFO  [Listener at localhost/33497] server.AuthenticationFilter (AuthenticationFilter.java:constructSecretProvider(240)) - Unable to initialize FileSignerSecretProvider, falling back to use random secrets.
2026-08-12 06:16:12,449 INFO  [Listener at localhost/33497] http.HttpRequestLog (HttpRequestLog.java:getRequestLog(82)) - Http request log for http.requests.namenode is not defined
2026-08-12 06:16:12,450 INFO  [Listener at localhost/33497] http.HttpServer2 (HttpServer2.java:addGlobalFilter(1111)) - Added global filter 'safety' (class=org.apache.hadoop.http.HttpServer2$QuotingInputFilter)
2026-08-12 06:16:12,451 INFO  [Listener at localhost/33497] http.HttpServer2 (HttpServer2.java:addFilter(1084)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context hdfs
2026-08-12 06:16:12,451 INFO  [Listener at localhost/33497] http.HttpServer2 (HttpServer2.java:addFilter(1094)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context static
2026-08-12 06:16:12,453 INFO  [Listener at localhost/33497] http.HttpServer2 (HttpServer2.java:addFilter(1084)) - Added filter AuthFilter (class=org.apache.hadoop.hdfs.web.AuthFilter) to context hdfs
2026-08-12 06:16:12,453 INFO  [Listener at localhost/33497] http.HttpServer2 (HttpServer2.java:addFilter(1094)) - Added filter AuthFilter (class=org.apache.hadoop.hdfs.web.AuthFilter) to context static
2026-08-12 06:16:12,453 INFO  [Listener at localhost/33497] http.HttpServer2 (HttpServer2.java:addJerseyResourcePackage(938)) - addJerseyResourcePackage: packageName=org.apache.hadoop.hdfs.server.namenode.web.resources;org.apache.hadoop.hdfs.web.resources, pathSpec=/webhdfs/v1/*
2026-08-12 06:16:12,454 INFO  [Listener at localhost/33497] http.HttpServer2 (HttpServer2.java:bindListener(1332)) - Jetty bound to port 37489
2026-08-12 06:16:12,454 INFO  [Listener at localhost/33497] server.Server (Server.java:doStart(375)) - jetty-9.4.40.v20210413; built: 2021-04-13T20:42:42.668Z; git: b881a572662e1943a14ae12e7e1207989f218b74; jvm 1.8.0_362-8u372-ga~us1-0ubuntu1~18.04-b09
2026-08-12 06:16:12,456 INFO  [Listener at localhost/33497] server.session (DefaultSessionIdManager.java:doStart(334)) - DefaultSessionIdManager workerName=node0
2026-08-12 06:16:12,456 INFO  [Listener at localhost/33497] server.session (DefaultSessionIdManager.java:doStart(339)) - No SessionScavenger set, using defaults
2026-08-12 06:16:12,457 INFO  [Listener at localhost/33497] server.session (HouseKeeper.java:startScavenging(132)) - node0 Scavenging every 660000ms
2026-08-12 06:16:12,458 INFO  [Listener at localhost/33497] server.AuthenticationFilter (AuthenticationFilter.java:constructSecretProvider(240)) - Unable to initialize FileSignerSecretProvider, falling back to use random secrets.
2026-08-12 06:16:12,458 INFO  [Listener at localhost/33497] handler.ContextHandler (ContextHandler.java:doStart(916)) - Started o.e.j.s.ServletContextHandler@161aa04a{static,/static,jar:file:/tmp/dist-test-tasksdsoI6/java/build/jars/hadoop-hdfs-3.3.1-tests.jar!/webapps/static,AVAILABLE}
2026-08-12 06:16:12,548 WARN  [org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeResourceMonitor@6974a715] namenode.NameNodeResourceChecker (NameNodeResourceChecker.java:isResourceAvailable(88)) - Space available on volume 'overlay' is 0, which is below the configured reserved amount 104857600
2026-08-12 06:16:12,549 WARN  [org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeResourceMonitor@6974a715] namenode.FSNamesystem (FSNamesystem.java:run(4383)) - NameNode low on available disk space. Entering safe mode.
2026-08-12 06:16:12,550 INFO  [org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeResourceMonitor@6974a715] hdfs.StateChange (FSNamesystem.java:enterSafeMode(5028)) - STATE* Safe mode is ON.
Resources are low on NN. Please add or free up more resourcesthen turn off safe mode manually. NOTE:  If you turn off safe mode before adding resources, the NN will immediately return to safe mode. Use "hdfs dfsadmin -safemode leave" to turn safe mode off.
2026-08-12 06:16:12,606 INFO  [Listener at localhost/33497] handler.ContextHandler (ContextHandler.java:doStart(916)) - Started o.e.j.w.WebAppContext@33feb805{hdfs,/,file:///tmp/jetty-localhost-37489-hadoop-hdfs-3_3_1-tests_jar-_-any-6724697543143620321/webapp/,AVAILABLE}{jar:file:/tmp/dist-test-tasksdsoI6/java/build/jars/hadoop-hdfs-3.3.1-tests.jar!/webapps/hdfs}
2026-08-12 06:16:12,607 INFO  [Listener at localhost/33497] server.AbstractConnector (AbstractConnector.java:doStart(331)) - Started ServerConnector@2b0b7e5a{HTTP/1.1, (http/1.1)}{localhost:37489}
2026-08-12 06:16:12,608 INFO  [Listener at localhost/33497] server.Server (Server.java:doStart(415)) - Started @8620ms
2026-08-12 06:16:12,609 INFO  [Listener at localhost/33497] namenode.FSEditLog (FSEditLog.java:newInstance(229)) - Edit logging is async:true
2026-08-12 06:16:12,624 INFO  [Listener at localhost/33497] namenode.FSNamesystem (FSNamesystem.java:<init>(814)) - KeyProvider: null
2026-08-12 06:16:12,624 INFO  [Listener at localhost/33497] namenode.FSNamesystem (FSNamesystemLock.java:<init>(141)) - fsLock is fair: true
2026-08-12 06:16:12,625 INFO  [Listener at localhost/33497] namenode.FSNamesystem (FSNamesystemLock.java:<init>(159)) - Detailed lock hold time metrics enabled: false
2026-08-12 06:16:12,625 INFO  [Listener at localhost/33497] namenode.FSNamesystem (FSNamesystem.java:<init>(847)) - fsOwner                = slave (auth:SIMPLE)
2026-08-12 06:16:12,625 INFO  [Listener at localhost/33497] namenode.FSNamesystem (FSNamesystem.java:<init>(848)) - supergroup             = supergroup
2026-08-12 06:16:12,625 INFO  [Listener at localhost/33497] namenode.FSNamesystem (FSNamesystem.java:<init>(849)) - isPermissionEnabled    = true
2026-08-12 06:16:12,625 INFO  [Listener at localhost/33497] namenode.FSNamesystem (FSNamesystem.java:<init>(850)) - isStoragePolicyEnabled = true
2026-08-12 06:16:12,626 INFO  [Listener at localhost/33497] namenode.FSNamesystem (FSNamesystem.java:<init>(861)) - HA Enabled: false
2026-08-12 06:16:12,626 INFO  [Listener at localhost/33497] common.Util (Util.java:isDiskStatsEnabled(395)) - dfs.datanode.fileio.profiling.sampling.percentage set to 0. Disabling file IO profiling
2026-08-12 06:16:12,626 INFO  [Listener at localhost/33497] blockmanagement.DatanodeManager (DatanodeManager.java:<init>(334)) - dfs.block.invalidate.limit: configured=1000, counted=60, effected=1000
2026-08-12 06:16:12,627 INFO  [Listener at localhost/33497] blockmanagement.DatanodeManager (DatanodeManager.java:<init>(342)) - dfs.namenode.datanode.registration.ip-hostname-check=true
2026-08-12 06:16:12,627 INFO  [Listener at localhost/33497] blockmanagement.BlockManager (InvalidateBlocks.java:printBlockDeletionTime(77)) - dfs.namenode.startup.delay.block.deletion.sec is set to 000:00:00:00.000
2026-08-12 06:16:12,627 INFO  [Listener at localhost/33497] blockmanagement.BlockManager (InvalidateBlocks.java:printBlockDeletionTime(83)) - The block deletion will start around 2026 Aug 12 06:16:12
2026-08-12 06:16:12,628 INFO  [Listener at localhost/33497] util.GSet (LightWeightGSet.java:computeCapacity(395)) - Computing capacity for map BlocksMap
2026-08-12 06:16:12,628 INFO  [Listener at localhost/33497] util.GSet (LightWeightGSet.java:computeCapacity(396)) - VM type       = 64-bit
2026-08-12 06:16:12,628 INFO  [Listener at localhost/33497] util.GSet (LightWeightGSet.java:computeCapacity(397)) - 2.0% max memory 3.5 GB = 72.5 MB
2026-08-12 06:16:12,628 INFO  [Listener at localhost/33497] util.GSet (LightWeightGSet.java:computeCapacity(402)) - capacity      = 2^23 = 8388608 entries
2026-08-12 06:16:12,656 INFO  [Listener at localhost/33497] blockmanagement.BlockManager (BlockManager.java:createSPSManager(5447)) - Storage policy satisfier is disabled
2026-08-12 06:16:12,656 INFO  [Listener at localhost/33497] blockmanagement.BlockManager (BlockManager.java:createBlockTokenSecretManager(641)) - dfs.block.access.token.enable = false
2026-08-12 06:16:12,656 INFO  [Listener at localhost/33497] blockmanagement.BlockManagerSafeMode (BlockManagerSafeMode.java:<init>(160)) - dfs.namenode.safemode.threshold-pct = 0.999
2026-08-12 06:16:12,657 INFO  [Listener at localhost/33497] blockmanagement.BlockManagerSafeMode (BlockManagerSafeMode.java:<init>(161)) - dfs.namenode.safemode.min.datanodes = 0
2026-08-12 06:16:12,657 INFO  [Listener at localhost/33497] blockmanagement.BlockManagerSafeMode (BlockManagerSafeMode.java:<init>(163)) - dfs.namenode.safemode.extension = 0
2026-08-12 06:16:12,657 INFO  [Listener at localhost/33497] blockmanagement.BlockManager (BlockManager.java:<init>(627)) - defaultReplication         = 1
2026-08-12 06:16:12,657 INFO  [Listener at localhost/33497] blockmanagement.BlockManager (BlockManager.java:<init>(628)) - maxReplication             = 512
2026-08-12 06:16:12,657 INFO  [Listener at localhost/33497] blockmanagement.BlockManager (BlockManager.java:<init>(629)) - minReplication             = 1
2026-08-12 06:16:12,657 INFO  [Listener at localhost/33497] blockmanagement.BlockManager (BlockManager.java:<init>(630)) - maxReplicationStreams      = 2
2026-08-12 06:16:12,657 INFO  [Listener at localhost/33497] blockmanagement.BlockManager (BlockManager.java:<init>(631)) - redundancyRecheckInterval  = 3000ms
2026-08-12 06:16:12,657 INFO  [Listener at localhost/33497] blockmanagement.BlockManager (BlockManager.java:<init>(632)) - encryptDataTransfer        = false
2026-08-12 06:16:12,657 INFO  [Listener at localhost/33497] blockmanagement.BlockManager (BlockManager.java:<init>(633)) - maxNumBlocksToLog          = 1000
2026-08-12 06:16:12,658 INFO  [Listener at localhost/33497] util.GSet (LightWeightGSet.java:computeCapacity(395)) - Computing capacity for map INodeMap
2026-08-12 06:16:12,658 INFO  [Listener at localhost/33497] util.GSet (LightWeightGSet.java:computeCapacity(396)) - VM type       = 64-bit
2026-08-12 06:16:12,658 INFO  [Listener at localhost/33497] util.GSet (LightWeightGSet.java:computeCapacity(397)) - 1.0% max memory 3.5 GB = 36.2 MB
2026-08-12 06:16:12,658 INFO  [Listener at localhost/33497] util.GSet (LightWeightGSet.java:computeCapacity(402)) - capacity      = 2^22 = 4194304 entries
2026-08-12 06:16:12,661 INFO  [Listener at localhost/33497] namenode.FSDirectory (FSDirectory.java:<init>(335)) - ACLs enabled? true
2026-08-12 06:16:12,661 INFO  [Listener at localhost/33497] namenode.FSDirectory (FSDirectory.java:<init>(339)) - POSIX ACL inheritance enabled? true
2026-08-12 06:16:12,661 INFO  [Listener at localhost/33497] namenode.FSDirectory (FSDirectory.java:<init>(343)) - XAttrs enabled? true
2026-08-12 06:16:12,661 INFO  [Listener at localhost/33497] namenode.NameNode (FSDirectory.java:<init>(406)) - Caching file names occurring more than 10 times
2026-08-12 06:16:12,661 INFO  [Listener at localhost/33497] snapshot.SnapshotManager (SnapshotManager.java:<init>(124)) - Loaded config captureOpenFiles: false, skipCaptureAccessTimeOnlyChange: false, snapshotDiffAllowSnapRootDescendant: true, maxSnapshotLimit: 65536
2026-08-12 06:16:12,661 INFO  [Listener at localhost/33497] snapshot.SnapshotManager (DirectoryDiffListFactory.java:init(43)) - SkipList is disabled
2026-08-12 06:16:12,661 INFO  [Listener at localhost/33497] util.GSet (LightWeightGSet.java:computeCapacity(395)) - Computing capacity for map cachedBlocks
2026-08-12 06:16:12,661 INFO  [Listener at localhost/33497] util.GSet (LightWeightGSet.java:computeCapacity(396)) - VM type       = 64-bit
2026-08-12 06:16:12,662 INFO  [Listener at localhost/33497] util.GSet (LightWeightGSet.java:computeCapacity(397)) - 0.25% max memory 3.5 GB = 9.1 MB
2026-08-12 06:16:12,662 INFO  [Listener at localhost/33497] util.GSet (LightWeightGSet.java:computeCapacity(402)) - capacity      = 2^20 = 1048576 entries
2026-08-12 06:16:12,663 INFO  [Listener at localhost/33497] metrics.TopMetrics (TopMetrics.java:logConf(75)) - NNTop conf: dfs.namenode.top.window.num.buckets = 10
2026-08-12 06:16:12,663 INFO  [Listener at localhost/33497] metrics.TopMetrics (TopMetrics.java:logConf(77)) - NNTop conf: dfs.namenode.top.num.users = 10
2026-08-12 06:16:12,663 INFO  [Listener at localhost/33497] metrics.TopMetrics (TopMetrics.java:logConf(79)) - NNTop conf: dfs.namenode.top.windows.minutes = 1,5,25
2026-08-12 06:16:12,663 INFO  [Listener at localhost/33497] namenode.FSNamesystem (FSNamesystem.java:initRetryCache(1080)) - Retry cache on namenode is enabled
2026-08-12 06:16:12,663 INFO  [Listener at localhost/33497] namenode.FSNamesystem (FSNamesystem.java:initRetryCache(1088)) - Retry cache will use 0.03 of total heap and retry cache entry expiry time is 600000 millis
2026-08-12 06:16:12,663 INFO  [Listener at localhost/33497] util.GSet (LightWeightGSet.java:computeCapacity(395)) - Computing capacity for map NameNodeRetryCache
2026-08-12 06:16:12,663 INFO  [Listener at localhost/33497] util.GSet (LightWeightGSet.java:computeCapacity(396)) - VM type       = 64-bit
2026-08-12 06:16:12,663 INFO  [Listener at localhost/33497] util.GSet (LightWeightGSet.java:computeCapacity(397)) - 0.029999999329447746% max memory 3.5 GB = 1.1 MB
2026-08-12 06:16:12,663 INFO  [Listener at localhost/33497] util.GSet (LightWeightGSet.java:computeCapacity(402)) - capacity      = 2^17 = 131072 entries
2026-08-12 06:16:12,667 INFO  [Listener at localhost/33497] common.Storage (Storage.java:tryLock(948)) - Lock on /tmp/hdfs-test6043786934695719803/name-0-1/in_use.lock acquired by nodename 4984@dist-test-slave-42z9.c.gcp-upstream.internal
2026-08-12 06:16:12,669 INFO  [Listener at localhost/33497] common.Storage (Storage.java:tryLock(948)) - Lock on /tmp/hdfs-test6043786934695719803/name-0-2/in_use.lock acquired by nodename 4984@dist-test-slave-42z9.c.gcp-upstream.internal
2026-08-12 06:16:12,670 INFO  [Listener at localhost/33497] namenode.FileJournalManager (FileJournalManager.java:recoverUnfinalizedSegments(428)) - Recovering unfinalized segments in /tmp/hdfs-test6043786934695719803/name-0-1/current
2026-08-12 06:16:12,670 INFO  [Listener at localhost/33497] namenode.FileJournalManager (FileJournalManager.java:recoverUnfinalizedSegments(428)) - Recovering unfinalized segments in /tmp/hdfs-test6043786934695719803/name-0-2/current
2026-08-12 06:16:12,670 INFO  [Listener at localhost/33497] namenode.FSImage (FSImage.java:loadFSImage(734)) - No edit log streams selected.
2026-08-12 06:16:12,671 INFO  [Listener at localhost/33497] namenode.FSImage (FSImage.java:loadFSImageFile(800)) - Planning to load image: FSImageFile(file=/tmp/hdfs-test6043786934695719803/name-0-1/current/fsimage_0000000000000000000, cpktTxId=0000000000000000000)
2026-08-12 06:16:12,673 INFO  [Listener at localhost/33497] namenode.FSImageFormatPBINode (FSImageFormatPBINode.java:loadINodeSectionHeader(413)) - Loading 1 INodes.
2026-08-12 06:16:12,673 INFO  [Listener at localhost/33497] namenode.FSImageFormatPBINode (FSImageFormatPBINode.java:loadINodeSection(371)) - Successfully loaded 1 inodes
2026-08-12 06:16:12,674 INFO  [Listener at localhost/33497] namenode.FSImageFormatPBINode (FSImageFormatPBINode.java:waitBlocksMapAndNameCacheUpdateFinished(344)) - Completed update blocks map and name cache, total waiting duration 0ms.
2026-08-12 06:16:12,674 INFO  [Listener at localhost/33497] namenode.FSImageFormatProtobuf (FSImageFormatProtobuf.java:load(255)) - Loaded FSImage in 0 seconds.
2026-08-12 06:16:12,674 INFO  [Listener at localhost/33497] namenode.FSImage (FSImage.java:loadFSImage(978)) - Loaded image for txid 0 from /tmp/hdfs-test6043786934695719803/name-0-1/current/fsimage_0000000000000000000
2026-08-12 06:16:12,674 INFO  [Listener at localhost/33497] namenode.FSNamesystem (FSNamesystem.java:loadFSImage(1202)) - Need to save fs image? false (staleImage=false, haEnabled=false, isRollingUpgrade=false)
2026-08-12 06:16:12,675 INFO  [Listener at localhost/33497] namenode.FSEditLog (FSEditLog.java:startLogSegment(1391)) - Starting log segment at 1
2026-08-12 06:16:12,683 INFO  [Listener at localhost/33497] namenode.NameCache (NameCache.java:initialized(143)) - initialized with 0 entries 0 lookups
2026-08-12 06:16:12,683 INFO  [Listener at localhost/33497] namenode.FSNamesystem (FSNamesystem.java:loadFromDisk(786)) - Finished loading FSImage in 19 msecs
2026-08-12 06:16:12,684 INFO  [Listener at localhost/33497] namenode.NameNode (NameNodeRpcServer.java:<init>(454)) - RPC server is binding to localhost:0
2026-08-12 06:16:12,684 INFO  [Listener at localhost/33497] namenode.NameNode (NameNodeRpcServer.java:<init>(459)) - Enable NameNode state context:false
2026-08-12 06:16:12,684 INFO  [Listener at localhost/33497] ipc.CallQueueManager (CallQueueManager.java:<init>(90)) - Using callQueue: class java.util.concurrent.LinkedBlockingQueue, queueCapacity: 1000, scheduler: class org.apache.hadoop.ipc.DefaultRpcScheduler, ipcBackoff: false.
2026-08-12 06:16:12,685 INFO  [Socket Reader #1 for port 0] ipc.Server (Server.java:run(1265)) - Starting Socket Reader #1 for port 0
2026-08-12 06:16:12,688 INFO  [Listener at localhost/35985] namenode.NameNode (NameNode.java:initialize(776)) - Clients are to use localhost:35985 to access this namenode/service.
2026-08-12 06:16:12,689 INFO  [Listener at localhost/35985] namenode.FSNamesystem (FSNamesystem.java:registerMBean(5444)) - Registered FSNamesystemState, ReplicatedBlocksState and ECBlockGroupsState MBeans.
2026-08-12 06:16:12,702 INFO  [Listener at localhost/35985] namenode.LeaseManager (LeaseManager.java:getNumUnderConstructionBlocks(166)) - Number of blocks under construction: 0
2026-08-12 06:16:12,702 INFO  [Listener at localhost/35985] blockmanagement.DatanodeAdminDefaultMonitor (DatanodeAdminDefaultMonitor.java:processConf(116)) - Initialized the Default Decommission and Maintenance monitor
2026-08-12 06:16:12,703 INFO  [Listener at localhost/35985] blockmanagement.BlockManager (BlockManager.java:initializeReplQueues(5187)) - initializing replication queues
2026-08-12 06:16:12,704 INFO  [Listener at localhost/35985] hdfs.StateChange (BlockManagerSafeMode.java:leaveSafeMode(399)) - STATE* Leaving safe mode after 0 secs
2026-08-12 06:16:12,704 INFO  [Listener at localhost/35985] hdfs.StateChange (BlockManagerSafeMode.java:leaveSafeMode(405)) - STATE* Network topology has 0 racks and 0 datanodes
2026-08-12 06:16:12,704 INFO  [Listener at localhost/35985] hdfs.StateChange (BlockManagerSafeMode.java:leaveSafeMode(407)) - STATE* UnderReplicatedBlocks has 0 blocks
2026-08-12 06:16:12,712 INFO  [Reconstruction Queue Initializer] blockmanagement.BlockManager (BlockManager.java:processMisReplicatesAsync(3728)) - Total number of blocks            = 0
2026-08-12 06:16:12,712 INFO  [Reconstruction Queue Initializer] blockmanagement.BlockManager (BlockManager.java:processMisReplicatesAsync(3729)) - Number of invalid blocks          = 0
2026-08-12 06:16:12,712 INFO  [Reconstruction Queue Initializer] blockmanagement.BlockManager (BlockManager.java:processMisReplicatesAsync(3730)) - Number of under-replicated blocks = 0
2026-08-12 06:16:12,712 INFO  [Reconstruction Queue Initializer] blockmanagement.BlockManager (BlockManager.java:processMisReplicatesAsync(3731)) - Number of  over-replicated blocks = 0
2026-08-12 06:16:12,712 INFO  [Reconstruction Queue Initializer] blockmanagement.BlockManager (BlockManager.java:processMisReplicatesAsync(3733)) - Number of blocks being written    = 0
2026-08-12 06:16:12,712 INFO  [Reconstruction Queue Initializer] hdfs.StateChange (BlockManager.java:processMisReplicatesAsync(3736)) - STATE* Replication Queue initialization scan for invalid, over- and under-replicated blocks completed in 9 msec
2026-08-12 06:16:12,714 INFO  [IPC Server Responder] ipc.Server (Server.java:run(1507)) - IPC Server Responder: starting
2026-08-12 06:16:12,714 INFO  [IPC Server listener on 0] ipc.Server (Server.java:run(1344)) - IPC Server listener on 0: starting
2026-08-12 06:16:12,718 INFO  [Listener at localhost/35985] namenode.NameNode (NameNode.java:startCommonServices(893)) - NameNode RPC up at: localhost/127.0.0.1:35985
2026-08-12 06:16:12,719 INFO  [Listener at localhost/35985] namenode.FSNamesystem (FSNamesystem.java:startActiveServices(1314)) - Starting services required for active state
2026-08-12 06:16:12,719 INFO  [Listener at localhost/35985] namenode.FSDirectory (FSDirectory.java:updateCountForQuota(840)) - Initializing quota with 12 thread(s)
2026-08-12 06:16:12,720 INFO  [Listener at localhost/35985] namenode.FSDirectory (FSDirectory.java:updateCountForQuota(849)) - Quota initialization completed in 0 milliseconds
name space=1
storage space=0
storage types=RAM_DISK=0, SSD=0, DISK=0, ARCHIVE=0, PROVIDED=0
2026-08-12 06:16:12,722 INFO  [CacheReplicationMonitor(2002082155)] blockmanagement.CacheReplicationMonitor (CacheReplicationMonitor.java:run(160)) - Starting CacheReplicationMonitor with interval 30000 milliseconds
2026-08-12 06:16:12,724 INFO  [Listener at localhost/35985] hdfs.MiniDFSCluster (MiniDFSCluster.java:startDataNodes(1697)) - Starting DataNode 0 with dfs.datanode.data.dir: [DISK]file:/tmp/hdfs-test6043786934695719803/data/data1,[DISK]file:/tmp/hdfs-test6043786934695719803/data/data2
2026-08-12 06:16:12,725 INFO  [Listener at localhost/35985] checker.ThrottledAsyncChecker (ThrottledAsyncChecker.java:schedule(137)) - Scheduling a check for [DISK]file:/tmp/hdfs-test6043786934695719803/data/data1
2026-08-12 06:16:12,726 INFO  [Listener at localhost/35985] checker.ThrottledAsyncChecker (ThrottledAsyncChecker.java:schedule(137)) - Scheduling a check for [DISK]file:/tmp/hdfs-test6043786934695719803/data/data2
2026-08-12 06:16:12,740 INFO  [Listener at localhost/35985] impl.MetricsSystemImpl (MetricsSystemImpl.java:init(158)) - DataNode metrics system started (again)
2026-08-12 06:16:12,741 INFO  [Listener at localhost/35985] common.Util (Util.java:isDiskStatsEnabled(395)) - dfs.datanode.fileio.profiling.sampling.percentage set to 0. Disabling file IO profiling
2026-08-12 06:16:12,741 INFO  [Listener at localhost/35985] datanode.BlockScanner (BlockScanner.java:<init>(201)) - Initialized block scanner with targetBytesPerSec 1048576
2026-08-12 06:16:12,741 INFO  [Listener at localhost/35985] datanode.DataNode (DataNode.java:<init>(512)) - Configured hostname is 127.0.0.1
2026-08-12 06:16:12,742 INFO  [Listener at localhost/35985] common.Util (Util.java:isDiskStatsEnabled(395)) - dfs.datanode.fileio.profiling.sampling.percentage set to 0. Disabling file IO profiling
2026-08-12 06:16:12,742 INFO  [Listener at localhost/35985] datanode.DataNode (DataNode.java:startDataNode(1408)) - Starting DataNode with maxLockedMemory = 0
2026-08-12 06:16:12,742 INFO  [Listener at localhost/35985] datanode.DataNode (DataNode.java:initDataXceiver(1171)) - Opened streaming server at /127.0.0.1:41993
2026-08-12 06:16:12,742 INFO  [Listener at localhost/35985] datanode.DataNode (DataXceiverServer.java:<init>(94)) - Balancing bandwidth is 104857600 bytes/s
2026-08-12 06:16:12,742 INFO  [Listener at localhost/35985] datanode.DataNode (DataXceiverServer.java:<init>(95)) - Number threads for balancing is 100
2026-08-12 06:16:12,744 INFO  [Listener at localhost/35985] server.AuthenticationFilter (AuthenticationFilter.java:constructSecretProvider(240)) - Unable to initialize FileSignerSecretProvider, falling back to use random secrets.
2026-08-12 06:16:12,745 INFO  [Listener at localhost/35985] http.HttpRequestLog (HttpRequestLog.java:getRequestLog(82)) - Http request log for http.requests.datanode is not defined
2026-08-12 06:16:12,747 INFO  [Listener at localhost/35985] http.HttpServer2 (HttpServer2.java:addGlobalFilter(1111)) - Added global filter 'safety' (class=org.apache.hadoop.http.HttpServer2$QuotingInputFilter)
2026-08-12 06:16:12,747 INFO  [Listener at localhost/35985] http.HttpServer2 (HttpServer2.java:addFilter(1084)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context datanode
2026-08-12 06:16:12,747 INFO  [Listener at localhost/35985] http.HttpServer2 (HttpServer2.java:addFilter(1094)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context static
2026-08-12 06:16:12,748 INFO  [Listener at localhost/35985] http.HttpServer2 (HttpServer2.java:bindListener(1332)) - Jetty bound to port 37095
2026-08-12 06:16:12,748 INFO  [Listener at localhost/35985] server.Server (Server.java:doStart(375)) - jetty-9.4.40.v20210413; built: 2021-04-13T20:42:42.668Z; git: b881a572662e1943a14ae12e7e1207989f218b74; jvm 1.8.0_362-8u372-ga~us1-0ubuntu1~18.04-b09
2026-08-12 06:16:12,749 INFO  [Listener at localhost/35985] server.session (DefaultSessionIdManager.java:doStart(334)) - DefaultSessionIdManager workerName=node0
2026-08-12 06:16:12,749 INFO  [Listener at localhost/35985] server.session (DefaultSessionIdManager.java:doStart(339)) - No SessionScavenger set, using defaults
2026-08-12 06:16:12,749 INFO  [Listener at localhost/35985] server.session (HouseKeeper.java:startScavenging(132)) - node0 Scavenging every 600000ms
2026-08-12 06:16:12,750 INFO  [Listener at localhost/35985] handler.ContextHandler (ContextHandler.java:doStart(916)) - Started o.e.j.s.ServletContextHandler@3ddeaa5f{static,/static,jar:file:/tmp/dist-test-tasksdsoI6/java/build/jars/hadoop-hdfs-3.3.1-tests.jar!/webapps/static,AVAILABLE}
2026-08-12 06:16:12,894 INFO  [Listener at localhost/35985] handler.ContextHandler (ContextHandler.java:doStart(916)) - Started o.e.j.w.WebAppContext@47ac613b{datanode,/,file:///tmp/jetty-localhost-37095-hadoop-hdfs-3_3_1-tests_jar-_-any-3484351402113254244/webapp/,AVAILABLE}{jar:file:/tmp/dist-test-tasksdsoI6/java/build/jars/hadoop-hdfs-3.3.1-tests.jar!/webapps/datanode}
2026-08-12 06:16:12,895 INFO  [Listener at localhost/35985] server.AbstractConnector (AbstractConnector.java:doStart(331)) - Started ServerConnector@66236a0a{HTTP/1.1, (http/1.1)}{localhost:37095}
2026-08-12 06:16:12,895 INFO  [Listener at localhost/35985] server.Server (Server.java:doStart(415)) - Started @8907ms
2026-08-12 06:16:12,897 WARN  [Listener at localhost/35985] web.DatanodeHttpServer (RestCsrfPreventionFilterHandler.java:<init>(75)) - Got null for restCsrfPreventionFilter - will not do any filtering.
2026-08-12 06:16:12,898 INFO  [Listener at localhost/35985] web.DatanodeHttpServer (DatanodeHttpServer.java:start(322)) - Listening HTTP traffic on /127.0.0.1:36971
2026-08-12 06:16:12,899 INFO  [Listener at localhost/35985] datanode.DataNode (DataNode.java:startDataNode(1436)) - dnUserName = slave
2026-08-12 06:16:12,899 INFO  [org.apache.hadoop.util.JvmPauseMonitor$Monitor@619f2afc] util.JvmPauseMonitor (JvmPauseMonitor.java:run(188)) - Starting JVM pause monitor
2026-08-12 06:16:12,899 INFO  [Listener at localhost/35985] datanode.DataNode (DataNode.java:startDataNode(1437)) - supergroup = supergroup
2026-08-12 06:16:12,899 INFO  [Listener at localhost/35985] ipc.CallQueueManager (CallQueueManager.java:<init>(90)) - Using callQueue: class java.util.concurrent.LinkedBlockingQueue, queueCapacity: 1000, scheduler: class org.apache.hadoop.ipc.DefaultRpcScheduler, ipcBackoff: false.
2026-08-12 06:16:12,900 INFO  [Socket Reader #1 for port 0] ipc.Server (Server.java:run(1265)) - Starting Socket Reader #1 for port 0
2026-08-12 06:16:12,902 INFO  [Listener at localhost/43899] datanode.DataNode (DataNode.java:initIpcServer(1057)) - Opened IPC server at /127.0.0.1:43899
2026-08-12 06:16:12,916 INFO  [Listener at localhost/43899] datanode.DataNode (BlockPoolManager.java:refreshNamenodes(149)) - Refresh request received for nameservices: null
2026-08-12 06:16:12,916 INFO  [Listener at localhost/43899] datanode.DataNode (BlockPoolManager.java:doRefreshNamenodes(210)) - Starting BPOfferServices for nameservices: <default>
2026-08-12 06:16:12,917 INFO  [Thread-284] datanode.DataNode (BPServiceActor.java:run(847)) - Block pool <registering> (Datanode Uuid unassigned) service to localhost/127.0.0.1:35985 starting to offer service
2026-08-12 06:16:12,918 INFO  [IPC Server Responder] ipc.Server (Server.java:run(1507)) - IPC Server Responder: starting
2026-08-12 06:16:12,919 INFO  [IPC Server listener on 0] ipc.Server (Server.java:run(1344)) - IPC Server listener on 0: starting
2026-08-12 06:16:12,930 INFO  [Thread-284] datanode.DataNode (BPOfferService.java:verifyAndSetNamespaceInfo(381)) - Acknowledging ACTIVE Namenode during handshakeBlock pool <registering> (Datanode Uuid unassigned) service to localhost/127.0.0.1:35985
2026-08-12 06:16:12,931 INFO  [Thread-284] common.Storage (DataStorage.java:getParallelVolumeLoadThreadsNum(356)) - Using 2 threads to upgrade data directories (dfs.datanode.parallel.volumes.load.threads.num=2, dataDirs=2)
2026-08-12 06:16:12,932 INFO  [IPC Server handler 1 on default port 35985] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=datanodeReport	src=null	dst=null	perm=null	proto=rpc
2026-08-12 06:16:12,933 INFO  [Listener at localhost/43899] hdfs.MiniDFSCluster (MiniDFSCluster.java:shouldWait(2823)) - dnInfo.length != numDataNodes
2026-08-12 06:16:12,933 INFO  [Listener at localhost/43899] hdfs.MiniDFSCluster (MiniDFSCluster.java:waitActive(2744)) - Waiting for cluster to become active
2026-08-12 06:16:12,934 INFO  [Thread-284] common.Storage (Storage.java:tryLock(948)) - Lock on /tmp/hdfs-test6043786934695719803/data/data1/in_use.lock acquired by nodename 4984@dist-test-slave-42z9.c.gcp-upstream.internal
2026-08-12 06:16:12,934 INFO  [Thread-284] common.Storage (DataStorage.java:loadStorageDirectory(284)) - Storage directory with location [DISK]file:/tmp/hdfs-test6043786934695719803/data/data1 is not formatted for namespace 14406871. Formatting...
2026-08-12 06:16:12,934 INFO  [Thread-284] common.Storage (DataStorage.java:createStorageID(160)) - Generated new storageID DS-ef9987e9-fc7e-478f-906b-a4776babe14c for directory /tmp/hdfs-test6043786934695719803/data/data1 
2026-08-12 06:16:12,939 INFO  [Thread-284] common.Storage (Storage.java:tryLock(948)) - Lock on /tmp/hdfs-test6043786934695719803/data/data2/in_use.lock acquired by nodename 4984@dist-test-slave-42z9.c.gcp-upstream.internal
2026-08-12 06:16:12,939 INFO  [Thread-284] common.Storage (DataStorage.java:loadStorageDirectory(284)) - Storage directory with location [DISK]file:/tmp/hdfs-test6043786934695719803/data/data2 is not formatted for namespace 14406871. Formatting...
2026-08-12 06:16:12,939 INFO  [Thread-284] common.Storage (DataStorage.java:createStorageID(160)) - Generated new storageID DS-a138684f-c8cb-4929-94d2-073d29c563e0 for directory /tmp/hdfs-test6043786934695719803/data/data2 
2026-08-12 06:16:12,959 INFO  [Thread-284] common.Storage (BlockPoolSliceStorage.java:recoverTransitionRead(256)) - Analyzing storage directories for bpid BP-2013965053-10.240.0.33-1786515372374
2026-08-12 06:16:12,960 INFO  [Thread-284] common.Storage (Storage.java:lock(907)) - Locking is disabled for /tmp/hdfs-test6043786934695719803/data/data1/current/BP-2013965053-10.240.0.33-1786515372374
2026-08-12 06:16:12,960 INFO  [Thread-284] common.Storage (BlockPoolSliceStorage.java:loadStorageDirectory(169)) - Block pool storage directory for location [DISK]file:/tmp/hdfs-test6043786934695719803/data/data1 and block pool id BP-2013965053-10.240.0.33-1786515372374 is not formatted. Formatting ...
2026-08-12 06:16:12,960 INFO  [Thread-284] common.Storage (BlockPoolSliceStorage.java:format(285)) - Formatting block pool BP-2013965053-10.240.0.33-1786515372374 directory /tmp/hdfs-test6043786934695719803/data/data1/current/BP-2013965053-10.240.0.33-1786515372374/current
2026-08-12 06:16:12,981 INFO  [Thread-284] common.Storage (BlockPoolSliceStorage.java:recoverTransitionRead(256)) - Analyzing storage directories for bpid BP-2013965053-10.240.0.33-1786515372374
2026-08-12 06:16:12,981 INFO  [Thread-284] common.Storage (Storage.java:lock(907)) - Locking is disabled for /tmp/hdfs-test6043786934695719803/data/data2/current/BP-2013965053-10.240.0.33-1786515372374
2026-08-12 06:16:12,981 INFO  [Thread-284] common.Storage (BlockPoolSliceStorage.java:loadStorageDirectory(169)) - Block pool storage directory for location [DISK]file:/tmp/hdfs-test6043786934695719803/data/data2 and block pool id BP-2013965053-10.240.0.33-1786515372374 is not formatted. Formatting ...
2026-08-12 06:16:12,981 INFO  [Thread-284] common.Storage (BlockPoolSliceStorage.java:format(285)) - Formatting block pool BP-2013965053-10.240.0.33-1786515372374 directory /tmp/hdfs-test6043786934695719803/data/data2/current/BP-2013965053-10.240.0.33-1786515372374/current
2026-08-12 06:16:12,985 INFO  [Thread-284] datanode.DataNode (DataNode.java:initStorage(1756)) - Setting up storage: nsid=14406871;bpid=BP-2013965053-10.240.0.33-1786515372374;lv=-57;nsInfo=lv=-66;cid=testClusterID;nsid=14406871;c=1786515372374;bpid=BP-2013965053-10.240.0.33-1786515372374;dnuuid=null
2026-08-12 06:16:12,989 INFO  [Thread-284] datanode.DataNode (DataNode.java:checkDatanodeUuid(1554)) - Generated and persisted new Datanode UUID 2c37c546-da67-4b8f-a012-f790e053cf83
2026-08-12 06:16:12,989 INFO  [Thread-284] impl.FsDatasetImpl (FsDatasetImpl.java:<init>(310)) - The datanode lock is a read write lock
2026-08-12 06:16:12,991 INFO  [Thread-284] impl.FsDatasetImpl (FsVolumeList.java:addVolume(304)) - Added new volume: DS-ef9987e9-fc7e-478f-906b-a4776babe14c
2026-08-12 06:16:12,991 INFO  [Thread-284] impl.FsDatasetImpl (FsDatasetImpl.java:addVolume(493)) - Added volume - [DISK]file:/tmp/hdfs-test6043786934695719803/data/data1, StorageType: DISK
2026-08-12 06:16:12,993 INFO  [Thread-284] impl.FsDatasetImpl (FsVolumeList.java:addVolume(304)) - Added new volume: DS-a138684f-c8cb-4929-94d2-073d29c563e0
2026-08-12 06:16:12,993 INFO  [Thread-284] impl.FsDatasetImpl (FsDatasetImpl.java:addVolume(493)) - Added volume - [DISK]file:/tmp/hdfs-test6043786934695719803/data/data2, StorageType: DISK
2026-08-12 06:16:12,993 INFO  [Thread-284] impl.MemoryMappableBlockLoader (MemoryMappableBlockLoader.java:initialize(48)) - Initializing cache loader: MemoryMappableBlockLoader.
2026-08-12 06:16:12,994 INFO  [Thread-284] impl.FsDatasetImpl (FsDatasetImpl.java:registerMBean(2343)) - Registered FSDatasetState MBean
2026-08-12 06:16:12,995 INFO  [Thread-284] impl.FsDatasetImpl (FsDatasetImpl.java:addBlockPool(2856)) - Adding block pool BP-2013965053-10.240.0.33-1786515372374
2026-08-12 06:16:12,995 INFO  [Thread-301] impl.FsDatasetImpl (FsVolumeList.java:run(406)) - Scanning block pool BP-2013965053-10.240.0.33-1786515372374 on volume /tmp/hdfs-test6043786934695719803/data/data1...
2026-08-12 06:16:12,996 INFO  [Thread-302] impl.FsDatasetImpl (FsVolumeList.java:run(406)) - Scanning block pool BP-2013965053-10.240.0.33-1786515372374 on volume /tmp/hdfs-test6043786934695719803/data/data2...
2026-08-12 06:16:13,017 INFO  [Thread-302] impl.FsDatasetImpl (FsVolumeList.java:run(411)) - Time taken to scan block pool BP-2013965053-10.240.0.33-1786515372374 on /tmp/hdfs-test6043786934695719803/data/data2: 22ms
2026-08-12 06:16:13,021 INFO  [Thread-301] impl.FsDatasetImpl (FsVolumeList.java:run(411)) - Time taken to scan block pool BP-2013965053-10.240.0.33-1786515372374 on /tmp/hdfs-test6043786934695719803/data/data1: 25ms
2026-08-12 06:16:13,021 INFO  [Thread-284] impl.FsDatasetImpl (FsVolumeList.java:addBlockPool(431)) - Total time to scan all replicas for block pool BP-2013965053-10.240.0.33-1786515372374: 25ms
2026-08-12 06:16:13,021 INFO  [Thread-305] impl.FsDatasetImpl (FsVolumeList.java:run(199)) - Adding replicas to map for block pool BP-2013965053-10.240.0.33-1786515372374 on volume /tmp/hdfs-test6043786934695719803/data/data1...
2026-08-12 06:16:13,021 INFO  [Thread-306] impl.FsDatasetImpl (FsVolumeList.java:run(199)) - Adding replicas to map for block pool BP-2013965053-10.240.0.33-1786515372374 on volume /tmp/hdfs-test6043786934695719803/data/data2...
2026-08-12 06:16:13,021 INFO  [Thread-305] impl.BlockPoolSlice (BlockPoolSlice.java:readReplicasFromCache(902)) - Replica Cache file: /tmp/hdfs-test6043786934695719803/data/data1/current/BP-2013965053-10.240.0.33-1786515372374/current/replicas doesn't exist 
2026-08-12 06:16:13,021 INFO  [Thread-306] impl.BlockPoolSlice (BlockPoolSlice.java:readReplicasFromCache(902)) - Replica Cache file: /tmp/hdfs-test6043786934695719803/data/data2/current/BP-2013965053-10.240.0.33-1786515372374/current/replicas doesn't exist 
2026-08-12 06:16:13,022 INFO  [Thread-306] impl.FsDatasetImpl (FsVolumeList.java:run(204)) - Time to add replicas to map for block pool BP-2013965053-10.240.0.33-1786515372374 on volume /tmp/hdfs-test6043786934695719803/data/data2: 0ms
2026-08-12 06:16:13,022 INFO  [Thread-305] impl.FsDatasetImpl (FsVolumeList.java:run(204)) - Time to add replicas to map for block pool BP-2013965053-10.240.0.33-1786515372374 on volume /tmp/hdfs-test6043786934695719803/data/data1: 0ms
2026-08-12 06:16:13,022 INFO  [Thread-284] impl.FsDatasetImpl (FsVolumeList.java:getAllVolumesMap(225)) - Total time to add all replicas to map for block pool BP-2013965053-10.240.0.33-1786515372374: 2ms
2026-08-12 06:16:13,022 INFO  [Thread-284] checker.ThrottledAsyncChecker (ThrottledAsyncChecker.java:schedule(137)) - Scheduling a check for /tmp/hdfs-test6043786934695719803/data/data1
2026-08-12 06:16:13,023 INFO  [Thread-284] checker.DatasetVolumeChecker (DatasetVolumeChecker.java:checkAllVolumes(224)) - Scheduled health check for volume /tmp/hdfs-test6043786934695719803/data/data1
2026-08-12 06:16:13,023 INFO  [Thread-284] checker.ThrottledAsyncChecker (ThrottledAsyncChecker.java:schedule(137)) - Scheduling a check for /tmp/hdfs-test6043786934695719803/data/data2
2026-08-12 06:16:13,024 INFO  [Thread-284] checker.DatasetVolumeChecker (DatasetVolumeChecker.java:checkAllVolumes(224)) - Scheduled health check for volume /tmp/hdfs-test6043786934695719803/data/data2
2026-08-12 06:16:13,024 INFO  [VolumeScannerThread(/tmp/hdfs-test6043786934695719803/data/data2)] datanode.VolumeScanner (VolumeScanner.java:findNextUsableBlockIter(385)) - Now scanning bpid BP-2013965053-10.240.0.33-1786515372374 on volume /tmp/hdfs-test6043786934695719803/data/data2
2026-08-12 06:16:13,024 INFO  [VolumeScannerThread(/tmp/hdfs-test6043786934695719803/data/data1)] datanode.VolumeScanner (VolumeScanner.java:findNextUsableBlockIter(385)) - Now scanning bpid BP-2013965053-10.240.0.33-1786515372374 on volume /tmp/hdfs-test6043786934695719803/data/data1
2026-08-12 06:16:13,025 INFO  [VolumeScannerThread(/tmp/hdfs-test6043786934695719803/data/data2)] datanode.VolumeScanner (VolumeScanner.java:getNextBlockToScan(505)) - VolumeScanner(/tmp/hdfs-test6043786934695719803/data/data2, DS-a138684f-c8cb-4929-94d2-073d29c563e0): finished scanning block pool BP-2013965053-10.240.0.33-1786515372374
2026-08-12 06:16:13,025 INFO  [VolumeScannerThread(/tmp/hdfs-test6043786934695719803/data/data1)] datanode.VolumeScanner (VolumeScanner.java:getNextBlockToScan(505)) - VolumeScanner(/tmp/hdfs-test6043786934695719803/data/data1, DS-ef9987e9-fc7e-478f-906b-a4776babe14c): finished scanning block pool BP-2013965053-10.240.0.33-1786515372374
2026-08-12 06:16:13,024 WARN  [Thread-284] datanode.DirectoryScanner (DirectoryScanner.java:<init>(300)) - dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1
2026-08-12 06:16:13,025 INFO  [Thread-284] datanode.DirectoryScanner (DirectoryScanner.java:start(329)) - Periodic Directory Tree Verification scan starting in 14140997ms with interval of 21600000ms and throttle limit of -1ms/s
2026-08-12 06:16:13,026 INFO  [VolumeScannerThread(/tmp/hdfs-test6043786934695719803/data/data2)] datanode.VolumeScanner (VolumeScanner.java:findNextUsableBlockIter(402)) - VolumeScanner(/tmp/hdfs-test6043786934695719803/data/data2, DS-a138684f-c8cb-4929-94d2-073d29c563e0): no suitable block pools found to scan.  Waiting 1814399998 ms.
2026-08-12 06:16:13,026 INFO  [VolumeScannerThread(/tmp/hdfs-test6043786934695719803/data/data1)] datanode.VolumeScanner (VolumeScanner.java:findNextUsableBlockIter(402)) - VolumeScanner(/tmp/hdfs-test6043786934695719803/data/data1, DS-ef9987e9-fc7e-478f-906b-a4776babe14c): no suitable block pools found to scan.  Waiting 1814399998 ms.
2026-08-12 06:16:13,026 INFO  [BP-2013965053-10.240.0.33-1786515372374 heartbeating to localhost/127.0.0.1:35985] datanode.DataNode (BPServiceActor.java:register(788)) - Block pool BP-2013965053-10.240.0.33-1786515372374 (Datanode Uuid 2c37c546-da67-4b8f-a012-f790e053cf83) service to localhost/127.0.0.1:35985 beginning handshake with NN
2026-08-12 06:16:13,028 INFO  [IPC Server handler 2 on default port 35985] hdfs.StateChange (DatanodeManager.java:registerDatanode(1142)) - BLOCK* registerDatanode: from DatanodeRegistration(127.0.0.1:41993, datanodeUuid=2c37c546-da67-4b8f-a012-f790e053cf83, infoPort=36971, infoSecurePort=0, ipcPort=43899, storageInfo=lv=-57;cid=testClusterID;nsid=14406871;c=1786515372374) storage 2c37c546-da67-4b8f-a012-f790e053cf83
2026-08-12 06:16:13,028 INFO  [IPC Server handler 2 on default port 35985] net.NetworkTopology (NetworkTopology.java:add(149)) - Adding a new node: /default-rack/127.0.0.1:41993
2026-08-12 06:16:13,028 INFO  [IPC Server handler 2 on default port 35985] blockmanagement.BlockReportLeaseManager (BlockReportLeaseManager.java:registerNode(200)) - Registered DN 2c37c546-da67-4b8f-a012-f790e053cf83 (127.0.0.1:41993).
2026-08-12 06:16:13,030 INFO  [BP-2013965053-10.240.0.33-1786515372374 heartbeating to localhost/127.0.0.1:35985] datanode.DataNode (BPServiceActor.java:register(816)) - Block pool BP-2013965053-10.240.0.33-1786515372374 (Datanode Uuid 2c37c546-da67-4b8f-a012-f790e053cf83) service to localhost/127.0.0.1:35985 successfully registered with NN
2026-08-12 06:16:13,030 INFO  [BP-2013965053-10.240.0.33-1786515372374 heartbeating to localhost/127.0.0.1:35985] datanode.DataNode (BPServiceActor.java:offerService(645)) - For namenode localhost/127.0.0.1:35985 using BLOCKREPORT_INTERVAL of 21600000msecs CACHEREPORT_INTERVAL of 10000msecs Initial delay: 0msecs; heartBeatInterval=3000
2026-08-12 06:16:13,031 INFO  [IPC Server handler 3 on default port 35985] blockmanagement.DatanodeDescriptor (DatanodeDescriptor.java:updateStorage(999)) - Adding new storage ID DS-ef9987e9-fc7e-478f-906b-a4776babe14c for DN 127.0.0.1:41993
2026-08-12 06:16:13,031 INFO  [IPC Server handler 3 on default port 35985] blockmanagement.DatanodeDescriptor (DatanodeDescriptor.java:updateStorage(999)) - Adding new storage ID DS-a138684f-c8cb-4929-94d2-073d29c563e0 for DN 127.0.0.1:41993
2026-08-12 06:16:13,034 INFO  [Block report processor] BlockStateChange (BlockManager.java:processReport(2778)) - BLOCK* processReport 0xd433b65ec5b9ed29: Processing first storage report for DS-a138684f-c8cb-4929-94d2-073d29c563e0 from datanode 2c37c546-da67-4b8f-a012-f790e053cf83
2026-08-12 06:16:13,035 INFO  [Block report processor] BlockStateChange (BlockManager.java:processReport(2810)) - BLOCK* processReport 0xd433b65ec5b9ed29: from storage DS-a138684f-c8cb-4929-94d2-073d29c563e0 node DatanodeRegistration(127.0.0.1:41993, datanodeUuid=2c37c546-da67-4b8f-a012-f790e053cf83, infoPort=36971, infoSecurePort=0, ipcPort=43899, storageInfo=lv=-57;cid=testClusterID;nsid=14406871;c=1786515372374), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0
2026-08-12 06:16:13,036 INFO  [Block report processor] BlockStateChange (BlockManager.java:processReport(2778)) - BLOCK* processReport 0xd433b65ec5b9ed29: Processing first storage report for DS-ef9987e9-fc7e-478f-906b-a4776babe14c from datanode 2c37c546-da67-4b8f-a012-f790e053cf83
2026-08-12 06:16:13,036 INFO  [Block report processor] BlockStateChange (BlockManager.java:processReport(2810)) - BLOCK* processReport 0xd433b65ec5b9ed29: from storage DS-ef9987e9-fc7e-478f-906b-a4776babe14c node DatanodeRegistration(127.0.0.1:41993, datanodeUuid=2c37c546-da67-4b8f-a012-f790e053cf83, infoPort=36971, infoSecurePort=0, ipcPort=43899, storageInfo=lv=-57;cid=testClusterID;nsid=14406871;c=1786515372374), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0
2026-08-12 06:16:13,036 INFO  [IPC Server handler 5 on default port 35985] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=datanodeReport	src=null	dst=null	perm=null	proto=rpc
2026-08-12 06:16:13,037 INFO  [BP-2013965053-10.240.0.33-1786515372374 heartbeating to localhost/127.0.0.1:35985] datanode.DataNode (BPServiceActor.java:blockReport(437)) - Successfully sent block report 0xd433b65ec5b9ed29 to namenode: localhost/127.0.0.1:35985,  containing 2 storage report(s), of which we sent 2. The reports had 0 total blocks and used 1 RPC(s). This took 0 msecs to generate and 4 msecs for RPC and NN processing. Got back one command: FinalizeCommand/5.
2026-08-12 06:16:13,037 INFO  [Command processor] datanode.DataNode (BPOfferService.java:processCommandFromActive(763)) - Got finalize command for block pool BP-2013965053-10.240.0.33-1786515372374
2026-08-12 06:16:13,039 INFO  [Listener at localhost/43899] hdfs.MiniDFSCluster (MiniDFSCluster.java:waitActive(2799)) - Cluster is active
2026-08-12 06:16:13,057 INFO  [Listener at localhost/43899] backup.BackupIO (BackupIO.scala:writeTableMetadata(95)) - Writing metadata to hdfs://localhost:35985/id_taco-taco/100/.kudu-metadata.json
2026-08-12 06:16:13,061 INFO  [IPC Server handler 6 on default port 35985] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=create	src=/id_taco-taco/100/.kudu-metadata.json	dst=null	perm=slave:supergroup:rw-r--r--	proto=rpc
2026-08-12 06:16:13,064 INFO  [IPC Server handler 7 on default port 35985] hdfs.StateChange (FSDirWriteFileOp.java:logAllocatedBlock(802)) - BLOCK* allocate blk_1073741825_1001, replicas=127.0.0.1:41993 for /id_taco-taco/100/.kudu-metadata.json
2026-08-12 06:16:13,068 INFO  [DataXceiver for client DFSClient_NONMAPREDUCE_139430203_1 at /127.0.0.1:33514 [Receiving block BP-2013965053-10.240.0.33-1786515372374:blk_1073741825_1001]] datanode.DataNode (DataXceiver.java:writeBlock(747)) - Receiving BP-2013965053-10.240.0.33-1786515372374:blk_1073741825_1001 src: /127.0.0.1:33514 dest: /127.0.0.1:41993
2026-08-12 06:16:13,074 INFO  [PacketResponder: BP-2013965053-10.240.0.33-1786515372374:blk_1073741825_1001, type=LAST_IN_PIPELINE] DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1539)) - src: /127.0.0.1:33514, dest: /127.0.0.1:41993, bytes: 82, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_139430203_1, offset: 0, srvID: 2c37c546-da67-4b8f-a012-f790e053cf83, blockid: BP-2013965053-10.240.0.33-1786515372374:blk_1073741825_1001, duration(ns): 3609564
2026-08-12 06:16:13,074 INFO  [PacketResponder: BP-2013965053-10.240.0.33-1786515372374:blk_1073741825_1001, type=LAST_IN_PIPELINE] datanode.DataNode (BlockReceiver.java:run(1512)) - PacketResponder: BP-2013965053-10.240.0.33-1786515372374:blk_1073741825_1001, type=LAST_IN_PIPELINE terminating
2026-08-12 06:16:13,075 INFO  [IPC Server handler 0 on default port 35985] namenode.FSNamesystem (FSNamesystem.java:checkBlocksComplete(3151)) - BLOCK* blk_1073741825_1001 is COMMITTED but not COMPLETE(numNodes= 0 <  minimum = 1) in file /id_taco-taco/100/.kudu-metadata.json
2026-08-12 06:16:13,480 INFO  [IPC Server handler 1 on default port 35985] hdfs.StateChange (FSNamesystem.java:completeFile(3104)) - DIR* completeFile: /id_taco-taco/100/.kudu-metadata.json is closed by DFSClient_NONMAPREDUCE_139430203_1
2026-08-12 06:16:13,481 INFO  [Listener at localhost/43899] backup.BackupIO (BackupIO.scala:writeTableMetadata(95)) - Writing metadata to hdfs://localhost:35985/id_taco-taco/1000/.kudu-metadata.json
2026-08-12 06:16:13,482 INFO  [IPC Server handler 2 on default port 35985] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=create	src=/id_taco-taco/1000/.kudu-metadata.json	dst=null	perm=slave:supergroup:rw-r--r--	proto=rpc
2026-08-12 06:16:13,489 INFO  [IPC Server handler 3 on default port 35985] hdfs.StateChange (FSDirWriteFileOp.java:logAllocatedBlock(802)) - BLOCK* allocate blk_1073741826_1002, replicas=127.0.0.1:41993 for /id_taco-taco/1000/.kudu-metadata.json
2026-08-12 06:16:13,492 INFO  [DataXceiver for client DFSClient_NONMAPREDUCE_139430203_1 at /127.0.0.1:33524 [Receiving block BP-2013965053-10.240.0.33-1786515372374:blk_1073741826_1002]] datanode.DataNode (DataXceiver.java:writeBlock(747)) - Receiving BP-2013965053-10.240.0.33-1786515372374:blk_1073741826_1002 src: /127.0.0.1:33524 dest: /127.0.0.1:41993
2026-08-12 06:16:13,498 INFO  [PacketResponder: BP-2013965053-10.240.0.33-1786515372374:blk_1073741826_1002, type=LAST_IN_PIPELINE] DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1539)) - src: /127.0.0.1:33524, dest: /127.0.0.1:41993, bytes: 83, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_139430203_1, offset: 0, srvID: 2c37c546-da67-4b8f-a012-f790e053cf83, blockid: BP-2013965053-10.240.0.33-1786515372374:blk_1073741826_1002, duration(ns): 3860682
2026-08-12 06:16:13,498 INFO  [PacketResponder: BP-2013965053-10.240.0.33-1786515372374:blk_1073741826_1002, type=LAST_IN_PIPELINE] datanode.DataNode (BlockReceiver.java:run(1512)) - PacketResponder: BP-2013965053-10.240.0.33-1786515372374:blk_1073741826_1002, type=LAST_IN_PIPELINE terminating
2026-08-12 06:16:13,502 INFO  [IPC Server handler 5 on default port 35985] namenode.FSNamesystem (FSNamesystem.java:checkBlocksComplete(3151)) - BLOCK* blk_1073741826_1002 is COMMITTED but not COMPLETE(numNodes= 0 <  minimum = 1) in file /id_taco-taco/1000/.kudu-metadata.json
2026-08-12 06:16:13,904 INFO  [IPC Server handler 6 on default port 35985] hdfs.StateChange (FSNamesystem.java:completeFile(3104)) - DIR* completeFile: /id_taco-taco/1000/.kudu-metadata.json is closed by DFSClient_NONMAPREDUCE_139430203_1
2026-08-12 06:16:13,905 INFO  [Listener at localhost/43899] backup.BackupIO (BackupIO.scala:writeTableMetadata(95)) - Writing metadata to hdfs://localhost:35985/id_taco-taco/2000/.kudu-metadata.json
2026-08-12 06:16:13,907 INFO  [IPC Server handler 7 on default port 35985] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=create	src=/id_taco-taco/2000/.kudu-metadata.json	dst=null	perm=slave:supergroup:rw-r--r--	proto=rpc
2026-08-12 06:16:13,910 INFO  [IPC Server handler 8 on default port 35985] hdfs.StateChange (FSDirWriteFileOp.java:logAllocatedBlock(802)) - BLOCK* allocate blk_1073741827_1003, replicas=127.0.0.1:41993 for /id_taco-taco/2000/.kudu-metadata.json
2026-08-12 06:16:13,912 INFO  [DataXceiver for client DFSClient_NONMAPREDUCE_139430203_1 at /127.0.0.1:33526 [Receiving block BP-2013965053-10.240.0.33-1786515372374:blk_1073741827_1003]] datanode.DataNode (DataXceiver.java:writeBlock(747)) - Receiving BP-2013965053-10.240.0.33-1786515372374:blk_1073741827_1003 src: /127.0.0.1:33526 dest: /127.0.0.1:41993
2026-08-12 06:16:13,917 INFO  [PacketResponder: BP-2013965053-10.240.0.33-1786515372374:blk_1073741827_1003, type=LAST_IN_PIPELINE] DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1539)) - src: /127.0.0.1:33526, dest: /127.0.0.1:41993, bytes: 102, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_139430203_1, offset: 0, srvID: 2c37c546-da67-4b8f-a012-f790e053cf83, blockid: BP-2013965053-10.240.0.33-1786515372374:blk_1073741827_1003, duration(ns): 3649339
2026-08-12 06:16:13,918 INFO  [PacketResponder: BP-2013965053-10.240.0.33-1786515372374:blk_1073741827_1003, type=LAST_IN_PIPELINE] datanode.DataNode (BlockReceiver.java:run(1512)) - PacketResponder: BP-2013965053-10.240.0.33-1786515372374:blk_1073741827_1003, type=LAST_IN_PIPELINE terminating
2026-08-12 06:16:13,919 INFO  [IPC Server handler 0 on default port 35985] hdfs.StateChange (FSNamesystem.java:completeFile(3104)) - DIR* completeFile: /id_taco-taco/2000/.kudu-metadata.json is closed by DFSClient_NONMAPREDUCE_139430203_1
2026-08-12 06:16:13,921 INFO  [Listener at localhost/43899] backup.BackupIO (BackupIO.scala:writeTableMetadata(95)) - Writing metadata to hdfs://localhost:35985/id_pizza-pizza/200/.kudu-metadata.json
2026-08-12 06:16:13,924 INFO  [IPC Server handler 1 on default port 35985] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=create	src=/id_pizza-pizza/200/.kudu-metadata.json	dst=null	perm=slave:supergroup:rw-r--r--	proto=rpc
2026-08-12 06:16:13,929 INFO  [IPC Server handler 2 on default port 35985] hdfs.StateChange (FSDirWriteFileOp.java:logAllocatedBlock(802)) - BLOCK* allocate blk_1073741828_1004, replicas=127.0.0.1:41993 for /id_pizza-pizza/200/.kudu-metadata.json
2026-08-12 06:16:13,931 INFO  [DataXceiver for client DFSClient_NONMAPREDUCE_139430203_1 at /127.0.0.1:33532 [Receiving block BP-2013965053-10.240.0.33-1786515372374:blk_1073741828_1004]] datanode.DataNode (DataXceiver.java:writeBlock(747)) - Receiving BP-2013965053-10.240.0.33-1786515372374:blk_1073741828_1004 src: /127.0.0.1:33532 dest: /127.0.0.1:41993
2026-08-12 06:16:13,936 INFO  [PacketResponder: BP-2013965053-10.240.0.33-1786515372374:blk_1073741828_1004, type=LAST_IN_PIPELINE] DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1539)) - src: /127.0.0.1:33532, dest: /127.0.0.1:41993, bytes: 84, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_139430203_1, offset: 0, srvID: 2c37c546-da67-4b8f-a012-f790e053cf83, blockid: BP-2013965053-10.240.0.33-1786515372374:blk_1073741828_1004, duration(ns): 3226482
2026-08-12 06:16:13,936 INFO  [PacketResponder: BP-2013965053-10.240.0.33-1786515372374:blk_1073741828_1004, type=LAST_IN_PIPELINE] datanode.DataNode (BlockReceiver.java:run(1512)) - PacketResponder: BP-2013965053-10.240.0.33-1786515372374:blk_1073741828_1004, type=LAST_IN_PIPELINE terminating
2026-08-12 06:16:13,938 INFO  [IPC Server handler 4 on default port 35985] hdfs.StateChange (FSNamesystem.java:completeFile(3104)) - DIR* completeFile: /id_pizza-pizza/200/.kudu-metadata.json is closed by DFSClient_NONMAPREDUCE_139430203_1
2026-08-12 06:16:13,939 INFO  [Listener at localhost/43899] backup.BackupIO (BackupIO.scala:writeTableMetadata(95)) - Writing metadata to hdfs://localhost:35985/id_pizza-pizza/400/.kudu-metadata.json
2026-08-12 06:16:13,940 INFO  [IPC Server handler 5 on default port 35985] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=create	src=/id_pizza-pizza/400/.kudu-metadata.json	dst=null	perm=slave:supergroup:rw-r--r--	proto=rpc
2026-08-12 06:16:13,943 INFO  [IPC Server handler 6 on default port 35985] hdfs.StateChange (FSDirWriteFileOp.java:logAllocatedBlock(802)) - BLOCK* allocate blk_1073741829_1005, replicas=127.0.0.1:41993 for /id_pizza-pizza/400/.kudu-metadata.json
2026-08-12 06:16:13,945 INFO  [DataXceiver for client DFSClient_NONMAPREDUCE_139430203_1 at /127.0.0.1:33548 [Receiving block BP-2013965053-10.240.0.33-1786515372374:blk_1073741829_1005]] datanode.DataNode (DataXceiver.java:writeBlock(747)) - Receiving BP-2013965053-10.240.0.33-1786515372374:blk_1073741829_1005 src: /127.0.0.1:33548 dest: /127.0.0.1:41993
2026-08-12 06:16:13,951 INFO  [PacketResponder: BP-2013965053-10.240.0.33-1786515372374:blk_1073741829_1005, type=LAST_IN_PIPELINE] DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1539)) - src: /127.0.0.1:33548, dest: /127.0.0.1:41993, bytes: 103, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_139430203_1, offset: 0, srvID: 2c37c546-da67-4b8f-a012-f790e053cf83, blockid: BP-2013965053-10.240.0.33-1786515372374:blk_1073741829_1005, duration(ns): 3278003
2026-08-12 06:16:13,951 INFO  [PacketResponder: BP-2013965053-10.240.0.33-1786515372374:blk_1073741829_1005, type=LAST_IN_PIPELINE] datanode.DataNode (BlockReceiver.java:run(1512)) - PacketResponder: BP-2013965053-10.240.0.33-1786515372374:blk_1073741829_1005, type=LAST_IN_PIPELINE terminating
2026-08-12 06:16:13,952 INFO  [IPC Server handler 8 on default port 35985] hdfs.StateChange (FSNamesystem.java:completeFile(3104)) - DIR* completeFile: /id_pizza-pizza/400/.kudu-metadata.json is closed by DFSClient_NONMAPREDUCE_139430203_1
2026-08-12 06:16:13,953 INFO  [Listener at localhost/43899] backup.BackupIO (BackupIO.scala:writeTableMetadata(95)) - Writing metadata to hdfs://localhost:35985/id_pizza-pizza/600/.kudu-metadata.json
2026-08-12 06:16:13,954 INFO  [IPC Server handler 9 on default port 35985] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=create	src=/id_pizza-pizza/600/.kudu-metadata.json	dst=null	perm=slave:supergroup:rw-r--r--	proto=rpc
2026-08-12 06:16:13,956 INFO  [IPC Server handler 0 on default port 35985] hdfs.StateChange (FSDirWriteFileOp.java:logAllocatedBlock(802)) - BLOCK* allocate blk_1073741830_1006, replicas=127.0.0.1:41993 for /id_pizza-pizza/600/.kudu-metadata.json
2026-08-12 06:16:13,962 INFO  [DataXceiver for client DFSClient_NONMAPREDUCE_139430203_1 at /127.0.0.1:33562 [Receiving block BP-2013965053-10.240.0.33-1786515372374:blk_1073741830_1006]] datanode.DataNode (DataXceiver.java:writeBlock(747)) - Receiving BP-2013965053-10.240.0.33-1786515372374:blk_1073741830_1006 src: /127.0.0.1:33562 dest: /127.0.0.1:41993
2026-08-12 06:16:13,970 INFO  [PacketResponder: BP-2013965053-10.240.0.33-1786515372374:blk_1073741830_1006, type=LAST_IN_PIPELINE] DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1539)) - src: /127.0.0.1:33562, dest: /127.0.0.1:41993, bytes: 103, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_139430203_1, offset: 0, srvID: 2c37c546-da67-4b8f-a012-f790e053cf83, blockid: BP-2013965053-10.240.0.33-1786515372374:blk_1073741830_1006, duration(ns): 4254879
2026-08-12 06:16:13,970 INFO  [PacketResponder: BP-2013965053-10.240.0.33-1786515372374:blk_1073741830_1006, type=LAST_IN_PIPELINE] datanode.DataNode (BlockReceiver.java:run(1512)) - PacketResponder: BP-2013965053-10.240.0.33-1786515372374:blk_1073741830_1006, type=LAST_IN_PIPELINE terminating
2026-08-12 06:16:13,971 INFO  [IPC Server handler 1 on default port 35985] namenode.FSNamesystem (FSNamesystem.java:checkBlocksComplete(3151)) - BLOCK* blk_1073741830_1006 is COMMITTED but not COMPLETE(numNodes= 0 <  minimum = 1) in file /id_pizza-pizza/600/.kudu-metadata.json
2026-08-12 06:16:14,373 INFO  [IPC Server handler 3 on default port 35985] hdfs.StateChange (FSNamesystem.java:completeFile(3104)) - DIR* completeFile: /id_pizza-pizza/600/.kudu-metadata.json is closed by DFSClient_NONMAPREDUCE_139430203_1
2026-08-12 06:16:14,388 INFO  [IPC Server handler 4 on default port 35985] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=getfileinfo	src=/	dst=null	perm=null	proto=rpc
2026-08-12 06:16:14,390 INFO  [IPC Server handler 5 on default port 35985] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=listStatus	src=/	dst=null	perm=null	proto=rpc
2026-08-12 06:16:14,391 INFO  [IPC Server handler 6 on default port 35985] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=listStatus	src=/id_pizza-pizza	dst=null	perm=null	proto=rpc
2026-08-12 06:16:14,393 INFO  [IPC Server handler 7 on default port 35985] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=getfileinfo	src=/id_pizza-pizza/200/.kudu-metadata.json	dst=null	perm=null	proto=rpc
2026-08-12 06:16:14,394 INFO  [IPC Server handler 8 on default port 35985] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=open	src=/id_pizza-pizza/200/.kudu-metadata.json	dst=null	perm=null	proto=rpc
2026-08-12 06:16:14,400 INFO  [IPC Server handler 9 on default port 35985] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=getfileinfo	src=/id_pizza-pizza/400/.kudu-metadata.json	dst=null	perm=null	proto=rpc
2026-08-12 06:16:14,401 INFO  [IPC Server handler 0 on default port 35985] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=open	src=/id_pizza-pizza/400/.kudu-metadata.json	dst=null	perm=null	proto=rpc
2026-08-12 06:16:14,404 INFO  [IPC Server handler 2 on default port 35985] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=getfileinfo	src=/id_pizza-pizza/600/.kudu-metadata.json	dst=null	perm=null	proto=rpc
2026-08-12 06:16:14,405 INFO  [IPC Server handler 1 on default port 35985] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=open	src=/id_pizza-pizza/600/.kudu-metadata.json	dst=null	perm=null	proto=rpc
2026-08-12 06:16:14,407 INFO  [Listener at localhost/43899] backup.BackupIO (BackupIO.scala:readTableBackups(236)) - Found 3 paths in hdfs://localhost:35985/id_pizza-pizza
.2026-08-12 06:16:14,424 INFO  [Listener at localhost/43899] hdfs.MiniDFSCluster (MiniDFSCluster.java:<init>(529)) - starting cluster: numNameNodes=1, numDataNodes=1
2026-08-12 06:16:14,426 INFO  [Listener at localhost/43899] namenode.NameNode (NameNode.java:format(1249)) - Formatting using clusterid: testClusterID
2026-08-12 06:16:14,426 INFO  [Listener at localhost/43899] namenode.FSEditLog (FSEditLog.java:newInstance(229)) - Edit logging is async:true
2026-08-12 06:16:14,437 INFO  [Listener at localhost/43899] namenode.FSNamesystem (FSNamesystem.java:<init>(814)) - KeyProvider: null
2026-08-12 06:16:14,438 INFO  [Listener at localhost/43899] namenode.FSNamesystem (FSNamesystemLock.java:<init>(141)) - fsLock is fair: true
2026-08-12 06:16:14,438 INFO  [Listener at localhost/43899] namenode.FSNamesystem (FSNamesystemLock.java:<init>(159)) - Detailed lock hold time metrics enabled: false
2026-08-12 06:16:14,438 INFO  [Listener at localhost/43899] namenode.FSNamesystem (FSNamesystem.java:<init>(847)) - fsOwner                = slave (auth:SIMPLE)
2026-08-12 06:16:14,438 INFO  [Listener at localhost/43899] namenode.FSNamesystem (FSNamesystem.java:<init>(848)) - supergroup             = supergroup
2026-08-12 06:16:14,438 INFO  [Listener at localhost/43899] namenode.FSNamesystem (FSNamesystem.java:<init>(849)) - isPermissionEnabled    = true
2026-08-12 06:16:14,438 INFO  [Listener at localhost/43899] namenode.FSNamesystem (FSNamesystem.java:<init>(850)) - isStoragePolicyEnabled = true
2026-08-12 06:16:14,438 INFO  [Listener at localhost/43899] namenode.FSNamesystem (FSNamesystem.java:<init>(861)) - HA Enabled: false
2026-08-12 06:16:14,439 INFO  [Listener at localhost/43899] common.Util (Util.java:isDiskStatsEnabled(395)) - dfs.datanode.fileio.profiling.sampling.percentage set to 0. Disabling file IO profiling
2026-08-12 06:16:14,439 INFO  [Listener at localhost/43899] blockmanagement.DatanodeManager (DatanodeManager.java:<init>(334)) - dfs.block.invalidate.limit: configured=1000, counted=60, effected=1000
2026-08-12 06:16:14,439 INFO  [Listener at localhost/43899] blockmanagement.DatanodeManager (DatanodeManager.java:<init>(342)) - dfs.namenode.datanode.registration.ip-hostname-check=true
2026-08-12 06:16:14,439 INFO  [Listener at localhost/43899] blockmanagement.BlockManager (InvalidateBlocks.java:printBlockDeletionTime(77)) - dfs.namenode.startup.delay.block.deletion.sec is set to 000:00:00:00.000
2026-08-12 06:16:14,439 INFO  [Listener at localhost/43899] blockmanagement.BlockManager (InvalidateBlocks.java:printBlockDeletionTime(83)) - The block deletion will start around 2026 Aug 12 06:16:14
2026-08-12 06:16:14,439 INFO  [Listener at localhost/43899] util.GSet (LightWeightGSet.java:computeCapacity(395)) - Computing capacity for map BlocksMap
2026-08-12 06:16:14,440 INFO  [Listener at localhost/43899] util.GSet (LightWeightGSet.java:computeCapacity(396)) - VM type       = 64-bit
2026-08-12 06:16:14,440 INFO  [Listener at localhost/43899] util.GSet (LightWeightGSet.java:computeCapacity(397)) - 2.0% max memory 3.5 GB = 72.5 MB
2026-08-12 06:16:14,440 INFO  [Listener at localhost/43899] util.GSet (LightWeightGSet.java:computeCapacity(402)) - capacity      = 2^23 = 8388608 entries
2026-08-12 06:16:14,516 INFO  [Listener at localhost/43899] blockmanagement.BlockManager (BlockManager.java:createSPSManager(5447)) - Storage policy satisfier is disabled
2026-08-12 06:16:14,517 INFO  [Listener at localhost/43899] blockmanagement.BlockManager (BlockManager.java:createBlockTokenSecretManager(641)) - dfs.block.access.token.enable = false
2026-08-12 06:16:14,517 INFO  [Listener at localhost/43899] blockmanagement.BlockManagerSafeMode (BlockManagerSafeMode.java:<init>(160)) - dfs.namenode.safemode.threshold-pct = 0.999
2026-08-12 06:16:14,517 INFO  [Listener at localhost/43899] blockmanagement.BlockManagerSafeMode (BlockManagerSafeMode.java:<init>(161)) - dfs.namenode.safemode.min.datanodes = 0
2026-08-12 06:16:14,518 INFO  [Listener at localhost/43899] blockmanagement.BlockManagerSafeMode (BlockManagerSafeMode.java:<init>(163)) - dfs.namenode.safemode.extension = 0
2026-08-12 06:16:14,518 INFO  [Listener at localhost/43899] blockmanagement.BlockManager (BlockManager.java:<init>(627)) - defaultReplication         = 1
2026-08-12 06:16:14,518 INFO  [Listener at localhost/43899] blockmanagement.BlockManager (BlockManager.java:<init>(628)) - maxReplication             = 512
2026-08-12 06:16:14,518 INFO  [Listener at localhost/43899] blockmanagement.BlockManager (BlockManager.java:<init>(629)) - minReplication             = 1
2026-08-12 06:16:14,518 INFO  [Listener at localhost/43899] blockmanagement.BlockManager (BlockManager.java:<init>(630)) - maxReplicationStreams      = 2
2026-08-12 06:16:14,518 INFO  [Listener at localhost/43899] blockmanagement.BlockManager (BlockManager.java:<init>(631)) - redundancyRecheckInterval  = 3000ms
2026-08-12 06:16:14,518 INFO  [Listener at localhost/43899] blockmanagement.BlockManager (BlockManager.java:<init>(632)) - encryptDataTransfer        = false
2026-08-12 06:16:14,518 INFO  [Listener at localhost/43899] blockmanagement.BlockManager (BlockManager.java:<init>(633)) - maxNumBlocksToLog          = 1000
2026-08-12 06:16:14,519 INFO  [Listener at localhost/43899] util.GSet (LightWeightGSet.java:computeCapacity(395)) - Computing capacity for map INodeMap
2026-08-12 06:16:14,520 INFO  [Listener at localhost/43899] util.GSet (LightWeightGSet.java:computeCapacity(396)) - VM type       = 64-bit
2026-08-12 06:16:14,520 INFO  [Listener at localhost/43899] util.GSet (LightWeightGSet.java:computeCapacity(397)) - 1.0% max memory 3.5 GB = 36.2 MB
2026-08-12 06:16:14,520 INFO  [Listener at localhost/43899] util.GSet (LightWeightGSet.java:computeCapacity(402)) - capacity      = 2^22 = 4194304 entries
2026-08-12 06:16:14,523 INFO  [Listener at localhost/43899] namenode.FSDirectory (FSDirectory.java:<init>(335)) - ACLs enabled? true
2026-08-12 06:16:14,523 INFO  [Listener at localhost/43899] namenode.FSDirectory (FSDirectory.java:<init>(339)) - POSIX ACL inheritance enabled? true
2026-08-12 06:16:14,523 INFO  [Listener at localhost/43899] namenode.FSDirectory (FSDirectory.java:<init>(343)) - XAttrs enabled? true
2026-08-12 06:16:14,523 INFO  [Listener at localhost/43899] namenode.NameNode (FSDirectory.java:<init>(406)) - Caching file names occurring more than 10 times
2026-08-12 06:16:14,523 INFO  [Listener at localhost/43899] snapshot.SnapshotManager (SnapshotManager.java:<init>(124)) - Loaded config captureOpenFiles: false, skipCaptureAccessTimeOnlyChange: false, snapshotDiffAllowSnapRootDescendant: true, maxSnapshotLimit: 65536
2026-08-12 06:16:14,523 INFO  [Listener at localhost/43899] snapshot.SnapshotManager (DirectoryDiffListFactory.java:init(43)) - SkipList is disabled
2026-08-12 06:16:14,523 INFO  [Listener at localhost/43899] util.GSet (LightWeightGSet.java:computeCapacity(395)) - Computing capacity for map cachedBlocks
2026-08-12 06:16:14,523 INFO  [Listener at localhost/43899] util.GSet (LightWeightGSet.java:computeCapacity(396)) - VM type       = 64-bit
2026-08-12 06:16:14,524 INFO  [Listener at localhost/43899] util.GSet (LightWeightGSet.java:computeCapacity(397)) - 0.25% max memory 3.5 GB = 9.1 MB
2026-08-12 06:16:14,524 INFO  [Listener at localhost/43899] util.GSet (LightWeightGSet.java:computeCapacity(402)) - capacity      = 2^20 = 1048576 entries
2026-08-12 06:16:14,524 INFO  [Listener at localhost/43899] metrics.TopMetrics (TopMetrics.java:logConf(75)) - NNTop conf: dfs.namenode.top.window.num.buckets = 10
2026-08-12 06:16:14,525 INFO  [Listener at localhost/43899] metrics.TopMetrics (TopMetrics.java:logConf(77)) - NNTop conf: dfs.namenode.top.num.users = 10
2026-08-12 06:16:14,525 INFO  [Listener at localhost/43899] metrics.TopMetrics (TopMetrics.java:logConf(79)) - NNTop conf: dfs.namenode.top.windows.minutes = 1,5,25
2026-08-12 06:16:14,525 INFO  [Listener at localhost/43899] namenode.FSNamesystem (FSNamesystem.java:initRetryCache(1080)) - Retry cache on namenode is enabled
2026-08-12 06:16:14,525 INFO  [Listener at localhost/43899] namenode.FSNamesystem (FSNamesystem.java:initRetryCache(1088)) - Retry cache will use 0.03 of total heap and retry cache entry expiry time is 600000 millis
2026-08-12 06:16:14,525 INFO  [Listener at localhost/43899] util.GSet (LightWeightGSet.java:computeCapacity(395)) - Computing capacity for map NameNodeRetryCache
2026-08-12 06:16:14,525 INFO  [Listener at localhost/43899] util.GSet (LightWeightGSet.java:computeCapacity(396)) - VM type       = 64-bit
2026-08-12 06:16:14,525 INFO  [Listener at localhost/43899] util.GSet (LightWeightGSet.java:computeCapacity(397)) - 0.029999999329447746% max memory 3.5 GB = 1.1 MB
2026-08-12 06:16:14,525 INFO  [Listener at localhost/43899] util.GSet (LightWeightGSet.java:computeCapacity(402)) - capacity      = 2^17 = 131072 entries
2026-08-12 06:16:14,527 INFO  [Listener at localhost/43899] namenode.FSImage (FSImage.java:format(186)) - Allocated new BlockPoolId: BP-1278169172-10.240.0.33-1786515374527
2026-08-12 06:16:14,532 INFO  [Listener at localhost/43899] common.Storage (NNStorage.java:format(595)) - Storage directory /tmp/hdfs-test912324139118675484/name-0-1 has been successfully formatted.
2026-08-12 06:16:14,535 INFO  [Listener at localhost/43899] common.Storage (NNStorage.java:format(595)) - Storage directory /tmp/hdfs-test912324139118675484/name-0-2 has been successfully formatted.
2026-08-12 06:16:14,550 INFO  [FSImageSaver for /tmp/hdfs-test912324139118675484/name-0-2 of type IMAGE_AND_EDITS] namenode.FSImageFormatProtobuf (FSImageFormatProtobuf.java:save(732)) - Saving image file /tmp/hdfs-test912324139118675484/name-0-2/current/fsimage.ckpt_0000000000000000000 using no compression
2026-08-12 06:16:14,555 INFO  [FSImageSaver for /tmp/hdfs-test912324139118675484/name-0-1 of type IMAGE_AND_EDITS] namenode.FSImageFormatProtobuf (FSImageFormatProtobuf.java:save(732)) - Saving image file /tmp/hdfs-test912324139118675484/name-0-1/current/fsimage.ckpt_0000000000000000000 using no compression
2026-08-12 06:16:14,558 INFO  [FSImageSaver for /tmp/hdfs-test912324139118675484/name-0-2 of type IMAGE_AND_EDITS] namenode.FSImageFormatProtobuf (FSImageFormatProtobuf.java:save(736)) - Image file /tmp/hdfs-test912324139118675484/name-0-2/current/fsimage.ckpt_0000000000000000000 of size 418 bytes saved in 0 seconds .
2026-08-12 06:16:14,566 INFO  [FSImageSaver for /tmp/hdfs-test912324139118675484/name-0-1 of type IMAGE_AND_EDITS] namenode.FSImageFormatProtobuf (FSImageFormatProtobuf.java:save(736)) - Image file /tmp/hdfs-test912324139118675484/name-0-1/current/fsimage.ckpt_0000000000000000000 of size 418 bytes saved in 0 seconds .
2026-08-12 06:16:14,570 INFO  [Listener at localhost/43899] namenode.NNStorageRetentionManager (NNStorageRetentionManager.java:getImageTxIdToRetain(203)) - Going to retain 1 images with txid >= 0
2026-08-12 06:16:14,580 INFO  [Listener at localhost/43899] namenode.FSNamesystem (FSNamesystem.java:stopActiveServices(1427)) - Stopping services started for active state
2026-08-12 06:16:14,580 INFO  [Listener at localhost/43899] namenode.FSNamesystem (FSNamesystem.java:stopStandbyServices(1528)) - Stopping services started for standby state
2026-08-12 06:16:14,581 INFO  [Listener at localhost/43899] namenode.NameNode (NameNode.java:createNameNode(1707)) - createNameNode []
2026-08-12 06:16:14,581 INFO  [Listener at localhost/43899] impl.MetricsSystemImpl (MetricsSystemImpl.java:init(158)) - NameNode metrics system started (again)
2026-08-12 06:16:14,582 INFO  [Listener at localhost/43899] namenode.NameNodeUtils (NameNodeUtils.java:getClientNamenodeAddress(79)) - fs.defaultFS is hdfs://127.0.0.1:0
2026-08-12 06:16:14,597 INFO  [org.apache.hadoop.util.JvmPauseMonitor$Monitor@76a805b7] util.JvmPauseMonitor (JvmPauseMonitor.java:run(188)) - Starting JVM pause monitor
2026-08-12 06:16:14,597 INFO  [Listener at localhost/43899] hdfs.DFSUtil (DFSUtil.java:httpServerTemplateForNNAndJN(1668)) - Filter initializers set : org.apache.hadoop.http.lib.StaticUserWebFilter,org.apache.hadoop.hdfs.web.AuthFilterInitializer
2026-08-12 06:16:14,598 INFO  [Listener at localhost/43899] hdfs.DFSUtil (DFSUtil.java:httpServerTemplateForNNAndJN(1690)) - Starting Web-server for hdfs at: http://localhost:0
2026-08-12 06:16:14,599 INFO  [Listener at localhost/43899] server.AuthenticationFilter (AuthenticationFilter.java:constructSecretProvider(240)) - Unable to initialize FileSignerSecretProvider, falling back to use random secrets.
2026-08-12 06:16:14,600 INFO  [Listener at localhost/43899] http.HttpRequestLog (HttpRequestLog.java:getRequestLog(82)) - Http request log for http.requests.namenode is not defined
2026-08-12 06:16:14,602 INFO  [Listener at localhost/43899] http.HttpServer2 (HttpServer2.java:addGlobalFilter(1111)) - Added global filter 'safety' (class=org.apache.hadoop.http.HttpServer2$QuotingInputFilter)
2026-08-12 06:16:14,603 INFO  [Listener at localhost/43899] http.HttpServer2 (HttpServer2.java:addFilter(1084)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context hdfs
2026-08-12 06:16:14,603 INFO  [Listener at localhost/43899] http.HttpServer2 (HttpServer2.java:addFilter(1094)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context static
2026-08-12 06:16:14,605 INFO  [Listener at localhost/43899] http.HttpServer2 (HttpServer2.java:addFilter(1084)) - Added filter AuthFilter (class=org.apache.hadoop.hdfs.web.AuthFilter) to context hdfs
2026-08-12 06:16:14,605 INFO  [Listener at localhost/43899] http.HttpServer2 (HttpServer2.java:addFilter(1094)) - Added filter AuthFilter (class=org.apache.hadoop.hdfs.web.AuthFilter) to context static
2026-08-12 06:16:14,606 INFO  [Listener at localhost/43899] http.HttpServer2 (HttpServer2.java:addJerseyResourcePackage(938)) - addJerseyResourcePackage: packageName=org.apache.hadoop.hdfs.server.namenode.web.resources;org.apache.hadoop.hdfs.web.resources, pathSpec=/webhdfs/v1/*
2026-08-12 06:16:14,606 INFO  [Listener at localhost/43899] http.HttpServer2 (HttpServer2.java:bindListener(1332)) - Jetty bound to port 33211
2026-08-12 06:16:14,606 INFO  [Listener at localhost/43899] server.Server (Server.java:doStart(375)) - jetty-9.4.40.v20210413; built: 2021-04-13T20:42:42.668Z; git: b881a572662e1943a14ae12e7e1207989f218b74; jvm 1.8.0_362-8u372-ga~us1-0ubuntu1~18.04-b09
2026-08-12 06:16:14,610 INFO  [Listener at localhost/43899] server.session (DefaultSessionIdManager.java:doStart(334)) - DefaultSessionIdManager workerName=node0
2026-08-12 06:16:14,610 INFO  [Listener at localhost/43899] server.session (DefaultSessionIdManager.java:doStart(339)) - No SessionScavenger set, using defaults
2026-08-12 06:16:14,610 INFO  [Listener at localhost/43899] server.session (HouseKeeper.java:startScavenging(132)) - node0 Scavenging every 660000ms
2026-08-12 06:16:14,612 INFO  [Listener at localhost/43899] server.AuthenticationFilter (AuthenticationFilter.java:constructSecretProvider(240)) - Unable to initialize FileSignerSecretProvider, falling back to use random secrets.
2026-08-12 06:16:14,612 INFO  [Listener at localhost/43899] handler.ContextHandler (ContextHandler.java:doStart(916)) - Started o.e.j.s.ServletContextHandler@591a4f8e{static,/static,jar:file:/tmp/dist-test-tasksdsoI6/java/build/jars/hadoop-hdfs-3.3.1-tests.jar!/webapps/static,AVAILABLE}
2026-08-12 06:16:14,765 INFO  [Listener at localhost/43899] handler.ContextHandler (ContextHandler.java:doStart(916)) - Started o.e.j.w.WebAppContext@7c0777b5{hdfs,/,file:///tmp/jetty-localhost-33211-hadoop-hdfs-3_3_1-tests_jar-_-any-5915126453112153195/webapp/,AVAILABLE}{jar:file:/tmp/dist-test-tasksdsoI6/java/build/jars/hadoop-hdfs-3.3.1-tests.jar!/webapps/hdfs}
2026-08-12 06:16:14,766 INFO  [Listener at localhost/43899] server.AbstractConnector (AbstractConnector.java:doStart(331)) - Started ServerConnector@57c00115{HTTP/1.1, (http/1.1)}{localhost:33211}
2026-08-12 06:16:14,767 INFO  [Listener at localhost/43899] server.Server (Server.java:doStart(415)) - Started @10779ms
2026-08-12 06:16:14,768 INFO  [Listener at localhost/43899] namenode.FSEditLog (FSEditLog.java:newInstance(229)) - Edit logging is async:true
2026-08-12 06:16:14,781 INFO  [Listener at localhost/43899] namenode.FSNamesystem (FSNamesystem.java:<init>(814)) - KeyProvider: null
2026-08-12 06:16:14,781 INFO  [Listener at localhost/43899] namenode.FSNamesystem (FSNamesystemLock.java:<init>(141)) - fsLock is fair: true
2026-08-12 06:16:14,781 INFO  [Listener at localhost/43899] namenode.FSNamesystem (FSNamesystemLock.java:<init>(159)) - Detailed lock hold time metrics enabled: false
2026-08-12 06:16:14,781 INFO  [Listener at localhost/43899] namenode.FSNamesystem (FSNamesystem.java:<init>(847)) - fsOwner                = slave (auth:SIMPLE)
2026-08-12 06:16:14,781 INFO  [Listener at localhost/43899] namenode.FSNamesystem (FSNamesystem.java:<init>(848)) - supergroup             = supergroup
2026-08-12 06:16:14,781 INFO  [Listener at localhost/43899] namenode.FSNamesystem (FSNamesystem.java:<init>(849)) - isPermissionEnabled    = true
2026-08-12 06:16:14,781 INFO  [Listener at localhost/43899] namenode.FSNamesystem (FSNamesystem.java:<init>(850)) - isStoragePolicyEnabled = true
2026-08-12 06:16:14,781 INFO  [Listener at localhost/43899] namenode.FSNamesystem (FSNamesystem.java:<init>(861)) - HA Enabled: false
2026-08-12 06:16:14,782 INFO  [Listener at localhost/43899] common.Util (Util.java:isDiskStatsEnabled(395)) - dfs.datanode.fileio.profiling.sampling.percentage set to 0. Disabling file IO profiling
2026-08-12 06:16:14,782 INFO  [Listener at localhost/43899] blockmanagement.DatanodeManager (DatanodeManager.java:<init>(334)) - dfs.block.invalidate.limit: configured=1000, counted=60, effected=1000
2026-08-12 06:16:14,782 INFO  [Listener at localhost/43899] blockmanagement.DatanodeManager (DatanodeManager.java:<init>(342)) - dfs.namenode.datanode.registration.ip-hostname-check=true
2026-08-12 06:16:14,782 INFO  [Listener at localhost/43899] blockmanagement.BlockManager (InvalidateBlocks.java:printBlockDeletionTime(77)) - dfs.namenode.startup.delay.block.deletion.sec is set to 000:00:00:00.000
2026-08-12 06:16:14,782 INFO  [Listener at localhost/43899] blockmanagement.BlockManager (InvalidateBlocks.java:printBlockDeletionTime(83)) - The block deletion will start around 2026 Aug 12 06:16:14
2026-08-12 06:16:14,783 INFO  [Listener at localhost/43899] util.GSet (LightWeightGSet.java:computeCapacity(395)) - Computing capacity for map BlocksMap
2026-08-12 06:16:14,783 INFO  [Listener at localhost/43899] util.GSet (LightWeightGSet.java:computeCapacity(396)) - VM type       = 64-bit
2026-08-12 06:16:14,783 INFO  [Listener at localhost/43899] util.GSet (LightWeightGSet.java:computeCapacity(397)) - 2.0% max memory 3.5 GB = 72.5 MB
2026-08-12 06:16:14,783 INFO  [Listener at localhost/43899] util.GSet (LightWeightGSet.java:computeCapacity(402)) - capacity      = 2^23 = 8388608 entries
2026-08-12 06:16:14,789 INFO  [Listener at localhost/43899] blockmanagement.BlockManager (BlockManager.java:createSPSManager(5447)) - Storage policy satisfier is disabled
2026-08-12 06:16:14,789 INFO  [Listener at localhost/43899] blockmanagement.BlockManager (BlockManager.java:createBlockTokenSecretManager(641)) - dfs.block.access.token.enable = false
2026-08-12 06:16:14,790 INFO  [Listener at localhost/43899] blockmanagement.BlockManagerSafeMode (BlockManagerSafeMode.java:<init>(160)) - dfs.namenode.safemode.threshold-pct = 0.999
2026-08-12 06:16:14,790 INFO  [Listener at localhost/43899] blockmanagement.BlockManagerSafeMode (BlockManagerSafeMode.java:<init>(161)) - dfs.namenode.safemode.min.datanodes = 0
2026-08-12 06:16:14,790 INFO  [Listener at localhost/43899] blockmanagement.BlockManagerSafeMode (BlockManagerSafeMode.java:<init>(163)) - dfs.namenode.safemode.extension = 0
2026-08-12 06:16:14,790 INFO  [Listener at localhost/43899] blockmanagement.BlockManager (BlockManager.java:<init>(627)) - defaultReplication         = 1
2026-08-12 06:16:14,790 INFO  [Listener at localhost/43899] blockmanagement.BlockManager (BlockManager.java:<init>(628)) - maxReplication             = 512
2026-08-12 06:16:14,790 INFO  [Listener at localhost/43899] blockmanagement.BlockManager (BlockManager.java:<init>(629)) - minReplication             = 1
2026-08-12 06:16:14,790 INFO  [Listener at localhost/43899] blockmanagement.BlockManager (BlockManager.java:<init>(630)) - maxReplicationStreams      = 2
2026-08-12 06:16:14,790 INFO  [Listener at localhost/43899] blockmanagement.BlockManager (BlockManager.java:<init>(631)) - redundancyRecheckInterval  = 3000ms
2026-08-12 06:16:14,790 INFO  [Listener at localhost/43899] blockmanagement.BlockManager (BlockManager.java:<init>(632)) - encryptDataTransfer        = false
2026-08-12 06:16:14,790 INFO  [Listener at localhost/43899] blockmanagement.BlockManager (BlockManager.java:<init>(633)) - maxNumBlocksToLog          = 1000
2026-08-12 06:16:14,791 INFO  [Listener at localhost/43899] util.GSet (LightWeightGSet.java:computeCapacity(395)) - Computing capacity for map INodeMap
2026-08-12 06:16:14,791 INFO  [Listener at localhost/43899] util.GSet (LightWeightGSet.java:computeCapacity(396)) - VM type       = 64-bit
2026-08-12 06:16:14,791 INFO  [Listener at localhost/43899] util.GSet (LightWeightGSet.java:computeCapacity(397)) - 1.0% max memory 3.5 GB = 36.2 MB
2026-08-12 06:16:14,791 INFO  [Listener at localhost/43899] util.GSet (LightWeightGSet.java:computeCapacity(402)) - capacity      = 2^22 = 4194304 entries
2026-08-12 06:16:15,105 INFO  [Listener at localhost/43899] namenode.FSDirectory (FSDirectory.java:<init>(335)) - ACLs enabled? true
2026-08-12 06:16:15,106 INFO  [Listener at localhost/43899] namenode.FSDirectory (FSDirectory.java:<init>(339)) - POSIX ACL inheritance enabled? true
2026-08-12 06:16:15,106 INFO  [Listener at localhost/43899] namenode.FSDirectory (FSDirectory.java:<init>(343)) - XAttrs enabled? true
2026-08-12 06:16:15,106 INFO  [Listener at localhost/43899] namenode.NameNode (FSDirectory.java:<init>(406)) - Caching file names occurring more than 10 times
2026-08-12 06:16:15,106 INFO  [Listener at localhost/43899] snapshot.SnapshotManager (SnapshotManager.java:<init>(124)) - Loaded config captureOpenFiles: false, skipCaptureAccessTimeOnlyChange: false, snapshotDiffAllowSnapRootDescendant: true, maxSnapshotLimit: 65536
2026-08-12 06:16:15,106 INFO  [Listener at localhost/43899] snapshot.SnapshotManager (DirectoryDiffListFactory.java:init(43)) - SkipList is disabled
2026-08-12 06:16:15,106 INFO  [Listener at localhost/43899] util.GSet (LightWeightGSet.java:computeCapacity(395)) - Computing capacity for map cachedBlocks
2026-08-12 06:16:15,107 INFO  [Listener at localhost/43899] util.GSet (LightWeightGSet.java:computeCapacity(396)) - VM type       = 64-bit
2026-08-12 06:16:15,107 INFO  [Listener at localhost/43899] util.GSet (LightWeightGSet.java:computeCapacity(397)) - 0.25% max memory 3.5 GB = 9.1 MB
2026-08-12 06:16:15,107 INFO  [Listener at localhost/43899] util.GSet (LightWeightGSet.java:computeCapacity(402)) - capacity      = 2^20 = 1048576 entries
2026-08-12 06:16:15,108 INFO  [Listener at localhost/43899] metrics.TopMetrics (TopMetrics.java:logConf(75)) - NNTop conf: dfs.namenode.top.window.num.buckets = 10
2026-08-12 06:16:15,108 INFO  [Listener at localhost/43899] metrics.TopMetrics (TopMetrics.java:logConf(77)) - NNTop conf: dfs.namenode.top.num.users = 10
2026-08-12 06:16:15,108 INFO  [Listener at localhost/43899] metrics.TopMetrics (TopMetrics.java:logConf(79)) - NNTop conf: dfs.namenode.top.windows.minutes = 1,5,25
2026-08-12 06:16:15,108 INFO  [Listener at localhost/43899] namenode.FSNamesystem (FSNamesystem.java:initRetryCache(1080)) - Retry cache on namenode is enabled
2026-08-12 06:16:15,109 INFO  [Listener at localhost/43899] namenode.FSNamesystem (FSNamesystem.java:initRetryCache(1088)) - Retry cache will use 0.03 of total heap and retry cache entry expiry time is 600000 millis
2026-08-12 06:16:15,109 INFO  [Listener at localhost/43899] util.GSet (LightWeightGSet.java:computeCapacity(395)) - Computing capacity for map NameNodeRetryCache
2026-08-12 06:16:15,109 INFO  [Listener at localhost/43899] util.GSet (LightWeightGSet.java:computeCapacity(396)) - VM type       = 64-bit
2026-08-12 06:16:15,109 INFO  [Listener at localhost/43899] util.GSet (LightWeightGSet.java:computeCapacity(397)) - 0.029999999329447746% max memory 3.5 GB = 1.1 MB
2026-08-12 06:16:15,109 INFO  [Listener at localhost/43899] util.GSet (LightWeightGSet.java:computeCapacity(402)) - capacity      = 2^17 = 131072 entries
2026-08-12 06:16:15,113 INFO  [Listener at localhost/43899] common.Storage (Storage.java:tryLock(948)) - Lock on /tmp/hdfs-test912324139118675484/name-0-1/in_use.lock acquired by nodename 4984@dist-test-slave-42z9.c.gcp-upstream.internal
2026-08-12 06:16:15,115 INFO  [Listener at localhost/43899] common.Storage (Storage.java:tryLock(948)) - Lock on /tmp/hdfs-test912324139118675484/name-0-2/in_use.lock acquired by nodename 4984@dist-test-slave-42z9.c.gcp-upstream.internal
2026-08-12 06:16:15,117 INFO  [Listener at localhost/43899] namenode.FileJournalManager (FileJournalManager.java:recoverUnfinalizedSegments(428)) - Recovering unfinalized segments in /tmp/hdfs-test912324139118675484/name-0-1/current
2026-08-12 06:16:15,117 INFO  [Listener at localhost/43899] namenode.FileJournalManager (FileJournalManager.java:recoverUnfinalizedSegments(428)) - Recovering unfinalized segments in /tmp/hdfs-test912324139118675484/name-0-2/current
2026-08-12 06:16:15,117 INFO  [Listener at localhost/43899] namenode.FSImage (FSImage.java:loadFSImage(734)) - No edit log streams selected.
2026-08-12 06:16:15,117 INFO  [Listener at localhost/43899] namenode.FSImage (FSImage.java:loadFSImageFile(800)) - Planning to load image: FSImageFile(file=/tmp/hdfs-test912324139118675484/name-0-1/current/fsimage_0000000000000000000, cpktTxId=0000000000000000000)
2026-08-12 06:16:15,118 INFO  [Listener at localhost/43899] namenode.FSImageFormatPBINode (FSImageFormatPBINode.java:loadINodeSectionHeader(413)) - Loading 1 INodes.
2026-08-12 06:16:15,119 INFO  [Listener at localhost/43899] namenode.FSImageFormatPBINode (FSImageFormatPBINode.java:loadINodeSection(371)) - Successfully loaded 1 inodes
2026-08-12 06:16:15,120 INFO  [Listener at localhost/43899] namenode.FSImageFormatPBINode (FSImageFormatPBINode.java:waitBlocksMapAndNameCacheUpdateFinished(344)) - Completed update blocks map and name cache, total waiting duration 1ms.
2026-08-12 06:16:15,120 INFO  [Listener at localhost/43899] namenode.FSImageFormatProtobuf (FSImageFormatProtobuf.java:load(255)) - Loaded FSImage in 0 seconds.
2026-08-12 06:16:15,120 INFO  [Listener at localhost/43899] namenode.FSImage (FSImage.java:loadFSImage(978)) - Loaded image for txid 0 from /tmp/hdfs-test912324139118675484/name-0-1/current/fsimage_0000000000000000000
2026-08-12 06:16:15,120 INFO  [Listener at localhost/43899] namenode.FSNamesystem (FSNamesystem.java:loadFSImage(1202)) - Need to save fs image? false (staleImage=false, haEnabled=false, isRollingUpgrade=false)
2026-08-12 06:16:15,120 INFO  [Listener at localhost/43899] namenode.FSEditLog (FSEditLog.java:startLogSegment(1391)) - Starting log segment at 1
2026-08-12 06:16:15,128 INFO  [Listener at localhost/43899] namenode.NameCache (NameCache.java:initialized(143)) - initialized with 0 entries 0 lookups
2026-08-12 06:16:15,128 INFO  [Listener at localhost/43899] namenode.FSNamesystem (FSNamesystem.java:loadFromDisk(786)) - Finished loading FSImage in 18 msecs
2026-08-12 06:16:15,128 INFO  [Listener at localhost/43899] namenode.NameNode (NameNodeRpcServer.java:<init>(454)) - RPC server is binding to localhost:0
2026-08-12 06:16:15,128 INFO  [Listener at localhost/43899] namenode.NameNode (NameNodeRpcServer.java:<init>(459)) - Enable NameNode state context:false
2026-08-12 06:16:15,129 INFO  [Listener at localhost/43899] ipc.CallQueueManager (CallQueueManager.java:<init>(90)) - Using callQueue: class java.util.concurrent.LinkedBlockingQueue, queueCapacity: 1000, scheduler: class org.apache.hadoop.ipc.DefaultRpcScheduler, ipcBackoff: false.
2026-08-12 06:16:15,129 INFO  [Socket Reader #1 for port 0] ipc.Server (Server.java:run(1265)) - Starting Socket Reader #1 for port 0
2026-08-12 06:16:15,132 INFO  [Listener at localhost/45295] namenode.NameNode (NameNode.java:initialize(776)) - Clients are to use localhost:45295 to access this namenode/service.
2026-08-12 06:16:15,132 INFO  [Listener at localhost/45295] namenode.FSNamesystem (FSNamesystem.java:registerMBean(5444)) - Registered FSNamesystemState, ReplicatedBlocksState and ECBlockGroupsState MBeans.
2026-08-12 06:16:15,143 INFO  [Listener at localhost/45295] namenode.LeaseManager (LeaseManager.java:getNumUnderConstructionBlocks(166)) - Number of blocks under construction: 0
2026-08-12 06:16:15,144 INFO  [Listener at localhost/45295] blockmanagement.DatanodeAdminDefaultMonitor (DatanodeAdminDefaultMonitor.java:processConf(116)) - Initialized the Default Decommission and Maintenance monitor
2026-08-12 06:16:15,145 INFO  [Listener at localhost/45295] blockmanagement.BlockManager (BlockManager.java:initializeReplQueues(5187)) - initializing replication queues
2026-08-12 06:16:15,145 INFO  [Listener at localhost/45295] hdfs.StateChange (BlockManagerSafeMode.java:leaveSafeMode(399)) - STATE* Leaving safe mode after 0 secs
2026-08-12 06:16:15,145 INFO  [Listener at localhost/45295] hdfs.StateChange (BlockManagerSafeMode.java:leaveSafeMode(405)) - STATE* Network topology has 0 racks and 0 datanodes
2026-08-12 06:16:15,145 INFO  [Listener at localhost/45295] hdfs.StateChange (BlockManagerSafeMode.java:leaveSafeMode(407)) - STATE* UnderReplicatedBlocks has 0 blocks
2026-08-12 06:16:15,154 INFO  [Reconstruction Queue Initializer] blockmanagement.BlockManager (BlockManager.java:processMisReplicatesAsync(3728)) - Total number of blocks            = 0
2026-08-12 06:16:15,154 INFO  [Reconstruction Queue Initializer] blockmanagement.BlockManager (BlockManager.java:processMisReplicatesAsync(3729)) - Number of invalid blocks          = 0
2026-08-12 06:16:15,154 INFO  [Reconstruction Queue Initializer] blockmanagement.BlockManager (BlockManager.java:processMisReplicatesAsync(3730)) - Number of under-replicated blocks = 0
2026-08-12 06:16:15,155 INFO  [Reconstruction Queue Initializer] blockmanagement.BlockManager (BlockManager.java:processMisReplicatesAsync(3731)) - Number of  over-replicated blocks = 0
2026-08-12 06:16:15,155 INFO  [Reconstruction Queue Initializer] blockmanagement.BlockManager (BlockManager.java:processMisReplicatesAsync(3733)) - Number of blocks being written    = 0
2026-08-12 06:16:15,155 INFO  [Reconstruction Queue Initializer] hdfs.StateChange (BlockManager.java:processMisReplicatesAsync(3736)) - STATE* Replication Queue initialization scan for invalid, over- and under-replicated blocks completed in 9 msec
2026-08-12 06:16:15,159 INFO  [IPC Server listener on 0] ipc.Server (Server.java:run(1344)) - IPC Server listener on 0: starting
2026-08-12 06:16:15,160 INFO  [IPC Server Responder] ipc.Server (Server.java:run(1507)) - IPC Server Responder: starting
2026-08-12 06:16:15,162 INFO  [Listener at localhost/45295] namenode.NameNode (NameNode.java:startCommonServices(893)) - NameNode RPC up at: localhost/127.0.0.1:45295
2026-08-12 06:16:15,162 INFO  [Listener at localhost/45295] namenode.FSNamesystem (FSNamesystem.java:startActiveServices(1314)) - Starting services required for active state
2026-08-12 06:16:15,162 INFO  [Listener at localhost/45295] namenode.FSDirectory (FSDirectory.java:updateCountForQuota(840)) - Initializing quota with 12 thread(s)
2026-08-12 06:16:15,163 INFO  [Listener at localhost/45295] namenode.FSDirectory (FSDirectory.java:updateCountForQuota(849)) - Quota initialization completed in 0 milliseconds
name space=1
storage space=0
storage types=RAM_DISK=0, SSD=0, DISK=0, ARCHIVE=0, PROVIDED=0
2026-08-12 06:16:15,166 INFO  [CacheReplicationMonitor(1643460585)] blockmanagement.CacheReplicationMonitor (CacheReplicationMonitor.java:run(160)) - Starting CacheReplicationMonitor with interval 30000 milliseconds
2026-08-12 06:16:15,167 INFO  [Listener at localhost/45295] hdfs.MiniDFSCluster (MiniDFSCluster.java:startDataNodes(1697)) - Starting DataNode 0 with dfs.datanode.data.dir: [DISK]file:/tmp/hdfs-test912324139118675484/data/data1,[DISK]file:/tmp/hdfs-test912324139118675484/data/data2
2026-08-12 06:16:15,168 INFO  [Listener at localhost/45295] checker.ThrottledAsyncChecker (ThrottledAsyncChecker.java:schedule(137)) - Scheduling a check for [DISK]file:/tmp/hdfs-test912324139118675484/data/data1
2026-08-12 06:16:15,169 INFO  [Listener at localhost/45295] checker.ThrottledAsyncChecker (ThrottledAsyncChecker.java:schedule(137)) - Scheduling a check for [DISK]file:/tmp/hdfs-test912324139118675484/data/data2
2026-08-12 06:16:15,180 INFO  [Listener at localhost/45295] impl.MetricsSystemImpl (MetricsSystemImpl.java:init(158)) - DataNode metrics system started (again)
2026-08-12 06:16:15,181 INFO  [Listener at localhost/45295] common.Util (Util.java:isDiskStatsEnabled(395)) - dfs.datanode.fileio.profiling.sampling.percentage set to 0. Disabling file IO profiling
2026-08-12 06:16:15,181 INFO  [Listener at localhost/45295] datanode.BlockScanner (BlockScanner.java:<init>(201)) - Initialized block scanner with targetBytesPerSec 1048576
2026-08-12 06:16:15,181 INFO  [Listener at localhost/45295] datanode.DataNode (DataNode.java:<init>(512)) - Configured hostname is 127.0.0.1
2026-08-12 06:16:15,181 INFO  [Listener at localhost/45295] common.Util (Util.java:isDiskStatsEnabled(395)) - dfs.datanode.fileio.profiling.sampling.percentage set to 0. Disabling file IO profiling
2026-08-12 06:16:15,182 INFO  [Listener at localhost/45295] datanode.DataNode (DataNode.java:startDataNode(1408)) - Starting DataNode with maxLockedMemory = 0
2026-08-12 06:16:15,182 INFO  [Listener at localhost/45295] datanode.DataNode (DataNode.java:initDataXceiver(1171)) - Opened streaming server at /127.0.0.1:35959
2026-08-12 06:16:15,182 INFO  [Listener at localhost/45295] datanode.DataNode (DataXceiverServer.java:<init>(94)) - Balancing bandwidth is 104857600 bytes/s
2026-08-12 06:16:15,182 INFO  [Listener at localhost/45295] datanode.DataNode (DataXceiverServer.java:<init>(95)) - Number threads for balancing is 100
2026-08-12 06:16:15,184 INFO  [Listener at localhost/45295] server.AuthenticationFilter (AuthenticationFilter.java:constructSecretProvider(240)) - Unable to initialize FileSignerSecretProvider, falling back to use random secrets.
2026-08-12 06:16:15,185 INFO  [Listener at localhost/45295] http.HttpRequestLog (HttpRequestLog.java:getRequestLog(82)) - Http request log for http.requests.datanode is not defined
2026-08-12 06:16:15,186 INFO  [Listener at localhost/45295] http.HttpServer2 (HttpServer2.java:addGlobalFilter(1111)) - Added global filter 'safety' (class=org.apache.hadoop.http.HttpServer2$QuotingInputFilter)
2026-08-12 06:16:15,187 INFO  [Listener at localhost/45295] http.HttpServer2 (HttpServer2.java:addFilter(1084)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context datanode
2026-08-12 06:16:15,187 INFO  [Listener at localhost/45295] http.HttpServer2 (HttpServer2.java:addFilter(1094)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context static
2026-08-12 06:16:15,188 INFO  [Listener at localhost/45295] http.HttpServer2 (HttpServer2.java:bindListener(1332)) - Jetty bound to port 42463
2026-08-12 06:16:15,188 INFO  [Listener at localhost/45295] server.Server (Server.java:doStart(375)) - jetty-9.4.40.v20210413; built: 2021-04-13T20:42:42.668Z; git: b881a572662e1943a14ae12e7e1207989f218b74; jvm 1.8.0_362-8u372-ga~us1-0ubuntu1~18.04-b09
2026-08-12 06:16:15,189 INFO  [Listener at localhost/45295] server.session (DefaultSessionIdManager.java:doStart(334)) - DefaultSessionIdManager workerName=node0
2026-08-12 06:16:15,189 INFO  [Listener at localhost/45295] server.session (DefaultSessionIdManager.java:doStart(339)) - No SessionScavenger set, using defaults
2026-08-12 06:16:15,189 INFO  [Listener at localhost/45295] server.session (HouseKeeper.java:startScavenging(132)) - node0 Scavenging every 600000ms
2026-08-12 06:16:15,190 INFO  [Listener at localhost/45295] handler.ContextHandler (ContextHandler.java:doStart(916)) - Started o.e.j.s.ServletContextHandler@463561c5{static,/static,jar:file:/tmp/dist-test-tasksdsoI6/java/build/jars/hadoop-hdfs-3.3.1-tests.jar!/webapps/static,AVAILABLE}
2026-08-12 06:16:15,332 INFO  [Listener at localhost/45295] handler.ContextHandler (ContextHandler.java:doStart(916)) - Started o.e.j.w.WebAppContext@16a5eb6d{datanode,/,file:///tmp/jetty-localhost-42463-hadoop-hdfs-3_3_1-tests_jar-_-any-1734567812977194994/webapp/,AVAILABLE}{jar:file:/tmp/dist-test-tasksdsoI6/java/build/jars/hadoop-hdfs-3.3.1-tests.jar!/webapps/datanode}
2026-08-12 06:16:15,334 INFO  [Listener at localhost/45295] server.AbstractConnector (AbstractConnector.java:doStart(331)) - Started ServerConnector@58d6e55a{HTTP/1.1, (http/1.1)}{localhost:42463}
2026-08-12 06:16:15,334 INFO  [Listener at localhost/45295] server.Server (Server.java:doStart(415)) - Started @11346ms
2026-08-12 06:16:15,335 WARN  [Listener at localhost/45295] web.DatanodeHttpServer (RestCsrfPreventionFilterHandler.java:<init>(75)) - Got null for restCsrfPreventionFilter - will not do any filtering.
2026-08-12 06:16:15,337 INFO  [Listener at localhost/45295] web.DatanodeHttpServer (DatanodeHttpServer.java:start(322)) - Listening HTTP traffic on /127.0.0.1:34769
2026-08-12 06:16:15,337 INFO  [Listener at localhost/45295] datanode.DataNode (DataNode.java:startDataNode(1436)) - dnUserName = slave
2026-08-12 06:16:15,337 INFO  [Listener at localhost/45295] datanode.DataNode (DataNode.java:startDataNode(1437)) - supergroup = supergroup
2026-08-12 06:16:15,337 INFO  [org.apache.hadoop.util.JvmPauseMonitor$Monitor@4bcaa195] util.JvmPauseMonitor (JvmPauseMonitor.java:run(188)) - Starting JVM pause monitor
2026-08-12 06:16:15,338 INFO  [Listener at localhost/45295] ipc.CallQueueManager (CallQueueManager.java:<init>(90)) - Using callQueue: class java.util.concurrent.LinkedBlockingQueue, queueCapacity: 1000, scheduler: class org.apache.hadoop.ipc.DefaultRpcScheduler, ipcBackoff: false.
2026-08-12 06:16:15,338 INFO  [Socket Reader #1 for port 0] ipc.Server (Server.java:run(1265)) - Starting Socket Reader #1 for port 0
2026-08-12 06:16:15,341 INFO  [Listener at localhost/33637] datanode.DataNode (DataNode.java:initIpcServer(1057)) - Opened IPC server at /127.0.0.1:33637
2026-08-12 06:16:15,355 INFO  [Listener at localhost/33637] datanode.DataNode (BlockPoolManager.java:refreshNamenodes(149)) - Refresh request received for nameservices: null
2026-08-12 06:16:15,355 INFO  [Listener at localhost/33637] datanode.DataNode (BlockPoolManager.java:doRefreshNamenodes(210)) - Starting BPOfferServices for nameservices: <default>
2026-08-12 06:16:15,356 INFO  [Thread-393] datanode.DataNode (BPServiceActor.java:run(847)) - Block pool <registering> (Datanode Uuid unassigned) service to localhost/127.0.0.1:45295 starting to offer service
2026-08-12 06:16:15,359 INFO  [IPC Server Responder] ipc.Server (Server.java:run(1507)) - IPC Server Responder: starting
2026-08-12 06:16:15,359 INFO  [IPC Server listener on 0] ipc.Server (Server.java:run(1344)) - IPC Server listener on 0: starting
2026-08-12 06:16:15,368 INFO  [Thread-393] datanode.DataNode (BPOfferService.java:verifyAndSetNamespaceInfo(381)) - Acknowledging ACTIVE Namenode during handshakeBlock pool <registering> (Datanode Uuid unassigned) service to localhost/127.0.0.1:45295
2026-08-12 06:16:15,374 INFO  [Thread-393] common.Storage (DataStorage.java:getParallelVolumeLoadThreadsNum(356)) - Using 2 threads to upgrade data directories (dfs.datanode.parallel.volumes.load.threads.num=2, dataDirs=2)
2026-08-12 06:16:15,376 INFO  [IPC Server handler 1 on default port 45295] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=datanodeReport	src=null	dst=null	perm=null	proto=rpc
2026-08-12 06:16:15,377 INFO  [Listener at localhost/33637] hdfs.MiniDFSCluster (MiniDFSCluster.java:shouldWait(2823)) - dnInfo.length != numDataNodes
2026-08-12 06:16:15,377 INFO  [Listener at localhost/33637] hdfs.MiniDFSCluster (MiniDFSCluster.java:waitActive(2744)) - Waiting for cluster to become active
2026-08-12 06:16:15,377 INFO  [Thread-393] common.Storage (Storage.java:tryLock(948)) - Lock on /tmp/hdfs-test912324139118675484/data/data1/in_use.lock acquired by nodename 4984@dist-test-slave-42z9.c.gcp-upstream.internal
2026-08-12 06:16:15,378 INFO  [Thread-393] common.Storage (DataStorage.java:loadStorageDirectory(284)) - Storage directory with location [DISK]file:/tmp/hdfs-test912324139118675484/data/data1 is not formatted for namespace 513686330. Formatting...
2026-08-12 06:16:15,378 INFO  [Thread-393] common.Storage (DataStorage.java:createStorageID(160)) - Generated new storageID DS-06ddfaa3-9d6d-4020-835f-14aded914a8d for directory /tmp/hdfs-test912324139118675484/data/data1 
2026-08-12 06:16:15,383 INFO  [Thread-393] common.Storage (Storage.java:tryLock(948)) - Lock on /tmp/hdfs-test912324139118675484/data/data2/in_use.lock acquired by nodename 4984@dist-test-slave-42z9.c.gcp-upstream.internal
2026-08-12 06:16:15,383 INFO  [Thread-393] common.Storage (DataStorage.java:loadStorageDirectory(284)) - Storage directory with location [DISK]file:/tmp/hdfs-test912324139118675484/data/data2 is not formatted for namespace 513686330. Formatting...
2026-08-12 06:16:15,383 INFO  [Thread-393] common.Storage (DataStorage.java:createStorageID(160)) - Generated new storageID DS-583a4dca-44a6-4985-a0b9-be8712c99fd4 for directory /tmp/hdfs-test912324139118675484/data/data2 
2026-08-12 06:16:15,402 INFO  [Thread-393] common.Storage (BlockPoolSliceStorage.java:recoverTransitionRead(256)) - Analyzing storage directories for bpid BP-1278169172-10.240.0.33-1786515374527
2026-08-12 06:16:15,402 INFO  [Thread-393] common.Storage (Storage.java:lock(907)) - Locking is disabled for /tmp/hdfs-test912324139118675484/data/data1/current/BP-1278169172-10.240.0.33-1786515374527
2026-08-12 06:16:15,402 INFO  [Thread-393] common.Storage (BlockPoolSliceStorage.java:loadStorageDirectory(169)) - Block pool storage directory for location [DISK]file:/tmp/hdfs-test912324139118675484/data/data1 and block pool id BP-1278169172-10.240.0.33-1786515374527 is not formatted. Formatting ...
2026-08-12 06:16:15,402 INFO  [Thread-393] common.Storage (BlockPoolSliceStorage.java:format(285)) - Formatting block pool BP-1278169172-10.240.0.33-1786515374527 directory /tmp/hdfs-test912324139118675484/data/data1/current/BP-1278169172-10.240.0.33-1786515374527/current
2026-08-12 06:16:15,421 INFO  [Thread-393] common.Storage (BlockPoolSliceStorage.java:recoverTransitionRead(256)) - Analyzing storage directories for bpid BP-1278169172-10.240.0.33-1786515374527
2026-08-12 06:16:15,421 INFO  [Thread-393] common.Storage (Storage.java:lock(907)) - Locking is disabled for /tmp/hdfs-test912324139118675484/data/data2/current/BP-1278169172-10.240.0.33-1786515374527
2026-08-12 06:16:15,422 INFO  [Thread-393] common.Storage (BlockPoolSliceStorage.java:loadStorageDirectory(169)) - Block pool storage directory for location [DISK]file:/tmp/hdfs-test912324139118675484/data/data2 and block pool id BP-1278169172-10.240.0.33-1786515374527 is not formatted. Formatting ...
2026-08-12 06:16:15,422 INFO  [Thread-393] common.Storage (BlockPoolSliceStorage.java:format(285)) - Formatting block pool BP-1278169172-10.240.0.33-1786515374527 directory /tmp/hdfs-test912324139118675484/data/data2/current/BP-1278169172-10.240.0.33-1786515374527/current
2026-08-12 06:16:15,426 INFO  [Thread-393] datanode.DataNode (DataNode.java:initStorage(1756)) - Setting up storage: nsid=513686330;bpid=BP-1278169172-10.240.0.33-1786515374527;lv=-57;nsInfo=lv=-66;cid=testClusterID;nsid=513686330;c=1786515374527;bpid=BP-1278169172-10.240.0.33-1786515374527;dnuuid=null
2026-08-12 06:16:15,428 INFO  [Thread-393] datanode.DataNode (DataNode.java:checkDatanodeUuid(1554)) - Generated and persisted new Datanode UUID 4cfc1c01-5499-4a50-b2c8-0502e21c37d6
2026-08-12 06:16:15,429 INFO  [Thread-393] impl.FsDatasetImpl (FsDatasetImpl.java:<init>(310)) - The datanode lock is a read write lock
2026-08-12 06:16:15,430 INFO  [Thread-393] impl.FsDatasetImpl (FsVolumeList.java:addVolume(304)) - Added new volume: DS-06ddfaa3-9d6d-4020-835f-14aded914a8d
2026-08-12 06:16:15,430 INFO  [Thread-393] impl.FsDatasetImpl (FsDatasetImpl.java:addVolume(493)) - Added volume - [DISK]file:/tmp/hdfs-test912324139118675484/data/data1, StorageType: DISK
2026-08-12 06:16:15,432 INFO  [Thread-393] impl.FsDatasetImpl (FsVolumeList.java:addVolume(304)) - Added new volume: DS-583a4dca-44a6-4985-a0b9-be8712c99fd4
2026-08-12 06:16:15,432 INFO  [Thread-393] impl.FsDatasetImpl (FsDatasetImpl.java:addVolume(493)) - Added volume - [DISK]file:/tmp/hdfs-test912324139118675484/data/data2, StorageType: DISK
2026-08-12 06:16:15,433 INFO  [Thread-393] impl.MemoryMappableBlockLoader (MemoryMappableBlockLoader.java:initialize(48)) - Initializing cache loader: MemoryMappableBlockLoader.
2026-08-12 06:16:15,433 INFO  [Thread-393] impl.FsDatasetImpl (FsDatasetImpl.java:registerMBean(2343)) - Registered FSDatasetState MBean
2026-08-12 06:16:15,434 INFO  [Thread-393] impl.FsDatasetImpl (FsDatasetImpl.java:addBlockPool(2856)) - Adding block pool BP-1278169172-10.240.0.33-1786515374527
2026-08-12 06:16:15,434 INFO  [Thread-410] impl.FsDatasetImpl (FsVolumeList.java:run(406)) - Scanning block pool BP-1278169172-10.240.0.33-1786515374527 on volume /tmp/hdfs-test912324139118675484/data/data1...
2026-08-12 06:16:15,434 INFO  [Thread-411] impl.FsDatasetImpl (FsVolumeList.java:run(406)) - Scanning block pool BP-1278169172-10.240.0.33-1786515374527 on volume /tmp/hdfs-test912324139118675484/data/data2...
2026-08-12 06:16:15,458 INFO  [Thread-410] impl.FsDatasetImpl (FsVolumeList.java:run(411)) - Time taken to scan block pool BP-1278169172-10.240.0.33-1786515374527 on /tmp/hdfs-test912324139118675484/data/data1: 24ms
2026-08-12 06:16:15,458 INFO  [Thread-411] impl.FsDatasetImpl (FsVolumeList.java:run(411)) - Time taken to scan block pool BP-1278169172-10.240.0.33-1786515374527 on /tmp/hdfs-test912324139118675484/data/data2: 24ms
2026-08-12 06:16:15,459 INFO  [Thread-393] impl.FsDatasetImpl (FsVolumeList.java:addBlockPool(431)) - Total time to scan all replicas for block pool BP-1278169172-10.240.0.33-1786515374527: 25ms
2026-08-12 06:16:15,459 INFO  [Thread-414] impl.FsDatasetImpl (FsVolumeList.java:run(199)) - Adding replicas to map for block pool BP-1278169172-10.240.0.33-1786515374527 on volume /tmp/hdfs-test912324139118675484/data/data1...
2026-08-12 06:16:15,459 INFO  [Thread-415] impl.FsDatasetImpl (FsVolumeList.java:run(199)) - Adding replicas to map for block pool BP-1278169172-10.240.0.33-1786515374527 on volume /tmp/hdfs-test912324139118675484/data/data2...
2026-08-12 06:16:15,459 INFO  [Thread-414] impl.BlockPoolSlice (BlockPoolSlice.java:readReplicasFromCache(902)) - Replica Cache file: /tmp/hdfs-test912324139118675484/data/data1/current/BP-1278169172-10.240.0.33-1786515374527/current/replicas doesn't exist 
2026-08-12 06:16:15,459 INFO  [Thread-415] impl.BlockPoolSlice (BlockPoolSlice.java:readReplicasFromCache(902)) - Replica Cache file: /tmp/hdfs-test912324139118675484/data/data2/current/BP-1278169172-10.240.0.33-1786515374527/current/replicas doesn't exist 
2026-08-12 06:16:15,460 INFO  [Thread-414] impl.FsDatasetImpl (FsVolumeList.java:run(204)) - Time to add replicas to map for block pool BP-1278169172-10.240.0.33-1786515374527 on volume /tmp/hdfs-test912324139118675484/data/data1: 0ms
2026-08-12 06:16:15,460 INFO  [Thread-415] impl.FsDatasetImpl (FsVolumeList.java:run(204)) - Time to add replicas to map for block pool BP-1278169172-10.240.0.33-1786515374527 on volume /tmp/hdfs-test912324139118675484/data/data2: 0ms
2026-08-12 06:16:15,460 INFO  [Thread-393] impl.FsDatasetImpl (FsVolumeList.java:getAllVolumesMap(225)) - Total time to add all replicas to map for block pool BP-1278169172-10.240.0.33-1786515374527: 2ms
2026-08-12 06:16:15,460 INFO  [Thread-393] checker.ThrottledAsyncChecker (ThrottledAsyncChecker.java:schedule(137)) - Scheduling a check for /tmp/hdfs-test912324139118675484/data/data1
2026-08-12 06:16:15,461 INFO  [Thread-393] checker.DatasetVolumeChecker (DatasetVolumeChecker.java:checkAllVolumes(224)) - Scheduled health check for volume /tmp/hdfs-test912324139118675484/data/data1
2026-08-12 06:16:15,462 INFO  [Thread-393] checker.ThrottledAsyncChecker (ThrottledAsyncChecker.java:schedule(137)) - Scheduling a check for /tmp/hdfs-test912324139118675484/data/data2
2026-08-12 06:16:15,462 INFO  [Thread-393] checker.DatasetVolumeChecker (DatasetVolumeChecker.java:checkAllVolumes(224)) - Scheduled health check for volume /tmp/hdfs-test912324139118675484/data/data2
2026-08-12 06:16:15,463 INFO  [VolumeScannerThread(/tmp/hdfs-test912324139118675484/data/data1)] datanode.VolumeScanner (VolumeScanner.java:findNextUsableBlockIter(385)) - Now scanning bpid BP-1278169172-10.240.0.33-1786515374527 on volume /tmp/hdfs-test912324139118675484/data/data1
2026-08-12 06:16:15,463 WARN  [Thread-393] datanode.DirectoryScanner (DirectoryScanner.java:<init>(300)) - dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1
2026-08-12 06:16:15,463 INFO  [VolumeScannerThread(/tmp/hdfs-test912324139118675484/data/data2)] datanode.VolumeScanner (VolumeScanner.java:findNextUsableBlockIter(385)) - Now scanning bpid BP-1278169172-10.240.0.33-1786515374527 on volume /tmp/hdfs-test912324139118675484/data/data2
2026-08-12 06:16:15,463 INFO  [Thread-393] datanode.DirectoryScanner (DirectoryScanner.java:start(329)) - Periodic Directory Tree Verification scan starting in 14189577ms with interval of 21600000ms and throttle limit of -1ms/s
2026-08-12 06:16:15,463 INFO  [VolumeScannerThread(/tmp/hdfs-test912324139118675484/data/data1)] datanode.VolumeScanner (VolumeScanner.java:getNextBlockToScan(505)) - VolumeScanner(/tmp/hdfs-test912324139118675484/data/data1, DS-06ddfaa3-9d6d-4020-835f-14aded914a8d): finished scanning block pool BP-1278169172-10.240.0.33-1786515374527
2026-08-12 06:16:15,463 INFO  [VolumeScannerThread(/tmp/hdfs-test912324139118675484/data/data2)] datanode.VolumeScanner (VolumeScanner.java:getNextBlockToScan(505)) - VolumeScanner(/tmp/hdfs-test912324139118675484/data/data2, DS-583a4dca-44a6-4985-a0b9-be8712c99fd4): finished scanning block pool BP-1278169172-10.240.0.33-1786515374527
2026-08-12 06:16:15,464 INFO  [BP-1278169172-10.240.0.33-1786515374527 heartbeating to localhost/127.0.0.1:45295] datanode.DataNode (BPServiceActor.java:register(788)) - Block pool BP-1278169172-10.240.0.33-1786515374527 (Datanode Uuid 4cfc1c01-5499-4a50-b2c8-0502e21c37d6) service to localhost/127.0.0.1:45295 beginning handshake with NN
2026-08-12 06:16:15,464 INFO  [VolumeScannerThread(/tmp/hdfs-test912324139118675484/data/data1)] datanode.VolumeScanner (VolumeScanner.java:findNextUsableBlockIter(402)) - VolumeScanner(/tmp/hdfs-test912324139118675484/data/data1, DS-06ddfaa3-9d6d-4020-835f-14aded914a8d): no suitable block pools found to scan.  Waiting 1814399999 ms.
2026-08-12 06:16:15,465 INFO  [VolumeScannerThread(/tmp/hdfs-test912324139118675484/data/data2)] datanode.VolumeScanner (VolumeScanner.java:findNextUsableBlockIter(402)) - VolumeScanner(/tmp/hdfs-test912324139118675484/data/data2, DS-583a4dca-44a6-4985-a0b9-be8712c99fd4): no suitable block pools found to scan.  Waiting 1814399998 ms.
2026-08-12 06:16:15,465 INFO  [IPC Server handler 2 on default port 45295] hdfs.StateChange (DatanodeManager.java:registerDatanode(1142)) - BLOCK* registerDatanode: from DatanodeRegistration(127.0.0.1:35959, datanodeUuid=4cfc1c01-5499-4a50-b2c8-0502e21c37d6, infoPort=34769, infoSecurePort=0, ipcPort=33637, storageInfo=lv=-57;cid=testClusterID;nsid=513686330;c=1786515374527) storage 4cfc1c01-5499-4a50-b2c8-0502e21c37d6
2026-08-12 06:16:15,466 INFO  [IPC Server handler 2 on default port 45295] net.NetworkTopology (NetworkTopology.java:add(149)) - Adding a new node: /default-rack/127.0.0.1:35959
2026-08-12 06:16:15,466 INFO  [IPC Server handler 2 on default port 45295] blockmanagement.BlockReportLeaseManager (BlockReportLeaseManager.java:registerNode(200)) - Registered DN 4cfc1c01-5499-4a50-b2c8-0502e21c37d6 (127.0.0.1:35959).
2026-08-12 06:16:15,467 INFO  [BP-1278169172-10.240.0.33-1786515374527 heartbeating to localhost/127.0.0.1:45295] datanode.DataNode (BPServiceActor.java:register(816)) - Block pool BP-1278169172-10.240.0.33-1786515374527 (Datanode Uuid 4cfc1c01-5499-4a50-b2c8-0502e21c37d6) service to localhost/127.0.0.1:45295 successfully registered with NN
2026-08-12 06:16:15,467 INFO  [BP-1278169172-10.240.0.33-1786515374527 heartbeating to localhost/127.0.0.1:45295] datanode.DataNode (BPServiceActor.java:offerService(645)) - For namenode localhost/127.0.0.1:45295 using BLOCKREPORT_INTERVAL of 21600000msecs CACHEREPORT_INTERVAL of 10000msecs Initial delay: 0msecs; heartBeatInterval=3000
2026-08-12 06:16:15,469 INFO  [IPC Server handler 3 on default port 45295] blockmanagement.DatanodeDescriptor (DatanodeDescriptor.java:updateStorage(999)) - Adding new storage ID DS-06ddfaa3-9d6d-4020-835f-14aded914a8d for DN 127.0.0.1:35959
2026-08-12 06:16:15,469 INFO  [IPC Server handler 3 on default port 45295] blockmanagement.DatanodeDescriptor (DatanodeDescriptor.java:updateStorage(999)) - Adding new storage ID DS-583a4dca-44a6-4985-a0b9-be8712c99fd4 for DN 127.0.0.1:35959
2026-08-12 06:16:15,471 INFO  [Block report processor] BlockStateChange (BlockManager.java:processReport(2778)) - BLOCK* processReport 0xb55f24d814df2e68: Processing first storage report for DS-06ddfaa3-9d6d-4020-835f-14aded914a8d from datanode 4cfc1c01-5499-4a50-b2c8-0502e21c37d6
2026-08-12 06:16:15,471 INFO  [Block report processor] BlockStateChange (BlockManager.java:processReport(2810)) - BLOCK* processReport 0xb55f24d814df2e68: from storage DS-06ddfaa3-9d6d-4020-835f-14aded914a8d node DatanodeRegistration(127.0.0.1:35959, datanodeUuid=4cfc1c01-5499-4a50-b2c8-0502e21c37d6, infoPort=34769, infoSecurePort=0, ipcPort=33637, storageInfo=lv=-57;cid=testClusterID;nsid=513686330;c=1786515374527), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0
2026-08-12 06:16:15,471 INFO  [Block report processor] BlockStateChange (BlockManager.java:processReport(2778)) - BLOCK* processReport 0xb55f24d814df2e68: Processing first storage report for DS-583a4dca-44a6-4985-a0b9-be8712c99fd4 from datanode 4cfc1c01-5499-4a50-b2c8-0502e21c37d6
2026-08-12 06:16:15,471 INFO  [Block report processor] BlockStateChange (BlockManager.java:processReport(2810)) - BLOCK* processReport 0xb55f24d814df2e68: from storage DS-583a4dca-44a6-4985-a0b9-be8712c99fd4 node DatanodeRegistration(127.0.0.1:35959, datanodeUuid=4cfc1c01-5499-4a50-b2c8-0502e21c37d6, infoPort=34769, infoSecurePort=0, ipcPort=33637, storageInfo=lv=-57;cid=testClusterID;nsid=513686330;c=1786515374527), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0
2026-08-12 06:16:15,471 INFO  [BP-1278169172-10.240.0.33-1786515374527 heartbeating to localhost/127.0.0.1:45295] datanode.DataNode (BPServiceActor.java:blockReport(437)) - Successfully sent block report 0xb55f24d814df2e68 to namenode: localhost/127.0.0.1:45295,  containing 2 storage report(s), of which we sent 2. The reports had 0 total blocks and used 1 RPC(s). This took 0 msecs to generate and 2 msecs for RPC and NN processing. Got back one command: FinalizeCommand/5.
2026-08-12 06:16:15,472 INFO  [Command processor] datanode.DataNode (BPOfferService.java:processCommandFromActive(763)) - Got finalize command for block pool BP-1278169172-10.240.0.33-1786515374527
2026-08-12 06:16:15,479 INFO  [IPC Server handler 5 on default port 45295] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=datanodeReport	src=null	dst=null	perm=null	proto=rpc
2026-08-12 06:16:15,480 INFO  [Listener at localhost/33637] hdfs.MiniDFSCluster (MiniDFSCluster.java:waitActive(2799)) - Cluster is active
2026-08-12 06:16:15,495 INFO  [Listener at localhost/33637] backup.BackupIO (BackupIO.scala:writeTableMetadata(95)) - Writing metadata to hdfs://localhost:45295/id_taco-taco/100/.kudu-metadata.json
2026-08-12 06:16:15,499 INFO  [IPC Server handler 6 on default port 45295] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=create	src=/id_taco-taco/100/.kudu-metadata.json	dst=null	perm=slave:supergroup:rw-r--r--	proto=rpc
2026-08-12 06:16:15,503 INFO  [IPC Server handler 7 on default port 45295] hdfs.StateChange (FSDirWriteFileOp.java:logAllocatedBlock(802)) - BLOCK* allocate blk_1073741825_1001, replicas=127.0.0.1:35959 for /id_taco-taco/100/.kudu-metadata.json
2026-08-12 06:16:15,507 INFO  [DataXceiver for client DFSClient_NONMAPREDUCE_201437744_1 at /127.0.0.1:45192 [Receiving block BP-1278169172-10.240.0.33-1786515374527:blk_1073741825_1001]] datanode.DataNode (DataXceiver.java:writeBlock(747)) - Receiving BP-1278169172-10.240.0.33-1786515374527:blk_1073741825_1001 src: /127.0.0.1:45192 dest: /127.0.0.1:35959
2026-08-12 06:16:15,512 INFO  [PacketResponder: BP-1278169172-10.240.0.33-1786515374527:blk_1073741825_1001, type=LAST_IN_PIPELINE] DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1539)) - src: /127.0.0.1:45192, dest: /127.0.0.1:35959, bytes: 82, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_201437744_1, offset: 0, srvID: 4cfc1c01-5499-4a50-b2c8-0502e21c37d6, blockid: BP-1278169172-10.240.0.33-1786515374527:blk_1073741825_1001, duration(ns): 2886410
2026-08-12 06:16:15,512 INFO  [PacketResponder: BP-1278169172-10.240.0.33-1786515374527:blk_1073741825_1001, type=LAST_IN_PIPELINE] datanode.DataNode (BlockReceiver.java:run(1512)) - PacketResponder: BP-1278169172-10.240.0.33-1786515374527:blk_1073741825_1001, type=LAST_IN_PIPELINE terminating
2026-08-12 06:16:15,516 INFO  [IPC Server handler 0 on default port 45295] hdfs.StateChange (FSNamesystem.java:completeFile(3104)) - DIR* completeFile: /id_taco-taco/100/.kudu-metadata.json is closed by DFSClient_NONMAPREDUCE_201437744_1
2026-08-12 06:16:15,516 INFO  [Listener at localhost/33637] backup.BackupIO (BackupIO.scala:writeTableMetadata(95)) - Writing metadata to hdfs://localhost:45295/id_taco-taco/1000/.kudu-metadata.json
2026-08-12 06:16:15,518 INFO  [IPC Server handler 1 on default port 45295] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=create	src=/id_taco-taco/1000/.kudu-metadata.json	dst=null	perm=slave:supergroup:rw-r--r--	proto=rpc
2026-08-12 06:16:15,523 INFO  [IPC Server handler 2 on default port 45295] hdfs.StateChange (FSDirWriteFileOp.java:logAllocatedBlock(802)) - BLOCK* allocate blk_1073741826_1002, replicas=127.0.0.1:35959 for /id_taco-taco/1000/.kudu-metadata.json
2026-08-12 06:16:15,525 INFO  [DataXceiver for client DFSClient_NONMAPREDUCE_201437744_1 at /127.0.0.1:45196 [Receiving block BP-1278169172-10.240.0.33-1786515374527:blk_1073741826_1002]] datanode.DataNode (DataXceiver.java:writeBlock(747)) - Receiving BP-1278169172-10.240.0.33-1786515374527:blk_1073741826_1002 src: /127.0.0.1:45196 dest: /127.0.0.1:35959
2026-08-12 06:16:15,535 INFO  [PacketResponder: BP-1278169172-10.240.0.33-1786515374527:blk_1073741826_1002, type=LAST_IN_PIPELINE] DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1539)) - src: /127.0.0.1:45196, dest: /127.0.0.1:35959, bytes: 83, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_201437744_1, offset: 0, srvID: 4cfc1c01-5499-4a50-b2c8-0502e21c37d6, blockid: BP-1278169172-10.240.0.33-1786515374527:blk_1073741826_1002, duration(ns): 6497414
2026-08-12 06:16:15,535 INFO  [PacketResponder: BP-1278169172-10.240.0.33-1786515374527:blk_1073741826_1002, type=LAST_IN_PIPELINE] datanode.DataNode (BlockReceiver.java:run(1512)) - PacketResponder: BP-1278169172-10.240.0.33-1786515374527:blk_1073741826_1002, type=LAST_IN_PIPELINE terminating
2026-08-12 06:16:15,536 INFO  [IPC Server handler 4 on default port 45295] hdfs.StateChange (FSNamesystem.java:completeFile(3104)) - DIR* completeFile: /id_taco-taco/1000/.kudu-metadata.json is closed by DFSClient_NONMAPREDUCE_201437744_1
2026-08-12 06:16:15,538 INFO  [Listener at localhost/33637] backup.BackupIO (BackupIO.scala:writeTableMetadata(95)) - Writing metadata to hdfs://localhost:45295/id_taco-taco/2000/.kudu-metadata.json
2026-08-12 06:16:15,539 INFO  [IPC Server handler 5 on default port 45295] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=create	src=/id_taco-taco/2000/.kudu-metadata.json	dst=null	perm=slave:supergroup:rw-r--r--	proto=rpc
2026-08-12 06:16:15,542 INFO  [IPC Server handler 6 on default port 45295] hdfs.StateChange (FSDirWriteFileOp.java:logAllocatedBlock(802)) - BLOCK* allocate blk_1073741827_1003, replicas=127.0.0.1:35959 for /id_taco-taco/2000/.kudu-metadata.json
2026-08-12 06:16:15,543 INFO  [DataXceiver for client DFSClient_NONMAPREDUCE_201437744_1 at /127.0.0.1:45212 [Receiving block BP-1278169172-10.240.0.33-1786515374527:blk_1073741827_1003]] datanode.DataNode (DataXceiver.java:writeBlock(747)) - Receiving BP-1278169172-10.240.0.33-1786515374527:blk_1073741827_1003 src: /127.0.0.1:45212 dest: /127.0.0.1:35959
2026-08-12 06:16:15,547 INFO  [PacketResponder: BP-1278169172-10.240.0.33-1786515374527:blk_1073741827_1003, type=LAST_IN_PIPELINE] DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1539)) - src: /127.0.0.1:45212, dest: /127.0.0.1:35959, bytes: 102, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_201437744_1, offset: 0, srvID: 4cfc1c01-5499-4a50-b2c8-0502e21c37d6, blockid: BP-1278169172-10.240.0.33-1786515374527:blk_1073741827_1003, duration(ns): 2191912
2026-08-12 06:16:15,547 INFO  [PacketResponder: BP-1278169172-10.240.0.33-1786515374527:blk_1073741827_1003, type=LAST_IN_PIPELINE] datanode.DataNode (BlockReceiver.java:run(1512)) - PacketResponder: BP-1278169172-10.240.0.33-1786515374527:blk_1073741827_1003, type=LAST_IN_PIPELINE terminating
2026-08-12 06:16:15,548 INFO  [IPC Server handler 8 on default port 45295] hdfs.StateChange (FSNamesystem.java:completeFile(3104)) - DIR* completeFile: /id_taco-taco/2000/.kudu-metadata.json is closed by DFSClient_NONMAPREDUCE_201437744_1
2026-08-12 06:16:15,549 INFO  [Listener at localhost/33637] backup.BackupIO (BackupIO.scala:writeTableMetadata(95)) - Writing metadata to hdfs://localhost:45295/id_pizza-pizza/200/.kudu-metadata.json
2026-08-12 06:16:15,551 INFO  [IPC Server handler 9 on default port 45295] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=create	src=/id_pizza-pizza/200/.kudu-metadata.json	dst=null	perm=slave:supergroup:rw-r--r--	proto=rpc
2026-08-12 06:16:15,553 INFO  [IPC Server handler 0 on default port 45295] hdfs.StateChange (FSDirWriteFileOp.java:logAllocatedBlock(802)) - BLOCK* allocate blk_1073741828_1004, replicas=127.0.0.1:35959 for /id_pizza-pizza/200/.kudu-metadata.json
2026-08-12 06:16:15,558 INFO  [DataXceiver for client DFSClient_NONMAPREDUCE_201437744_1 at /127.0.0.1:45218 [Receiving block BP-1278169172-10.240.0.33-1786515374527:blk_1073741828_1004]] datanode.DataNode (DataXceiver.java:writeBlock(747)) - Receiving BP-1278169172-10.240.0.33-1786515374527:blk_1073741828_1004 src: /127.0.0.1:45218 dest: /127.0.0.1:35959
2026-08-12 06:16:15,563 INFO  [PacketResponder: BP-1278169172-10.240.0.33-1786515374527:blk_1073741828_1004, type=LAST_IN_PIPELINE] DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1539)) - src: /127.0.0.1:45218, dest: /127.0.0.1:35959, bytes: 84, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_201437744_1, offset: 0, srvID: 4cfc1c01-5499-4a50-b2c8-0502e21c37d6, blockid: BP-1278169172-10.240.0.33-1786515374527:blk_1073741828_1004, duration(ns): 2448287
2026-08-12 06:16:15,563 INFO  [PacketResponder: BP-1278169172-10.240.0.33-1786515374527:blk_1073741828_1004, type=LAST_IN_PIPELINE] datanode.DataNode (BlockReceiver.java:run(1512)) - PacketResponder: BP-1278169172-10.240.0.33-1786515374527:blk_1073741828_1004, type=LAST_IN_PIPELINE terminating
2026-08-12 06:16:15,565 INFO  [IPC Server handler 2 on default port 45295] hdfs.StateChange (FSNamesystem.java:completeFile(3104)) - DIR* completeFile: /id_pizza-pizza/200/.kudu-metadata.json is closed by DFSClient_NONMAPREDUCE_201437744_1
2026-08-12 06:16:15,565 INFO  [Listener at localhost/33637] backup.BackupIO (BackupIO.scala:writeTableMetadata(95)) - Writing metadata to hdfs://localhost:45295/id_pizza-pizza/400/.kudu-metadata.json
2026-08-12 06:16:15,567 INFO  [IPC Server handler 3 on default port 45295] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=create	src=/id_pizza-pizza/400/.kudu-metadata.json	dst=null	perm=slave:supergroup:rw-r--r--	proto=rpc
2026-08-12 06:16:15,569 INFO  [IPC Server handler 4 on default port 45295] hdfs.StateChange (FSDirWriteFileOp.java:logAllocatedBlock(802)) - BLOCK* allocate blk_1073741829_1005, replicas=127.0.0.1:35959 for /id_pizza-pizza/400/.kudu-metadata.json
2026-08-12 06:16:15,571 INFO  [DataXceiver for client DFSClient_NONMAPREDUCE_201437744_1 at /127.0.0.1:45234 [Receiving block BP-1278169172-10.240.0.33-1786515374527:blk_1073741829_1005]] datanode.DataNode (DataXceiver.java:writeBlock(747)) - Receiving BP-1278169172-10.240.0.33-1786515374527:blk_1073741829_1005 src: /127.0.0.1:45234 dest: /127.0.0.1:35959
2026-08-12 06:16:15,574 INFO  [PacketResponder: BP-1278169172-10.240.0.33-1786515374527:blk_1073741829_1005, type=LAST_IN_PIPELINE] DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1539)) - src: /127.0.0.1:45234, dest: /127.0.0.1:35959, bytes: 103, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_201437744_1, offset: 0, srvID: 4cfc1c01-5499-4a50-b2c8-0502e21c37d6, blockid: BP-1278169172-10.240.0.33-1786515374527:blk_1073741829_1005, duration(ns): 1491764
2026-08-12 06:16:15,575 INFO  [PacketResponder: BP-1278169172-10.240.0.33-1786515374527:blk_1073741829_1005, type=LAST_IN_PIPELINE] datanode.DataNode (BlockReceiver.java:run(1512)) - PacketResponder: BP-1278169172-10.240.0.33-1786515374527:blk_1073741829_1005, type=LAST_IN_PIPELINE terminating
2026-08-12 06:16:15,576 INFO  [IPC Server handler 6 on default port 45295] hdfs.StateChange (FSNamesystem.java:completeFile(3104)) - DIR* completeFile: /id_pizza-pizza/400/.kudu-metadata.json is closed by DFSClient_NONMAPREDUCE_201437744_1
2026-08-12 06:16:15,576 INFO  [Listener at localhost/33637] backup.BackupIO (BackupIO.scala:writeTableMetadata(95)) - Writing metadata to hdfs://localhost:45295/id_pizza-pizza/600/.kudu-metadata.json
2026-08-12 06:16:15,578 INFO  [IPC Server handler 7 on default port 45295] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=create	src=/id_pizza-pizza/600/.kudu-metadata.json	dst=null	perm=slave:supergroup:rw-r--r--	proto=rpc
2026-08-12 06:16:15,583 INFO  [IPC Server handler 8 on default port 45295] hdfs.StateChange (FSDirWriteFileOp.java:logAllocatedBlock(802)) - BLOCK* allocate blk_1073741830_1006, replicas=127.0.0.1:35959 for /id_pizza-pizza/600/.kudu-metadata.json
2026-08-12 06:16:15,585 INFO  [DataXceiver for client DFSClient_NONMAPREDUCE_201437744_1 at /127.0.0.1:45248 [Receiving block BP-1278169172-10.240.0.33-1786515374527:blk_1073741830_1006]] datanode.DataNode (DataXceiver.java:writeBlock(747)) - Receiving BP-1278169172-10.240.0.33-1786515374527:blk_1073741830_1006 src: /127.0.0.1:45248 dest: /127.0.0.1:35959
2026-08-12 06:16:15,592 INFO  [PacketResponder: BP-1278169172-10.240.0.33-1786515374527:blk_1073741830_1006, type=LAST_IN_PIPELINE] DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1539)) - src: /127.0.0.1:45248, dest: /127.0.0.1:35959, bytes: 103, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_201437744_1, offset: 0, srvID: 4cfc1c01-5499-4a50-b2c8-0502e21c37d6, blockid: BP-1278169172-10.240.0.33-1786515374527:blk_1073741830_1006, duration(ns): 2220210
2026-08-12 06:16:15,592 INFO  [PacketResponder: BP-1278169172-10.240.0.33-1786515374527:blk_1073741830_1006, type=LAST_IN_PIPELINE] datanode.DataNode (BlockReceiver.java:run(1512)) - PacketResponder: BP-1278169172-10.240.0.33-1786515374527:blk_1073741830_1006, type=LAST_IN_PIPELINE terminating
2026-08-12 06:16:15,594 INFO  [IPC Server handler 0 on default port 45295] hdfs.StateChange (FSNamesystem.java:completeFile(3104)) - DIR* completeFile: /id_pizza-pizza/600/.kudu-metadata.json is closed by DFSClient_NONMAPREDUCE_201437744_1
2026-08-12 06:16:15,611 INFO  [IPC Server handler 1 on default port 45295] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=getfileinfo	src=/	dst=null	perm=null	proto=rpc
2026-08-12 06:16:15,613 INFO  [IPC Server handler 2 on default port 45295] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=listStatus	src=/	dst=null	perm=null	proto=rpc
2026-08-12 06:16:15,614 INFO  [IPC Server handler 3 on default port 45295] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=listStatus	src=/id_pizza-pizza	dst=null	perm=null	proto=rpc
2026-08-12 06:16:15,616 INFO  [IPC Server handler 4 on default port 45295] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=getfileinfo	src=/id_pizza-pizza/200/.kudu-metadata.json	dst=null	perm=null	proto=rpc
2026-08-12 06:16:15,617 INFO  [IPC Server handler 5 on default port 45295] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=open	src=/id_pizza-pizza/200/.kudu-metadata.json	dst=null	perm=null	proto=rpc
2026-08-12 06:16:15,621 INFO  [IPC Server handler 6 on default port 45295] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=getfileinfo	src=/id_pizza-pizza/400/.kudu-metadata.json	dst=null	perm=null	proto=rpc
2026-08-12 06:16:15,622 INFO  [IPC Server handler 7 on default port 45295] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=open	src=/id_pizza-pizza/400/.kudu-metadata.json	dst=null	perm=null	proto=rpc
2026-08-12 06:16:15,625 INFO  [IPC Server handler 8 on default port 45295] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=getfileinfo	src=/id_pizza-pizza/600/.kudu-metadata.json	dst=null	perm=null	proto=rpc
2026-08-12 06:16:15,627 INFO  [IPC Server handler 9 on default port 45295] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=open	src=/id_pizza-pizza/600/.kudu-metadata.json	dst=null	perm=null	proto=rpc
2026-08-12 06:16:15,629 INFO  [Listener at localhost/33637] backup.BackupIO (BackupIO.scala:readTableBackups(236)) - Found 3 paths in hdfs://localhost:45295/id_pizza-pizza
2026-08-12 06:16:15,630 INFO  [IPC Server handler 0 on default port 45295] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=listStatus	src=/id_taco-taco	dst=null	perm=null	proto=rpc
2026-08-12 06:16:15,631 INFO  [IPC Server handler 1 on default port 45295] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=getfileinfo	src=/id_taco-taco/100/.kudu-metadata.json	dst=null	perm=null	proto=rpc
2026-08-12 06:16:15,632 INFO  [IPC Server handler 2 on default port 45295] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=open	src=/id_taco-taco/100/.kudu-metadata.json	dst=null	perm=null	proto=rpc
2026-08-12 06:16:15,637 INFO  [IPC Server handler 3 on default port 45295] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=getfileinfo	src=/id_taco-taco/1000/.kudu-metadata.json	dst=null	perm=null	proto=rpc
2026-08-12 06:16:15,638 INFO  [IPC Server handler 4 on default port 45295] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=open	src=/id_taco-taco/1000/.kudu-metadata.json	dst=null	perm=null	proto=rpc
2026-08-12 06:16:15,641 INFO  [IPC Server handler 5 on default port 45295] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=getfileinfo	src=/id_taco-taco/2000/.kudu-metadata.json	dst=null	perm=null	proto=rpc
2026-08-12 06:16:15,642 INFO  [IPC Server handler 6 on default port 45295] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=open	src=/id_taco-taco/2000/.kudu-metadata.json	dst=null	perm=null	proto=rpc
2026-08-12 06:16:15,644 INFO  [Listener at localhost/33637] backup.BackupIO (BackupIO.scala:readTableBackups(236)) - Found 3 paths in hdfs://localhost:45295/id_taco-taco
.2026-08-12 06:16:15,666 INFO  [Listener at localhost/33637] hdfs.MiniDFSCluster (MiniDFSCluster.java:<init>(529)) - starting cluster: numNameNodes=1, numDataNodes=1
2026-08-12 06:16:15,667 INFO  [Listener at localhost/33637] namenode.NameNode (NameNode.java:format(1249)) - Formatting using clusterid: testClusterID
2026-08-12 06:16:15,667 INFO  [Listener at localhost/33637] namenode.FSEditLog (FSEditLog.java:newInstance(229)) - Edit logging is async:true
2026-08-12 06:16:15,679 INFO  [Listener at localhost/33637] namenode.FSNamesystem (FSNamesystem.java:<init>(814)) - KeyProvider: null
2026-08-12 06:16:15,679 INFO  [Listener at localhost/33637] namenode.FSNamesystem (FSNamesystemLock.java:<init>(141)) - fsLock is fair: true
2026-08-12 06:16:15,679 INFO  [Listener at localhost/33637] namenode.FSNamesystem (FSNamesystemLock.java:<init>(159)) - Detailed lock hold time metrics enabled: false
2026-08-12 06:16:15,679 INFO  [Listener at localhost/33637] namenode.FSNamesystem (FSNamesystem.java:<init>(847)) - fsOwner                = slave (auth:SIMPLE)
2026-08-12 06:16:15,679 INFO  [Listener at localhost/33637] namenode.FSNamesystem (FSNamesystem.java:<init>(848)) - supergroup             = supergroup
2026-08-12 06:16:15,680 INFO  [Listener at localhost/33637] namenode.FSNamesystem (FSNamesystem.java:<init>(849)) - isPermissionEnabled    = true
2026-08-12 06:16:15,680 INFO  [Listener at localhost/33637] namenode.FSNamesystem (FSNamesystem.java:<init>(850)) - isStoragePolicyEnabled = true
2026-08-12 06:16:15,680 INFO  [Listener at localhost/33637] namenode.FSNamesystem (FSNamesystem.java:<init>(861)) - HA Enabled: false
2026-08-12 06:16:15,680 INFO  [Listener at localhost/33637] common.Util (Util.java:isDiskStatsEnabled(395)) - dfs.datanode.fileio.profiling.sampling.percentage set to 0. Disabling file IO profiling
2026-08-12 06:16:15,681 INFO  [Listener at localhost/33637] blockmanagement.DatanodeManager (DatanodeManager.java:<init>(334)) - dfs.block.invalidate.limit: configured=1000, counted=60, effected=1000
2026-08-12 06:16:15,681 INFO  [Listener at localhost/33637] blockmanagement.DatanodeManager (DatanodeManager.java:<init>(342)) - dfs.namenode.datanode.registration.ip-hostname-check=true
2026-08-12 06:16:15,681 INFO  [Listener at localhost/33637] blockmanagement.BlockManager (InvalidateBlocks.java:printBlockDeletionTime(77)) - dfs.namenode.startup.delay.block.deletion.sec is set to 000:00:00:00.000
2026-08-12 06:16:15,681 INFO  [Listener at localhost/33637] blockmanagement.BlockManager (InvalidateBlocks.java:printBlockDeletionTime(83)) - The block deletion will start around 2026 Aug 12 06:16:15
2026-08-12 06:16:15,681 INFO  [Listener at localhost/33637] util.GSet (LightWeightGSet.java:computeCapacity(395)) - Computing capacity for map BlocksMap
2026-08-12 06:16:15,681 INFO  [Listener at localhost/33637] util.GSet (LightWeightGSet.java:computeCapacity(396)) - VM type       = 64-bit
2026-08-12 06:16:15,681 INFO  [Listener at localhost/33637] util.GSet (LightWeightGSet.java:computeCapacity(397)) - 2.0% max memory 3.5 GB = 72.5 MB
2026-08-12 06:16:15,682 INFO  [Listener at localhost/33637] util.GSet (LightWeightGSet.java:computeCapacity(402)) - capacity      = 2^23 = 8388608 entries
2026-08-12 06:16:15,687 INFO  [Listener at localhost/33637] blockmanagement.BlockManager (BlockManager.java:createSPSManager(5447)) - Storage policy satisfier is disabled
2026-08-12 06:16:15,688 INFO  [Listener at localhost/33637] blockmanagement.BlockManager (BlockManager.java:createBlockTokenSecretManager(641)) - dfs.block.access.token.enable = false
2026-08-12 06:16:15,688 INFO  [Listener at localhost/33637] blockmanagement.BlockManagerSafeMode (BlockManagerSafeMode.java:<init>(160)) - dfs.namenode.safemode.threshold-pct = 0.999
2026-08-12 06:16:15,688 INFO  [Listener at localhost/33637] blockmanagement.BlockManagerSafeMode (BlockManagerSafeMode.java:<init>(161)) - dfs.namenode.safemode.min.datanodes = 0
2026-08-12 06:16:15,688 INFO  [Listener at localhost/33637] blockmanagement.BlockManagerSafeMode (BlockManagerSafeMode.java:<init>(163)) - dfs.namenode.safemode.extension = 0
2026-08-12 06:16:15,688 INFO  [Listener at localhost/33637] blockmanagement.BlockManager (BlockManager.java:<init>(627)) - defaultReplication         = 1
2026-08-12 06:16:15,688 INFO  [Listener at localhost/33637] blockmanagement.BlockManager (BlockManager.java:<init>(628)) - maxReplication             = 512
2026-08-12 06:16:15,688 INFO  [Listener at localhost/33637] blockmanagement.BlockManager (BlockManager.java:<init>(629)) - minReplication             = 1
2026-08-12 06:16:15,688 INFO  [Listener at localhost/33637] blockmanagement.BlockManager (BlockManager.java:<init>(630)) - maxReplicationStreams      = 2
2026-08-12 06:16:15,688 INFO  [Listener at localhost/33637] blockmanagement.BlockManager (BlockManager.java:<init>(631)) - redundancyRecheckInterval  = 3000ms
2026-08-12 06:16:15,688 INFO  [Listener at localhost/33637] blockmanagement.BlockManager (BlockManager.java:<init>(632)) - encryptDataTransfer        = false
2026-08-12 06:16:15,688 INFO  [Listener at localhost/33637] blockmanagement.BlockManager (BlockManager.java:<init>(633)) - maxNumBlocksToLog          = 1000
2026-08-12 06:16:15,689 INFO  [Listener at localhost/33637] util.GSet (LightWeightGSet.java:computeCapacity(395)) - Computing capacity for map INodeMap
2026-08-12 06:16:15,689 INFO  [Listener at localhost/33637] util.GSet (LightWeightGSet.java:computeCapacity(396)) - VM type       = 64-bit
2026-08-12 06:16:15,689 INFO  [Listener at localhost/33637] util.GSet (LightWeightGSet.java:computeCapacity(397)) - 1.0% max memory 3.5 GB = 36.2 MB
2026-08-12 06:16:15,689 INFO  [Listener at localhost/33637] util.GSet (LightWeightGSet.java:computeCapacity(402)) - capacity      = 2^22 = 4194304 entries
2026-08-12 06:16:15,696 INFO  [Listener at localhost/33637] namenode.FSDirectory (FSDirectory.java:<init>(335)) - ACLs enabled? true
2026-08-12 06:16:15,696 INFO  [Listener at localhost/33637] namenode.FSDirectory (FSDirectory.java:<init>(339)) - POSIX ACL inheritance enabled? true
2026-08-12 06:16:15,696 INFO  [Listener at localhost/33637] namenode.FSDirectory (FSDirectory.java:<init>(343)) - XAttrs enabled? true
2026-08-12 06:16:15,696 INFO  [Listener at localhost/33637] namenode.NameNode (FSDirectory.java:<init>(406)) - Caching file names occurring more than 10 times
2026-08-12 06:16:15,696 INFO  [Listener at localhost/33637] snapshot.SnapshotManager (SnapshotManager.java:<init>(124)) - Loaded config captureOpenFiles: false, skipCaptureAccessTimeOnlyChange: false, snapshotDiffAllowSnapRootDescendant: true, maxSnapshotLimit: 65536
2026-08-12 06:16:15,696 INFO  [Listener at localhost/33637] snapshot.SnapshotManager (DirectoryDiffListFactory.java:init(43)) - SkipList is disabled
2026-08-12 06:16:15,696 INFO  [Listener at localhost/33637] util.GSet (LightWeightGSet.java:computeCapacity(395)) - Computing capacity for map cachedBlocks
2026-08-12 06:16:15,696 INFO  [Listener at localhost/33637] util.GSet (LightWeightGSet.java:computeCapacity(396)) - VM type       = 64-bit
2026-08-12 06:16:15,696 INFO  [Listener at localhost/33637] util.GSet (LightWeightGSet.java:computeCapacity(397)) - 0.25% max memory 3.5 GB = 9.1 MB
2026-08-12 06:16:15,697 INFO  [Listener at localhost/33637] util.GSet (LightWeightGSet.java:computeCapacity(402)) - capacity      = 2^20 = 1048576 entries
2026-08-12 06:16:15,698 INFO  [Listener at localhost/33637] metrics.TopMetrics (TopMetrics.java:logConf(75)) - NNTop conf: dfs.namenode.top.window.num.buckets = 10
2026-08-12 06:16:15,698 INFO  [Listener at localhost/33637] metrics.TopMetrics (TopMetrics.java:logConf(77)) - NNTop conf: dfs.namenode.top.num.users = 10
2026-08-12 06:16:15,699 INFO  [Listener at localhost/33637] metrics.TopMetrics (TopMetrics.java:logConf(79)) - NNTop conf: dfs.namenode.top.windows.minutes = 1,5,25
2026-08-12 06:16:15,699 INFO  [Listener at localhost/33637] namenode.FSNamesystem (FSNamesystem.java:initRetryCache(1080)) - Retry cache on namenode is enabled
2026-08-12 06:16:15,699 INFO  [Listener at localhost/33637] namenode.FSNamesystem (FSNamesystem.java:initRetryCache(1088)) - Retry cache will use 0.03 of total heap and retry cache entry expiry time is 600000 millis
2026-08-12 06:16:15,699 INFO  [Listener at localhost/33637] util.GSet (LightWeightGSet.java:computeCapacity(395)) - Computing capacity for map NameNodeRetryCache
2026-08-12 06:16:15,699 INFO  [Listener at localhost/33637] util.GSet (LightWeightGSet.java:computeCapacity(396)) - VM type       = 64-bit
2026-08-12 06:16:15,699 INFO  [Listener at localhost/33637] util.GSet (LightWeightGSet.java:computeCapacity(397)) - 0.029999999329447746% max memory 3.5 GB = 1.1 MB
2026-08-12 06:16:15,700 INFO  [Listener at localhost/33637] util.GSet (LightWeightGSet.java:computeCapacity(402)) - capacity      = 2^17 = 131072 entries
2026-08-12 06:16:15,702 INFO  [Listener at localhost/33637] namenode.FSImage (FSImage.java:format(186)) - Allocated new BlockPoolId: BP-939229692-10.240.0.33-1786515375702
2026-08-12 06:16:15,707 INFO  [Listener at localhost/33637] common.Storage (NNStorage.java:format(595)) - Storage directory /tmp/hdfs-test8373970058895293388/name-0-1 has been successfully formatted.
2026-08-12 06:16:15,711 INFO  [Listener at localhost/33637] common.Storage (NNStorage.java:format(595)) - Storage directory /tmp/hdfs-test8373970058895293388/name-0-2 has been successfully formatted.
2026-08-12 06:16:15,726 INFO  [FSImageSaver for /tmp/hdfs-test8373970058895293388/name-0-1 of type IMAGE_AND_EDITS] namenode.FSImageFormatProtobuf (FSImageFormatProtobuf.java:save(732)) - Saving image file /tmp/hdfs-test8373970058895293388/name-0-1/current/fsimage.ckpt_0000000000000000000 using no compression
2026-08-12 06:16:15,732 INFO  [FSImageSaver for /tmp/hdfs-test8373970058895293388/name-0-2 of type IMAGE_AND_EDITS] namenode.FSImageFormatProtobuf (FSImageFormatProtobuf.java:save(732)) - Saving image file /tmp/hdfs-test8373970058895293388/name-0-2/current/fsimage.ckpt_0000000000000000000 using no compression
2026-08-12 06:16:15,735 INFO  [FSImageSaver for /tmp/hdfs-test8373970058895293388/name-0-1 of type IMAGE_AND_EDITS] namenode.FSImageFormatProtobuf (FSImageFormatProtobuf.java:save(736)) - Image file /tmp/hdfs-test8373970058895293388/name-0-1/current/fsimage.ckpt_0000000000000000000 of size 415 bytes saved in 0 seconds .
2026-08-12 06:16:15,745 INFO  [FSImageSaver for /tmp/hdfs-test8373970058895293388/name-0-2 of type IMAGE_AND_EDITS] namenode.FSImageFormatProtobuf (FSImageFormatProtobuf.java:save(736)) - Image file /tmp/hdfs-test8373970058895293388/name-0-2/current/fsimage.ckpt_0000000000000000000 of size 415 bytes saved in 0 seconds .
2026-08-12 06:16:15,748 INFO  [Listener at localhost/33637] namenode.NNStorageRetentionManager (NNStorageRetentionManager.java:getImageTxIdToRetain(203)) - Going to retain 1 images with txid >= 0
2026-08-12 06:16:15,759 INFO  [Listener at localhost/33637] namenode.FSNamesystem (FSNamesystem.java:stopActiveServices(1427)) - Stopping services started for active state
2026-08-12 06:16:15,759 INFO  [Listener at localhost/33637] namenode.FSNamesystem (FSNamesystem.java:stopStandbyServices(1528)) - Stopping services started for standby state
2026-08-12 06:16:15,760 INFO  [Listener at localhost/33637] namenode.NameNode (NameNode.java:createNameNode(1707)) - createNameNode []
2026-08-12 06:16:15,760 INFO  [Listener at localhost/33637] impl.MetricsSystemImpl (MetricsSystemImpl.java:init(158)) - NameNode metrics system started (again)
2026-08-12 06:16:15,761 INFO  [Listener at localhost/33637] namenode.NameNodeUtils (NameNodeUtils.java:getClientNamenodeAddress(79)) - fs.defaultFS is hdfs://127.0.0.1:0
2026-08-12 06:16:15,775 INFO  [org.apache.hadoop.util.JvmPauseMonitor$Monitor@594d9f07] util.JvmPauseMonitor (JvmPauseMonitor.java:run(188)) - Starting JVM pause monitor
2026-08-12 06:16:15,775 INFO  [Listener at localhost/33637] hdfs.DFSUtil (DFSUtil.java:httpServerTemplateForNNAndJN(1668)) - Filter initializers set : org.apache.hadoop.http.lib.StaticUserWebFilter,org.apache.hadoop.hdfs.web.AuthFilterInitializer
2026-08-12 06:16:15,775 INFO  [Listener at localhost/33637] hdfs.DFSUtil (DFSUtil.java:httpServerTemplateForNNAndJN(1690)) - Starting Web-server for hdfs at: http://localhost:0
2026-08-12 06:16:15,778 INFO  [Listener at localhost/33637] server.AuthenticationFilter (AuthenticationFilter.java:constructSecretProvider(240)) - Unable to initialize FileSignerSecretProvider, falling back to use random secrets.
2026-08-12 06:16:15,778 INFO  [Listener at localhost/33637] http.HttpRequestLog (HttpRequestLog.java:getRequestLog(82)) - Http request log for http.requests.namenode is not defined
2026-08-12 06:16:15,780 INFO  [Listener at localhost/33637] http.HttpServer2 (HttpServer2.java:addGlobalFilter(1111)) - Added global filter 'safety' (class=org.apache.hadoop.http.HttpServer2$QuotingInputFilter)
2026-08-12 06:16:15,780 INFO  [Listener at localhost/33637] http.HttpServer2 (HttpServer2.java:addFilter(1084)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context hdfs
2026-08-12 06:16:15,780 INFO  [Listener at localhost/33637] http.HttpServer2 (HttpServer2.java:addFilter(1094)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context static
2026-08-12 06:16:15,782 INFO  [Listener at localhost/33637] http.HttpServer2 (HttpServer2.java:addFilter(1084)) - Added filter AuthFilter (class=org.apache.hadoop.hdfs.web.AuthFilter) to context hdfs
2026-08-12 06:16:15,782 INFO  [Listener at localhost/33637] http.HttpServer2 (HttpServer2.java:addFilter(1094)) - Added filter AuthFilter (class=org.apache.hadoop.hdfs.web.AuthFilter) to context static
2026-08-12 06:16:15,782 INFO  [Listener at localhost/33637] http.HttpServer2 (HttpServer2.java:addJerseyResourcePackage(938)) - addJerseyResourcePackage: packageName=org.apache.hadoop.hdfs.server.namenode.web.resources;org.apache.hadoop.hdfs.web.resources, pathSpec=/webhdfs/v1/*
2026-08-12 06:16:15,782 INFO  [Listener at localhost/33637] http.HttpServer2 (HttpServer2.java:bindListener(1332)) - Jetty bound to port 33657
2026-08-12 06:16:15,783 INFO  [Listener at localhost/33637] server.Server (Server.java:doStart(375)) - jetty-9.4.40.v20210413; built: 2021-04-13T20:42:42.668Z; git: b881a572662e1943a14ae12e7e1207989f218b74; jvm 1.8.0_362-8u372-ga~us1-0ubuntu1~18.04-b09
2026-08-12 06:16:15,784 INFO  [Listener at localhost/33637] server.session (DefaultSessionIdManager.java:doStart(334)) - DefaultSessionIdManager workerName=node0
2026-08-12 06:16:15,784 INFO  [Listener at localhost/33637] server.session (DefaultSessionIdManager.java:doStart(339)) - No SessionScavenger set, using defaults
2026-08-12 06:16:15,784 INFO  [Listener at localhost/33637] server.session (HouseKeeper.java:startScavenging(132)) - node0 Scavenging every 660000ms
2026-08-12 06:16:15,785 INFO  [Listener at localhost/33637] server.AuthenticationFilter (AuthenticationFilter.java:constructSecretProvider(240)) - Unable to initialize FileSignerSecretProvider, falling back to use random secrets.
2026-08-12 06:16:15,786 INFO  [Listener at localhost/33637] handler.ContextHandler (ContextHandler.java:doStart(916)) - Started o.e.j.s.ServletContextHandler@949c598{static,/static,jar:file:/tmp/dist-test-tasksdsoI6/java/build/jars/hadoop-hdfs-3.3.1-tests.jar!/webapps/static,AVAILABLE}
2026-08-12 06:16:15,928 INFO  [Listener at localhost/33637] handler.ContextHandler (ContextHandler.java:doStart(916)) - Started o.e.j.w.WebAppContext@14fded9d{hdfs,/,file:///tmp/jetty-localhost-33657-hadoop-hdfs-3_3_1-tests_jar-_-any-8391661364996916351/webapp/,AVAILABLE}{jar:file:/tmp/dist-test-tasksdsoI6/java/build/jars/hadoop-hdfs-3.3.1-tests.jar!/webapps/hdfs}
2026-08-12 06:16:15,930 INFO  [Listener at localhost/33637] server.AbstractConnector (AbstractConnector.java:doStart(331)) - Started ServerConnector@688a2c09{HTTP/1.1, (http/1.1)}{localhost:33657}
2026-08-12 06:16:15,930 INFO  [Listener at localhost/33637] server.Server (Server.java:doStart(415)) - Started @11942ms
2026-08-12 06:16:15,931 INFO  [Listener at localhost/33637] namenode.FSEditLog (FSEditLog.java:newInstance(229)) - Edit logging is async:true
2026-08-12 06:16:15,945 INFO  [Listener at localhost/33637] namenode.FSNamesystem (FSNamesystem.java:<init>(814)) - KeyProvider: null
2026-08-12 06:16:15,945 INFO  [Listener at localhost/33637] namenode.FSNamesystem (FSNamesystemLock.java:<init>(141)) - fsLock is fair: true
2026-08-12 06:16:15,945 INFO  [Listener at localhost/33637] namenode.FSNamesystem (FSNamesystemLock.java:<init>(159)) - Detailed lock hold time metrics enabled: false
2026-08-12 06:16:15,945 INFO  [Listener at localhost/33637] namenode.FSNamesystem (FSNamesystem.java:<init>(847)) - fsOwner                = slave (auth:SIMPLE)
2026-08-12 06:16:15,945 INFO  [Listener at localhost/33637] namenode.FSNamesystem (FSNamesystem.java:<init>(848)) - supergroup             = supergroup
2026-08-12 06:16:15,945 INFO  [Listener at localhost/33637] namenode.FSNamesystem (FSNamesystem.java:<init>(849)) - isPermissionEnabled    = true
2026-08-12 06:16:15,945 INFO  [Listener at localhost/33637] namenode.FSNamesystem (FSNamesystem.java:<init>(850)) - isStoragePolicyEnabled = true
2026-08-12 06:16:15,946 INFO  [Listener at localhost/33637] namenode.FSNamesystem (FSNamesystem.java:<init>(861)) - HA Enabled: false
2026-08-12 06:16:15,946 INFO  [Listener at localhost/33637] common.Util (Util.java:isDiskStatsEnabled(395)) - dfs.datanode.fileio.profiling.sampling.percentage set to 0. Disabling file IO profiling
2026-08-12 06:16:15,946 INFO  [Listener at localhost/33637] blockmanagement.DatanodeManager (DatanodeManager.java:<init>(334)) - dfs.block.invalidate.limit: configured=1000, counted=60, effected=1000
2026-08-12 06:16:15,946 INFO  [Listener at localhost/33637] blockmanagement.DatanodeManager (DatanodeManager.java:<init>(342)) - dfs.namenode.datanode.registration.ip-hostname-check=true
2026-08-12 06:16:15,947 INFO  [Listener at localhost/33637] blockmanagement.BlockManager (InvalidateBlocks.java:printBlockDeletionTime(77)) - dfs.namenode.startup.delay.block.deletion.sec is set to 000:00:00:00.000
2026-08-12 06:16:15,947 INFO  [Listener at localhost/33637] blockmanagement.BlockManager (InvalidateBlocks.java:printBlockDeletionTime(83)) - The block deletion will start around 2026 Aug 12 06:16:15
2026-08-12 06:16:15,947 INFO  [Listener at localhost/33637] util.GSet (LightWeightGSet.java:computeCapacity(395)) - Computing capacity for map BlocksMap
2026-08-12 06:16:15,947 INFO  [Listener at localhost/33637] util.GSet (LightWeightGSet.java:computeCapacity(396)) - VM type       = 64-bit
2026-08-12 06:16:15,947 INFO  [Listener at localhost/33637] util.GSet (LightWeightGSet.java:computeCapacity(397)) - 2.0% max memory 3.5 GB = 72.5 MB
2026-08-12 06:16:15,947 INFO  [Listener at localhost/33637] util.GSet (LightWeightGSet.java:computeCapacity(402)) - capacity      = 2^23 = 8388608 entries
2026-08-12 06:16:15,971 INFO  [Listener at localhost/33637] blockmanagement.BlockManager (BlockManager.java:createSPSManager(5447)) - Storage policy satisfier is disabled
2026-08-12 06:16:15,972 INFO  [Listener at localhost/33637] blockmanagement.BlockManager (BlockManager.java:createBlockTokenSecretManager(641)) - dfs.block.access.token.enable = false
2026-08-12 06:16:15,972 INFO  [Listener at localhost/33637] blockmanagement.BlockManagerSafeMode (BlockManagerSafeMode.java:<init>(160)) - dfs.namenode.safemode.threshold-pct = 0.999
2026-08-12 06:16:15,972 INFO  [Listener at localhost/33637] blockmanagement.BlockManagerSafeMode (BlockManagerSafeMode.java:<init>(161)) - dfs.namenode.safemode.min.datanodes = 0
2026-08-12 06:16:15,972 INFO  [Listener at localhost/33637] blockmanagement.BlockManagerSafeMode (BlockManagerSafeMode.java:<init>(163)) - dfs.namenode.safemode.extension = 0
2026-08-12 06:16:15,972 INFO  [Listener at localhost/33637] blockmanagement.BlockManager (BlockManager.java:<init>(627)) - defaultReplication         = 1
2026-08-12 06:16:15,972 INFO  [Listener at localhost/33637] blockmanagement.BlockManager (BlockManager.java:<init>(628)) - maxReplication             = 512
2026-08-12 06:16:15,972 INFO  [Listener at localhost/33637] blockmanagement.BlockManager (BlockManager.java:<init>(629)) - minReplication             = 1
2026-08-12 06:16:15,972 INFO  [Listener at localhost/33637] blockmanagement.BlockManager (BlockManager.java:<init>(630)) - maxReplicationStreams      = 2
2026-08-12 06:16:15,972 INFO  [Listener at localhost/33637] blockmanagement.BlockManager (BlockManager.java:<init>(631)) - redundancyRecheckInterval  = 3000ms
2026-08-12 06:16:15,973 INFO  [Listener at localhost/33637] blockmanagement.BlockManager (BlockManager.java:<init>(632)) - encryptDataTransfer        = false
2026-08-12 06:16:15,973 INFO  [Listener at localhost/33637] blockmanagement.BlockManager (BlockManager.java:<init>(633)) - maxNumBlocksToLog          = 1000
2026-08-12 06:16:15,973 INFO  [Listener at localhost/33637] util.GSet (LightWeightGSet.java:computeCapacity(395)) - Computing capacity for map INodeMap
2026-08-12 06:16:15,973 INFO  [Listener at localhost/33637] util.GSet (LightWeightGSet.java:computeCapacity(396)) - VM type       = 64-bit
2026-08-12 06:16:15,973 INFO  [Listener at localhost/33637] util.GSet (LightWeightGSet.java:computeCapacity(397)) - 1.0% max memory 3.5 GB = 36.2 MB
2026-08-12 06:16:15,973 INFO  [Listener at localhost/33637] util.GSet (LightWeightGSet.java:computeCapacity(402)) - capacity      = 2^22 = 4194304 entries
2026-08-12 06:16:15,986 INFO  [Listener at localhost/33637] namenode.FSDirectory (FSDirectory.java:<init>(335)) - ACLs enabled? true
2026-08-12 06:16:15,986 INFO  [Listener at localhost/33637] namenode.FSDirectory (FSDirectory.java:<init>(339)) - POSIX ACL inheritance enabled? true
2026-08-12 06:16:15,986 INFO  [Listener at localhost/33637] namenode.FSDirectory (FSDirectory.java:<init>(343)) - XAttrs enabled? true
2026-08-12 06:16:15,986 INFO  [Listener at localhost/33637] namenode.NameNode (FSDirectory.java:<init>(406)) - Caching file names occurring more than 10 times
2026-08-12 06:16:15,986 INFO  [Listener at localhost/33637] snapshot.SnapshotManager (SnapshotManager.java:<init>(124)) - Loaded config captureOpenFiles: false, skipCaptureAccessTimeOnlyChange: false, snapshotDiffAllowSnapRootDescendant: true, maxSnapshotLimit: 65536
2026-08-12 06:16:15,986 INFO  [Listener at localhost/33637] snapshot.SnapshotManager (DirectoryDiffListFactory.java:init(43)) - SkipList is disabled
2026-08-12 06:16:15,986 INFO  [Listener at localhost/33637] util.GSet (LightWeightGSet.java:computeCapacity(395)) - Computing capacity for map cachedBlocks
2026-08-12 06:16:15,986 INFO  [Listener at localhost/33637] util.GSet (LightWeightGSet.java:computeCapacity(396)) - VM type       = 64-bit
2026-08-12 06:16:15,987 INFO  [Listener at localhost/33637] util.GSet (LightWeightGSet.java:computeCapacity(397)) - 0.25% max memory 3.5 GB = 9.1 MB
2026-08-12 06:16:15,987 INFO  [Listener at localhost/33637] util.GSet (LightWeightGSet.java:computeCapacity(402)) - capacity      = 2^20 = 1048576 entries
2026-08-12 06:16:15,990 INFO  [Listener at localhost/33637] metrics.TopMetrics (TopMetrics.java:logConf(75)) - NNTop conf: dfs.namenode.top.window.num.buckets = 10
2026-08-12 06:16:15,990 INFO  [Listener at localhost/33637] metrics.TopMetrics (TopMetrics.java:logConf(77)) - NNTop conf: dfs.namenode.top.num.users = 10
2026-08-12 06:16:15,990 INFO  [Listener at localhost/33637] metrics.TopMetrics (TopMetrics.java:logConf(79)) - NNTop conf: dfs.namenode.top.windows.minutes = 1,5,25
2026-08-12 06:16:15,990 INFO  [Listener at localhost/33637] namenode.FSNamesystem (FSNamesystem.java:initRetryCache(1080)) - Retry cache on namenode is enabled
2026-08-12 06:16:15,990 INFO  [Listener at localhost/33637] namenode.FSNamesystem (FSNamesystem.java:initRetryCache(1088)) - Retry cache will use 0.03 of total heap and retry cache entry expiry time is 600000 millis
2026-08-12 06:16:15,991 INFO  [Listener at localhost/33637] util.GSet (LightWeightGSet.java:computeCapacity(395)) - Computing capacity for map NameNodeRetryCache
2026-08-12 06:16:15,991 INFO  [Listener at localhost/33637] util.GSet (LightWeightGSet.java:computeCapacity(396)) - VM type       = 64-bit
2026-08-12 06:16:15,991 INFO  [Listener at localhost/33637] util.GSet (LightWeightGSet.java:computeCapacity(397)) - 0.029999999329447746% max memory 3.5 GB = 1.1 MB
2026-08-12 06:16:15,991 INFO  [Listener at localhost/33637] util.GSet (LightWeightGSet.java:computeCapacity(402)) - capacity      = 2^17 = 131072 entries
2026-08-12 06:16:15,995 INFO  [Listener at localhost/33637] common.Storage (Storage.java:tryLock(948)) - Lock on /tmp/hdfs-test8373970058895293388/name-0-1/in_use.lock acquired by nodename 4984@dist-test-slave-42z9.c.gcp-upstream.internal
2026-08-12 06:16:15,997 INFO  [Listener at localhost/33637] common.Storage (Storage.java:tryLock(948)) - Lock on /tmp/hdfs-test8373970058895293388/name-0-2/in_use.lock acquired by nodename 4984@dist-test-slave-42z9.c.gcp-upstream.internal
2026-08-12 06:16:15,998 INFO  [Listener at localhost/33637] namenode.FileJournalManager (FileJournalManager.java:recoverUnfinalizedSegments(428)) - Recovering unfinalized segments in /tmp/hdfs-test8373970058895293388/name-0-1/current
2026-08-12 06:16:15,998 INFO  [Listener at localhost/33637] namenode.FileJournalManager (FileJournalManager.java:recoverUnfinalizedSegments(428)) - Recovering unfinalized segments in /tmp/hdfs-test8373970058895293388/name-0-2/current
2026-08-12 06:16:15,998 INFO  [Listener at localhost/33637] namenode.FSImage (FSImage.java:loadFSImage(734)) - No edit log streams selected.
2026-08-12 06:16:15,999 INFO  [Listener at localhost/33637] namenode.FSImage (FSImage.java:loadFSImageFile(800)) - Planning to load image: FSImageFile(file=/tmp/hdfs-test8373970058895293388/name-0-1/current/fsimage_0000000000000000000, cpktTxId=0000000000000000000)
2026-08-12 06:16:16,000 INFO  [Listener at localhost/33637] namenode.FSImageFormatPBINode (FSImageFormatPBINode.java:loadINodeSectionHeader(413)) - Loading 1 INodes.
2026-08-12 06:16:16,001 INFO  [Listener at localhost/33637] namenode.FSImageFormatPBINode (FSImageFormatPBINode.java:loadINodeSection(371)) - Successfully loaded 1 inodes
2026-08-12 06:16:16,001 INFO  [Listener at localhost/33637] namenode.FSImageFormatPBINode (FSImageFormatPBINode.java:waitBlocksMapAndNameCacheUpdateFinished(344)) - Completed update blocks map and name cache, total waiting duration 0ms.
2026-08-12 06:16:16,002 INFO  [Listener at localhost/33637] namenode.FSImageFormatProtobuf (FSImageFormatProtobuf.java:load(255)) - Loaded FSImage in 0 seconds.
2026-08-12 06:16:16,002 INFO  [Listener at localhost/33637] namenode.FSImage (FSImage.java:loadFSImage(978)) - Loaded image for txid 0 from /tmp/hdfs-test8373970058895293388/name-0-1/current/fsimage_0000000000000000000
2026-08-12 06:16:16,002 INFO  [Listener at localhost/33637] namenode.FSNamesystem (FSNamesystem.java:loadFSImage(1202)) - Need to save fs image? false (staleImage=false, haEnabled=false, isRollingUpgrade=false)
2026-08-12 06:16:16,002 INFO  [Listener at localhost/33637] namenode.FSEditLog (FSEditLog.java:startLogSegment(1391)) - Starting log segment at 1
2026-08-12 06:16:16,011 INFO  [Listener at localhost/33637] namenode.NameCache (NameCache.java:initialized(143)) - initialized with 0 entries 0 lookups
2026-08-12 06:16:16,011 INFO  [Listener at localhost/33637] namenode.FSNamesystem (FSNamesystem.java:loadFromDisk(786)) - Finished loading FSImage in 19 msecs
2026-08-12 06:16:16,012 INFO  [Listener at localhost/33637] namenode.NameNode (NameNodeRpcServer.java:<init>(454)) - RPC server is binding to localhost:0
2026-08-12 06:16:16,012 INFO  [Listener at localhost/33637] namenode.NameNode (NameNodeRpcServer.java:<init>(459)) - Enable NameNode state context:false
2026-08-12 06:16:16,012 INFO  [Listener at localhost/33637] ipc.CallQueueManager (CallQueueManager.java:<init>(90)) - Using callQueue: class java.util.concurrent.LinkedBlockingQueue, queueCapacity: 1000, scheduler: class org.apache.hadoop.ipc.DefaultRpcScheduler, ipcBackoff: false.
2026-08-12 06:16:16,013 INFO  [Socket Reader #1 for port 0] ipc.Server (Server.java:run(1265)) - Starting Socket Reader #1 for port 0
2026-08-12 06:16:16,016 INFO  [Listener at localhost/44979] namenode.NameNode (NameNode.java:initialize(776)) - Clients are to use localhost:44979 to access this namenode/service.
2026-08-12 06:16:16,017 INFO  [Listener at localhost/44979] namenode.FSNamesystem (FSNamesystem.java:registerMBean(5444)) - Registered FSNamesystemState, ReplicatedBlocksState and ECBlockGroupsState MBeans.
2026-08-12 06:16:16,029 INFO  [Listener at localhost/44979] namenode.LeaseManager (LeaseManager.java:getNumUnderConstructionBlocks(166)) - Number of blocks under construction: 0
2026-08-12 06:16:16,029 INFO  [Listener at localhost/44979] blockmanagement.DatanodeAdminDefaultMonitor (DatanodeAdminDefaultMonitor.java:processConf(116)) - Initialized the Default Decommission and Maintenance monitor
2026-08-12 06:16:16,032 INFO  [Listener at localhost/44979] blockmanagement.BlockManager (BlockManager.java:initializeReplQueues(5187)) - initializing replication queues
2026-08-12 06:16:16,032 INFO  [Listener at localhost/44979] hdfs.StateChange (BlockManagerSafeMode.java:leaveSafeMode(399)) - STATE* Leaving safe mode after 0 secs
2026-08-12 06:16:16,032 INFO  [Listener at localhost/44979] hdfs.StateChange (BlockManagerSafeMode.java:leaveSafeMode(405)) - STATE* Network topology has 0 racks and 0 datanodes
2026-08-12 06:16:16,032 INFO  [Listener at localhost/44979] hdfs.StateChange (BlockManagerSafeMode.java:leaveSafeMode(407)) - STATE* UnderReplicatedBlocks has 0 blocks
2026-08-12 06:16:16,041 INFO  [Reconstruction Queue Initializer] blockmanagement.BlockManager (BlockManager.java:processMisReplicatesAsync(3728)) - Total number of blocks            = 0
2026-08-12 06:16:16,041 INFO  [Reconstruction Queue Initializer] blockmanagement.BlockManager (BlockManager.java:processMisReplicatesAsync(3729)) - Number of invalid blocks          = 0
2026-08-12 06:16:16,041 INFO  [Reconstruction Queue Initializer] blockmanagement.BlockManager (BlockManager.java:processMisReplicatesAsync(3730)) - Number of under-replicated blocks = 0
2026-08-12 06:16:16,041 INFO  [Reconstruction Queue Initializer] blockmanagement.BlockManager (BlockManager.java:processMisReplicatesAsync(3731)) - Number of  over-replicated blocks = 0
2026-08-12 06:16:16,041 INFO  [Reconstruction Queue Initializer] blockmanagement.BlockManager (BlockManager.java:processMisReplicatesAsync(3733)) - Number of blocks being written    = 0
2026-08-12 06:16:16,041 INFO  [Reconstruction Queue Initializer] hdfs.StateChange (BlockManager.java:processMisReplicatesAsync(3736)) - STATE* Replication Queue initialization scan for invalid, over- and under-replicated blocks completed in 8 msec
2026-08-12 06:16:16,043 INFO  [IPC Server Responder] ipc.Server (Server.java:run(1507)) - IPC Server Responder: starting
2026-08-12 06:16:16,044 INFO  [IPC Server listener on 0] ipc.Server (Server.java:run(1344)) - IPC Server listener on 0: starting
2026-08-12 06:16:16,050 INFO  [Listener at localhost/44979] namenode.NameNode (NameNode.java:startCommonServices(893)) - NameNode RPC up at: localhost/127.0.0.1:44979
2026-08-12 06:16:16,051 INFO  [Listener at localhost/44979] namenode.FSNamesystem (FSNamesystem.java:startActiveServices(1314)) - Starting services required for active state
2026-08-12 06:16:16,051 INFO  [Listener at localhost/44979] namenode.FSDirectory (FSDirectory.java:updateCountForQuota(840)) - Initializing quota with 12 thread(s)
2026-08-12 06:16:16,052 INFO  [Listener at localhost/44979] namenode.FSDirectory (FSDirectory.java:updateCountForQuota(849)) - Quota initialization completed in 1 milliseconds
name space=1
storage space=0
storage types=RAM_DISK=0, SSD=0, DISK=0, ARCHIVE=0, PROVIDED=0
2026-08-12 06:16:16,058 INFO  [CacheReplicationMonitor(1610348391)] blockmanagement.CacheReplicationMonitor (CacheReplicationMonitor.java:run(160)) - Starting CacheReplicationMonitor with interval 30000 milliseconds
2026-08-12 06:16:16,059 INFO  [Listener at localhost/44979] hdfs.MiniDFSCluster (MiniDFSCluster.java:startDataNodes(1697)) - Starting DataNode 0 with dfs.datanode.data.dir: [DISK]file:/tmp/hdfs-test8373970058895293388/data/data1,[DISK]file:/tmp/hdfs-test8373970058895293388/data/data2
2026-08-12 06:16:16,061 INFO  [Listener at localhost/44979] checker.ThrottledAsyncChecker (ThrottledAsyncChecker.java:schedule(137)) - Scheduling a check for [DISK]file:/tmp/hdfs-test8373970058895293388/data/data1
2026-08-12 06:16:16,061 INFO  [Listener at localhost/44979] checker.ThrottledAsyncChecker (ThrottledAsyncChecker.java:schedule(137)) - Scheduling a check for [DISK]file:/tmp/hdfs-test8373970058895293388/data/data2
2026-08-12 06:16:16,259 WARN  [org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeResourceMonitor@334ebcaa] namenode.NameNodeResourceChecker (NameNodeResourceChecker.java:isResourceAvailable(88)) - Space available on volume 'overlay' is 0, which is below the configured reserved amount 104857600
2026-08-12 06:16:16,260 WARN  [org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeResourceMonitor@334ebcaa] namenode.FSNamesystem (FSNamesystem.java:run(4383)) - NameNode low on available disk space. Entering safe mode.
2026-08-12 06:16:16,260 INFO  [org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeResourceMonitor@334ebcaa] hdfs.StateChange (FSNamesystem.java:enterSafeMode(5028)) - STATE* Safe mode is ON.
Resources are low on NN. Please add or free up more resourcesthen turn off safe mode manually. NOTE:  If you turn off safe mode before adding resources, the NN will immediately return to safe mode. Use "hdfs dfsadmin -safemode leave" to turn safe mode off.
2026-08-12 06:16:16,282 INFO  [Listener at localhost/44979] impl.MetricsSystemImpl (MetricsSystemImpl.java:init(158)) - DataNode metrics system started (again)
2026-08-12 06:16:16,283 INFO  [Listener at localhost/44979] common.Util (Util.java:isDiskStatsEnabled(395)) - dfs.datanode.fileio.profiling.sampling.percentage set to 0. Disabling file IO profiling
2026-08-12 06:16:16,283 INFO  [Listener at localhost/44979] datanode.BlockScanner (BlockScanner.java:<init>(201)) - Initialized block scanner with targetBytesPerSec 1048576
2026-08-12 06:16:16,283 INFO  [Listener at localhost/44979] datanode.DataNode (DataNode.java:<init>(512)) - Configured hostname is 127.0.0.1
2026-08-12 06:16:16,283 INFO  [Listener at localhost/44979] common.Util (Util.java:isDiskStatsEnabled(395)) - dfs.datanode.fileio.profiling.sampling.percentage set to 0. Disabling file IO profiling
2026-08-12 06:16:16,283 INFO  [Listener at localhost/44979] datanode.DataNode (DataNode.java:startDataNode(1408)) - Starting DataNode with maxLockedMemory = 0
2026-08-12 06:16:16,284 INFO  [Listener at localhost/44979] datanode.DataNode (DataNode.java:initDataXceiver(1171)) - Opened streaming server at /127.0.0.1:46307
2026-08-12 06:16:16,284 INFO  [Listener at localhost/44979] datanode.DataNode (DataXceiverServer.java:<init>(94)) - Balancing bandwidth is 104857600 bytes/s
2026-08-12 06:16:16,284 INFO  [Listener at localhost/44979] datanode.DataNode (DataXceiverServer.java:<init>(95)) - Number threads for balancing is 100
2026-08-12 06:16:16,286 INFO  [Listener at localhost/44979] server.AuthenticationFilter (AuthenticationFilter.java:constructSecretProvider(240)) - Unable to initialize FileSignerSecretProvider, falling back to use random secrets.
2026-08-12 06:16:16,287 INFO  [Listener at localhost/44979] http.HttpRequestLog (HttpRequestLog.java:getRequestLog(82)) - Http request log for http.requests.datanode is not defined
2026-08-12 06:16:16,288 INFO  [Listener at localhost/44979] http.HttpServer2 (HttpServer2.java:addGlobalFilter(1111)) - Added global filter 'safety' (class=org.apache.hadoop.http.HttpServer2$QuotingInputFilter)
2026-08-12 06:16:16,289 INFO  [Listener at localhost/44979] http.HttpServer2 (HttpServer2.java:addFilter(1084)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context datanode
2026-08-12 06:16:16,289 INFO  [Listener at localhost/44979] http.HttpServer2 (HttpServer2.java:addFilter(1094)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context static
2026-08-12 06:16:16,290 INFO  [Listener at localhost/44979] http.HttpServer2 (HttpServer2.java:bindListener(1332)) - Jetty bound to port 38993
2026-08-12 06:16:16,290 INFO  [Listener at localhost/44979] server.Server (Server.java:doStart(375)) - jetty-9.4.40.v20210413; built: 2021-04-13T20:42:42.668Z; git: b881a572662e1943a14ae12e7e1207989f218b74; jvm 1.8.0_362-8u372-ga~us1-0ubuntu1~18.04-b09
2026-08-12 06:16:16,291 INFO  [Listener at localhost/44979] server.session (DefaultSessionIdManager.java:doStart(334)) - DefaultSessionIdManager workerName=node0
2026-08-12 06:16:16,291 INFO  [Listener at localhost/44979] server.session (DefaultSessionIdManager.java:doStart(339)) - No SessionScavenger set, using defaults
2026-08-12 06:16:16,291 INFO  [Listener at localhost/44979] server.session (HouseKeeper.java:startScavenging(132)) - node0 Scavenging every 600000ms
2026-08-12 06:16:16,292 INFO  [Listener at localhost/44979] handler.ContextHandler (ContextHandler.java:doStart(916)) - Started o.e.j.s.ServletContextHandler@939ff41{static,/static,jar:file:/tmp/dist-test-tasksdsoI6/java/build/jars/hadoop-hdfs-3.3.1-tests.jar!/webapps/static,AVAILABLE}
2026-08-12 06:16:16,431 INFO  [Listener at localhost/44979] handler.ContextHandler (ContextHandler.java:doStart(916)) - Started o.e.j.w.WebAppContext@7ed3df3b{datanode,/,file:///tmp/jetty-localhost-38993-hadoop-hdfs-3_3_1-tests_jar-_-any-8399531157323803123/webapp/,AVAILABLE}{jar:file:/tmp/dist-test-tasksdsoI6/java/build/jars/hadoop-hdfs-3.3.1-tests.jar!/webapps/datanode}
2026-08-12 06:16:16,433 INFO  [Listener at localhost/44979] server.AbstractConnector (AbstractConnector.java:doStart(331)) - Started ServerConnector@497b560e{HTTP/1.1, (http/1.1)}{localhost:38993}
2026-08-12 06:16:16,433 INFO  [Listener at localhost/44979] server.Server (Server.java:doStart(415)) - Started @12445ms
2026-08-12 06:16:16,435 WARN  [Listener at localhost/44979] web.DatanodeHttpServer (RestCsrfPreventionFilterHandler.java:<init>(75)) - Got null for restCsrfPreventionFilter - will not do any filtering.
2026-08-12 06:16:16,439 INFO  [Listener at localhost/44979] web.DatanodeHttpServer (DatanodeHttpServer.java:start(322)) - Listening HTTP traffic on /127.0.0.1:32905
2026-08-12 06:16:16,439 INFO  [Listener at localhost/44979] datanode.DataNode (DataNode.java:startDataNode(1436)) - dnUserName = slave
2026-08-12 06:16:16,439 INFO  [org.apache.hadoop.util.JvmPauseMonitor$Monitor@1fedf0a4] util.JvmPauseMonitor (JvmPauseMonitor.java:run(188)) - Starting JVM pause monitor
2026-08-12 06:16:16,440 INFO  [Listener at localhost/44979] datanode.DataNode (DataNode.java:startDataNode(1437)) - supergroup = supergroup
2026-08-12 06:16:16,440 INFO  [Listener at localhost/44979] ipc.CallQueueManager (CallQueueManager.java:<init>(90)) - Using callQueue: class java.util.concurrent.LinkedBlockingQueue, queueCapacity: 1000, scheduler: class org.apache.hadoop.ipc.DefaultRpcScheduler, ipcBackoff: false.
2026-08-12 06:16:16,441 INFO  [Socket Reader #1 for port 0] ipc.Server (Server.java:run(1265)) - Starting Socket Reader #1 for port 0
2026-08-12 06:16:16,443 INFO  [Listener at localhost/38499] datanode.DataNode (DataNode.java:initIpcServer(1057)) - Opened IPC server at /127.0.0.1:38499
2026-08-12 06:16:16,462 INFO  [Listener at localhost/38499] datanode.DataNode (BlockPoolManager.java:refreshNamenodes(149)) - Refresh request received for nameservices: null
2026-08-12 06:16:16,462 INFO  [Listener at localhost/38499] datanode.DataNode (BlockPoolManager.java:doRefreshNamenodes(210)) - Starting BPOfferServices for nameservices: <default>
2026-08-12 06:16:16,463 INFO  [Thread-502] datanode.DataNode (BPServiceActor.java:run(847)) - Block pool <registering> (Datanode Uuid unassigned) service to localhost/127.0.0.1:44979 starting to offer service
2026-08-12 06:16:16,469 INFO  [IPC Server Responder] ipc.Server (Server.java:run(1507)) - IPC Server Responder: starting
2026-08-12 06:16:16,470 INFO  [IPC Server listener on 0] ipc.Server (Server.java:run(1344)) - IPC Server listener on 0: starting
2026-08-12 06:16:16,478 INFO  [Thread-502] datanode.DataNode (BPOfferService.java:verifyAndSetNamespaceInfo(381)) - Acknowledging ACTIVE Namenode during handshakeBlock pool <registering> (Datanode Uuid unassigned) service to localhost/127.0.0.1:44979
2026-08-12 06:16:16,479 INFO  [Thread-502] common.Storage (DataStorage.java:getParallelVolumeLoadThreadsNum(356)) - Using 2 threads to upgrade data directories (dfs.datanode.parallel.volumes.load.threads.num=2, dataDirs=2)
2026-08-12 06:16:16,482 INFO  [Thread-502] common.Storage (Storage.java:tryLock(948)) - Lock on /tmp/hdfs-test8373970058895293388/data/data1/in_use.lock acquired by nodename 4984@dist-test-slave-42z9.c.gcp-upstream.internal
2026-08-12 06:16:16,482 INFO  [IPC Server handler 1 on default port 44979] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=datanodeReport	src=null	dst=null	perm=null	proto=rpc
2026-08-12 06:16:16,482 INFO  [Thread-502] common.Storage (DataStorage.java:loadStorageDirectory(284)) - Storage directory with location [DISK]file:/tmp/hdfs-test8373970058895293388/data/data1 is not formatted for namespace 123177130. Formatting...
2026-08-12 06:16:16,482 INFO  [Thread-502] common.Storage (DataStorage.java:createStorageID(160)) - Generated new storageID DS-efef5cca-3093-4380-98ca-b621770c0e15 for directory /tmp/hdfs-test8373970058895293388/data/data1 
2026-08-12 06:16:16,482 INFO  [Listener at localhost/38499] hdfs.MiniDFSCluster (MiniDFSCluster.java:shouldWait(2823)) - dnInfo.length != numDataNodes
2026-08-12 06:16:16,483 INFO  [Listener at localhost/38499] hdfs.MiniDFSCluster (MiniDFSCluster.java:waitActive(2744)) - Waiting for cluster to become active
2026-08-12 06:16:16,488 INFO  [Thread-502] common.Storage (Storage.java:tryLock(948)) - Lock on /tmp/hdfs-test8373970058895293388/data/data2/in_use.lock acquired by nodename 4984@dist-test-slave-42z9.c.gcp-upstream.internal
2026-08-12 06:16:16,488 INFO  [Thread-502] common.Storage (DataStorage.java:loadStorageDirectory(284)) - Storage directory with location [DISK]file:/tmp/hdfs-test8373970058895293388/data/data2 is not formatted for namespace 123177130. Formatting...
2026-08-12 06:16:16,488 INFO  [Thread-502] common.Storage (DataStorage.java:createStorageID(160)) - Generated new storageID DS-c63b056d-9290-4074-8f48-0814699db8b7 for directory /tmp/hdfs-test8373970058895293388/data/data2 
2026-08-12 06:16:16,508 INFO  [Thread-502] common.Storage (BlockPoolSliceStorage.java:recoverTransitionRead(256)) - Analyzing storage directories for bpid BP-939229692-10.240.0.33-1786515375702
2026-08-12 06:16:16,508 INFO  [Thread-502] common.Storage (Storage.java:lock(907)) - Locking is disabled for /tmp/hdfs-test8373970058895293388/data/data1/current/BP-939229692-10.240.0.33-1786515375702
2026-08-12 06:16:16,508 INFO  [Thread-502] common.Storage (BlockPoolSliceStorage.java:loadStorageDirectory(169)) - Block pool storage directory for location [DISK]file:/tmp/hdfs-test8373970058895293388/data/data1 and block pool id BP-939229692-10.240.0.33-1786515375702 is not formatted. Formatting ...
2026-08-12 06:16:16,508 INFO  [Thread-502] common.Storage (BlockPoolSliceStorage.java:format(285)) - Formatting block pool BP-939229692-10.240.0.33-1786515375702 directory /tmp/hdfs-test8373970058895293388/data/data1/current/BP-939229692-10.240.0.33-1786515375702/current
2026-08-12 06:16:16,527 INFO  [Thread-502] common.Storage (BlockPoolSliceStorage.java:recoverTransitionRead(256)) - Analyzing storage directories for bpid BP-939229692-10.240.0.33-1786515375702
2026-08-12 06:16:16,527 INFO  [Thread-502] common.Storage (Storage.java:lock(907)) - Locking is disabled for /tmp/hdfs-test8373970058895293388/data/data2/current/BP-939229692-10.240.0.33-1786515375702
2026-08-12 06:16:16,527 INFO  [Thread-502] common.Storage (BlockPoolSliceStorage.java:loadStorageDirectory(169)) - Block pool storage directory for location [DISK]file:/tmp/hdfs-test8373970058895293388/data/data2 and block pool id BP-939229692-10.240.0.33-1786515375702 is not formatted. Formatting ...
2026-08-12 06:16:16,527 INFO  [Thread-502] common.Storage (BlockPoolSliceStorage.java:format(285)) - Formatting block pool BP-939229692-10.240.0.33-1786515375702 directory /tmp/hdfs-test8373970058895293388/data/data2/current/BP-939229692-10.240.0.33-1786515375702/current
2026-08-12 06:16:16,530 INFO  [Thread-502] datanode.DataNode (DataNode.java:initStorage(1756)) - Setting up storage: nsid=123177130;bpid=BP-939229692-10.240.0.33-1786515375702;lv=-57;nsInfo=lv=-66;cid=testClusterID;nsid=123177130;c=1786515375702;bpid=BP-939229692-10.240.0.33-1786515375702;dnuuid=null
2026-08-12 06:16:16,534 INFO  [Thread-502] datanode.DataNode (DataNode.java:checkDatanodeUuid(1554)) - Generated and persisted new Datanode UUID 03a4f331-48aa-44b1-bece-53274d70bce1
2026-08-12 06:16:16,534 INFO  [Thread-502] impl.FsDatasetImpl (FsDatasetImpl.java:<init>(310)) - The datanode lock is a read write lock
2026-08-12 06:16:16,535 INFO  [Thread-502] impl.FsDatasetImpl (FsVolumeList.java:addVolume(304)) - Added new volume: DS-efef5cca-3093-4380-98ca-b621770c0e15
2026-08-12 06:16:16,535 INFO  [Thread-502] impl.FsDatasetImpl (FsDatasetImpl.java:addVolume(493)) - Added volume - [DISK]file:/tmp/hdfs-test8373970058895293388/data/data1, StorageType: DISK
2026-08-12 06:16:16,537 INFO  [Thread-502] impl.FsDatasetImpl (FsVolumeList.java:addVolume(304)) - Added new volume: DS-c63b056d-9290-4074-8f48-0814699db8b7
2026-08-12 06:16:16,537 INFO  [Thread-502] impl.FsDatasetImpl (FsDatasetImpl.java:addVolume(493)) - Added volume - [DISK]file:/tmp/hdfs-test8373970058895293388/data/data2, StorageType: DISK
2026-08-12 06:16:16,538 INFO  [Thread-502] impl.MemoryMappableBlockLoader (MemoryMappableBlockLoader.java:initialize(48)) - Initializing cache loader: MemoryMappableBlockLoader.
2026-08-12 06:16:16,538 INFO  [Thread-502] impl.FsDatasetImpl (FsDatasetImpl.java:registerMBean(2343)) - Registered FSDatasetState MBean
2026-08-12 06:16:16,539 INFO  [Thread-502] impl.FsDatasetImpl (FsDatasetImpl.java:addBlockPool(2856)) - Adding block pool BP-939229692-10.240.0.33-1786515375702
2026-08-12 06:16:16,539 INFO  [Thread-519] impl.FsDatasetImpl (FsVolumeList.java:run(406)) - Scanning block pool BP-939229692-10.240.0.33-1786515375702 on volume /tmp/hdfs-test8373970058895293388/data/data1...
2026-08-12 06:16:16,540 INFO  [Thread-520] impl.FsDatasetImpl (FsVolumeList.java:run(406)) - Scanning block pool BP-939229692-10.240.0.33-1786515375702 on volume /tmp/hdfs-test8373970058895293388/data/data2...
2026-08-12 06:16:16,556 INFO  [Thread-519] impl.FsDatasetImpl (FsVolumeList.java:run(411)) - Time taken to scan block pool BP-939229692-10.240.0.33-1786515375702 on /tmp/hdfs-test8373970058895293388/data/data1: 16ms
2026-08-12 06:16:16,556 INFO  [Thread-520] impl.FsDatasetImpl (FsVolumeList.java:run(411)) - Time taken to scan block pool BP-939229692-10.240.0.33-1786515375702 on /tmp/hdfs-test8373970058895293388/data/data2: 16ms
2026-08-12 06:16:16,556 INFO  [Thread-502] impl.FsDatasetImpl (FsVolumeList.java:addBlockPool(431)) - Total time to scan all replicas for block pool BP-939229692-10.240.0.33-1786515375702: 17ms
2026-08-12 06:16:16,557 INFO  [Thread-523] impl.FsDatasetImpl (FsVolumeList.java:run(199)) - Adding replicas to map for block pool BP-939229692-10.240.0.33-1786515375702 on volume /tmp/hdfs-test8373970058895293388/data/data1...
2026-08-12 06:16:16,557 INFO  [Thread-524] impl.FsDatasetImpl (FsVolumeList.java:run(199)) - Adding replicas to map for block pool BP-939229692-10.240.0.33-1786515375702 on volume /tmp/hdfs-test8373970058895293388/data/data2...
2026-08-12 06:16:16,557 INFO  [Thread-523] impl.BlockPoolSlice (BlockPoolSlice.java:readReplicasFromCache(902)) - Replica Cache file: /tmp/hdfs-test8373970058895293388/data/data1/current/BP-939229692-10.240.0.33-1786515375702/current/replicas doesn't exist 
2026-08-12 06:16:16,557 INFO  [Thread-524] impl.BlockPoolSlice (BlockPoolSlice.java:readReplicasFromCache(902)) - Replica Cache file: /tmp/hdfs-test8373970058895293388/data/data2/current/BP-939229692-10.240.0.33-1786515375702/current/replicas doesn't exist 
2026-08-12 06:16:16,557 INFO  [Thread-523] impl.FsDatasetImpl (FsVolumeList.java:run(204)) - Time to add replicas to map for block pool BP-939229692-10.240.0.33-1786515375702 on volume /tmp/hdfs-test8373970058895293388/data/data1: 1ms
2026-08-12 06:16:16,557 INFO  [Thread-524] impl.FsDatasetImpl (FsVolumeList.java:run(204)) - Time to add replicas to map for block pool BP-939229692-10.240.0.33-1786515375702 on volume /tmp/hdfs-test8373970058895293388/data/data2: 1ms
2026-08-12 06:16:16,557 INFO  [Thread-502] impl.FsDatasetImpl (FsVolumeList.java:getAllVolumesMap(225)) - Total time to add all replicas to map for block pool BP-939229692-10.240.0.33-1786515375702: 1ms
2026-08-12 06:16:16,557 INFO  [Thread-502] checker.ThrottledAsyncChecker (ThrottledAsyncChecker.java:schedule(137)) - Scheduling a check for /tmp/hdfs-test8373970058895293388/data/data1
2026-08-12 06:16:16,558 INFO  [Thread-502] checker.DatasetVolumeChecker (DatasetVolumeChecker.java:checkAllVolumes(224)) - Scheduled health check for volume /tmp/hdfs-test8373970058895293388/data/data1
2026-08-12 06:16:16,558 INFO  [Thread-502] checker.ThrottledAsyncChecker (ThrottledAsyncChecker.java:schedule(137)) - Scheduling a check for /tmp/hdfs-test8373970058895293388/data/data2
2026-08-12 06:16:16,559 INFO  [Thread-502] checker.DatasetVolumeChecker (DatasetVolumeChecker.java:checkAllVolumes(224)) - Scheduled health check for volume /tmp/hdfs-test8373970058895293388/data/data2
2026-08-12 06:16:16,560 INFO  [VolumeScannerThread(/tmp/hdfs-test8373970058895293388/data/data2)] datanode.VolumeScanner (VolumeScanner.java:findNextUsableBlockIter(385)) - Now scanning bpid BP-939229692-10.240.0.33-1786515375702 on volume /tmp/hdfs-test8373970058895293388/data/data2
2026-08-12 06:16:16,560 WARN  [Thread-502] datanode.DirectoryScanner (DirectoryScanner.java:<init>(300)) - dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1
2026-08-12 06:16:16,560 INFO  [VolumeScannerThread(/tmp/hdfs-test8373970058895293388/data/data1)] datanode.VolumeScanner (VolumeScanner.java:findNextUsableBlockIter(385)) - Now scanning bpid BP-939229692-10.240.0.33-1786515375702 on volume /tmp/hdfs-test8373970058895293388/data/data1
2026-08-12 06:16:16,561 INFO  [Thread-502] datanode.DirectoryScanner (DirectoryScanner.java:start(329)) - Periodic Directory Tree Verification scan starting in 2813861ms with interval of 21600000ms and throttle limit of -1ms/s
2026-08-12 06:16:16,561 INFO  [VolumeScannerThread(/tmp/hdfs-test8373970058895293388/data/data2)] datanode.VolumeScanner (VolumeScanner.java:getNextBlockToScan(505)) - VolumeScanner(/tmp/hdfs-test8373970058895293388/data/data2, DS-c63b056d-9290-4074-8f48-0814699db8b7): finished scanning block pool BP-939229692-10.240.0.33-1786515375702
2026-08-12 06:16:16,561 INFO  [VolumeScannerThread(/tmp/hdfs-test8373970058895293388/data/data1)] datanode.VolumeScanner (VolumeScanner.java:getNextBlockToScan(505)) - VolumeScanner(/tmp/hdfs-test8373970058895293388/data/data1, DS-efef5cca-3093-4380-98ca-b621770c0e15): finished scanning block pool BP-939229692-10.240.0.33-1786515375702
2026-08-12 06:16:16,566 INFO  [BP-939229692-10.240.0.33-1786515375702 heartbeating to localhost/127.0.0.1:44979] datanode.DataNode (BPServiceActor.java:register(788)) - Block pool BP-939229692-10.240.0.33-1786515375702 (Datanode Uuid 03a4f331-48aa-44b1-bece-53274d70bce1) service to localhost/127.0.0.1:44979 beginning handshake with NN
2026-08-12 06:16:16,566 INFO  [VolumeScannerThread(/tmp/hdfs-test8373970058895293388/data/data2)] datanode.VolumeScanner (VolumeScanner.java:findNextUsableBlockIter(402)) - VolumeScanner(/tmp/hdfs-test8373970058895293388/data/data2, DS-c63b056d-9290-4074-8f48-0814699db8b7): no suitable block pools found to scan.  Waiting 1814399994 ms.
2026-08-12 06:16:16,566 INFO  [VolumeScannerThread(/tmp/hdfs-test8373970058895293388/data/data1)] datanode.VolumeScanner (VolumeScanner.java:findNextUsableBlockIter(402)) - VolumeScanner(/tmp/hdfs-test8373970058895293388/data/data1, DS-efef5cca-3093-4380-98ca-b621770c0e15): no suitable block pools found to scan.  Waiting 1814399994 ms.
2026-08-12 06:16:16,567 INFO  [IPC Server handler 2 on default port 44979] hdfs.StateChange (DatanodeManager.java:registerDatanode(1142)) - BLOCK* registerDatanode: from DatanodeRegistration(127.0.0.1:46307, datanodeUuid=03a4f331-48aa-44b1-bece-53274d70bce1, infoPort=32905, infoSecurePort=0, ipcPort=38499, storageInfo=lv=-57;cid=testClusterID;nsid=123177130;c=1786515375702) storage 03a4f331-48aa-44b1-bece-53274d70bce1
2026-08-12 06:16:16,567 INFO  [IPC Server handler 2 on default port 44979] net.NetworkTopology (NetworkTopology.java:add(149)) - Adding a new node: /default-rack/127.0.0.1:46307
2026-08-12 06:16:16,567 INFO  [IPC Server handler 2 on default port 44979] blockmanagement.BlockReportLeaseManager (BlockReportLeaseManager.java:registerNode(200)) - Registered DN 03a4f331-48aa-44b1-bece-53274d70bce1 (127.0.0.1:46307).
2026-08-12 06:16:16,569 INFO  [BP-939229692-10.240.0.33-1786515375702 heartbeating to localhost/127.0.0.1:44979] datanode.DataNode (BPServiceActor.java:register(816)) - Block pool BP-939229692-10.240.0.33-1786515375702 (Datanode Uuid 03a4f331-48aa-44b1-bece-53274d70bce1) service to localhost/127.0.0.1:44979 successfully registered with NN
2026-08-12 06:16:16,569 INFO  [BP-939229692-10.240.0.33-1786515375702 heartbeating to localhost/127.0.0.1:44979] datanode.DataNode (BPServiceActor.java:offerService(645)) - For namenode localhost/127.0.0.1:44979 using BLOCKREPORT_INTERVAL of 21600000msecs CACHEREPORT_INTERVAL of 10000msecs Initial delay: 0msecs; heartBeatInterval=3000
2026-08-12 06:16:16,570 INFO  [IPC Server handler 3 on default port 44979] blockmanagement.DatanodeDescriptor (DatanodeDescriptor.java:updateStorage(999)) - Adding new storage ID DS-efef5cca-3093-4380-98ca-b621770c0e15 for DN 127.0.0.1:46307
2026-08-12 06:16:16,570 INFO  [IPC Server handler 3 on default port 44979] blockmanagement.DatanodeDescriptor (DatanodeDescriptor.java:updateStorage(999)) - Adding new storage ID DS-c63b056d-9290-4074-8f48-0814699db8b7 for DN 127.0.0.1:46307
2026-08-12 06:16:16,572 INFO  [Block report processor] BlockStateChange (BlockManager.java:processReport(2778)) - BLOCK* processReport 0x2d2d0b1e44ddf944: Processing first storage report for DS-efef5cca-3093-4380-98ca-b621770c0e15 from datanode 03a4f331-48aa-44b1-bece-53274d70bce1
2026-08-12 06:16:16,572 INFO  [Block report processor] BlockStateChange (BlockManager.java:processReport(2810)) - BLOCK* processReport 0x2d2d0b1e44ddf944: from storage DS-efef5cca-3093-4380-98ca-b621770c0e15 node DatanodeRegistration(127.0.0.1:46307, datanodeUuid=03a4f331-48aa-44b1-bece-53274d70bce1, infoPort=32905, infoSecurePort=0, ipcPort=38499, storageInfo=lv=-57;cid=testClusterID;nsid=123177130;c=1786515375702), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0
2026-08-12 06:16:16,572 INFO  [Block report processor] BlockStateChange (BlockManager.java:processReport(2778)) - BLOCK* processReport 0x2d2d0b1e44ddf944: Processing first storage report for DS-c63b056d-9290-4074-8f48-0814699db8b7 from datanode 03a4f331-48aa-44b1-bece-53274d70bce1
2026-08-12 06:16:16,572 INFO  [Block report processor] BlockStateChange (BlockManager.java:processReport(2810)) - BLOCK* processReport 0x2d2d0b1e44ddf944: from storage DS-c63b056d-9290-4074-8f48-0814699db8b7 node DatanodeRegistration(127.0.0.1:46307, datanodeUuid=03a4f331-48aa-44b1-bece-53274d70bce1, infoPort=32905, infoSecurePort=0, ipcPort=38499, storageInfo=lv=-57;cid=testClusterID;nsid=123177130;c=1786515375702), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0
2026-08-12 06:16:16,573 INFO  [BP-939229692-10.240.0.33-1786515375702 heartbeating to localhost/127.0.0.1:44979] datanode.DataNode (BPServiceActor.java:blockReport(437)) - Successfully sent block report 0x2d2d0b1e44ddf944 to namenode: localhost/127.0.0.1:44979,  containing 2 storage report(s), of which we sent 2. The reports had 0 total blocks and used 1 RPC(s). This took 0 msecs to generate and 1 msecs for RPC and NN processing. Got back one command: FinalizeCommand/5.
2026-08-12 06:16:16,573 INFO  [Command processor] datanode.DataNode (BPOfferService.java:processCommandFromActive(763)) - Got finalize command for block pool BP-939229692-10.240.0.33-1786515375702
2026-08-12 06:16:16,584 INFO  [IPC Server handler 5 on default port 44979] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=datanodeReport	src=null	dst=null	perm=null	proto=rpc
2026-08-12 06:16:16,585 INFO  [Listener at localhost/38499] hdfs.MiniDFSCluster (MiniDFSCluster.java:waitActive(2799)) - Cluster is active
2026-08-12 06:16:16,598 INFO  [Listener at localhost/38499] backup.BackupIO (BackupIO.scala:writeTableMetadata(95)) - Writing metadata to hdfs://localhost:44979/id_taco-taco/100/.kudu-metadata.json
2026-08-12 06:16:16,601 INFO  [IPC Server handler 6 on default port 44979] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=create	src=/id_taco-taco/100/.kudu-metadata.json	dst=null	perm=slave:supergroup:rw-r--r--	proto=rpc
2026-08-12 06:16:16,605 INFO  [IPC Server handler 7 on default port 44979] hdfs.StateChange (FSDirWriteFileOp.java:logAllocatedBlock(802)) - BLOCK* allocate blk_1073741825_1001, replicas=127.0.0.1:46307 for /id_taco-taco/100/.kudu-metadata.json
2026-08-12 06:16:16,609 INFO  [DataXceiver for client DFSClient_NONMAPREDUCE_-857541617_1 at /127.0.0.1:51354 [Receiving block BP-939229692-10.240.0.33-1786515375702:blk_1073741825_1001]] datanode.DataNode (DataXceiver.java:writeBlock(747)) - Receiving BP-939229692-10.240.0.33-1786515375702:blk_1073741825_1001 src: /127.0.0.1:51354 dest: /127.0.0.1:46307
2026-08-12 06:16:16,614 INFO  [PacketResponder: BP-939229692-10.240.0.33-1786515375702:blk_1073741825_1001, type=LAST_IN_PIPELINE] DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1539)) - src: /127.0.0.1:51354, dest: /127.0.0.1:46307, bytes: 82, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-857541617_1, offset: 0, srvID: 03a4f331-48aa-44b1-bece-53274d70bce1, blockid: BP-939229692-10.240.0.33-1786515375702:blk_1073741825_1001, duration(ns): 2417272
2026-08-12 06:16:16,614 INFO  [PacketResponder: BP-939229692-10.240.0.33-1786515375702:blk_1073741825_1001, type=LAST_IN_PIPELINE] datanode.DataNode (BlockReceiver.java:run(1512)) - PacketResponder: BP-939229692-10.240.0.33-1786515375702:blk_1073741825_1001, type=LAST_IN_PIPELINE terminating
2026-08-12 06:16:16,615 INFO  [IPC Server handler 9 on default port 44979] namenode.FSNamesystem (FSNamesystem.java:checkBlocksComplete(3151)) - BLOCK* blk_1073741825_1001 is COMMITTED but not COMPLETE(numNodes= 0 <  minimum = 1) in file /id_taco-taco/100/.kudu-metadata.json
2026-08-12 06:16:17,020 INFO  [IPC Server handler 1 on default port 44979] hdfs.StateChange (FSNamesystem.java:completeFile(3104)) - DIR* completeFile: /id_taco-taco/100/.kudu-metadata.json is closed by DFSClient_NONMAPREDUCE_-857541617_1
2026-08-12 06:16:17,021 INFO  [Listener at localhost/38499] backup.BackupIO (BackupIO.scala:writeTableMetadata(95)) - Writing metadata to hdfs://localhost:44979/id_taco-taco/1000/.kudu-metadata.json
2026-08-12 06:16:17,023 INFO  [IPC Server handler 2 on default port 44979] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=create	src=/id_taco-taco/1000/.kudu-metadata.json	dst=null	perm=slave:supergroup:rw-r--r--	proto=rpc
2026-08-12 06:16:17,027 INFO  [IPC Server handler 3 on default port 44979] hdfs.StateChange (FSDirWriteFileOp.java:logAllocatedBlock(802)) - BLOCK* allocate blk_1073741826_1002, replicas=127.0.0.1:46307 for /id_taco-taco/1000/.kudu-metadata.json
2026-08-12 06:16:17,029 INFO  [DataXceiver for client DFSClient_NONMAPREDUCE_-857541617_1 at /127.0.0.1:51358 [Receiving block BP-939229692-10.240.0.33-1786515375702:blk_1073741826_1002]] datanode.DataNode (DataXceiver.java:writeBlock(747)) - Receiving BP-939229692-10.240.0.33-1786515375702:blk_1073741826_1002 src: /127.0.0.1:51358 dest: /127.0.0.1:46307
2026-08-12 06:16:17,034 INFO  [PacketResponder: BP-939229692-10.240.0.33-1786515375702:blk_1073741826_1002, type=LAST_IN_PIPELINE] DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1539)) - src: /127.0.0.1:51358, dest: /127.0.0.1:46307, bytes: 83, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-857541617_1, offset: 0, srvID: 03a4f331-48aa-44b1-bece-53274d70bce1, blockid: BP-939229692-10.240.0.33-1786515375702:blk_1073741826_1002, duration(ns): 2524704
2026-08-12 06:16:17,034 INFO  [PacketResponder: BP-939229692-10.240.0.33-1786515375702:blk_1073741826_1002, type=LAST_IN_PIPELINE] datanode.DataNode (BlockReceiver.java:run(1512)) - PacketResponder: BP-939229692-10.240.0.33-1786515375702:blk_1073741826_1002, type=LAST_IN_PIPELINE terminating
2026-08-12 06:16:17,035 INFO  [IPC Server handler 5 on default port 44979] hdfs.StateChange (FSNamesystem.java:completeFile(3104)) - DIR* completeFile: /id_taco-taco/1000/.kudu-metadata.json is closed by DFSClient_NONMAPREDUCE_-857541617_1
2026-08-12 06:16:17,036 INFO  [Listener at localhost/38499] backup.BackupIO (BackupIO.scala:writeTableMetadata(95)) - Writing metadata to hdfs://localhost:44979/id_taco-taco/2000/.kudu-metadata.json
2026-08-12 06:16:17,038 INFO  [IPC Server handler 6 on default port 44979] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=create	src=/id_taco-taco/2000/.kudu-metadata.json	dst=null	perm=slave:supergroup:rw-r--r--	proto=rpc
2026-08-12 06:16:17,040 INFO  [IPC Server handler 7 on default port 44979] hdfs.StateChange (FSDirWriteFileOp.java:logAllocatedBlock(802)) - BLOCK* allocate blk_1073741827_1003, replicas=127.0.0.1:46307 for /id_taco-taco/2000/.kudu-metadata.json
2026-08-12 06:16:17,042 INFO  [DataXceiver for client DFSClient_NONMAPREDUCE_-857541617_1 at /127.0.0.1:51364 [Receiving block BP-939229692-10.240.0.33-1786515375702:blk_1073741827_1003]] datanode.DataNode (DataXceiver.java:writeBlock(747)) - Receiving BP-939229692-10.240.0.33-1786515375702:blk_1073741827_1003 src: /127.0.0.1:51364 dest: /127.0.0.1:46307
2026-08-12 06:16:17,046 INFO  [PacketResponder: BP-939229692-10.240.0.33-1786515375702:blk_1073741827_1003, type=LAST_IN_PIPELINE] DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1539)) - src: /127.0.0.1:51364, dest: /127.0.0.1:46307, bytes: 102, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-857541617_1, offset: 0, srvID: 03a4f331-48aa-44b1-bece-53274d70bce1, blockid: BP-939229692-10.240.0.33-1786515375702:blk_1073741827_1003, duration(ns): 2372913
2026-08-12 06:16:17,046 INFO  [PacketResponder: BP-939229692-10.240.0.33-1786515375702:blk_1073741827_1003, type=LAST_IN_PIPELINE] datanode.DataNode (BlockReceiver.java:run(1512)) - PacketResponder: BP-939229692-10.240.0.33-1786515375702:blk_1073741827_1003, type=LAST_IN_PIPELINE terminating
2026-08-12 06:16:17,047 INFO  [IPC Server handler 0 on default port 44979] hdfs.StateChange (FSNamesystem.java:completeFile(3104)) - DIR* completeFile: /id_taco-taco/2000/.kudu-metadata.json is closed by DFSClient_NONMAPREDUCE_-857541617_1
2026-08-12 06:16:17,048 INFO  [Listener at localhost/38499] backup.BackupIO (BackupIO.scala:writeTableMetadata(95)) - Writing metadata to hdfs://localhost:44979/id_pizza-pizza/200/.kudu-metadata.json
2026-08-12 06:16:17,049 INFO  [IPC Server handler 9 on default port 44979] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=create	src=/id_pizza-pizza/200/.kudu-metadata.json	dst=null	perm=slave:supergroup:rw-r--r--	proto=rpc
2026-08-12 06:16:17,052 INFO  [IPC Server handler 1 on default port 44979] hdfs.StateChange (FSDirWriteFileOp.java:logAllocatedBlock(802)) - BLOCK* allocate blk_1073741828_1004, replicas=127.0.0.1:46307 for /id_pizza-pizza/200/.kudu-metadata.json
2026-08-12 06:16:17,053 INFO  [DataXceiver for client DFSClient_NONMAPREDUCE_-857541617_1 at /127.0.0.1:51370 [Receiving block BP-939229692-10.240.0.33-1786515375702:blk_1073741828_1004]] datanode.DataNode (DataXceiver.java:writeBlock(747)) - Receiving BP-939229692-10.240.0.33-1786515375702:blk_1073741828_1004 src: /127.0.0.1:51370 dest: /127.0.0.1:46307
2026-08-12 06:16:17,057 INFO  [PacketResponder: BP-939229692-10.240.0.33-1786515375702:blk_1073741828_1004, type=LAST_IN_PIPELINE] DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1539)) - src: /127.0.0.1:51370, dest: /127.0.0.1:46307, bytes: 84, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-857541617_1, offset: 0, srvID: 03a4f331-48aa-44b1-bece-53274d70bce1, blockid: BP-939229692-10.240.0.33-1786515375702:blk_1073741828_1004, duration(ns): 2209721
2026-08-12 06:16:17,057 INFO  [PacketResponder: BP-939229692-10.240.0.33-1786515375702:blk_1073741828_1004, type=LAST_IN_PIPELINE] datanode.DataNode (BlockReceiver.java:run(1512)) - PacketResponder: BP-939229692-10.240.0.33-1786515375702:blk_1073741828_1004, type=LAST_IN_PIPELINE terminating
2026-08-12 06:16:17,059 INFO  [IPC Server handler 3 on default port 44979] hdfs.StateChange (FSNamesystem.java:completeFile(3104)) - DIR* completeFile: /id_pizza-pizza/200/.kudu-metadata.json is closed by DFSClient_NONMAPREDUCE_-857541617_1
2026-08-12 06:16:17,059 INFO  [Listener at localhost/38499] backup.BackupIO (BackupIO.scala:writeTableMetadata(95)) - Writing metadata to hdfs://localhost:44979/id_pizza-pizza/400/.kudu-metadata.json
2026-08-12 06:16:17,061 INFO  [IPC Server handler 4 on default port 44979] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=create	src=/id_pizza-pizza/400/.kudu-metadata.json	dst=null	perm=slave:supergroup:rw-r--r--	proto=rpc
2026-08-12 06:16:17,063 INFO  [IPC Server handler 5 on default port 44979] hdfs.StateChange (FSDirWriteFileOp.java:logAllocatedBlock(802)) - BLOCK* allocate blk_1073741829_1005, replicas=127.0.0.1:46307 for /id_pizza-pizza/400/.kudu-metadata.json
2026-08-12 06:16:17,065 INFO  [DataXceiver for client DFSClient_NONMAPREDUCE_-857541617_1 at /127.0.0.1:51376 [Receiving block BP-939229692-10.240.0.33-1786515375702:blk_1073741829_1005]] datanode.DataNode (DataXceiver.java:writeBlock(747)) - Receiving BP-939229692-10.240.0.33-1786515375702:blk_1073741829_1005 src: /127.0.0.1:51376 dest: /127.0.0.1:46307
2026-08-12 06:16:17,069 INFO  [PacketResponder: BP-939229692-10.240.0.33-1786515375702:blk_1073741829_1005, type=LAST_IN_PIPELINE] DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1539)) - src: /127.0.0.1:51376, dest: /127.0.0.1:46307, bytes: 103, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-857541617_1, offset: 0, srvID: 03a4f331-48aa-44b1-bece-53274d70bce1, blockid: BP-939229692-10.240.0.33-1786515375702:blk_1073741829_1005, duration(ns): 2534361
2026-08-12 06:16:17,069 INFO  [PacketResponder: BP-939229692-10.240.0.33-1786515375702:blk_1073741829_1005, type=LAST_IN_PIPELINE] datanode.DataNode (BlockReceiver.java:run(1512)) - PacketResponder: BP-939229692-10.240.0.33-1786515375702:blk_1073741829_1005, type=LAST_IN_PIPELINE terminating
2026-08-12 06:16:17,070 INFO  [IPC Server handler 6 on default port 44979] hdfs.StateChange (FSNamesystem.java:completeFile(3104)) - DIR* completeFile: /id_pizza-pizza/400/.kudu-metadata.json is closed by DFSClient_NONMAPREDUCE_-857541617_1
2026-08-12 06:16:17,071 INFO  [Listener at localhost/38499] backup.BackupIO (BackupIO.scala:writeTableMetadata(95)) - Writing metadata to hdfs://localhost:44979/id_pizza-pizza/600/.kudu-metadata.json
2026-08-12 06:16:17,072 INFO  [IPC Server handler 8 on default port 44979] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=create	src=/id_pizza-pizza/600/.kudu-metadata.json	dst=null	perm=slave:supergroup:rw-r--r--	proto=rpc
2026-08-12 06:16:17,076 INFO  [IPC Server handler 0 on default port 44979] hdfs.StateChange (FSDirWriteFileOp.java:logAllocatedBlock(802)) - BLOCK* allocate blk_1073741830_1006, replicas=127.0.0.1:46307 for /id_pizza-pizza/600/.kudu-metadata.json
2026-08-12 06:16:17,077 INFO  [DataXceiver for client DFSClient_NONMAPREDUCE_-857541617_1 at /127.0.0.1:51384 [Receiving block BP-939229692-10.240.0.33-1786515375702:blk_1073741830_1006]] datanode.DataNode (DataXceiver.java:writeBlock(747)) - Receiving BP-939229692-10.240.0.33-1786515375702:blk_1073741830_1006 src: /127.0.0.1:51384 dest: /127.0.0.1:46307
2026-08-12 06:16:17,083 INFO  [PacketResponder: BP-939229692-10.240.0.33-1786515375702:blk_1073741830_1006, type=LAST_IN_PIPELINE] DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1539)) - src: /127.0.0.1:51384, dest: /127.0.0.1:46307, bytes: 103, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-857541617_1, offset: 0, srvID: 03a4f331-48aa-44b1-bece-53274d70bce1, blockid: BP-939229692-10.240.0.33-1786515375702:blk_1073741830_1006, duration(ns): 3631165
2026-08-12 06:16:17,083 INFO  [PacketResponder: BP-939229692-10.240.0.33-1786515375702:blk_1073741830_1006, type=LAST_IN_PIPELINE] datanode.DataNode (BlockReceiver.java:run(1512)) - PacketResponder: BP-939229692-10.240.0.33-1786515375702:blk_1073741830_1006, type=LAST_IN_PIPELINE terminating
2026-08-12 06:16:17,084 INFO  [IPC Server handler 9 on default port 44979] hdfs.StateChange (FSNamesystem.java:completeFile(3104)) - DIR* completeFile: /id_pizza-pizza/600/.kudu-metadata.json is closed by DFSClient_NONMAPREDUCE_-857541617_1
2026-08-12 06:16:17,098 INFO  [IPC Server handler 2 on default port 44979] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=getfileinfo	src=/	dst=null	perm=null	proto=rpc
2026-08-12 06:16:17,100 INFO  [IPC Server handler 3 on default port 44979] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=listStatus	src=/	dst=null	perm=null	proto=rpc
2026-08-12 06:16:17,101 INFO  [IPC Server handler 4 on default port 44979] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=listStatus	src=/id_pizza-pizza	dst=null	perm=null	proto=rpc
2026-08-12 06:16:17,102 INFO  [IPC Server handler 5 on default port 44979] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=getfileinfo	src=/id_pizza-pizza/200/.kudu-metadata.json	dst=null	perm=null	proto=rpc
2026-08-12 06:16:17,104 INFO  [IPC Server handler 7 on default port 44979] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=open	src=/id_pizza-pizza/200/.kudu-metadata.json	dst=null	perm=null	proto=rpc
2026-08-12 06:16:17,107 INFO  [IPC Server handler 6 on default port 44979] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=getfileinfo	src=/id_pizza-pizza/400/.kudu-metadata.json	dst=null	perm=null	proto=rpc
2026-08-12 06:16:17,109 INFO  [IPC Server handler 8 on default port 44979] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=open	src=/id_pizza-pizza/400/.kudu-metadata.json	dst=null	perm=null	proto=rpc
2026-08-12 06:16:17,112 INFO  [IPC Server handler 0 on default port 44979] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=getfileinfo	src=/id_pizza-pizza/600/.kudu-metadata.json	dst=null	perm=null	proto=rpc
2026-08-12 06:16:17,113 INFO  [IPC Server handler 1 on default port 44979] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=open	src=/id_pizza-pizza/600/.kudu-metadata.json	dst=null	perm=null	proto=rpc
2026-08-12 06:16:17,116 INFO  [Listener at localhost/38499] backup.BackupIO (BackupIO.scala:readTableBackups(236)) - Found 3 paths in hdfs://localhost:44979/id_pizza-pizza
2026-08-12 06:16:17,116 INFO  [IPC Server handler 9 on default port 44979] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=listStatus	src=/id_taco-taco	dst=null	perm=null	proto=rpc
2026-08-12 06:16:17,118 INFO  [IPC Server handler 2 on default port 44979] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=getfileinfo	src=/id_taco-taco/100/.kudu-metadata.json	dst=null	perm=null	proto=rpc
2026-08-12 06:16:17,119 INFO  [IPC Server handler 3 on default port 44979] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=open	src=/id_taco-taco/100/.kudu-metadata.json	dst=null	perm=null	proto=rpc
2026-08-12 06:16:17,122 INFO  [IPC Server handler 4 on default port 44979] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=getfileinfo	src=/id_taco-taco/1000/.kudu-metadata.json	dst=null	perm=null	proto=rpc
2026-08-12 06:16:17,123 INFO  [IPC Server handler 5 on default port 44979] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=open	src=/id_taco-taco/1000/.kudu-metadata.json	dst=null	perm=null	proto=rpc
2026-08-12 06:16:17,125 INFO  [IPC Server handler 7 on default port 44979] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=getfileinfo	src=/id_taco-taco/2000/.kudu-metadata.json	dst=null	perm=null	proto=rpc
2026-08-12 06:16:17,126 INFO  [IPC Server handler 6 on default port 44979] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=open	src=/id_taco-taco/2000/.kudu-metadata.json	dst=null	perm=null	proto=rpc
2026-08-12 06:16:17,128 INFO  [Listener at localhost/38499] backup.BackupIO (BackupIO.scala:readTableBackups(236)) - Found 3 paths in hdfs://localhost:44979/id_taco-taco

Time: 12.772

OK (5 tests)

2026-08-12 06:16:17,141 WARN  [shutdown-hook-0] impl.FsDatasetImpl (BlockPoolSlice.java:saveDfsUsed(352)) - Failed to write dfsUsed to /tmp/hdfs-test9083648317539638552/data/data1/current/BP-1857614799-10.240.0.33-1786515365695/current/dfsUsed
java.nio.file.NoSuchFileException: /tmp/hdfs-test9083648317539638552/data/data1/current/BP-1857614799-10.240.0.33-1786515365695/current/dfsUsed
	at sun.nio.fs.UnixException.translateToIOException(UnixException.java:86)
	at sun.nio.fs.UnixException.rethrowAsIOException(UnixException.java:102)
	at sun.nio.fs.UnixException.rethrowAsIOException(UnixException.java:107)
	at sun.nio.fs.UnixFileSystemProvider.newByteChannel(UnixFileSystemProvider.java:214)
	at java.nio.file.spi.FileSystemProvider.newOutputStream(FileSystemProvider.java:434)
	at java.nio.file.Files.newOutputStream(Files.java:216)
	at org.apache.hadoop.hdfs.server.datanode.fsdataset.impl.BlockPoolSlice.saveDfsUsed(BlockPoolSlice.java:341)
	at org.apache.hadoop.hdfs.server.datanode.fsdataset.impl.BlockPoolSlice$2.run(BlockPoolSlice.java:222)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
	at java.lang.Thread.run(Thread.java:750)
2026-08-12 06:16:17,145 WARN  [shutdown-hook-0] impl.FsDatasetImpl (BlockPoolSlice.java:saveDfsUsed(352)) - Failed to write dfsUsed to /tmp/hdfs-test8373970058895293388/data/data2/current/BP-939229692-10.240.0.33-1786515375702/current/dfsUsed
java.nio.file.NoSuchFileException: /tmp/hdfs-test8373970058895293388/data/data2/current/BP-939229692-10.240.0.33-1786515375702/current/dfsUsed
	at sun.nio.fs.UnixException.translateToIOException(UnixException.java:86)
	at sun.nio.fs.UnixException.rethrowAsIOException(UnixException.java:102)
	at sun.nio.fs.UnixException.rethrowAsIOException(UnixException.java:107)
	at sun.nio.fs.UnixFileSystemProvider.newByteChannel(UnixFileSystemProvider.java:214)
	at java.nio.file.spi.FileSystemProvider.newOutputStream(FileSystemProvider.java:434)
	at java.nio.file.Files.newOutputStream(Files.java:216)
	at org.apache.hadoop.hdfs.server.datanode.fsdataset.impl.BlockPoolSlice.saveDfsUsed(BlockPoolSlice.java:341)
	at org.apache.hadoop.hdfs.server.datanode.fsdataset.impl.BlockPoolSlice$2.run(BlockPoolSlice.java:222)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
	at java.lang.Thread.run(Thread.java:750)
2026-08-12 06:16:17,145 WARN  [shutdown-hook-0] impl.FsDatasetImpl (BlockPoolSlice.java:saveDfsUsed(352)) - Failed to write dfsUsed to /tmp/hdfs-test8528231394088581117/data/data1/current/BP-1765155545-10.240.0.33-1786515370670/current/dfsUsed
java.nio.file.NoSuchFileException: /tmp/hdfs-test8528231394088581117/data/data1/current/BP-1765155545-10.240.0.33-1786515370670/current/dfsUsed
	at sun.nio.fs.UnixException.translateToIOException(UnixException.java:86)
	at sun.nio.fs.UnixException.rethrowAsIOException(UnixException.java:102)
	at sun.nio.fs.UnixException.rethrowAsIOException(UnixException.java:107)
	at sun.nio.fs.UnixFileSystemProvider.newByteChannel(UnixFileSystemProvider.java:214)
	at java.nio.file.spi.FileSystemProvider.newOutputStream(FileSystemProvider.java:434)
	at java.nio.file.Files.newOutputStream(Files.java:216)
	at org.apache.hadoop.hdfs.server.datanode.fsdataset.impl.BlockPoolSlice.saveDfsUsed(BlockPoolSlice.java:341)
	at org.apache.hadoop.hdfs.server.datanode.fsdataset.impl.BlockPoolSlice$2.run(BlockPoolSlice.java:222)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
	at java.lang.Thread.run(Thread.java:750)
2026-08-12 06:16:17,146 WARN  [shutdown-hook-0] impl.FsDatasetImpl (BlockPoolSlice.java:saveDfsUsed(352)) - Failed to write dfsUsed to /tmp/hdfs-test912324139118675484/data/data1/current/BP-1278169172-10.240.0.33-1786515374527/current/dfsUsed
java.nio.file.NoSuchFileException: /tmp/hdfs-test912324139118675484/data/data1/current/BP-1278169172-10.240.0.33-1786515374527/current/dfsUsed
	at sun.nio.fs.UnixException.translateToIOException(UnixException.java:86)
	at sun.nio.fs.UnixException.rethrowAsIOException(UnixException.java:102)
	at sun.nio.fs.UnixException.rethrowAsIOException(UnixException.java:107)
	at sun.nio.fs.UnixFileSystemProvider.newByteChannel(UnixFileSystemProvider.java:214)
	at java.nio.file.spi.FileSystemProvider.newOutputStream(FileSystemProvider.java:434)
	at java.nio.file.Files.newOutputStream(Files.java:216)
	at org.apache.hadoop.hdfs.server.datanode.fsdataset.impl.BlockPoolSlice.saveDfsUsed(BlockPoolSlice.java:341)
	at org.apache.hadoop.hdfs.server.datanode.fsdataset.impl.BlockPoolSlice$2.run(BlockPoolSlice.java:222)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
	at java.lang.Thread.run(Thread.java:750)
2026-08-12 06:16:17,146 WARN  [shutdown-hook-0] impl.FsDatasetImpl (BlockPoolSlice.java:saveDfsUsed(352)) - Failed to write dfsUsed to /tmp/hdfs-test6043786934695719803/data/data1/current/BP-2013965053-10.240.0.33-1786515372374/current/dfsUsed
java.nio.file.NoSuchFileException: /tmp/hdfs-test6043786934695719803/data/data1/current/BP-2013965053-10.240.0.33-1786515372374/current/dfsUsed
	at sun.nio.fs.UnixException.translateToIOException(UnixException.java:86)
	at sun.nio.fs.UnixException.rethrowAsIOException(UnixException.java:102)
	at sun.nio.fs.UnixException.rethrowAsIOException(UnixException.java:107)
	at sun.nio.fs.UnixFileSystemProvider.newByteChannel(UnixFileSystemProvider.java:214)
	at java.nio.file.spi.FileSystemProvider.newOutputStream(FileSystemProvider.java:434)
	at java.nio.file.Files.newOutputStream(Files.java:216)
	at org.apache.hadoop.hdfs.server.datanode.fsdataset.impl.BlockPoolSlice.saveDfsUsed(BlockPoolSlice.java:341)
	at org.apache.hadoop.hdfs.server.datanode.fsdataset.impl.BlockPoolSlice$2.run(BlockPoolSlice.java:222)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
	at java.lang.Thread.run(Thread.java:750)
2026-08-12 06:16:17,147 WARN  [shutdown-hook-0] impl.FsDatasetImpl (BlockPoolSlice.java:saveDfsUsed(352)) - Failed to write dfsUsed to /tmp/hdfs-test9083648317539638552/data/data2/current/BP-1857614799-10.240.0.33-1786515365695/current/dfsUsed
java.nio.file.NoSuchFileException: /tmp/hdfs-test9083648317539638552/data/data2/current/BP-1857614799-10.240.0.33-1786515365695/current/dfsUsed
	at sun.nio.fs.UnixException.translateToIOException(UnixException.java:86)
	at sun.nio.fs.UnixException.rethrowAsIOException(UnixException.java:102)
	at sun.nio.fs.UnixException.rethrowAsIOException(UnixException.java:107)
	at sun.nio.fs.UnixFileSystemProvider.newByteChannel(UnixFileSystemProvider.java:214)
	at java.nio.file.spi.FileSystemProvider.newOutputStream(FileSystemProvider.java:434)
	at java.nio.file.Files.newOutputStream(Files.java:216)
	at org.apache.hadoop.hdfs.server.datanode.fsdataset.impl.BlockPoolSlice.saveDfsUsed(BlockPoolSlice.java:341)
	at org.apache.hadoop.hdfs.server.datanode.fsdataset.impl.BlockPoolSlice$2.run(BlockPoolSlice.java:222)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
	at java.lang.Thread.run(Thread.java:750)
2026-08-12 06:16:17,148 WARN  [shutdown-hook-0] impl.FsDatasetImpl (BlockPoolSlice.java:saveDfsUsed(352)) - Failed to write dfsUsed to /tmp/hdfs-test8528231394088581117/data/data2/current/BP-1765155545-10.240.0.33-1786515370670/current/dfsUsed
java.nio.file.NoSuchFileException: /tmp/hdfs-test8528231394088581117/data/data2/current/BP-1765155545-10.240.0.33-1786515370670/current/dfsUsed
	at sun.nio.fs.UnixException.translateToIOException(UnixException.java:86)
	at sun.nio.fs.UnixException.rethrowAsIOException(UnixException.java:102)
	at sun.nio.fs.UnixException.rethrowAsIOException(UnixException.java:107)
	at sun.nio.fs.UnixFileSystemProvider.newByteChannel(UnixFileSystemProvider.java:214)
	at java.nio.file.spi.FileSystemProvider.newOutputStream(FileSystemProvider.java:434)
	at java.nio.file.Files.newOutputStream(Files.java:216)
	at org.apache.hadoop.hdfs.server.datanode.fsdataset.impl.BlockPoolSlice.saveDfsUsed(BlockPoolSlice.java:341)
	at org.apache.hadoop.hdfs.server.datanode.fsdataset.impl.BlockPoolSlice$2.run(BlockPoolSlice.java:222)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
	at java.lang.Thread.run(Thread.java:750)
2026-08-12 06:16:17,148 WARN  [shutdown-hook-0] impl.FsDatasetImpl (BlockPoolSlice.java:saveDfsUsed(352)) - Failed to write dfsUsed to /tmp/hdfs-test8373970058895293388/data/data1/current/BP-939229692-10.240.0.33-1786515375702/current/dfsUsed
java.nio.file.NoSuchFileException: /tmp/hdfs-test8373970058895293388/data/data1/current/BP-939229692-10.240.0.33-1786515375702/current/dfsUsed
	at sun.nio.fs.UnixException.translateToIOException(UnixException.java:86)
	at sun.nio.fs.UnixException.rethrowAsIOException(UnixException.java:102)
	at sun.nio.fs.UnixException.rethrowAsIOException(UnixException.java:107)
	at sun.nio.fs.UnixFileSystemProvider.newByteChannel(UnixFileSystemProvider.java:214)
	at java.nio.file.spi.FileSystemProvider.newOutputStream(FileSystemProvider.java:434)
	at java.nio.file.Files.newOutputStream(Files.java:216)
	at org.apache.hadoop.hdfs.server.datanode.fsdataset.impl.BlockPoolSlice.saveDfsUsed(BlockPoolSlice.java:341)
	at org.apache.hadoop.hdfs.server.datanode.fsdataset.impl.BlockPoolSlice$2.run(BlockPoolSlice.java:222)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
	at java.lang.Thread.run(Thread.java:750)
2026-08-12 06:16:17,148 WARN  [shutdown-hook-0] impl.FsDatasetImpl (BlockPoolSlice.java:saveDfsUsed(352)) - Failed to write dfsUsed to /tmp/hdfs-test6043786934695719803/data/data2/current/BP-2013965053-10.240.0.33-1786515372374/current/dfsUsed
java.nio.file.NoSuchFileException: /tmp/hdfs-test6043786934695719803/data/data2/current/BP-2013965053-10.240.0.33-1786515372374/current/dfsUsed
	at sun.nio.fs.UnixException.translateToIOException(UnixException.java:86)
	at sun.nio.fs.UnixException.rethrowAsIOException(UnixException.java:102)
	at sun.nio.fs.UnixException.rethrowAsIOException(UnixException.java:107)
	at sun.nio.fs.UnixFileSystemProvider.newByteChannel(UnixFileSystemProvider.java:214)
	at java.nio.file.spi.FileSystemProvider.newOutputStream(FileSystemProvider.java:434)
	at java.nio.file.Files.newOutputStream(Files.java:216)
	at org.apache.hadoop.hdfs.server.datanode.fsdataset.impl.BlockPoolSlice.saveDfsUsed(BlockPoolSlice.java:341)
	at org.apache.hadoop.hdfs.server.datanode.fsdataset.impl.BlockPoolSlice$2.run(BlockPoolSlice.java:222)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
	at java.lang.Thread.run(Thread.java:750)
2026-08-12 06:16:17,149 WARN  [shutdown-hook-0] impl.FsDatasetImpl (BlockPoolSlice.java:saveDfsUsed(352)) - Failed to write dfsUsed to /tmp/hdfs-test912324139118675484/data/data2/current/BP-1278169172-10.240.0.33-1786515374527/current/dfsUsed
java.nio.file.NoSuchFileException: /tmp/hdfs-test912324139118675484/data/data2/current/BP-1278169172-10.240.0.33-1786515374527/current/dfsUsed
	at sun.nio.fs.UnixException.translateToIOException(UnixException.java:86)
	at sun.nio.fs.UnixException.rethrowAsIOException(UnixException.java:102)
	at sun.nio.fs.UnixException.rethrowAsIOException(UnixException.java:107)
	at sun.nio.fs.UnixFileSystemProvider.newByteChannel(UnixFileSystemProvider.java:214)
	at java.nio.file.spi.FileSystemProvider.newOutputStream(FileSystemProvider.java:434)
	at java.nio.file.Files.newOutputStream(Files.java:216)
	at org.apache.hadoop.hdfs.server.datanode.fsdataset.impl.BlockPoolSlice.saveDfsUsed(BlockPoolSlice.java:341)
	at org.apache.hadoop.hdfs.server.datanode.fsdataset.impl.BlockPoolSlice$2.run(BlockPoolSlice.java:222)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
	at java.lang.Thread.run(Thread.java:750)
2026-08-12 06:16:17,150 INFO  [shutdown-hook-0] namenode.FSImage (FSImage.java:lambda$run$0(1055)) - FSImageSaver clean checkpoint: txid=0 when meet shutdown.
2026-08-12 06:16:17,150 INFO  [shutdown-hook-0] namenode.FSImage (FSImage.java:lambda$run$0(1055)) - FSImageSaver clean checkpoint: txid=0 when meet shutdown.
2026-08-12 06:16:17,153 INFO  [shutdown-hook-0] namenode.FSImage (FSImage.java:lambda$run$0(1055)) - FSImageSaver clean checkpoint: txid=0 when meet shutdown.
2026-08-12 06:16:17,153 INFO  [shutdown-hook-0] namenode.FSImage (FSImage.java:lambda$run$0(1055)) - FSImageSaver clean checkpoint: txid=0 when meet shutdown.
2026-08-12 06:16:17,154 INFO  [shutdown-hook-0] namenode.FSImage (FSImage.java:lambda$run$0(1055)) - FSImageSaver clean checkpoint: txid=0 when meet shutdown.
2026-08-12 06:16:17,154 INFO  [shutdown-hook-0] namenode.FSImage (FSImage.java:lambda$run$0(1055)) - FSImageSaver clean checkpoint: txid=0 when meet shutdown.
2026-08-12 06:16:17,154 INFO  [shutdown-hook-0] namenode.FSImage (FSImage.java:lambda$run$0(1055)) - FSImageSaver clean checkpoint: txid=0 when meet shutdown.
2026-08-12 06:16:17,154 INFO  [shutdown-hook-0] namenode.FSImage (FSImage.java:lambda$run$0(1055)) - FSImageSaver clean checkpoint: txid=0 when meet shutdown.
2026-08-12 06:16:17,154 INFO  [shutdown-hook-0] namenode.FSImage (FSImage.java:lambda$run$0(1055)) - FSImageSaver clean checkpoint: txid=0 when meet shutdown.
2026-08-12 06:16:17,154 INFO  [shutdown-hook-0] namenode.FSImage (FSImage.java:lambda$run$0(1055)) - FSImageSaver clean checkpoint: txid=0 when meet shutdown.
