JUnit version 4.13.2
.2026-08-11 13:42:43,007 INFO  [main] hdfs.MiniDFSCluster (MiniDFSCluster.java:<init>(529)) - starting cluster: numNameNodes=1, numDataNodes=1
2026-08-11 13:42:43,698 WARN  [main] util.NativeCodeLoader (NativeCodeLoader.java:<clinit>(60)) - Unable to load native-hadoop library for your platform... using builtin-java classes where applicable
2026-08-11 13:42:43,835 INFO  [main] namenode.NameNode (NameNode.java:format(1249)) - Formatting using clusterid: testClusterID
2026-08-11 13:42:43,860 INFO  [main] namenode.FSEditLog (FSEditLog.java:newInstance(229)) - Edit logging is async:true
2026-08-11 13:42:43,891 INFO  [main] namenode.FSNamesystem (FSNamesystem.java:<init>(814)) - KeyProvider: null
2026-08-11 13:42:43,893 INFO  [main] namenode.FSNamesystem (FSNamesystemLock.java:<init>(141)) - fsLock is fair: true
2026-08-11 13:42:43,894 INFO  [main] namenode.FSNamesystem (FSNamesystemLock.java:<init>(159)) - Detailed lock hold time metrics enabled: false
2026-08-11 13:42:43,917 INFO  [main] namenode.FSNamesystem (FSNamesystem.java:<init>(847)) - fsOwner                = slave (auth:SIMPLE)
2026-08-11 13:42:43,918 INFO  [main] namenode.FSNamesystem (FSNamesystem.java:<init>(848)) - supergroup             = supergroup
2026-08-11 13:42:43,918 INFO  [main] namenode.FSNamesystem (FSNamesystem.java:<init>(849)) - isPermissionEnabled    = true
2026-08-11 13:42:43,918 INFO  [main] namenode.FSNamesystem (FSNamesystem.java:<init>(850)) - isStoragePolicyEnabled = true
2026-08-11 13:42:43,918 INFO  [main] namenode.FSNamesystem (FSNamesystem.java:<init>(861)) - HA Enabled: false
2026-08-11 13:42:43,986 INFO  [main] common.Util (Util.java:isDiskStatsEnabled(395)) - dfs.datanode.fileio.profiling.sampling.percentage set to 0. Disabling file IO profiling
2026-08-11 13:42:43,992 INFO  [main] Configuration.deprecation (Configuration.java:logDeprecation(1420)) - hadoop.configured.node.mapping is deprecated. Instead, use net.topology.configured.node.mapping
2026-08-11 13:42:43,992 INFO  [main] blockmanagement.DatanodeManager (DatanodeManager.java:<init>(334)) - dfs.block.invalidate.limit: configured=1000, counted=60, effected=1000
2026-08-11 13:42:43,992 INFO  [main] blockmanagement.DatanodeManager (DatanodeManager.java:<init>(342)) - dfs.namenode.datanode.registration.ip-hostname-check=true
2026-08-11 13:42:43,998 INFO  [main] blockmanagement.BlockManager (InvalidateBlocks.java:printBlockDeletionTime(77)) - dfs.namenode.startup.delay.block.deletion.sec is set to 000:00:00:00.000
2026-08-11 13:42:43,998 INFO  [main] blockmanagement.BlockManager (InvalidateBlocks.java:printBlockDeletionTime(83)) - The block deletion will start around 2026 Aug 11 13:42:43
2026-08-11 13:42:44,000 INFO  [main] util.GSet (LightWeightGSet.java:computeCapacity(395)) - Computing capacity for map BlocksMap
2026-08-11 13:42:44,000 INFO  [main] util.GSet (LightWeightGSet.java:computeCapacity(396)) - VM type       = 64-bit
2026-08-11 13:42:44,002 INFO  [main] util.GSet (LightWeightGSet.java:computeCapacity(397)) - 2.0% max memory 3.5 GB = 72.5 MB
2026-08-11 13:42:44,003 INFO  [main] util.GSet (LightWeightGSet.java:computeCapacity(402)) - capacity      = 2^23 = 8388608 entries
2026-08-11 13:42:44,080 INFO  [main] blockmanagement.BlockManager (BlockManager.java:createSPSManager(5447)) - Storage policy satisfier is disabled
2026-08-11 13:42:44,080 INFO  [main] blockmanagement.BlockManager (BlockManager.java:createBlockTokenSecretManager(641)) - dfs.block.access.token.enable = false
2026-08-11 13:42:44,089 INFO  [main] blockmanagement.BlockManagerSafeMode (BlockManagerSafeMode.java:<init>(160)) - dfs.namenode.safemode.threshold-pct = 0.999
2026-08-11 13:42:44,089 INFO  [main] blockmanagement.BlockManagerSafeMode (BlockManagerSafeMode.java:<init>(161)) - dfs.namenode.safemode.min.datanodes = 0
2026-08-11 13:42:44,090 INFO  [main] blockmanagement.BlockManagerSafeMode (BlockManagerSafeMode.java:<init>(163)) - dfs.namenode.safemode.extension = 0
2026-08-11 13:42:44,090 INFO  [main] blockmanagement.BlockManager (BlockManager.java:<init>(627)) - defaultReplication         = 1
2026-08-11 13:42:44,091 INFO  [main] blockmanagement.BlockManager (BlockManager.java:<init>(628)) - maxReplication             = 512
2026-08-11 13:42:44,091 INFO  [main] blockmanagement.BlockManager (BlockManager.java:<init>(629)) - minReplication             = 1
2026-08-11 13:42:44,091 INFO  [main] blockmanagement.BlockManager (BlockManager.java:<init>(630)) - maxReplicationStreams      = 2
2026-08-11 13:42:44,091 INFO  [main] blockmanagement.BlockManager (BlockManager.java:<init>(631)) - redundancyRecheckInterval  = 3000ms
2026-08-11 13:42:44,091 INFO  [main] blockmanagement.BlockManager (BlockManager.java:<init>(632)) - encryptDataTransfer        = false
2026-08-11 13:42:44,091 INFO  [main] blockmanagement.BlockManager (BlockManager.java:<init>(633)) - maxNumBlocksToLog          = 1000
2026-08-11 13:42:44,123 INFO  [main] namenode.FSDirectory (SerialNumberManager.java:<clinit>(51)) - GLOBAL serial map: bits=29 maxEntries=536870911
2026-08-11 13:42:44,123 INFO  [main] namenode.FSDirectory (SerialNumberManager.java:<clinit>(51)) - USER serial map: bits=24 maxEntries=16777215
2026-08-11 13:42:44,124 INFO  [main] namenode.FSDirectory (SerialNumberManager.java:<clinit>(51)) - GROUP serial map: bits=24 maxEntries=16777215
2026-08-11 13:42:44,124 INFO  [main] namenode.FSDirectory (SerialNumberManager.java:<clinit>(51)) - XATTR serial map: bits=24 maxEntries=16777215
2026-08-11 13:42:44,140 INFO  [main] util.GSet (LightWeightGSet.java:computeCapacity(395)) - Computing capacity for map INodeMap
2026-08-11 13:42:44,140 INFO  [main] util.GSet (LightWeightGSet.java:computeCapacity(396)) - VM type       = 64-bit
2026-08-11 13:42:44,140 INFO  [main] util.GSet (LightWeightGSet.java:computeCapacity(397)) - 1.0% max memory 3.5 GB = 36.2 MB
2026-08-11 13:42:44,140 INFO  [main] util.GSet (LightWeightGSet.java:computeCapacity(402)) - capacity      = 2^22 = 4194304 entries
2026-08-11 13:42:44,143 INFO  [main] namenode.FSDirectory (FSDirectory.java:<init>(335)) - ACLs enabled? true
2026-08-11 13:42:44,143 INFO  [main] namenode.FSDirectory (FSDirectory.java:<init>(339)) - POSIX ACL inheritance enabled? true
2026-08-11 13:42:44,144 INFO  [main] namenode.FSDirectory (FSDirectory.java:<init>(343)) - XAttrs enabled? true
2026-08-11 13:42:44,144 INFO  [main] namenode.NameNode (FSDirectory.java:<init>(406)) - Caching file names occurring more than 10 times
2026-08-11 13:42:44,151 INFO  [main] snapshot.SnapshotManager (SnapshotManager.java:<init>(124)) - Loaded config captureOpenFiles: false, skipCaptureAccessTimeOnlyChange: false, snapshotDiffAllowSnapRootDescendant: true, maxSnapshotLimit: 65536
2026-08-11 13:42:44,154 INFO  [main] snapshot.SnapshotManager (DirectoryDiffListFactory.java:init(43)) - SkipList is disabled
2026-08-11 13:42:44,161 INFO  [main] util.GSet (LightWeightGSet.java:computeCapacity(395)) - Computing capacity for map cachedBlocks
2026-08-11 13:42:44,162 INFO  [main] util.GSet (LightWeightGSet.java:computeCapacity(396)) - VM type       = 64-bit
2026-08-11 13:42:44,162 INFO  [main] util.GSet (LightWeightGSet.java:computeCapacity(397)) - 0.25% max memory 3.5 GB = 9.1 MB
2026-08-11 13:42:44,162 INFO  [main] util.GSet (LightWeightGSet.java:computeCapacity(402)) - capacity      = 2^20 = 1048576 entries
2026-08-11 13:42:44,172 INFO  [main] metrics.TopMetrics (TopMetrics.java:logConf(75)) - NNTop conf: dfs.namenode.top.window.num.buckets = 10
2026-08-11 13:42:44,173 INFO  [main] metrics.TopMetrics (TopMetrics.java:logConf(77)) - NNTop conf: dfs.namenode.top.num.users = 10
2026-08-11 13:42:44,173 INFO  [main] metrics.TopMetrics (TopMetrics.java:logConf(79)) - NNTop conf: dfs.namenode.top.windows.minutes = 1,5,25
2026-08-11 13:42:44,181 INFO  [main] namenode.FSNamesystem (FSNamesystem.java:initRetryCache(1080)) - Retry cache on namenode is enabled
2026-08-11 13:42:44,181 INFO  [main] namenode.FSNamesystem (FSNamesystem.java:initRetryCache(1088)) - Retry cache will use 0.03 of total heap and retry cache entry expiry time is 600000 millis
2026-08-11 13:42:44,185 INFO  [main] util.GSet (LightWeightGSet.java:computeCapacity(395)) - Computing capacity for map NameNodeRetryCache
2026-08-11 13:42:44,185 INFO  [main] util.GSet (LightWeightGSet.java:computeCapacity(396)) - VM type       = 64-bit
2026-08-11 13:42:44,186 INFO  [main] util.GSet (LightWeightGSet.java:computeCapacity(397)) - 0.029999999329447746% max memory 3.5 GB = 1.1 MB
2026-08-11 13:42:44,186 INFO  [main] util.GSet (LightWeightGSet.java:computeCapacity(402)) - capacity      = 2^17 = 131072 entries
2026-08-11 13:42:44,533 INFO  [main] namenode.FSImage (FSImage.java:format(186)) - Allocated new BlockPoolId: BP-1056198297-10.240.0.70-1786455764517
2026-08-11 13:42:44,554 INFO  [main] common.Storage (NNStorage.java:format(595)) - Storage directory /tmp/hdfs-test3032506215761036526/name-0-1 has been successfully formatted.
2026-08-11 13:42:44,560 INFO  [main] common.Storage (NNStorage.java:format(595)) - Storage directory /tmp/hdfs-test3032506215761036526/name-0-2 has been successfully formatted.
2026-08-11 13:42:44,597 INFO  [FSImageSaver for /tmp/hdfs-test3032506215761036526/name-0-1 of type IMAGE_AND_EDITS] namenode.FSImageFormatProtobuf (FSImageFormatProtobuf.java:save(732)) - Saving image file /tmp/hdfs-test3032506215761036526/name-0-1/current/fsimage.ckpt_0000000000000000000 using no compression
2026-08-11 13:42:44,597 INFO  [FSImageSaver for /tmp/hdfs-test3032506215761036526/name-0-2 of type IMAGE_AND_EDITS] namenode.FSImageFormatProtobuf (FSImageFormatProtobuf.java:save(732)) - Saving image file /tmp/hdfs-test3032506215761036526/name-0-2/current/fsimage.ckpt_0000000000000000000 using no compression
2026-08-11 13:42:44,868 INFO  [FSImageSaver for /tmp/hdfs-test3032506215761036526/name-0-2 of type IMAGE_AND_EDITS] namenode.FSImageFormatProtobuf (FSImageFormatProtobuf.java:save(736)) - Image file /tmp/hdfs-test3032506215761036526/name-0-2/current/fsimage.ckpt_0000000000000000000 of size 400 bytes saved in 0 seconds .
2026-08-11 13:42:44,868 INFO  [FSImageSaver for /tmp/hdfs-test3032506215761036526/name-0-1 of type IMAGE_AND_EDITS] namenode.FSImageFormatProtobuf (FSImageFormatProtobuf.java:save(736)) - Image file /tmp/hdfs-test3032506215761036526/name-0-1/current/fsimage.ckpt_0000000000000000000 of size 400 bytes saved in 0 seconds .
2026-08-11 13:42:44,894 INFO  [main] namenode.NNStorageRetentionManager (NNStorageRetentionManager.java:getImageTxIdToRetain(203)) - Going to retain 1 images with txid >= 0
2026-08-11 13:42:44,940 INFO  [main] namenode.FSNamesystem (FSNamesystem.java:stopActiveServices(1427)) - Stopping services started for active state
2026-08-11 13:42:44,941 INFO  [main] namenode.FSNamesystem (FSNamesystem.java:stopStandbyServices(1528)) - Stopping services started for standby state
2026-08-11 13:42:44,943 INFO  [main] namenode.NameNode (NameNode.java:createNameNode(1707)) - createNameNode []
2026-08-11 13:42:45,023 WARN  [main] impl.MetricsConfig (MetricsConfig.java:loadFirst(136)) - Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties
2026-08-11 13:42:45,143 INFO  [main] impl.MetricsSystemImpl (MetricsSystemImpl.java:startTimer(378)) - Scheduled Metric snapshot period at 10 second(s).
2026-08-11 13:42:45,143 INFO  [main] impl.MetricsSystemImpl (MetricsSystemImpl.java:start(191)) - NameNode metrics system started
2026-08-11 13:42:45,177 INFO  [main] namenode.NameNodeUtils (NameNodeUtils.java:getClientNamenodeAddress(79)) - fs.defaultFS is hdfs://127.0.0.1:0
2026-08-11 13:42:45,234 INFO  [org.apache.hadoop.util.JvmPauseMonitor$Monitor@7393222f] util.JvmPauseMonitor (JvmPauseMonitor.java:run(188)) - Starting JVM pause monitor
2026-08-11 13:42:45,251 INFO  [main] hdfs.DFSUtil (DFSUtil.java:httpServerTemplateForNNAndJN(1668)) - Filter initializers set : org.apache.hadoop.http.lib.StaticUserWebFilter,org.apache.hadoop.hdfs.web.AuthFilterInitializer
2026-08-11 13:42:45,259 INFO  [main] hdfs.DFSUtil (DFSUtil.java:httpServerTemplateForNNAndJN(1690)) - Starting Web-server for hdfs at: http://localhost:0
2026-08-11 13:42:45,281 INFO  [main] util.log (Log.java:initialized(169)) - Logging initialized @3560ms to org.eclipse.jetty.util.log.Slf4jLog
2026-08-11 13:42:45,429 INFO  [main] server.AuthenticationFilter (AuthenticationFilter.java:constructSecretProvider(240)) - Unable to initialize FileSignerSecretProvider, falling back to use random secrets.
2026-08-11 13:42:45,436 INFO  [main] http.HttpRequestLog (HttpRequestLog.java:getRequestLog(82)) - Http request log for http.requests.namenode is not defined
2026-08-11 13:42:45,444 INFO  [main] http.HttpServer2 (HttpServer2.java:addGlobalFilter(1111)) - Added global filter 'safety' (class=org.apache.hadoop.http.HttpServer2$QuotingInputFilter)
2026-08-11 13:42:45,447 INFO  [main] http.HttpServer2 (HttpServer2.java:addFilter(1084)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context hdfs
2026-08-11 13:42:45,447 INFO  [main] http.HttpServer2 (HttpServer2.java:addFilter(1094)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context static
2026-08-11 13:42:45,450 INFO  [main] http.HttpServer2 (HttpServer2.java:addFilter(1084)) - Added filter AuthFilter (class=org.apache.hadoop.hdfs.web.AuthFilter) to context hdfs
2026-08-11 13:42:45,451 INFO  [main] http.HttpServer2 (HttpServer2.java:addFilter(1094)) - Added filter AuthFilter (class=org.apache.hadoop.hdfs.web.AuthFilter) to context static
2026-08-11 13:42:45,496 INFO  [main] http.HttpServer2 (HttpServer2.java:addJerseyResourcePackage(938)) - addJerseyResourcePackage: packageName=org.apache.hadoop.hdfs.server.namenode.web.resources;org.apache.hadoop.hdfs.web.resources, pathSpec=/webhdfs/v1/*
2026-08-11 13:42:45,511 INFO  [main] http.HttpServer2 (HttpServer2.java:bindListener(1332)) - Jetty bound to port 39641
2026-08-11 13:42:45,513 INFO  [main] server.Server (Server.java:doStart(375)) - jetty-9.4.40.v20210413; built: 2021-04-13T20:42:42.668Z; git: b881a572662e1943a14ae12e7e1207989f218b74; jvm 1.8.0_362-8u372-ga~us1-0ubuntu1~18.04-b09
2026-08-11 13:42:45,565 INFO  [main] server.session (DefaultSessionIdManager.java:doStart(334)) - DefaultSessionIdManager workerName=node0
2026-08-11 13:42:45,566 INFO  [main] server.session (DefaultSessionIdManager.java:doStart(339)) - No SessionScavenger set, using defaults
2026-08-11 13:42:45,568 INFO  [main] server.session (HouseKeeper.java:startScavenging(132)) - node0 Scavenging every 600000ms
2026-08-11 13:42:45,594 INFO  [main] server.AuthenticationFilter (AuthenticationFilter.java:constructSecretProvider(240)) - Unable to initialize FileSignerSecretProvider, falling back to use random secrets.
2026-08-11 13:42:45,601 INFO  [main] handler.ContextHandler (ContextHandler.java:doStart(916)) - Started o.e.j.s.ServletContextHandler@71454b9d{static,/static,jar:file:/tmp/dist-test-tasklRzLiI/java/build/jars/hadoop-hdfs-3.3.1-tests.jar!/webapps/static,AVAILABLE}
2026-08-11 13:42:45,906 INFO  [main] handler.ContextHandler (ContextHandler.java:doStart(916)) - Started o.e.j.w.WebAppContext@3f0846c6{hdfs,/,file:///tmp/jetty-localhost-39641-hadoop-hdfs-3_3_1-tests_jar-_-any-7610246716373986947/webapp/,AVAILABLE}{jar:file:/tmp/dist-test-tasklRzLiI/java/build/jars/hadoop-hdfs-3.3.1-tests.jar!/webapps/hdfs}
2026-08-11 13:42:45,924 INFO  [main] server.AbstractConnector (AbstractConnector.java:doStart(331)) - Started ServerConnector@362045c0{HTTP/1.1, (http/1.1)}{localhost:39641}
2026-08-11 13:42:45,924 INFO  [main] server.Server (Server.java:doStart(415)) - Started @4203ms
2026-08-11 13:42:45,933 INFO  [main] namenode.FSEditLog (FSEditLog.java:newInstance(229)) - Edit logging is async:true
2026-08-11 13:42:45,953 INFO  [main] namenode.FSNamesystem (FSNamesystem.java:<init>(814)) - KeyProvider: null
2026-08-11 13:42:45,953 INFO  [main] namenode.FSNamesystem (FSNamesystemLock.java:<init>(141)) - fsLock is fair: true
2026-08-11 13:42:45,954 INFO  [main] namenode.FSNamesystem (FSNamesystemLock.java:<init>(159)) - Detailed lock hold time metrics enabled: false
2026-08-11 13:42:45,954 INFO  [main] namenode.FSNamesystem (FSNamesystem.java:<init>(847)) - fsOwner                = slave (auth:SIMPLE)
2026-08-11 13:42:45,954 INFO  [main] namenode.FSNamesystem (FSNamesystem.java:<init>(848)) - supergroup             = supergroup
2026-08-11 13:42:45,954 INFO  [main] namenode.FSNamesystem (FSNamesystem.java:<init>(849)) - isPermissionEnabled    = true
2026-08-11 13:42:45,955 INFO  [main] namenode.FSNamesystem (FSNamesystem.java:<init>(850)) - isStoragePolicyEnabled = true
2026-08-11 13:42:45,955 INFO  [main] namenode.FSNamesystem (FSNamesystem.java:<init>(861)) - HA Enabled: false
2026-08-11 13:42:45,956 INFO  [main] common.Util (Util.java:isDiskStatsEnabled(395)) - dfs.datanode.fileio.profiling.sampling.percentage set to 0. Disabling file IO profiling
2026-08-11 13:42:45,956 INFO  [main] blockmanagement.DatanodeManager (DatanodeManager.java:<init>(334)) - dfs.block.invalidate.limit: configured=1000, counted=60, effected=1000
2026-08-11 13:42:45,957 INFO  [main] blockmanagement.DatanodeManager (DatanodeManager.java:<init>(342)) - dfs.namenode.datanode.registration.ip-hostname-check=true
2026-08-11 13:42:45,957 INFO  [main] blockmanagement.BlockManager (InvalidateBlocks.java:printBlockDeletionTime(77)) - dfs.namenode.startup.delay.block.deletion.sec is set to 000:00:00:00.000
2026-08-11 13:42:45,957 INFO  [main] blockmanagement.BlockManager (InvalidateBlocks.java:printBlockDeletionTime(83)) - The block deletion will start around 2026 Aug 11 13:42:45
2026-08-11 13:42:45,958 INFO  [main] util.GSet (LightWeightGSet.java:computeCapacity(395)) - Computing capacity for map BlocksMap
2026-08-11 13:42:45,958 INFO  [main] util.GSet (LightWeightGSet.java:computeCapacity(396)) - VM type       = 64-bit
2026-08-11 13:42:45,958 INFO  [main] util.GSet (LightWeightGSet.java:computeCapacity(397)) - 2.0% max memory 3.5 GB = 72.5 MB
2026-08-11 13:42:45,958 INFO  [main] util.GSet (LightWeightGSet.java:computeCapacity(402)) - capacity      = 2^23 = 8388608 entries
2026-08-11 13:42:45,964 INFO  [main] blockmanagement.BlockManager (BlockManager.java:createSPSManager(5447)) - Storage policy satisfier is disabled
2026-08-11 13:42:45,964 INFO  [main] blockmanagement.BlockManager (BlockManager.java:createBlockTokenSecretManager(641)) - dfs.block.access.token.enable = false
2026-08-11 13:42:45,965 INFO  [main] blockmanagement.BlockManagerSafeMode (BlockManagerSafeMode.java:<init>(160)) - dfs.namenode.safemode.threshold-pct = 0.999
2026-08-11 13:42:45,965 INFO  [main] blockmanagement.BlockManagerSafeMode (BlockManagerSafeMode.java:<init>(161)) - dfs.namenode.safemode.min.datanodes = 0
2026-08-11 13:42:45,965 INFO  [main] blockmanagement.BlockManagerSafeMode (BlockManagerSafeMode.java:<init>(163)) - dfs.namenode.safemode.extension = 0
2026-08-11 13:42:45,965 INFO  [main] blockmanagement.BlockManager (BlockManager.java:<init>(627)) - defaultReplication         = 1
2026-08-11 13:42:45,965 INFO  [main] blockmanagement.BlockManager (BlockManager.java:<init>(628)) - maxReplication             = 512
2026-08-11 13:42:45,966 INFO  [main] blockmanagement.BlockManager (BlockManager.java:<init>(629)) - minReplication             = 1
2026-08-11 13:42:45,966 INFO  [main] blockmanagement.BlockManager (BlockManager.java:<init>(630)) - maxReplicationStreams      = 2
2026-08-11 13:42:45,966 INFO  [main] blockmanagement.BlockManager (BlockManager.java:<init>(631)) - redundancyRecheckInterval  = 3000ms
2026-08-11 13:42:45,966 INFO  [main] blockmanagement.BlockManager (BlockManager.java:<init>(632)) - encryptDataTransfer        = false
2026-08-11 13:42:45,966 INFO  [main] blockmanagement.BlockManager (BlockManager.java:<init>(633)) - maxNumBlocksToLog          = 1000
2026-08-11 13:42:45,967 INFO  [main] util.GSet (LightWeightGSet.java:computeCapacity(395)) - Computing capacity for map INodeMap
2026-08-11 13:42:45,967 INFO  [main] util.GSet (LightWeightGSet.java:computeCapacity(396)) - VM type       = 64-bit
2026-08-11 13:42:45,967 INFO  [main] util.GSet (LightWeightGSet.java:computeCapacity(397)) - 1.0% max memory 3.5 GB = 36.2 MB
2026-08-11 13:42:45,967 INFO  [main] util.GSet (LightWeightGSet.java:computeCapacity(402)) - capacity      = 2^22 = 4194304 entries
2026-08-11 13:42:45,970 INFO  [main] namenode.FSDirectory (FSDirectory.java:<init>(335)) - ACLs enabled? true
2026-08-11 13:42:45,971 INFO  [main] namenode.FSDirectory (FSDirectory.java:<init>(339)) - POSIX ACL inheritance enabled? true
2026-08-11 13:42:45,971 INFO  [main] namenode.FSDirectory (FSDirectory.java:<init>(343)) - XAttrs enabled? true
2026-08-11 13:42:45,971 INFO  [main] namenode.NameNode (FSDirectory.java:<init>(406)) - Caching file names occurring more than 10 times
2026-08-11 13:42:45,971 INFO  [main] snapshot.SnapshotManager (SnapshotManager.java:<init>(124)) - Loaded config captureOpenFiles: false, skipCaptureAccessTimeOnlyChange: false, snapshotDiffAllowSnapRootDescendant: true, maxSnapshotLimit: 65536
2026-08-11 13:42:45,971 INFO  [main] snapshot.SnapshotManager (DirectoryDiffListFactory.java:init(43)) - SkipList is disabled
2026-08-11 13:42:45,971 INFO  [main] util.GSet (LightWeightGSet.java:computeCapacity(395)) - Computing capacity for map cachedBlocks
2026-08-11 13:42:45,971 INFO  [main] util.GSet (LightWeightGSet.java:computeCapacity(396)) - VM type       = 64-bit
2026-08-11 13:42:45,972 INFO  [main] util.GSet (LightWeightGSet.java:computeCapacity(397)) - 0.25% max memory 3.5 GB = 9.1 MB
2026-08-11 13:42:45,972 INFO  [main] util.GSet (LightWeightGSet.java:computeCapacity(402)) - capacity      = 2^20 = 1048576 entries
2026-08-11 13:42:45,973 INFO  [main] metrics.TopMetrics (TopMetrics.java:logConf(75)) - NNTop conf: dfs.namenode.top.window.num.buckets = 10
2026-08-11 13:42:45,973 INFO  [main] metrics.TopMetrics (TopMetrics.java:logConf(77)) - NNTop conf: dfs.namenode.top.num.users = 10
2026-08-11 13:42:45,973 INFO  [main] metrics.TopMetrics (TopMetrics.java:logConf(79)) - NNTop conf: dfs.namenode.top.windows.minutes = 1,5,25
2026-08-11 13:42:45,974 INFO  [main] namenode.FSNamesystem (FSNamesystem.java:initRetryCache(1080)) - Retry cache on namenode is enabled
2026-08-11 13:42:45,974 INFO  [main] namenode.FSNamesystem (FSNamesystem.java:initRetryCache(1088)) - Retry cache will use 0.03 of total heap and retry cache entry expiry time is 600000 millis
2026-08-11 13:42:45,974 INFO  [main] util.GSet (LightWeightGSet.java:computeCapacity(395)) - Computing capacity for map NameNodeRetryCache
2026-08-11 13:42:45,974 INFO  [main] util.GSet (LightWeightGSet.java:computeCapacity(396)) - VM type       = 64-bit
2026-08-11 13:42:45,975 INFO  [main] util.GSet (LightWeightGSet.java:computeCapacity(397)) - 0.029999999329447746% max memory 3.5 GB = 1.1 MB
2026-08-11 13:42:45,975 INFO  [main] util.GSet (LightWeightGSet.java:computeCapacity(402)) - capacity      = 2^17 = 131072 entries
2026-08-11 13:42:46,264 INFO  [main] common.Storage (Storage.java:tryLock(948)) - Lock on /tmp/hdfs-test3032506215761036526/name-0-1/in_use.lock acquired by nodename 26384@dist-test-slave-t7g5.c.gcp-upstream.internal
2026-08-11 13:42:46,270 INFO  [main] common.Storage (Storage.java:tryLock(948)) - Lock on /tmp/hdfs-test3032506215761036526/name-0-2/in_use.lock acquired by nodename 26384@dist-test-slave-t7g5.c.gcp-upstream.internal
2026-08-11 13:42:46,273 INFO  [main] namenode.FileJournalManager (FileJournalManager.java:recoverUnfinalizedSegments(428)) - Recovering unfinalized segments in /tmp/hdfs-test3032506215761036526/name-0-1/current
2026-08-11 13:42:46,273 INFO  [main] namenode.FileJournalManager (FileJournalManager.java:recoverUnfinalizedSegments(428)) - Recovering unfinalized segments in /tmp/hdfs-test3032506215761036526/name-0-2/current
2026-08-11 13:42:46,274 INFO  [main] namenode.FSImage (FSImage.java:loadFSImage(734)) - No edit log streams selected.
2026-08-11 13:42:46,274 INFO  [main] namenode.FSImage (FSImage.java:loadFSImageFile(800)) - Planning to load image: FSImageFile(file=/tmp/hdfs-test3032506215761036526/name-0-1/current/fsimage_0000000000000000000, cpktTxId=0000000000000000000)
2026-08-11 13:42:46,307 INFO  [main] namenode.FSImageFormatPBINode (FSImageFormatPBINode.java:loadINodeSectionHeader(413)) - Loading 1 INodes.
2026-08-11 13:42:46,308 INFO  [main] namenode.FSImageFormatPBINode (FSImageFormatPBINode.java:loadINodeSection(371)) - Successfully loaded 1 inodes
2026-08-11 13:42:46,314 INFO  [main] namenode.FSImageFormatPBINode (FSImageFormatPBINode.java:waitBlocksMapAndNameCacheUpdateFinished(344)) - Completed update blocks map and name cache, total waiting duration 0ms.
2026-08-11 13:42:46,317 INFO  [main] namenode.FSImageFormatProtobuf (FSImageFormatProtobuf.java:load(255)) - Loaded FSImage in 0 seconds.
2026-08-11 13:42:46,317 INFO  [main] namenode.FSImage (FSImage.java:loadFSImage(978)) - Loaded image for txid 0 from /tmp/hdfs-test3032506215761036526/name-0-1/current/fsimage_0000000000000000000
2026-08-11 13:42:46,322 INFO  [main] namenode.FSNamesystem (FSNamesystem.java:loadFSImage(1202)) - Need to save fs image? false (staleImage=false, haEnabled=false, isRollingUpgrade=false)
2026-08-11 13:42:46,323 INFO  [main] namenode.FSEditLog (FSEditLog.java:startLogSegment(1391)) - Starting log segment at 1
2026-08-11 13:42:46,354 INFO  [main] namenode.NameCache (NameCache.java:initialized(143)) - initialized with 0 entries 0 lookups
2026-08-11 13:42:46,354 INFO  [main] namenode.FSNamesystem (FSNamesystem.java:loadFromDisk(786)) - Finished loading FSImage in 95 msecs
2026-08-11 13:42:46,582 INFO  [main] namenode.NameNode (NameNodeRpcServer.java:<init>(454)) - RPC server is binding to localhost:0
2026-08-11 13:42:46,582 INFO  [main] namenode.NameNode (NameNodeRpcServer.java:<init>(459)) - Enable NameNode state context:false
2026-08-11 13:42:46,595 INFO  [main] ipc.CallQueueManager (CallQueueManager.java:<init>(90)) - Using callQueue: class java.util.concurrent.LinkedBlockingQueue, queueCapacity: 1000, scheduler: class org.apache.hadoop.ipc.DefaultRpcScheduler, ipcBackoff: false.
2026-08-11 13:42:46,611 INFO  [Socket Reader #1 for port 0] ipc.Server (Server.java:run(1265)) - Starting Socket Reader #1 for port 0
2026-08-11 13:42:47,141 INFO  [Listener at localhost/35837] namenode.NameNode (NameNode.java:initialize(776)) - Clients are to use localhost:35837 to access this namenode/service.
2026-08-11 13:42:47,144 INFO  [Listener at localhost/35837] namenode.FSNamesystem (FSNamesystem.java:registerMBean(5444)) - Registered FSNamesystemState, ReplicatedBlocksState and ECBlockGroupsState MBeans.
2026-08-11 13:42:47,171 INFO  [Listener at localhost/35837] namenode.LeaseManager (LeaseManager.java:getNumUnderConstructionBlocks(166)) - Number of blocks under construction: 0
2026-08-11 13:42:47,183 INFO  [Listener at localhost/35837] blockmanagement.DatanodeAdminDefaultMonitor (DatanodeAdminDefaultMonitor.java:processConf(116)) - Initialized the Default Decommission and Maintenance monitor
2026-08-11 13:42:47,188 INFO  [Listener at localhost/35837] blockmanagement.BlockManager (BlockManager.java:initializeReplQueues(5187)) - initializing replication queues
2026-08-11 13:42:47,189 INFO  [Listener at localhost/35837] hdfs.StateChange (BlockManagerSafeMode.java:leaveSafeMode(399)) - STATE* Leaving safe mode after 0 secs
2026-08-11 13:42:47,190 INFO  [Listener at localhost/35837] hdfs.StateChange (BlockManagerSafeMode.java:leaveSafeMode(405)) - STATE* Network topology has 0 racks and 0 datanodes
2026-08-11 13:42:47,190 INFO  [Listener at localhost/35837] hdfs.StateChange (BlockManagerSafeMode.java:leaveSafeMode(407)) - STATE* UnderReplicatedBlocks has 0 blocks
2026-08-11 13:42:47,201 INFO  [Reconstruction Queue Initializer] blockmanagement.BlockManager (BlockManager.java:processMisReplicatesAsync(3728)) - Total number of blocks            = 0
2026-08-11 13:42:47,201 INFO  [Reconstruction Queue Initializer] blockmanagement.BlockManager (BlockManager.java:processMisReplicatesAsync(3729)) - Number of invalid blocks          = 0
2026-08-11 13:42:47,201 INFO  [Reconstruction Queue Initializer] blockmanagement.BlockManager (BlockManager.java:processMisReplicatesAsync(3730)) - Number of under-replicated blocks = 0
2026-08-11 13:42:47,201 INFO  [Reconstruction Queue Initializer] blockmanagement.BlockManager (BlockManager.java:processMisReplicatesAsync(3731)) - Number of  over-replicated blocks = 0
2026-08-11 13:42:47,201 INFO  [Reconstruction Queue Initializer] blockmanagement.BlockManager (BlockManager.java:processMisReplicatesAsync(3733)) - Number of blocks being written    = 0
2026-08-11 13:42:47,202 INFO  [Reconstruction Queue Initializer] hdfs.StateChange (BlockManager.java:processMisReplicatesAsync(3736)) - STATE* Replication Queue initialization scan for invalid, over- and under-replicated blocks completed in 12 msec
2026-08-11 13:42:47,244 INFO  [IPC Server Responder] ipc.Server (Server.java:run(1507)) - IPC Server Responder: starting
2026-08-11 13:42:47,245 INFO  [IPC Server listener on 0] ipc.Server (Server.java:run(1344)) - IPC Server listener on 0: starting
2026-08-11 13:42:47,259 INFO  [Listener at localhost/35837] namenode.NameNode (NameNode.java:startCommonServices(893)) - NameNode RPC up at: localhost/127.0.0.1:35837
2026-08-11 13:42:47,263 INFO  [Listener at localhost/35837] namenode.FSNamesystem (FSNamesystem.java:startActiveServices(1314)) - Starting services required for active state
2026-08-11 13:42:47,263 INFO  [Listener at localhost/35837] namenode.FSDirectory (FSDirectory.java:updateCountForQuota(840)) - Initializing quota with 12 thread(s)
2026-08-11 13:42:47,276 INFO  [Listener at localhost/35837] namenode.FSDirectory (FSDirectory.java:updateCountForQuota(849)) - Quota initialization completed in 12 milliseconds
name space=1
storage space=0
storage types=RAM_DISK=0, SSD=0, DISK=0, ARCHIVE=0, PROVIDED=0
2026-08-11 13:42:47,287 INFO  [CacheReplicationMonitor(134880703)] blockmanagement.CacheReplicationMonitor (CacheReplicationMonitor.java:run(160)) - Starting CacheReplicationMonitor with interval 30000 milliseconds
2026-08-11 13:42:47,300 INFO  [Listener at localhost/35837] hdfs.MiniDFSCluster (MiniDFSCluster.java:startDataNodes(1697)) - Starting DataNode 0 with dfs.datanode.data.dir: [DISK]file:/tmp/hdfs-test3032506215761036526/data/data1,[DISK]file:/tmp/hdfs-test3032506215761036526/data/data2
2026-08-11 13:42:47,388 INFO  [Listener at localhost/35837] checker.ThrottledAsyncChecker (ThrottledAsyncChecker.java:schedule(137)) - Scheduling a check for [DISK]file:/tmp/hdfs-test3032506215761036526/data/data1
2026-08-11 13:42:47,405 INFO  [Listener at localhost/35837] checker.ThrottledAsyncChecker (ThrottledAsyncChecker.java:schedule(137)) - Scheduling a check for [DISK]file:/tmp/hdfs-test3032506215761036526/data/data2
2026-08-11 13:42:47,443 INFO  [Listener at localhost/35837] impl.MetricsSystemImpl (MetricsSystemImpl.java:init(158)) - DataNode metrics system started (again)
2026-08-11 13:42:47,451 INFO  [Listener at localhost/35837] common.Util (Util.java:isDiskStatsEnabled(395)) - dfs.datanode.fileio.profiling.sampling.percentage set to 0. Disabling file IO profiling
2026-08-11 13:42:47,454 INFO  [Listener at localhost/35837] datanode.BlockScanner (BlockScanner.java:<init>(201)) - Initialized block scanner with targetBytesPerSec 1048576
2026-08-11 13:42:47,459 INFO  [Listener at localhost/35837] datanode.DataNode (DataNode.java:<init>(512)) - Configured hostname is 127.0.0.1
2026-08-11 13:42:47,461 INFO  [Listener at localhost/35837] common.Util (Util.java:isDiskStatsEnabled(395)) - dfs.datanode.fileio.profiling.sampling.percentage set to 0. Disabling file IO profiling
2026-08-11 13:42:47,466 INFO  [Listener at localhost/35837] datanode.DataNode (DataNode.java:startDataNode(1408)) - Starting DataNode with maxLockedMemory = 0
2026-08-11 13:42:47,475 INFO  [Listener at localhost/35837] datanode.DataNode (DataNode.java:initDataXceiver(1171)) - Opened streaming server at /127.0.0.1:34687
2026-08-11 13:42:47,480 INFO  [Listener at localhost/35837] datanode.DataNode (DataXceiverServer.java:<init>(94)) - Balancing bandwidth is 104857600 bytes/s
2026-08-11 13:42:47,480 INFO  [Listener at localhost/35837] datanode.DataNode (DataXceiverServer.java:<init>(95)) - Number threads for balancing is 100
2026-08-11 13:42:47,495 INFO  [Listener at localhost/35837] server.AuthenticationFilter (AuthenticationFilter.java:constructSecretProvider(240)) - Unable to initialize FileSignerSecretProvider, falling back to use random secrets.
2026-08-11 13:42:47,497 INFO  [Listener at localhost/35837] http.HttpRequestLog (HttpRequestLog.java:getRequestLog(82)) - Http request log for http.requests.datanode is not defined
2026-08-11 13:42:47,499 INFO  [Listener at localhost/35837] http.HttpServer2 (HttpServer2.java:addGlobalFilter(1111)) - Added global filter 'safety' (class=org.apache.hadoop.http.HttpServer2$QuotingInputFilter)
2026-08-11 13:42:47,500 INFO  [Listener at localhost/35837] http.HttpServer2 (HttpServer2.java:addFilter(1084)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context datanode
2026-08-11 13:42:47,500 INFO  [Listener at localhost/35837] http.HttpServer2 (HttpServer2.java:addFilter(1094)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context static
2026-08-11 13:42:47,505 INFO  [Listener at localhost/35837] http.HttpServer2 (HttpServer2.java:bindListener(1332)) - Jetty bound to port 38839
2026-08-11 13:42:47,505 INFO  [Listener at localhost/35837] server.Server (Server.java:doStart(375)) - jetty-9.4.40.v20210413; built: 2021-04-13T20:42:42.668Z; git: b881a572662e1943a14ae12e7e1207989f218b74; jvm 1.8.0_362-8u372-ga~us1-0ubuntu1~18.04-b09
2026-08-11 13:42:47,507 INFO  [Listener at localhost/35837] server.session (DefaultSessionIdManager.java:doStart(334)) - DefaultSessionIdManager workerName=node0
2026-08-11 13:42:47,508 INFO  [Listener at localhost/35837] server.session (DefaultSessionIdManager.java:doStart(339)) - No SessionScavenger set, using defaults
2026-08-11 13:42:47,508 INFO  [Listener at localhost/35837] server.session (HouseKeeper.java:startScavenging(132)) - node0 Scavenging every 660000ms
2026-08-11 13:42:47,510 INFO  [Listener at localhost/35837] handler.ContextHandler (ContextHandler.java:doStart(916)) - Started o.e.j.s.ServletContextHandler@34237b90{static,/static,jar:file:/tmp/dist-test-tasklRzLiI/java/build/jars/hadoop-hdfs-3.3.1-tests.jar!/webapps/static,AVAILABLE}
2026-08-11 13:42:47,682 INFO  [Listener at localhost/35837] handler.ContextHandler (ContextHandler.java:doStart(916)) - Started o.e.j.w.WebAppContext@26a94fa5{datanode,/,file:///tmp/jetty-localhost-38839-hadoop-hdfs-3_3_1-tests_jar-_-any-4752776489269071511/webapp/,AVAILABLE}{jar:file:/tmp/dist-test-tasklRzLiI/java/build/jars/hadoop-hdfs-3.3.1-tests.jar!/webapps/datanode}
2026-08-11 13:42:47,683 INFO  [Listener at localhost/35837] server.AbstractConnector (AbstractConnector.java:doStart(331)) - Started ServerConnector@781a9412{HTTP/1.1, (http/1.1)}{localhost:38839}
2026-08-11 13:42:47,684 INFO  [Listener at localhost/35837] server.Server (Server.java:doStart(415)) - Started @5963ms
2026-08-11 13:42:47,814 WARN  [Listener at localhost/35837] web.DatanodeHttpServer (RestCsrfPreventionFilterHandler.java:<init>(75)) - Got null for restCsrfPreventionFilter - will not do any filtering.
2026-08-11 13:42:47,973 INFO  [Listener at localhost/35837] web.DatanodeHttpServer (DatanodeHttpServer.java:start(322)) - Listening HTTP traffic on /127.0.0.1:46817
2026-08-11 13:42:47,975 INFO  [org.apache.hadoop.util.JvmPauseMonitor$Monitor@56303475] util.JvmPauseMonitor (JvmPauseMonitor.java:run(188)) - Starting JVM pause monitor
2026-08-11 13:42:47,975 INFO  [Listener at localhost/35837] datanode.DataNode (DataNode.java:startDataNode(1436)) - dnUserName = slave
2026-08-11 13:42:47,976 INFO  [Listener at localhost/35837] datanode.DataNode (DataNode.java:startDataNode(1437)) - supergroup = supergroup
2026-08-11 13:42:47,996 INFO  [Listener at localhost/35837] ipc.CallQueueManager (CallQueueManager.java:<init>(90)) - Using callQueue: class java.util.concurrent.LinkedBlockingQueue, queueCapacity: 1000, scheduler: class org.apache.hadoop.ipc.DefaultRpcScheduler, ipcBackoff: false.
2026-08-11 13:42:47,998 INFO  [Socket Reader #1 for port 0] ipc.Server (Server.java:run(1265)) - Starting Socket Reader #1 for port 0
2026-08-11 13:42:48,008 INFO  [Listener at localhost/44695] datanode.DataNode (DataNode.java:initIpcServer(1057)) - Opened IPC server at /127.0.0.1:44695
2026-08-11 13:42:48,039 INFO  [Listener at localhost/44695] datanode.DataNode (BlockPoolManager.java:refreshNamenodes(149)) - Refresh request received for nameservices: null
2026-08-11 13:42:48,041 INFO  [Listener at localhost/44695] datanode.DataNode (BlockPoolManager.java:doRefreshNamenodes(210)) - Starting BPOfferServices for nameservices: <default>
2026-08-11 13:42:48,061 INFO  [Thread-63] datanode.DataNode (BPServiceActor.java:run(847)) - Block pool <registering> (Datanode Uuid unassigned) service to localhost/127.0.0.1:35837 starting to offer service
2026-08-11 13:42:48,070 INFO  [IPC Server Responder] ipc.Server (Server.java:run(1507)) - IPC Server Responder: starting
2026-08-11 13:42:48,071 INFO  [IPC Server listener on 0] ipc.Server (Server.java:run(1344)) - IPC Server listener on 0: starting
2026-08-11 13:42:48,418 INFO  [Thread-63] datanode.DataNode (BPOfferService.java:verifyAndSetNamespaceInfo(381)) - Acknowledging ACTIVE Namenode during handshakeBlock pool <registering> (Datanode Uuid unassigned) service to localhost/127.0.0.1:35837
2026-08-11 13:42:48,421 INFO  [Thread-63] common.Storage (DataStorage.java:getParallelVolumeLoadThreadsNum(356)) - Using 2 threads to upgrade data directories (dfs.datanode.parallel.volumes.load.threads.num=2, dataDirs=2)
2026-08-11 13:42:48,425 INFO  [Thread-63] common.Storage (Storage.java:tryLock(948)) - Lock on /tmp/hdfs-test3032506215761036526/data/data1/in_use.lock acquired by nodename 26384@dist-test-slave-t7g5.c.gcp-upstream.internal
2026-08-11 13:42:48,426 INFO  [Thread-63] common.Storage (DataStorage.java:loadStorageDirectory(284)) - Storage directory with location [DISK]file:/tmp/hdfs-test3032506215761036526/data/data1 is not formatted for namespace 1621434949. Formatting...
2026-08-11 13:42:48,428 INFO  [Thread-63] common.Storage (DataStorage.java:createStorageID(160)) - Generated new storageID DS-81e26b60-92c5-4dd0-a5b7-fcb7a980d0ef for directory /tmp/hdfs-test3032506215761036526/data/data1 
2026-08-11 13:42:48,436 INFO  [Thread-63] common.Storage (Storage.java:tryLock(948)) - Lock on /tmp/hdfs-test3032506215761036526/data/data2/in_use.lock acquired by nodename 26384@dist-test-slave-t7g5.c.gcp-upstream.internal
2026-08-11 13:42:48,437 INFO  [Thread-63] common.Storage (DataStorage.java:loadStorageDirectory(284)) - Storage directory with location [DISK]file:/tmp/hdfs-test3032506215761036526/data/data2 is not formatted for namespace 1621434949. Formatting...
2026-08-11 13:42:48,437 INFO  [Thread-63] common.Storage (DataStorage.java:createStorageID(160)) - Generated new storageID DS-fd991a12-ea3d-4c37-825e-f716f5260006 for directory /tmp/hdfs-test3032506215761036526/data/data2 
2026-08-11 13:42:48,474 INFO  [Thread-63] common.Storage (BlockPoolSliceStorage.java:recoverTransitionRead(256)) - Analyzing storage directories for bpid BP-1056198297-10.240.0.70-1786455764517
2026-08-11 13:42:48,474 INFO  [Thread-63] common.Storage (Storage.java:lock(907)) - Locking is disabled for /tmp/hdfs-test3032506215761036526/data/data1/current/BP-1056198297-10.240.0.70-1786455764517
2026-08-11 13:42:48,475 INFO  [Thread-63] common.Storage (BlockPoolSliceStorage.java:loadStorageDirectory(169)) - Block pool storage directory for location [DISK]file:/tmp/hdfs-test3032506215761036526/data/data1 and block pool id BP-1056198297-10.240.0.70-1786455764517 is not formatted. Formatting ...
2026-08-11 13:42:48,475 INFO  [Thread-63] common.Storage (BlockPoolSliceStorage.java:format(285)) - Formatting block pool BP-1056198297-10.240.0.70-1786455764517 directory /tmp/hdfs-test3032506215761036526/data/data1/current/BP-1056198297-10.240.0.70-1786455764517/current
2026-08-11 13:42:48,510 INFO  [Thread-63] common.Storage (BlockPoolSliceStorage.java:recoverTransitionRead(256)) - Analyzing storage directories for bpid BP-1056198297-10.240.0.70-1786455764517
2026-08-11 13:42:48,511 INFO  [Thread-63] common.Storage (Storage.java:lock(907)) - Locking is disabled for /tmp/hdfs-test3032506215761036526/data/data2/current/BP-1056198297-10.240.0.70-1786455764517
2026-08-11 13:42:48,511 INFO  [Thread-63] common.Storage (BlockPoolSliceStorage.java:loadStorageDirectory(169)) - Block pool storage directory for location [DISK]file:/tmp/hdfs-test3032506215761036526/data/data2 and block pool id BP-1056198297-10.240.0.70-1786455764517 is not formatted. Formatting ...
2026-08-11 13:42:48,512 INFO  [Thread-63] common.Storage (BlockPoolSliceStorage.java:format(285)) - Formatting block pool BP-1056198297-10.240.0.70-1786455764517 directory /tmp/hdfs-test3032506215761036526/data/data2/current/BP-1056198297-10.240.0.70-1786455764517/current
2026-08-11 13:42:48,518 INFO  [Thread-63] datanode.DataNode (DataNode.java:initStorage(1756)) - Setting up storage: nsid=1621434949;bpid=BP-1056198297-10.240.0.70-1786455764517;lv=-57;nsInfo=lv=-66;cid=testClusterID;nsid=1621434949;c=1786455764517;bpid=BP-1056198297-10.240.0.70-1786455764517;dnuuid=null
2026-08-11 13:42:48,523 INFO  [Thread-63] datanode.DataNode (DataNode.java:checkDatanodeUuid(1554)) - Generated and persisted new Datanode UUID b7139020-c80c-4548-b824-e113c72c44b5
2026-08-11 13:42:48,549 INFO  [Thread-63] impl.FsDatasetImpl (FsDatasetImpl.java:<init>(310)) - The datanode lock is a read write lock
2026-08-11 13:42:48,729 INFO  [Thread-63] impl.FsDatasetImpl (FsVolumeList.java:addVolume(304)) - Added new volume: DS-81e26b60-92c5-4dd0-a5b7-fcb7a980d0ef
2026-08-11 13:42:48,730 INFO  [Thread-63] impl.FsDatasetImpl (FsDatasetImpl.java:addVolume(493)) - Added volume - [DISK]file:/tmp/hdfs-test3032506215761036526/data/data1, StorageType: DISK
2026-08-11 13:42:48,733 INFO  [Thread-63] impl.FsDatasetImpl (FsVolumeList.java:addVolume(304)) - Added new volume: DS-fd991a12-ea3d-4c37-825e-f716f5260006
2026-08-11 13:42:48,734 INFO  [Thread-63] impl.FsDatasetImpl (FsDatasetImpl.java:addVolume(493)) - Added volume - [DISK]file:/tmp/hdfs-test3032506215761036526/data/data2, StorageType: DISK
2026-08-11 13:42:48,739 INFO  [Thread-63] impl.MemoryMappableBlockLoader (MemoryMappableBlockLoader.java:initialize(48)) - Initializing cache loader: MemoryMappableBlockLoader.
2026-08-11 13:42:48,746 INFO  [Thread-63] impl.FsDatasetImpl (FsDatasetImpl.java:registerMBean(2343)) - Registered FSDatasetState MBean
2026-08-11 13:42:48,753 INFO  [Thread-63] impl.FsDatasetImpl (FsDatasetImpl.java:addBlockPool(2856)) - Adding block pool BP-1056198297-10.240.0.70-1786455764517
2026-08-11 13:42:48,755 INFO  [Thread-80] impl.FsDatasetImpl (FsVolumeList.java:run(406)) - Scanning block pool BP-1056198297-10.240.0.70-1786455764517 on volume /tmp/hdfs-test3032506215761036526/data/data1...
2026-08-11 13:42:48,758 INFO  [Thread-81] impl.FsDatasetImpl (FsVolumeList.java:run(406)) - Scanning block pool BP-1056198297-10.240.0.70-1786455764517 on volume /tmp/hdfs-test3032506215761036526/data/data2...
2026-08-11 13:42:48,821 INFO  [Thread-80] impl.FsDatasetImpl (FsVolumeList.java:run(411)) - Time taken to scan block pool BP-1056198297-10.240.0.70-1786455764517 on /tmp/hdfs-test3032506215761036526/data/data1: 62ms
2026-08-11 13:42:48,831 INFO  [Thread-81] impl.FsDatasetImpl (FsVolumeList.java:run(411)) - Time taken to scan block pool BP-1056198297-10.240.0.70-1786455764517 on /tmp/hdfs-test3032506215761036526/data/data2: 72ms
2026-08-11 13:42:48,831 INFO  [Thread-63] impl.FsDatasetImpl (FsVolumeList.java:addBlockPool(431)) - Total time to scan all replicas for block pool BP-1056198297-10.240.0.70-1786455764517: 78ms
2026-08-11 13:42:48,834 INFO  [Thread-85] impl.FsDatasetImpl (FsVolumeList.java:run(199)) - Adding replicas to map for block pool BP-1056198297-10.240.0.70-1786455764517 on volume /tmp/hdfs-test3032506215761036526/data/data1...
2026-08-11 13:42:48,835 INFO  [Thread-85] impl.BlockPoolSlice (BlockPoolSlice.java:readReplicasFromCache(902)) - Replica Cache file: /tmp/hdfs-test3032506215761036526/data/data1/current/BP-1056198297-10.240.0.70-1786455764517/current/replicas doesn't exist 
2026-08-11 13:42:48,836 INFO  [Thread-86] impl.FsDatasetImpl (FsVolumeList.java:run(199)) - Adding replicas to map for block pool BP-1056198297-10.240.0.70-1786455764517 on volume /tmp/hdfs-test3032506215761036526/data/data2...
2026-08-11 13:42:48,836 INFO  [Thread-85] impl.FsDatasetImpl (FsVolumeList.java:run(204)) - Time to add replicas to map for block pool BP-1056198297-10.240.0.70-1786455764517 on volume /tmp/hdfs-test3032506215761036526/data/data1: 1ms
2026-08-11 13:42:48,836 INFO  [Thread-86] impl.BlockPoolSlice (BlockPoolSlice.java:readReplicasFromCache(902)) - Replica Cache file: /tmp/hdfs-test3032506215761036526/data/data2/current/BP-1056198297-10.240.0.70-1786455764517/current/replicas doesn't exist 
2026-08-11 13:42:48,838 INFO  [Thread-86] impl.FsDatasetImpl (FsVolumeList.java:run(204)) - Time to add replicas to map for block pool BP-1056198297-10.240.0.70-1786455764517 on volume /tmp/hdfs-test3032506215761036526/data/data2: 2ms
2026-08-11 13:42:48,838 INFO  [Thread-63] impl.FsDatasetImpl (FsVolumeList.java:getAllVolumesMap(225)) - Total time to add all replicas to map for block pool BP-1056198297-10.240.0.70-1786455764517: 4ms
2026-08-11 13:42:48,838 INFO  [Thread-63] checker.ThrottledAsyncChecker (ThrottledAsyncChecker.java:schedule(137)) - Scheduling a check for /tmp/hdfs-test3032506215761036526/data/data1
2026-08-11 13:42:48,855 INFO  [Thread-63] checker.DatasetVolumeChecker (DatasetVolumeChecker.java:checkAllVolumes(224)) - Scheduled health check for volume /tmp/hdfs-test3032506215761036526/data/data1
2026-08-11 13:42:48,857 INFO  [Thread-63] checker.ThrottledAsyncChecker (ThrottledAsyncChecker.java:schedule(137)) - Scheduling a check for /tmp/hdfs-test3032506215761036526/data/data2
2026-08-11 13:42:48,858 INFO  [Thread-63] checker.DatasetVolumeChecker (DatasetVolumeChecker.java:checkAllVolumes(224)) - Scheduled health check for volume /tmp/hdfs-test3032506215761036526/data/data2
2026-08-11 13:42:48,861 INFO  [VolumeScannerThread(/tmp/hdfs-test3032506215761036526/data/data2)] datanode.VolumeScanner (VolumeScanner.java:findNextUsableBlockIter(385)) - Now scanning bpid BP-1056198297-10.240.0.70-1786455764517 on volume /tmp/hdfs-test3032506215761036526/data/data2
2026-08-11 13:42:48,861 INFO  [VolumeScannerThread(/tmp/hdfs-test3032506215761036526/data/data1)] datanode.VolumeScanner (VolumeScanner.java:findNextUsableBlockIter(385)) - Now scanning bpid BP-1056198297-10.240.0.70-1786455764517 on volume /tmp/hdfs-test3032506215761036526/data/data1
2026-08-11 13:42:48,865 WARN  [Thread-63] datanode.DirectoryScanner (DirectoryScanner.java:<init>(300)) - dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1
2026-08-11 13:42:48,866 INFO  [Thread-63] datanode.DirectoryScanner (DirectoryScanner.java:start(329)) - Periodic Directory Tree Verification scan starting in 12041033ms with interval of 21600000ms and throttle limit of -1ms/s
2026-08-11 13:42:48,867 INFO  [VolumeScannerThread(/tmp/hdfs-test3032506215761036526/data/data2)] datanode.VolumeScanner (VolumeScanner.java:getNextBlockToScan(505)) - VolumeScanner(/tmp/hdfs-test3032506215761036526/data/data2, DS-fd991a12-ea3d-4c37-825e-f716f5260006): finished scanning block pool BP-1056198297-10.240.0.70-1786455764517
2026-08-11 13:42:48,867 INFO  [VolumeScannerThread(/tmp/hdfs-test3032506215761036526/data/data1)] datanode.VolumeScanner (VolumeScanner.java:getNextBlockToScan(505)) - VolumeScanner(/tmp/hdfs-test3032506215761036526/data/data1, DS-81e26b60-92c5-4dd0-a5b7-fcb7a980d0ef): finished scanning block pool BP-1056198297-10.240.0.70-1786455764517
2026-08-11 13:42:48,891 INFO  [BP-1056198297-10.240.0.70-1786455764517 heartbeating to localhost/127.0.0.1:35837] datanode.DataNode (BPServiceActor.java:register(788)) - Block pool BP-1056198297-10.240.0.70-1786455764517 (Datanode Uuid b7139020-c80c-4548-b824-e113c72c44b5) service to localhost/127.0.0.1:35837 beginning handshake with NN
2026-08-11 13:42:48,910 INFO  [VolumeScannerThread(/tmp/hdfs-test3032506215761036526/data/data1)] datanode.VolumeScanner (VolumeScanner.java:findNextUsableBlockIter(402)) - VolumeScanner(/tmp/hdfs-test3032506215761036526/data/data1, DS-81e26b60-92c5-4dd0-a5b7-fcb7a980d0ef): no suitable block pools found to scan.  Waiting 1814399951 ms.
2026-08-11 13:42:48,913 INFO  [VolumeScannerThread(/tmp/hdfs-test3032506215761036526/data/data2)] datanode.VolumeScanner (VolumeScanner.java:findNextUsableBlockIter(402)) - VolumeScanner(/tmp/hdfs-test3032506215761036526/data/data2, DS-fd991a12-ea3d-4c37-825e-f716f5260006): no suitable block pools found to scan.  Waiting 1814399948 ms.
2026-08-11 13:42:48,915 INFO  [IPC Server handler 3 on default port 35837] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=datanodeReport	src=null	dst=null	perm=null	proto=rpc
2026-08-11 13:42:48,922 INFO  [IPC Server handler 1 on default port 35837] hdfs.StateChange (DatanodeManager.java:registerDatanode(1142)) - BLOCK* registerDatanode: from DatanodeRegistration(127.0.0.1:34687, datanodeUuid=b7139020-c80c-4548-b824-e113c72c44b5, infoPort=46817, infoSecurePort=0, ipcPort=44695, storageInfo=lv=-57;cid=testClusterID;nsid=1621434949;c=1786455764517) storage b7139020-c80c-4548-b824-e113c72c44b5
2026-08-11 13:42:48,925 INFO  [Listener at localhost/44695] hdfs.MiniDFSCluster (MiniDFSCluster.java:shouldWait(2823)) - dnInfo.length != numDataNodes
2026-08-11 13:42:48,925 INFO  [Listener at localhost/44695] hdfs.MiniDFSCluster (MiniDFSCluster.java:waitActive(2744)) - Waiting for cluster to become active
2026-08-11 13:42:48,926 INFO  [IPC Server handler 1 on default port 35837] net.NetworkTopology (NetworkTopology.java:add(149)) - Adding a new node: /default-rack/127.0.0.1:34687
2026-08-11 13:42:48,926 INFO  [IPC Server handler 1 on default port 35837] blockmanagement.BlockReportLeaseManager (BlockReportLeaseManager.java:registerNode(200)) - Registered DN b7139020-c80c-4548-b824-e113c72c44b5 (127.0.0.1:34687).
2026-08-11 13:42:48,934 INFO  [BP-1056198297-10.240.0.70-1786455764517 heartbeating to localhost/127.0.0.1:35837] datanode.DataNode (BPServiceActor.java:register(816)) - Block pool BP-1056198297-10.240.0.70-1786455764517 (Datanode Uuid b7139020-c80c-4548-b824-e113c72c44b5) service to localhost/127.0.0.1:35837 successfully registered with NN
2026-08-11 13:42:48,935 INFO  [BP-1056198297-10.240.0.70-1786455764517 heartbeating to localhost/127.0.0.1:35837] datanode.DataNode (BPServiceActor.java:offerService(645)) - For namenode localhost/127.0.0.1:35837 using BLOCKREPORT_INTERVAL of 21600000msecs CACHEREPORT_INTERVAL of 10000msecs Initial delay: 0msecs; heartBeatInterval=3000
2026-08-11 13:42:48,954 INFO  [IPC Server handler 4 on default port 35837] blockmanagement.DatanodeDescriptor (DatanodeDescriptor.java:updateStorage(999)) - Adding new storage ID DS-81e26b60-92c5-4dd0-a5b7-fcb7a980d0ef for DN 127.0.0.1:34687
2026-08-11 13:42:48,955 INFO  [IPC Server handler 4 on default port 35837] blockmanagement.DatanodeDescriptor (DatanodeDescriptor.java:updateStorage(999)) - Adding new storage ID DS-fd991a12-ea3d-4c37-825e-f716f5260006 for DN 127.0.0.1:34687
2026-08-11 13:42:48,994 INFO  [Block report processor] BlockStateChange (BlockManager.java:processReport(2778)) - BLOCK* processReport 0xac9c91ce264b2a4: Processing first storage report for DS-81e26b60-92c5-4dd0-a5b7-fcb7a980d0ef from datanode b7139020-c80c-4548-b824-e113c72c44b5
2026-08-11 13:42:48,996 INFO  [Block report processor] BlockStateChange (BlockManager.java:processReport(2810)) - BLOCK* processReport 0xac9c91ce264b2a4: from storage DS-81e26b60-92c5-4dd0-a5b7-fcb7a980d0ef node DatanodeRegistration(127.0.0.1:34687, datanodeUuid=b7139020-c80c-4548-b824-e113c72c44b5, infoPort=46817, infoSecurePort=0, ipcPort=44695, storageInfo=lv=-57;cid=testClusterID;nsid=1621434949;c=1786455764517), blocks: 0, hasStaleStorage: true, processing time: 2 msecs, invalidatedBlocks: 0
2026-08-11 13:42:48,997 INFO  [Block report processor] BlockStateChange (BlockManager.java:processReport(2778)) - BLOCK* processReport 0xac9c91ce264b2a4: Processing first storage report for DS-fd991a12-ea3d-4c37-825e-f716f5260006 from datanode b7139020-c80c-4548-b824-e113c72c44b5
2026-08-11 13:42:48,997 INFO  [Block report processor] BlockStateChange (BlockManager.java:processReport(2810)) - BLOCK* processReport 0xac9c91ce264b2a4: from storage DS-fd991a12-ea3d-4c37-825e-f716f5260006 node DatanodeRegistration(127.0.0.1:34687, datanodeUuid=b7139020-c80c-4548-b824-e113c72c44b5, infoPort=46817, infoSecurePort=0, ipcPort=44695, storageInfo=lv=-57;cid=testClusterID;nsid=1621434949;c=1786455764517), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0
2026-08-11 13:42:49,021 INFO  [BP-1056198297-10.240.0.70-1786455764517 heartbeating to localhost/127.0.0.1:35837] datanode.DataNode (BPServiceActor.java:blockReport(437)) - Successfully sent block report 0xac9c91ce264b2a4 to namenode: localhost/127.0.0.1:35837,  containing 2 storage report(s), of which we sent 2. The reports had 0 total blocks and used 1 RPC(s). This took 5 msecs to generate and 41 msecs for RPC and NN processing. Got back one command: FinalizeCommand/5.
2026-08-11 13:42:49,023 INFO  [Command processor] datanode.DataNode (BPOfferService.java:processCommandFromActive(763)) - Got finalize command for block pool BP-1056198297-10.240.0.70-1786455764517
2026-08-11 13:42:49,031 INFO  [IPC Server handler 5 on default port 35837] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=datanodeReport	src=null	dst=null	perm=null	proto=rpc
2026-08-11 13:42:49,042 INFO  [Listener at localhost/44695] hdfs.MiniDFSCluster (MiniDFSCluster.java:waitActive(2799)) - Cluster is active
2026-08-11 13:42:49,220 INFO  [Listener at localhost/44695] backup.BackupIO (BackupIO.scala:writeTableMetadata(95)) - Writing metadata to hdfs://localhost:35837/id_taco-taco/100/.kudu-metadata.json
2026-08-11 13:42:49,302 INFO  [IPC Server handler 6 on default port 35837] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=create	src=/id_taco-taco/100/.kudu-metadata.json	dst=null	perm=slave:supergroup:rw-r--r--	proto=rpc
2026-08-11 13:42:49,583 INFO  [IPC Server handler 3 on default port 35837] hdfs.StateChange (FSDirWriteFileOp.java:logAllocatedBlock(802)) - BLOCK* allocate blk_1073741825_1001, replicas=127.0.0.1:34687 for /id_taco-taco/100/.kudu-metadata.json
2026-08-11 13:42:49,684 INFO  [DataXceiver for client DFSClient_NONMAPREDUCE_-495147440_1 at /127.0.0.1:33274 [Receiving block BP-1056198297-10.240.0.70-1786455764517:blk_1073741825_1001]] datanode.DataNode (DataXceiver.java:writeBlock(747)) - Receiving BP-1056198297-10.240.0.70-1786455764517:blk_1073741825_1001 src: /127.0.0.1:33274 dest: /127.0.0.1:34687
2026-08-11 13:42:49,730 INFO  [PacketResponder: BP-1056198297-10.240.0.70-1786455764517:blk_1073741825_1001, type=LAST_IN_PIPELINE] DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1539)) - src: /127.0.0.1:33274, dest: /127.0.0.1:34687, bytes: 82, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-495147440_1, offset: 0, srvID: b7139020-c80c-4548-b824-e113c72c44b5, blockid: BP-1056198297-10.240.0.70-1786455764517:blk_1073741825_1001, duration(ns): 10907963
2026-08-11 13:42:49,730 INFO  [PacketResponder: BP-1056198297-10.240.0.70-1786455764517:blk_1073741825_1001, type=LAST_IN_PIPELINE] datanode.DataNode (BlockReceiver.java:run(1512)) - PacketResponder: BP-1056198297-10.240.0.70-1786455764517:blk_1073741825_1001, type=LAST_IN_PIPELINE terminating
2026-08-11 13:42:49,741 INFO  [IPC Server handler 4 on default port 35837] namenode.FSNamesystem (FSNamesystem.java:checkBlocksComplete(3151)) - BLOCK* blk_1073741825_1001 is COMMITTED but not COMPLETE(numNodes= 0 <  minimum = 1) in file /id_taco-taco/100/.kudu-metadata.json
2026-08-11 13:42:50,149 INFO  [IPC Server handler 7 on default port 35837] hdfs.StateChange (FSNamesystem.java:completeFile(3104)) - DIR* completeFile: /id_taco-taco/100/.kudu-metadata.json is closed by DFSClient_NONMAPREDUCE_-495147440_1
2026-08-11 13:42:50,151 INFO  [Listener at localhost/44695] backup.BackupIO (BackupIO.scala:writeTableMetadata(95)) - Writing metadata to hdfs://localhost:35837/id_taco-taco/1000/.kudu-metadata.json
2026-08-11 13:42:50,156 INFO  [IPC Server handler 8 on default port 35837] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=create	src=/id_taco-taco/1000/.kudu-metadata.json	dst=null	perm=slave:supergroup:rw-r--r--	proto=rpc
2026-08-11 13:42:50,162 INFO  [IPC Server handler 9 on default port 35837] hdfs.StateChange (FSDirWriteFileOp.java:logAllocatedBlock(802)) - BLOCK* allocate blk_1073741826_1002, replicas=127.0.0.1:34687 for /id_taco-taco/1000/.kudu-metadata.json
2026-08-11 13:42:50,166 INFO  [DataXceiver for client DFSClient_NONMAPREDUCE_-495147440_1 at /127.0.0.1:33280 [Receiving block BP-1056198297-10.240.0.70-1786455764517:blk_1073741826_1002]] datanode.DataNode (DataXceiver.java:writeBlock(747)) - Receiving BP-1056198297-10.240.0.70-1786455764517:blk_1073741826_1002 src: /127.0.0.1:33280 dest: /127.0.0.1:34687
2026-08-11 13:42:50,181 INFO  [PacketResponder: BP-1056198297-10.240.0.70-1786455764517:blk_1073741826_1002, type=LAST_IN_PIPELINE] DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1539)) - src: /127.0.0.1:33280, dest: /127.0.0.1:34687, bytes: 83, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-495147440_1, offset: 0, srvID: b7139020-c80c-4548-b824-e113c72c44b5, blockid: BP-1056198297-10.240.0.70-1786455764517:blk_1073741826_1002, duration(ns): 11654316
2026-08-11 13:42:50,182 INFO  [PacketResponder: BP-1056198297-10.240.0.70-1786455764517:blk_1073741826_1002, type=LAST_IN_PIPELINE] datanode.DataNode (BlockReceiver.java:run(1512)) - PacketResponder: BP-1056198297-10.240.0.70-1786455764517:blk_1073741826_1002, type=LAST_IN_PIPELINE terminating
2026-08-11 13:42:50,188 INFO  [IPC Server handler 0 on default port 35837] hdfs.StateChange (FSNamesystem.java:completeFile(3104)) - DIR* completeFile: /id_taco-taco/1000/.kudu-metadata.json is closed by DFSClient_NONMAPREDUCE_-495147440_1
2026-08-11 13:42:50,192 INFO  [Listener at localhost/44695] backup.BackupIO (BackupIO.scala:writeTableMetadata(95)) - Writing metadata to hdfs://localhost:35837/id_taco-taco/2000/.kudu-metadata.json
2026-08-11 13:42:50,196 INFO  [IPC Server handler 3 on default port 35837] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=create	src=/id_taco-taco/2000/.kudu-metadata.json	dst=null	perm=slave:supergroup:rw-r--r--	proto=rpc
2026-08-11 13:42:50,203 INFO  [IPC Server handler 1 on default port 35837] hdfs.StateChange (FSDirWriteFileOp.java:logAllocatedBlock(802)) - BLOCK* allocate blk_1073741827_1003, replicas=127.0.0.1:34687 for /id_taco-taco/2000/.kudu-metadata.json
2026-08-11 13:42:50,212 INFO  [DataXceiver for client DFSClient_NONMAPREDUCE_-495147440_1 at /127.0.0.1:33290 [Receiving block BP-1056198297-10.240.0.70-1786455764517:blk_1073741827_1003]] datanode.DataNode (DataXceiver.java:writeBlock(747)) - Receiving BP-1056198297-10.240.0.70-1786455764517:blk_1073741827_1003 src: /127.0.0.1:33290 dest: /127.0.0.1:34687
2026-08-11 13:42:50,220 INFO  [PacketResponder: BP-1056198297-10.240.0.70-1786455764517:blk_1073741827_1003, type=LAST_IN_PIPELINE] DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1539)) - src: /127.0.0.1:33290, dest: /127.0.0.1:34687, bytes: 102, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-495147440_1, offset: 0, srvID: b7139020-c80c-4548-b824-e113c72c44b5, blockid: BP-1056198297-10.240.0.70-1786455764517:blk_1073741827_1003, duration(ns): 4126961
2026-08-11 13:42:50,220 INFO  [PacketResponder: BP-1056198297-10.240.0.70-1786455764517:blk_1073741827_1003, type=LAST_IN_PIPELINE] datanode.DataNode (BlockReceiver.java:run(1512)) - PacketResponder: BP-1056198297-10.240.0.70-1786455764517:blk_1073741827_1003, type=LAST_IN_PIPELINE terminating
2026-08-11 13:42:50,226 INFO  [IPC Server handler 2 on default port 35837] namenode.FSNamesystem (FSNamesystem.java:checkBlocksComplete(3151)) - BLOCK* blk_1073741827_1003 is COMMITTED but not COMPLETE(numNodes= 0 <  minimum = 1) in file /id_taco-taco/2000/.kudu-metadata.json
2026-08-11 13:42:50,629 INFO  [IPC Server handler 5 on default port 35837] hdfs.StateChange (FSNamesystem.java:completeFile(3104)) - DIR* completeFile: /id_taco-taco/2000/.kudu-metadata.json is closed by DFSClient_NONMAPREDUCE_-495147440_1
2026-08-11 13:42:50,631 INFO  [Listener at localhost/44695] backup.BackupIO (BackupIO.scala:writeTableMetadata(95)) - Writing metadata to hdfs://localhost:35837/id_pizza-pizza/200/.kudu-metadata.json
2026-08-11 13:42:50,634 INFO  [IPC Server handler 7 on default port 35837] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=create	src=/id_pizza-pizza/200/.kudu-metadata.json	dst=null	perm=slave:supergroup:rw-r--r--	proto=rpc
2026-08-11 13:42:50,639 INFO  [IPC Server handler 8 on default port 35837] hdfs.StateChange (FSDirWriteFileOp.java:logAllocatedBlock(802)) - BLOCK* allocate blk_1073741828_1004, replicas=127.0.0.1:34687 for /id_pizza-pizza/200/.kudu-metadata.json
2026-08-11 13:42:50,643 INFO  [DataXceiver for client DFSClient_NONMAPREDUCE_-495147440_1 at /127.0.0.1:33306 [Receiving block BP-1056198297-10.240.0.70-1786455764517:blk_1073741828_1004]] datanode.DataNode (DataXceiver.java:writeBlock(747)) - Receiving BP-1056198297-10.240.0.70-1786455764517:blk_1073741828_1004 src: /127.0.0.1:33306 dest: /127.0.0.1:34687
2026-08-11 13:42:50,652 INFO  [PacketResponder: BP-1056198297-10.240.0.70-1786455764517:blk_1073741828_1004, type=LAST_IN_PIPELINE] DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1539)) - src: /127.0.0.1:33306, dest: /127.0.0.1:34687, bytes: 84, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-495147440_1, offset: 0, srvID: b7139020-c80c-4548-b824-e113c72c44b5, blockid: BP-1056198297-10.240.0.70-1786455764517:blk_1073741828_1004, duration(ns): 5499294
2026-08-11 13:42:50,652 INFO  [PacketResponder: BP-1056198297-10.240.0.70-1786455764517:blk_1073741828_1004, type=LAST_IN_PIPELINE] datanode.DataNode (BlockReceiver.java:run(1512)) - PacketResponder: BP-1056198297-10.240.0.70-1786455764517:blk_1073741828_1004, type=LAST_IN_PIPELINE terminating
2026-08-11 13:42:50,659 INFO  [IPC Server handler 6 on default port 35837] hdfs.StateChange (FSNamesystem.java:completeFile(3104)) - DIR* completeFile: /id_pizza-pizza/200/.kudu-metadata.json is closed by DFSClient_NONMAPREDUCE_-495147440_1
2026-08-11 13:42:50,661 INFO  [Listener at localhost/44695] backup.BackupIO (BackupIO.scala:writeTableMetadata(95)) - Writing metadata to hdfs://localhost:35837/id_pizza-pizza/400/.kudu-metadata.json
2026-08-11 13:42:50,665 INFO  [IPC Server handler 0 on default port 35837] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=create	src=/id_pizza-pizza/400/.kudu-metadata.json	dst=null	perm=slave:supergroup:rw-r--r--	proto=rpc
2026-08-11 13:42:50,669 INFO  [IPC Server handler 3 on default port 35837] hdfs.StateChange (FSDirWriteFileOp.java:logAllocatedBlock(802)) - BLOCK* allocate blk_1073741829_1005, replicas=127.0.0.1:34687 for /id_pizza-pizza/400/.kudu-metadata.json
2026-08-11 13:42:50,673 INFO  [DataXceiver for client DFSClient_NONMAPREDUCE_-495147440_1 at /127.0.0.1:33308 [Receiving block BP-1056198297-10.240.0.70-1786455764517:blk_1073741829_1005]] datanode.DataNode (DataXceiver.java:writeBlock(747)) - Receiving BP-1056198297-10.240.0.70-1786455764517:blk_1073741829_1005 src: /127.0.0.1:33308 dest: /127.0.0.1:34687
2026-08-11 13:42:50,681 INFO  [PacketResponder: BP-1056198297-10.240.0.70-1786455764517:blk_1073741829_1005, type=LAST_IN_PIPELINE] DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1539)) - src: /127.0.0.1:33308, dest: /127.0.0.1:34687, bytes: 103, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-495147440_1, offset: 0, srvID: b7139020-c80c-4548-b824-e113c72c44b5, blockid: BP-1056198297-10.240.0.70-1786455764517:blk_1073741829_1005, duration(ns): 4205060
2026-08-11 13:42:50,681 INFO  [PacketResponder: BP-1056198297-10.240.0.70-1786455764517:blk_1073741829_1005, type=LAST_IN_PIPELINE] datanode.DataNode (BlockReceiver.java:run(1512)) - PacketResponder: BP-1056198297-10.240.0.70-1786455764517:blk_1073741829_1005, type=LAST_IN_PIPELINE terminating
2026-08-11 13:42:50,686 INFO  [IPC Server handler 4 on default port 35837] hdfs.StateChange (FSNamesystem.java:completeFile(3104)) - DIR* completeFile: /id_pizza-pizza/400/.kudu-metadata.json is closed by DFSClient_NONMAPREDUCE_-495147440_1
2026-08-11 13:42:50,687 INFO  [Listener at localhost/44695] backup.BackupIO (BackupIO.scala:writeTableMetadata(95)) - Writing metadata to hdfs://localhost:35837/id_pizza-pizza/600/.kudu-metadata.json
2026-08-11 13:42:50,691 INFO  [IPC Server handler 2 on default port 35837] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=create	src=/id_pizza-pizza/600/.kudu-metadata.json	dst=null	perm=slave:supergroup:rw-r--r--	proto=rpc
2026-08-11 13:42:50,698 INFO  [IPC Server handler 5 on default port 35837] hdfs.StateChange (FSDirWriteFileOp.java:logAllocatedBlock(802)) - BLOCK* allocate blk_1073741830_1006, replicas=127.0.0.1:34687 for /id_pizza-pizza/600/.kudu-metadata.json
2026-08-11 13:42:50,701 INFO  [DataXceiver for client DFSClient_NONMAPREDUCE_-495147440_1 at /127.0.0.1:33314 [Receiving block BP-1056198297-10.240.0.70-1786455764517:blk_1073741830_1006]] datanode.DataNode (DataXceiver.java:writeBlock(747)) - Receiving BP-1056198297-10.240.0.70-1786455764517:blk_1073741830_1006 src: /127.0.0.1:33314 dest: /127.0.0.1:34687
2026-08-11 13:42:50,710 INFO  [PacketResponder: BP-1056198297-10.240.0.70-1786455764517:blk_1073741830_1006, type=LAST_IN_PIPELINE] DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1539)) - src: /127.0.0.1:33314, dest: /127.0.0.1:34687, bytes: 103, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-495147440_1, offset: 0, srvID: b7139020-c80c-4548-b824-e113c72c44b5, blockid: BP-1056198297-10.240.0.70-1786455764517:blk_1073741830_1006, duration(ns): 4749240
2026-08-11 13:42:50,712 INFO  [PacketResponder: BP-1056198297-10.240.0.70-1786455764517:blk_1073741830_1006, type=LAST_IN_PIPELINE] datanode.DataNode (BlockReceiver.java:run(1512)) - PacketResponder: BP-1056198297-10.240.0.70-1786455764517:blk_1073741830_1006, type=LAST_IN_PIPELINE terminating
2026-08-11 13:42:50,715 INFO  [IPC Server handler 8 on default port 35837] hdfs.StateChange (FSNamesystem.java:completeFile(3104)) - DIR* completeFile: /id_pizza-pizza/600/.kudu-metadata.json is closed by DFSClient_NONMAPREDUCE_-495147440_1
2026-08-11 13:42:51,318 INFO  [IPC Server handler 9 on default port 35837] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=getfileinfo	src=/	dst=null	perm=null	proto=rpc
2026-08-11 13:42:51,324 INFO  [IPC Server handler 6 on default port 35837] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=listStatus	src=/	dst=null	perm=null	proto=rpc
2026-08-11 13:42:51,338 INFO  [IPC Server handler 0 on default port 35837] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=listStatus	src=/id_pizza-pizza	dst=null	perm=null	proto=rpc
2026-08-11 13:42:51,344 INFO  [IPC Server handler 3 on default port 35837] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=getfileinfo	src=/id_pizza-pizza/200/.kudu-metadata.json	dst=null	perm=null	proto=rpc
2026-08-11 13:42:51,358 INFO  [IPC Server handler 1 on default port 35837] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=open	src=/id_pizza-pizza/200/.kudu-metadata.json	dst=null	perm=null	proto=rpc
2026-08-11 13:42:51,464 INFO  [IPC Server handler 4 on default port 35837] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=getfileinfo	src=/id_pizza-pizza/400/.kudu-metadata.json	dst=null	perm=null	proto=rpc
2026-08-11 13:42:51,469 INFO  [IPC Server handler 2 on default port 35837] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=open	src=/id_pizza-pizza/400/.kudu-metadata.json	dst=null	perm=null	proto=rpc
2026-08-11 13:42:51,475 INFO  [IPC Server handler 5 on default port 35837] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=getfileinfo	src=/id_pizza-pizza/600/.kudu-metadata.json	dst=null	perm=null	proto=rpc
2026-08-11 13:42:51,477 INFO  [IPC Server handler 7 on default port 35837] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=open	src=/id_pizza-pizza/600/.kudu-metadata.json	dst=null	perm=null	proto=rpc
2026-08-11 13:42:51,481 INFO  [Listener at localhost/44695] backup.BackupIO (BackupIO.scala:readTableBackups(236)) - Found 3 paths in hdfs://localhost:35837/id_pizza-pizza
2026-08-11 13:42:51,483 INFO  [IPC Server handler 8 on default port 35837] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=listStatus	src=/id_taco-taco	dst=null	perm=null	proto=rpc
2026-08-11 13:42:51,486 INFO  [IPC Server handler 9 on default port 35837] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=getfileinfo	src=/id_taco-taco/100/.kudu-metadata.json	dst=null	perm=null	proto=rpc
2026-08-11 13:42:51,489 INFO  [IPC Server handler 6 on default port 35837] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=open	src=/id_taco-taco/100/.kudu-metadata.json	dst=null	perm=null	proto=rpc
2026-08-11 13:42:51,496 INFO  [IPC Server handler 0 on default port 35837] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=getfileinfo	src=/id_taco-taco/1000/.kudu-metadata.json	dst=null	perm=null	proto=rpc
2026-08-11 13:42:51,498 INFO  [IPC Server handler 3 on default port 35837] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=open	src=/id_taco-taco/1000/.kudu-metadata.json	dst=null	perm=null	proto=rpc
2026-08-11 13:42:51,503 INFO  [IPC Server handler 1 on default port 35837] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=getfileinfo	src=/id_taco-taco/2000/.kudu-metadata.json	dst=null	perm=null	proto=rpc
2026-08-11 13:42:51,506 INFO  [IPC Server handler 4 on default port 35837] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=open	src=/id_taco-taco/2000/.kudu-metadata.json	dst=null	perm=null	proto=rpc
2026-08-11 13:42:51,510 INFO  [Listener at localhost/44695] backup.BackupIO (BackupIO.scala:readTableBackups(236)) - Found 3 paths in hdfs://localhost:35837/id_taco-taco
.2026-08-11 13:42:51,607 INFO  [Listener at localhost/44695] hdfs.MiniDFSCluster (MiniDFSCluster.java:<init>(529)) - starting cluster: numNameNodes=1, numDataNodes=1
2026-08-11 13:42:51,609 INFO  [Listener at localhost/44695] namenode.NameNode (NameNode.java:format(1249)) - Formatting using clusterid: testClusterID
2026-08-11 13:42:51,610 INFO  [Listener at localhost/44695] namenode.FSEditLog (FSEditLog.java:newInstance(229)) - Edit logging is async:true
2026-08-11 13:42:51,626 INFO  [Listener at localhost/44695] namenode.FSNamesystem (FSNamesystem.java:<init>(814)) - KeyProvider: null
2026-08-11 13:42:51,627 INFO  [Listener at localhost/44695] namenode.FSNamesystem (FSNamesystemLock.java:<init>(141)) - fsLock is fair: true
2026-08-11 13:42:51,627 INFO  [Listener at localhost/44695] namenode.FSNamesystem (FSNamesystemLock.java:<init>(159)) - Detailed lock hold time metrics enabled: false
2026-08-11 13:42:51,627 INFO  [Listener at localhost/44695] namenode.FSNamesystem (FSNamesystem.java:<init>(847)) - fsOwner                = slave (auth:SIMPLE)
2026-08-11 13:42:51,627 INFO  [Listener at localhost/44695] namenode.FSNamesystem (FSNamesystem.java:<init>(848)) - supergroup             = supergroup
2026-08-11 13:42:51,628 INFO  [Listener at localhost/44695] namenode.FSNamesystem (FSNamesystem.java:<init>(849)) - isPermissionEnabled    = true
2026-08-11 13:42:51,628 INFO  [Listener at localhost/44695] namenode.FSNamesystem (FSNamesystem.java:<init>(850)) - isStoragePolicyEnabled = true
2026-08-11 13:42:51,628 INFO  [Listener at localhost/44695] namenode.FSNamesystem (FSNamesystem.java:<init>(861)) - HA Enabled: false
2026-08-11 13:42:51,628 INFO  [Listener at localhost/44695] common.Util (Util.java:isDiskStatsEnabled(395)) - dfs.datanode.fileio.profiling.sampling.percentage set to 0. Disabling file IO profiling
2026-08-11 13:42:51,629 INFO  [Listener at localhost/44695] blockmanagement.DatanodeManager (DatanodeManager.java:<init>(334)) - dfs.block.invalidate.limit: configured=1000, counted=60, effected=1000
2026-08-11 13:42:51,629 INFO  [Listener at localhost/44695] blockmanagement.DatanodeManager (DatanodeManager.java:<init>(342)) - dfs.namenode.datanode.registration.ip-hostname-check=true
2026-08-11 13:42:51,629 INFO  [Listener at localhost/44695] blockmanagement.BlockManager (InvalidateBlocks.java:printBlockDeletionTime(77)) - dfs.namenode.startup.delay.block.deletion.sec is set to 000:00:00:00.000
2026-08-11 13:42:51,630 INFO  [Listener at localhost/44695] blockmanagement.BlockManager (InvalidateBlocks.java:printBlockDeletionTime(83)) - The block deletion will start around 2026 Aug 11 13:42:51
2026-08-11 13:42:51,630 INFO  [Listener at localhost/44695] util.GSet (LightWeightGSet.java:computeCapacity(395)) - Computing capacity for map BlocksMap
2026-08-11 13:42:51,630 INFO  [Listener at localhost/44695] util.GSet (LightWeightGSet.java:computeCapacity(396)) - VM type       = 64-bit
2026-08-11 13:42:51,630 INFO  [Listener at localhost/44695] util.GSet (LightWeightGSet.java:computeCapacity(397)) - 2.0% max memory 3.5 GB = 72.5 MB
2026-08-11 13:42:51,631 INFO  [Listener at localhost/44695] util.GSet (LightWeightGSet.java:computeCapacity(402)) - capacity      = 2^23 = 8388608 entries
2026-08-11 13:42:51,637 INFO  [Listener at localhost/44695] blockmanagement.BlockManager (BlockManager.java:createSPSManager(5447)) - Storage policy satisfier is disabled
2026-08-11 13:42:51,638 INFO  [Listener at localhost/44695] blockmanagement.BlockManager (BlockManager.java:createBlockTokenSecretManager(641)) - dfs.block.access.token.enable = false
2026-08-11 13:42:51,638 INFO  [Listener at localhost/44695] blockmanagement.BlockManagerSafeMode (BlockManagerSafeMode.java:<init>(160)) - dfs.namenode.safemode.threshold-pct = 0.999
2026-08-11 13:42:51,639 INFO  [Listener at localhost/44695] blockmanagement.BlockManagerSafeMode (BlockManagerSafeMode.java:<init>(161)) - dfs.namenode.safemode.min.datanodes = 0
2026-08-11 13:42:51,639 INFO  [Listener at localhost/44695] blockmanagement.BlockManagerSafeMode (BlockManagerSafeMode.java:<init>(163)) - dfs.namenode.safemode.extension = 0
2026-08-11 13:42:51,639 INFO  [Listener at localhost/44695] blockmanagement.BlockManager (BlockManager.java:<init>(627)) - defaultReplication         = 1
2026-08-11 13:42:51,639 INFO  [Listener at localhost/44695] blockmanagement.BlockManager (BlockManager.java:<init>(628)) - maxReplication             = 512
2026-08-11 13:42:51,640 INFO  [Listener at localhost/44695] blockmanagement.BlockManager (BlockManager.java:<init>(629)) - minReplication             = 1
2026-08-11 13:42:51,640 INFO  [Listener at localhost/44695] blockmanagement.BlockManager (BlockManager.java:<init>(630)) - maxReplicationStreams      = 2
2026-08-11 13:42:51,640 INFO  [Listener at localhost/44695] blockmanagement.BlockManager (BlockManager.java:<init>(631)) - redundancyRecheckInterval  = 3000ms
2026-08-11 13:42:51,641 INFO  [Listener at localhost/44695] blockmanagement.BlockManager (BlockManager.java:<init>(632)) - encryptDataTransfer        = false
2026-08-11 13:42:51,641 INFO  [Listener at localhost/44695] blockmanagement.BlockManager (BlockManager.java:<init>(633)) - maxNumBlocksToLog          = 1000
2026-08-11 13:42:51,642 INFO  [Listener at localhost/44695] util.GSet (LightWeightGSet.java:computeCapacity(395)) - Computing capacity for map INodeMap
2026-08-11 13:42:51,642 INFO  [Listener at localhost/44695] util.GSet (LightWeightGSet.java:computeCapacity(396)) - VM type       = 64-bit
2026-08-11 13:42:51,642 INFO  [Listener at localhost/44695] util.GSet (LightWeightGSet.java:computeCapacity(397)) - 1.0% max memory 3.5 GB = 36.2 MB
2026-08-11 13:42:51,642 INFO  [Listener at localhost/44695] util.GSet (LightWeightGSet.java:computeCapacity(402)) - capacity      = 2^22 = 4194304 entries
2026-08-11 13:42:51,751 INFO  [Listener at localhost/44695] namenode.FSDirectory (FSDirectory.java:<init>(335)) - ACLs enabled? true
2026-08-11 13:42:51,754 INFO  [Listener at localhost/44695] namenode.FSDirectory (FSDirectory.java:<init>(339)) - POSIX ACL inheritance enabled? true
2026-08-11 13:42:51,755 INFO  [Listener at localhost/44695] namenode.FSDirectory (FSDirectory.java:<init>(343)) - XAttrs enabled? true
2026-08-11 13:42:51,755 INFO  [Listener at localhost/44695] namenode.NameNode (FSDirectory.java:<init>(406)) - Caching file names occurring more than 10 times
2026-08-11 13:42:51,755 INFO  [Listener at localhost/44695] snapshot.SnapshotManager (SnapshotManager.java:<init>(124)) - Loaded config captureOpenFiles: false, skipCaptureAccessTimeOnlyChange: false, snapshotDiffAllowSnapRootDescendant: true, maxSnapshotLimit: 65536
2026-08-11 13:42:51,756 INFO  [Listener at localhost/44695] snapshot.SnapshotManager (DirectoryDiffListFactory.java:init(43)) - SkipList is disabled
2026-08-11 13:42:51,756 INFO  [Listener at localhost/44695] util.GSet (LightWeightGSet.java:computeCapacity(395)) - Computing capacity for map cachedBlocks
2026-08-11 13:42:51,756 INFO  [Listener at localhost/44695] util.GSet (LightWeightGSet.java:computeCapacity(396)) - VM type       = 64-bit
2026-08-11 13:42:51,756 INFO  [Listener at localhost/44695] util.GSet (LightWeightGSet.java:computeCapacity(397)) - 0.25% max memory 3.5 GB = 9.1 MB
2026-08-11 13:42:51,757 INFO  [Listener at localhost/44695] util.GSet (LightWeightGSet.java:computeCapacity(402)) - capacity      = 2^20 = 1048576 entries
2026-08-11 13:42:51,758 INFO  [Listener at localhost/44695] metrics.TopMetrics (TopMetrics.java:logConf(75)) - NNTop conf: dfs.namenode.top.window.num.buckets = 10
2026-08-11 13:42:51,758 INFO  [Listener at localhost/44695] metrics.TopMetrics (TopMetrics.java:logConf(77)) - NNTop conf: dfs.namenode.top.num.users = 10
2026-08-11 13:42:51,759 INFO  [Listener at localhost/44695] metrics.TopMetrics (TopMetrics.java:logConf(79)) - NNTop conf: dfs.namenode.top.windows.minutes = 1,5,25
2026-08-11 13:42:51,759 INFO  [Listener at localhost/44695] namenode.FSNamesystem (FSNamesystem.java:initRetryCache(1080)) - Retry cache on namenode is enabled
2026-08-11 13:42:51,759 INFO  [Listener at localhost/44695] namenode.FSNamesystem (FSNamesystem.java:initRetryCache(1088)) - Retry cache will use 0.03 of total heap and retry cache entry expiry time is 600000 millis
2026-08-11 13:42:51,759 INFO  [Listener at localhost/44695] util.GSet (LightWeightGSet.java:computeCapacity(395)) - Computing capacity for map NameNodeRetryCache
2026-08-11 13:42:51,759 INFO  [Listener at localhost/44695] util.GSet (LightWeightGSet.java:computeCapacity(396)) - VM type       = 64-bit
2026-08-11 13:42:51,760 INFO  [Listener at localhost/44695] util.GSet (LightWeightGSet.java:computeCapacity(397)) - 0.029999999329447746% max memory 3.5 GB = 1.1 MB
2026-08-11 13:42:51,760 INFO  [Listener at localhost/44695] util.GSet (LightWeightGSet.java:computeCapacity(402)) - capacity      = 2^17 = 131072 entries
2026-08-11 13:42:51,762 INFO  [Listener at localhost/44695] namenode.FSImage (FSImage.java:format(186)) - Allocated new BlockPoolId: BP-1306014041-10.240.0.70-1786455771762
2026-08-11 13:42:51,770 INFO  [Listener at localhost/44695] common.Storage (NNStorage.java:format(595)) - Storage directory /tmp/hdfs-test1739443774758115764/name-0-1 has been successfully formatted.
2026-08-11 13:42:51,777 INFO  [Listener at localhost/44695] common.Storage (NNStorage.java:format(595)) - Storage directory /tmp/hdfs-test1739443774758115764/name-0-2 has been successfully formatted.
2026-08-11 13:42:51,807 INFO  [FSImageSaver for /tmp/hdfs-test1739443774758115764/name-0-2 of type IMAGE_AND_EDITS] namenode.FSImageFormatProtobuf (FSImageFormatProtobuf.java:save(732)) - Saving image file /tmp/hdfs-test1739443774758115764/name-0-2/current/fsimage.ckpt_0000000000000000000 using no compression
2026-08-11 13:42:51,807 INFO  [FSImageSaver for /tmp/hdfs-test1739443774758115764/name-0-1 of type IMAGE_AND_EDITS] namenode.FSImageFormatProtobuf (FSImageFormatProtobuf.java:save(732)) - Saving image file /tmp/hdfs-test1739443774758115764/name-0-1/current/fsimage.ckpt_0000000000000000000 using no compression
2026-08-11 13:42:51,824 INFO  [FSImageSaver for /tmp/hdfs-test1739443774758115764/name-0-2 of type IMAGE_AND_EDITS] namenode.FSImageFormatProtobuf (FSImageFormatProtobuf.java:save(736)) - Image file /tmp/hdfs-test1739443774758115764/name-0-2/current/fsimage.ckpt_0000000000000000000 of size 418 bytes saved in 0 seconds .
2026-08-11 13:42:51,824 INFO  [FSImageSaver for /tmp/hdfs-test1739443774758115764/name-0-1 of type IMAGE_AND_EDITS] namenode.FSImageFormatProtobuf (FSImageFormatProtobuf.java:save(736)) - Image file /tmp/hdfs-test1739443774758115764/name-0-1/current/fsimage.ckpt_0000000000000000000 of size 418 bytes saved in 0 seconds .
2026-08-11 13:42:51,830 INFO  [Listener at localhost/44695] namenode.NNStorageRetentionManager (NNStorageRetentionManager.java:getImageTxIdToRetain(203)) - Going to retain 1 images with txid >= 0
2026-08-11 13:42:51,845 INFO  [Listener at localhost/44695] namenode.FSNamesystem (FSNamesystem.java:stopActiveServices(1427)) - Stopping services started for active state
2026-08-11 13:42:51,845 INFO  [Listener at localhost/44695] namenode.FSNamesystem (FSNamesystem.java:stopStandbyServices(1528)) - Stopping services started for standby state
2026-08-11 13:42:51,847 INFO  [Listener at localhost/44695] namenode.NameNode (NameNode.java:createNameNode(1707)) - createNameNode []
2026-08-11 13:42:51,847 INFO  [Listener at localhost/44695] impl.MetricsSystemImpl (MetricsSystemImpl.java:init(158)) - NameNode metrics system started (again)
2026-08-11 13:42:51,848 INFO  [Listener at localhost/44695] namenode.NameNodeUtils (NameNodeUtils.java:getClientNamenodeAddress(79)) - fs.defaultFS is hdfs://127.0.0.1:0
2026-08-11 13:42:51,870 INFO  [org.apache.hadoop.util.JvmPauseMonitor$Monitor@4b76aa5a] util.JvmPauseMonitor (JvmPauseMonitor.java:run(188)) - Starting JVM pause monitor
2026-08-11 13:42:51,871 INFO  [Listener at localhost/44695] hdfs.DFSUtil (DFSUtil.java:httpServerTemplateForNNAndJN(1668)) - Filter initializers set : org.apache.hadoop.http.lib.StaticUserWebFilter,org.apache.hadoop.hdfs.web.AuthFilterInitializer
2026-08-11 13:42:51,871 INFO  [Listener at localhost/44695] hdfs.DFSUtil (DFSUtil.java:httpServerTemplateForNNAndJN(1690)) - Starting Web-server for hdfs at: http://localhost:0
2026-08-11 13:42:51,875 INFO  [Listener at localhost/44695] server.AuthenticationFilter (AuthenticationFilter.java:constructSecretProvider(240)) - Unable to initialize FileSignerSecretProvider, falling back to use random secrets.
2026-08-11 13:42:51,876 INFO  [Listener at localhost/44695] http.HttpRequestLog (HttpRequestLog.java:getRequestLog(82)) - Http request log for http.requests.namenode is not defined
2026-08-11 13:42:51,878 INFO  [Listener at localhost/44695] http.HttpServer2 (HttpServer2.java:addGlobalFilter(1111)) - Added global filter 'safety' (class=org.apache.hadoop.http.HttpServer2$QuotingInputFilter)
2026-08-11 13:42:51,879 INFO  [Listener at localhost/44695] http.HttpServer2 (HttpServer2.java:addFilter(1084)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context hdfs
2026-08-11 13:42:51,879 INFO  [Listener at localhost/44695] http.HttpServer2 (HttpServer2.java:addFilter(1094)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context static
2026-08-11 13:42:51,880 INFO  [Listener at localhost/44695] http.HttpServer2 (HttpServer2.java:addFilter(1084)) - Added filter AuthFilter (class=org.apache.hadoop.hdfs.web.AuthFilter) to context hdfs
2026-08-11 13:42:51,881 INFO  [Listener at localhost/44695] http.HttpServer2 (HttpServer2.java:addFilter(1094)) - Added filter AuthFilter (class=org.apache.hadoop.hdfs.web.AuthFilter) to context static
2026-08-11 13:42:51,882 INFO  [Listener at localhost/44695] http.HttpServer2 (HttpServer2.java:addJerseyResourcePackage(938)) - addJerseyResourcePackage: packageName=org.apache.hadoop.hdfs.server.namenode.web.resources;org.apache.hadoop.hdfs.web.resources, pathSpec=/webhdfs/v1/*
2026-08-11 13:42:51,882 INFO  [Listener at localhost/44695] http.HttpServer2 (HttpServer2.java:bindListener(1332)) - Jetty bound to port 44977
2026-08-11 13:42:51,883 INFO  [Listener at localhost/44695] server.Server (Server.java:doStart(375)) - jetty-9.4.40.v20210413; built: 2021-04-13T20:42:42.668Z; git: b881a572662e1943a14ae12e7e1207989f218b74; jvm 1.8.0_362-8u372-ga~us1-0ubuntu1~18.04-b09
2026-08-11 13:42:51,889 INFO  [Listener at localhost/44695] server.session (DefaultSessionIdManager.java:doStart(334)) - DefaultSessionIdManager workerName=node0
2026-08-11 13:42:51,889 INFO  [Listener at localhost/44695] server.session (DefaultSessionIdManager.java:doStart(339)) - No SessionScavenger set, using defaults
2026-08-11 13:42:51,890 INFO  [Listener at localhost/44695] server.session (HouseKeeper.java:startScavenging(132)) - node0 Scavenging every 660000ms
2026-08-11 13:42:51,891 INFO  [Listener at localhost/44695] server.AuthenticationFilter (AuthenticationFilter.java:constructSecretProvider(240)) - Unable to initialize FileSignerSecretProvider, falling back to use random secrets.
2026-08-11 13:42:51,892 INFO  [Listener at localhost/44695] handler.ContextHandler (ContextHandler.java:doStart(916)) - Started o.e.j.s.ServletContextHandler@310aee0b{static,/static,jar:file:/tmp/dist-test-tasklRzLiI/java/build/jars/hadoop-hdfs-3.3.1-tests.jar!/webapps/static,AVAILABLE}
2026-08-11 13:42:52,050 INFO  [Listener at localhost/44695] handler.ContextHandler (ContextHandler.java:doStart(916)) - Started o.e.j.w.WebAppContext@1455154c{hdfs,/,file:///tmp/jetty-localhost-44977-hadoop-hdfs-3_3_1-tests_jar-_-any-7008249970622605458/webapp/,AVAILABLE}{jar:file:/tmp/dist-test-tasklRzLiI/java/build/jars/hadoop-hdfs-3.3.1-tests.jar!/webapps/hdfs}
2026-08-11 13:42:52,051 INFO  [Listener at localhost/44695] server.AbstractConnector (AbstractConnector.java:doStart(331)) - Started ServerConnector@3a2d3909{HTTP/1.1, (http/1.1)}{localhost:44977}
2026-08-11 13:42:52,052 INFO  [Listener at localhost/44695] server.Server (Server.java:doStart(415)) - Started @10331ms
2026-08-11 13:42:52,053 INFO  [Listener at localhost/44695] namenode.FSEditLog (FSEditLog.java:newInstance(229)) - Edit logging is async:true
2026-08-11 13:42:52,067 INFO  [Listener at localhost/44695] namenode.FSNamesystem (FSNamesystem.java:<init>(814)) - KeyProvider: null
2026-08-11 13:42:52,067 INFO  [Listener at localhost/44695] namenode.FSNamesystem (FSNamesystemLock.java:<init>(141)) - fsLock is fair: true
2026-08-11 13:42:52,067 INFO  [Listener at localhost/44695] namenode.FSNamesystem (FSNamesystemLock.java:<init>(159)) - Detailed lock hold time metrics enabled: false
2026-08-11 13:42:52,067 INFO  [Listener at localhost/44695] namenode.FSNamesystem (FSNamesystem.java:<init>(847)) - fsOwner                = slave (auth:SIMPLE)
2026-08-11 13:42:52,067 INFO  [Listener at localhost/44695] namenode.FSNamesystem (FSNamesystem.java:<init>(848)) - supergroup             = supergroup
2026-08-11 13:42:52,068 INFO  [Listener at localhost/44695] namenode.FSNamesystem (FSNamesystem.java:<init>(849)) - isPermissionEnabled    = true
2026-08-11 13:42:52,068 INFO  [Listener at localhost/44695] namenode.FSNamesystem (FSNamesystem.java:<init>(850)) - isStoragePolicyEnabled = true
2026-08-11 13:42:52,068 INFO  [Listener at localhost/44695] namenode.FSNamesystem (FSNamesystem.java:<init>(861)) - HA Enabled: false
2026-08-11 13:42:52,068 INFO  [Listener at localhost/44695] common.Util (Util.java:isDiskStatsEnabled(395)) - dfs.datanode.fileio.profiling.sampling.percentage set to 0. Disabling file IO profiling
2026-08-11 13:42:52,068 INFO  [Listener at localhost/44695] blockmanagement.DatanodeManager (DatanodeManager.java:<init>(334)) - dfs.block.invalidate.limit: configured=1000, counted=60, effected=1000
2026-08-11 13:42:52,069 INFO  [Listener at localhost/44695] blockmanagement.DatanodeManager (DatanodeManager.java:<init>(342)) - dfs.namenode.datanode.registration.ip-hostname-check=true
2026-08-11 13:42:52,069 INFO  [Listener at localhost/44695] blockmanagement.BlockManager (InvalidateBlocks.java:printBlockDeletionTime(77)) - dfs.namenode.startup.delay.block.deletion.sec is set to 000:00:00:00.000
2026-08-11 13:42:52,069 INFO  [Listener at localhost/44695] blockmanagement.BlockManager (InvalidateBlocks.java:printBlockDeletionTime(83)) - The block deletion will start around 2026 Aug 11 13:42:52
2026-08-11 13:42:52,070 INFO  [Listener at localhost/44695] util.GSet (LightWeightGSet.java:computeCapacity(395)) - Computing capacity for map BlocksMap
2026-08-11 13:42:52,070 INFO  [Listener at localhost/44695] util.GSet (LightWeightGSet.java:computeCapacity(396)) - VM type       = 64-bit
2026-08-11 13:42:52,070 INFO  [Listener at localhost/44695] util.GSet (LightWeightGSet.java:computeCapacity(397)) - 2.0% max memory 3.5 GB = 72.5 MB
2026-08-11 13:42:52,070 INFO  [Listener at localhost/44695] util.GSet (LightWeightGSet.java:computeCapacity(402)) - capacity      = 2^23 = 8388608 entries
2026-08-11 13:42:52,204 INFO  [Listener at localhost/44695] blockmanagement.BlockManager (BlockManager.java:createSPSManager(5447)) - Storage policy satisfier is disabled
2026-08-11 13:42:52,204 INFO  [Listener at localhost/44695] blockmanagement.BlockManager (BlockManager.java:createBlockTokenSecretManager(641)) - dfs.block.access.token.enable = false
2026-08-11 13:42:52,205 INFO  [Listener at localhost/44695] blockmanagement.BlockManagerSafeMode (BlockManagerSafeMode.java:<init>(160)) - dfs.namenode.safemode.threshold-pct = 0.999
2026-08-11 13:42:52,205 INFO  [Listener at localhost/44695] blockmanagement.BlockManagerSafeMode (BlockManagerSafeMode.java:<init>(161)) - dfs.namenode.safemode.min.datanodes = 0
2026-08-11 13:42:52,205 INFO  [Listener at localhost/44695] blockmanagement.BlockManagerSafeMode (BlockManagerSafeMode.java:<init>(163)) - dfs.namenode.safemode.extension = 0
2026-08-11 13:42:52,205 INFO  [Listener at localhost/44695] blockmanagement.BlockManager (BlockManager.java:<init>(627)) - defaultReplication         = 1
2026-08-11 13:42:52,205 INFO  [Listener at localhost/44695] blockmanagement.BlockManager (BlockManager.java:<init>(628)) - maxReplication             = 512
2026-08-11 13:42:52,206 INFO  [Listener at localhost/44695] blockmanagement.BlockManager (BlockManager.java:<init>(629)) - minReplication             = 1
2026-08-11 13:42:52,206 INFO  [Listener at localhost/44695] blockmanagement.BlockManager (BlockManager.java:<init>(630)) - maxReplicationStreams      = 2
2026-08-11 13:42:52,206 INFO  [Listener at localhost/44695] blockmanagement.BlockManager (BlockManager.java:<init>(631)) - redundancyRecheckInterval  = 3000ms
2026-08-11 13:42:52,206 INFO  [Listener at localhost/44695] blockmanagement.BlockManager (BlockManager.java:<init>(632)) - encryptDataTransfer        = false
2026-08-11 13:42:52,206 INFO  [Listener at localhost/44695] blockmanagement.BlockManager (BlockManager.java:<init>(633)) - maxNumBlocksToLog          = 1000
2026-08-11 13:42:52,206 INFO  [Listener at localhost/44695] util.GSet (LightWeightGSet.java:computeCapacity(395)) - Computing capacity for map INodeMap
2026-08-11 13:42:52,206 INFO  [Listener at localhost/44695] util.GSet (LightWeightGSet.java:computeCapacity(396)) - VM type       = 64-bit
2026-08-11 13:42:52,207 INFO  [Listener at localhost/44695] util.GSet (LightWeightGSet.java:computeCapacity(397)) - 1.0% max memory 3.5 GB = 36.2 MB
2026-08-11 13:42:52,207 INFO  [Listener at localhost/44695] util.GSet (LightWeightGSet.java:computeCapacity(402)) - capacity      = 2^22 = 4194304 entries
2026-08-11 13:42:52,209 INFO  [Listener at localhost/44695] namenode.FSDirectory (FSDirectory.java:<init>(335)) - ACLs enabled? true
2026-08-11 13:42:52,210 INFO  [Listener at localhost/44695] namenode.FSDirectory (FSDirectory.java:<init>(339)) - POSIX ACL inheritance enabled? true
2026-08-11 13:42:52,210 INFO  [Listener at localhost/44695] namenode.FSDirectory (FSDirectory.java:<init>(343)) - XAttrs enabled? true
2026-08-11 13:42:52,210 INFO  [Listener at localhost/44695] namenode.NameNode (FSDirectory.java:<init>(406)) - Caching file names occurring more than 10 times
2026-08-11 13:42:52,210 INFO  [Listener at localhost/44695] snapshot.SnapshotManager (SnapshotManager.java:<init>(124)) - Loaded config captureOpenFiles: false, skipCaptureAccessTimeOnlyChange: false, snapshotDiffAllowSnapRootDescendant: true, maxSnapshotLimit: 65536
2026-08-11 13:42:52,210 INFO  [Listener at localhost/44695] snapshot.SnapshotManager (DirectoryDiffListFactory.java:init(43)) - SkipList is disabled
2026-08-11 13:42:52,210 INFO  [Listener at localhost/44695] util.GSet (LightWeightGSet.java:computeCapacity(395)) - Computing capacity for map cachedBlocks
2026-08-11 13:42:52,210 INFO  [Listener at localhost/44695] util.GSet (LightWeightGSet.java:computeCapacity(396)) - VM type       = 64-bit
2026-08-11 13:42:52,211 INFO  [Listener at localhost/44695] util.GSet (LightWeightGSet.java:computeCapacity(397)) - 0.25% max memory 3.5 GB = 9.1 MB
2026-08-11 13:42:52,211 INFO  [Listener at localhost/44695] util.GSet (LightWeightGSet.java:computeCapacity(402)) - capacity      = 2^20 = 1048576 entries
2026-08-11 13:42:52,212 INFO  [Listener at localhost/44695] metrics.TopMetrics (TopMetrics.java:logConf(75)) - NNTop conf: dfs.namenode.top.window.num.buckets = 10
2026-08-11 13:42:52,212 INFO  [Listener at localhost/44695] metrics.TopMetrics (TopMetrics.java:logConf(77)) - NNTop conf: dfs.namenode.top.num.users = 10
2026-08-11 13:42:52,212 INFO  [Listener at localhost/44695] metrics.TopMetrics (TopMetrics.java:logConf(79)) - NNTop conf: dfs.namenode.top.windows.minutes = 1,5,25
2026-08-11 13:42:52,212 INFO  [Listener at localhost/44695] namenode.FSNamesystem (FSNamesystem.java:initRetryCache(1080)) - Retry cache on namenode is enabled
2026-08-11 13:42:52,212 INFO  [Listener at localhost/44695] namenode.FSNamesystem (FSNamesystem.java:initRetryCache(1088)) - Retry cache will use 0.03 of total heap and retry cache entry expiry time is 600000 millis
2026-08-11 13:42:52,212 INFO  [Listener at localhost/44695] util.GSet (LightWeightGSet.java:computeCapacity(395)) - Computing capacity for map NameNodeRetryCache
2026-08-11 13:42:52,212 INFO  [Listener at localhost/44695] util.GSet (LightWeightGSet.java:computeCapacity(396)) - VM type       = 64-bit
2026-08-11 13:42:52,212 INFO  [Listener at localhost/44695] util.GSet (LightWeightGSet.java:computeCapacity(397)) - 0.029999999329447746% max memory 3.5 GB = 1.1 MB
2026-08-11 13:42:52,212 INFO  [Listener at localhost/44695] util.GSet (LightWeightGSet.java:computeCapacity(402)) - capacity      = 2^17 = 131072 entries
2026-08-11 13:42:52,217 INFO  [Listener at localhost/44695] common.Storage (Storage.java:tryLock(948)) - Lock on /tmp/hdfs-test1739443774758115764/name-0-1/in_use.lock acquired by nodename 26384@dist-test-slave-t7g5.c.gcp-upstream.internal
2026-08-11 13:42:52,220 INFO  [Listener at localhost/44695] common.Storage (Storage.java:tryLock(948)) - Lock on /tmp/hdfs-test1739443774758115764/name-0-2/in_use.lock acquired by nodename 26384@dist-test-slave-t7g5.c.gcp-upstream.internal
2026-08-11 13:42:52,221 INFO  [Listener at localhost/44695] namenode.FileJournalManager (FileJournalManager.java:recoverUnfinalizedSegments(428)) - Recovering unfinalized segments in /tmp/hdfs-test1739443774758115764/name-0-1/current
2026-08-11 13:42:52,222 INFO  [Listener at localhost/44695] namenode.FileJournalManager (FileJournalManager.java:recoverUnfinalizedSegments(428)) - Recovering unfinalized segments in /tmp/hdfs-test1739443774758115764/name-0-2/current
2026-08-11 13:42:52,222 INFO  [Listener at localhost/44695] namenode.FSImage (FSImage.java:loadFSImage(734)) - No edit log streams selected.
2026-08-11 13:42:52,223 INFO  [Listener at localhost/44695] namenode.FSImage (FSImage.java:loadFSImageFile(800)) - Planning to load image: FSImageFile(file=/tmp/hdfs-test1739443774758115764/name-0-1/current/fsimage_0000000000000000000, cpktTxId=0000000000000000000)
2026-08-11 13:42:52,225 INFO  [Listener at localhost/44695] namenode.FSImageFormatPBINode (FSImageFormatPBINode.java:loadINodeSectionHeader(413)) - Loading 1 INodes.
2026-08-11 13:42:52,227 INFO  [Listener at localhost/44695] namenode.FSImageFormatPBINode (FSImageFormatPBINode.java:loadINodeSection(371)) - Successfully loaded 1 inodes
2026-08-11 13:42:52,227 INFO  [Listener at localhost/44695] namenode.FSImageFormatPBINode (FSImageFormatPBINode.java:waitBlocksMapAndNameCacheUpdateFinished(344)) - Completed update blocks map and name cache, total waiting duration 0ms.
2026-08-11 13:42:52,228 INFO  [Listener at localhost/44695] namenode.FSImageFormatProtobuf (FSImageFormatProtobuf.java:load(255)) - Loaded FSImage in 0 seconds.
2026-08-11 13:42:52,229 INFO  [Listener at localhost/44695] namenode.FSImage (FSImage.java:loadFSImage(978)) - Loaded image for txid 0 from /tmp/hdfs-test1739443774758115764/name-0-1/current/fsimage_0000000000000000000
2026-08-11 13:42:52,229 INFO  [Listener at localhost/44695] namenode.FSNamesystem (FSNamesystem.java:loadFSImage(1202)) - Need to save fs image? false (staleImage=false, haEnabled=false, isRollingUpgrade=false)
2026-08-11 13:42:52,230 INFO  [Listener at localhost/44695] namenode.FSEditLog (FSEditLog.java:startLogSegment(1391)) - Starting log segment at 1
2026-08-11 13:42:52,255 INFO  [Listener at localhost/44695] namenode.NameCache (NameCache.java:initialized(143)) - initialized with 0 entries 0 lookups
2026-08-11 13:42:52,256 INFO  [Listener at localhost/44695] namenode.FSNamesystem (FSNamesystem.java:loadFromDisk(786)) - Finished loading FSImage in 42 msecs
2026-08-11 13:42:52,256 INFO  [Listener at localhost/44695] namenode.NameNode (NameNodeRpcServer.java:<init>(454)) - RPC server is binding to localhost:0
2026-08-11 13:42:52,256 INFO  [Listener at localhost/44695] namenode.NameNode (NameNodeRpcServer.java:<init>(459)) - Enable NameNode state context:false
2026-08-11 13:42:52,256 INFO  [Listener at localhost/44695] ipc.CallQueueManager (CallQueueManager.java:<init>(90)) - Using callQueue: class java.util.concurrent.LinkedBlockingQueue, queueCapacity: 1000, scheduler: class org.apache.hadoop.ipc.DefaultRpcScheduler, ipcBackoff: false.
2026-08-11 13:42:52,258 INFO  [Socket Reader #1 for port 0] ipc.Server (Server.java:run(1265)) - Starting Socket Reader #1 for port 0
2026-08-11 13:42:52,262 INFO  [Listener at localhost/35151] namenode.NameNode (NameNode.java:initialize(776)) - Clients are to use localhost:35151 to access this namenode/service.
2026-08-11 13:42:52,263 INFO  [Listener at localhost/35151] namenode.FSNamesystem (FSNamesystem.java:registerMBean(5444)) - Registered FSNamesystemState, ReplicatedBlocksState and ECBlockGroupsState MBeans.
2026-08-11 13:42:52,281 WARN  [org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeResourceMonitor@6974a715] namenode.NameNodeResourceChecker (NameNodeResourceChecker.java:isResourceAvailable(88)) - Space available on volume 'overlay' is 0, which is below the configured reserved amount 104857600
2026-08-11 13:42:52,282 WARN  [org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeResourceMonitor@6974a715] namenode.FSNamesystem (FSNamesystem.java:run(4383)) - NameNode low on available disk space. Entering safe mode.
2026-08-11 13:42:52,283 INFO  [org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeResourceMonitor@6974a715] hdfs.StateChange (FSNamesystem.java:enterSafeMode(5028)) - STATE* Safe mode is ON.
Resources are low on NN. Please add or free up more resourcesthen turn off safe mode manually. NOTE:  If you turn off safe mode before adding resources, the NN will immediately return to safe mode. Use "hdfs dfsadmin -safemode leave" to turn safe mode off.
2026-08-11 13:42:52,283 INFO  [Listener at localhost/35151] namenode.LeaseManager (LeaseManager.java:getNumUnderConstructionBlocks(166)) - Number of blocks under construction: 0
2026-08-11 13:42:52,284 INFO  [Listener at localhost/35151] blockmanagement.DatanodeAdminDefaultMonitor (DatanodeAdminDefaultMonitor.java:processConf(116)) - Initialized the Default Decommission and Maintenance monitor
2026-08-11 13:42:52,287 INFO  [Listener at localhost/35151] blockmanagement.BlockManager (BlockManager.java:initializeReplQueues(5187)) - initializing replication queues
2026-08-11 13:42:52,288 INFO  [Listener at localhost/35151] hdfs.StateChange (BlockManagerSafeMode.java:leaveSafeMode(399)) - STATE* Leaving safe mode after 0 secs
2026-08-11 13:42:52,288 INFO  [Listener at localhost/35151] hdfs.StateChange (BlockManagerSafeMode.java:leaveSafeMode(405)) - STATE* Network topology has 0 racks and 0 datanodes
2026-08-11 13:42:52,288 INFO  [Listener at localhost/35151] hdfs.StateChange (BlockManagerSafeMode.java:leaveSafeMode(407)) - STATE* UnderReplicatedBlocks has 0 blocks
2026-08-11 13:42:52,297 INFO  [Reconstruction Queue Initializer] blockmanagement.BlockManager (BlockManager.java:processMisReplicatesAsync(3728)) - Total number of blocks            = 0
2026-08-11 13:42:52,297 INFO  [Reconstruction Queue Initializer] blockmanagement.BlockManager (BlockManager.java:processMisReplicatesAsync(3729)) - Number of invalid blocks          = 0
2026-08-11 13:42:52,297 INFO  [Reconstruction Queue Initializer] blockmanagement.BlockManager (BlockManager.java:processMisReplicatesAsync(3730)) - Number of under-replicated blocks = 0
2026-08-11 13:42:52,297 INFO  [Reconstruction Queue Initializer] blockmanagement.BlockManager (BlockManager.java:processMisReplicatesAsync(3731)) - Number of  over-replicated blocks = 0
2026-08-11 13:42:52,297 INFO  [Reconstruction Queue Initializer] blockmanagement.BlockManager (BlockManager.java:processMisReplicatesAsync(3733)) - Number of blocks being written    = 0
2026-08-11 13:42:52,297 INFO  [Reconstruction Queue Initializer] hdfs.StateChange (BlockManager.java:processMisReplicatesAsync(3736)) - STATE* Replication Queue initialization scan for invalid, over- and under-replicated blocks completed in 8 msec
2026-08-11 13:42:52,300 INFO  [IPC Server Responder] ipc.Server (Server.java:run(1507)) - IPC Server Responder: starting
2026-08-11 13:42:52,301 INFO  [IPC Server listener on 0] ipc.Server (Server.java:run(1344)) - IPC Server listener on 0: starting
2026-08-11 13:42:52,308 INFO  [Listener at localhost/35151] namenode.NameNode (NameNode.java:startCommonServices(893)) - NameNode RPC up at: localhost/127.0.0.1:35151
2026-08-11 13:42:52,309 INFO  [Listener at localhost/35151] namenode.FSNamesystem (FSNamesystem.java:startActiveServices(1314)) - Starting services required for active state
2026-08-11 13:42:52,310 INFO  [Listener at localhost/35151] namenode.FSDirectory (FSDirectory.java:updateCountForQuota(840)) - Initializing quota with 12 thread(s)
2026-08-11 13:42:52,311 INFO  [Listener at localhost/35151] namenode.FSDirectory (FSDirectory.java:updateCountForQuota(849)) - Quota initialization completed in 1 milliseconds
name space=1
storage space=0
storage types=RAM_DISK=0, SSD=0, DISK=0, ARCHIVE=0, PROVIDED=0
2026-08-11 13:42:52,316 INFO  [CacheReplicationMonitor(742573993)] blockmanagement.CacheReplicationMonitor (CacheReplicationMonitor.java:run(160)) - Starting CacheReplicationMonitor with interval 30000 milliseconds
2026-08-11 13:42:52,318 INFO  [Listener at localhost/35151] hdfs.MiniDFSCluster (MiniDFSCluster.java:startDataNodes(1697)) - Starting DataNode 0 with dfs.datanode.data.dir: [DISK]file:/tmp/hdfs-test1739443774758115764/data/data1,[DISK]file:/tmp/hdfs-test1739443774758115764/data/data2
2026-08-11 13:42:52,320 INFO  [Listener at localhost/35151] checker.ThrottledAsyncChecker (ThrottledAsyncChecker.java:schedule(137)) - Scheduling a check for [DISK]file:/tmp/hdfs-test1739443774758115764/data/data1
2026-08-11 13:42:52,321 INFO  [Listener at localhost/35151] checker.ThrottledAsyncChecker (ThrottledAsyncChecker.java:schedule(137)) - Scheduling a check for [DISK]file:/tmp/hdfs-test1739443774758115764/data/data2
2026-08-11 13:42:52,340 INFO  [Listener at localhost/35151] impl.MetricsSystemImpl (MetricsSystemImpl.java:init(158)) - DataNode metrics system started (again)
2026-08-11 13:42:52,340 INFO  [Listener at localhost/35151] common.Util (Util.java:isDiskStatsEnabled(395)) - dfs.datanode.fileio.profiling.sampling.percentage set to 0. Disabling file IO profiling
2026-08-11 13:42:52,340 INFO  [Listener at localhost/35151] datanode.BlockScanner (BlockScanner.java:<init>(201)) - Initialized block scanner with targetBytesPerSec 1048576
2026-08-11 13:42:52,341 INFO  [Listener at localhost/35151] datanode.DataNode (DataNode.java:<init>(512)) - Configured hostname is 127.0.0.1
2026-08-11 13:42:52,341 INFO  [Listener at localhost/35151] common.Util (Util.java:isDiskStatsEnabled(395)) - dfs.datanode.fileio.profiling.sampling.percentage set to 0. Disabling file IO profiling
2026-08-11 13:42:52,341 INFO  [Listener at localhost/35151] datanode.DataNode (DataNode.java:startDataNode(1408)) - Starting DataNode with maxLockedMemory = 0
2026-08-11 13:42:52,342 INFO  [Listener at localhost/35151] datanode.DataNode (DataNode.java:initDataXceiver(1171)) - Opened streaming server at /127.0.0.1:46065
2026-08-11 13:42:52,342 INFO  [Listener at localhost/35151] datanode.DataNode (DataXceiverServer.java:<init>(94)) - Balancing bandwidth is 104857600 bytes/s
2026-08-11 13:42:52,342 INFO  [Listener at localhost/35151] datanode.DataNode (DataXceiverServer.java:<init>(95)) - Number threads for balancing is 100
2026-08-11 13:42:52,344 INFO  [Listener at localhost/35151] server.AuthenticationFilter (AuthenticationFilter.java:constructSecretProvider(240)) - Unable to initialize FileSignerSecretProvider, falling back to use random secrets.
2026-08-11 13:42:52,345 INFO  [Listener at localhost/35151] http.HttpRequestLog (HttpRequestLog.java:getRequestLog(82)) - Http request log for http.requests.datanode is not defined
2026-08-11 13:42:52,347 INFO  [Listener at localhost/35151] http.HttpServer2 (HttpServer2.java:addGlobalFilter(1111)) - Added global filter 'safety' (class=org.apache.hadoop.http.HttpServer2$QuotingInputFilter)
2026-08-11 13:42:52,348 INFO  [Listener at localhost/35151] http.HttpServer2 (HttpServer2.java:addFilter(1084)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context datanode
2026-08-11 13:42:52,349 INFO  [Listener at localhost/35151] http.HttpServer2 (HttpServer2.java:addFilter(1094)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context static
2026-08-11 13:42:52,350 INFO  [Listener at localhost/35151] http.HttpServer2 (HttpServer2.java:bindListener(1332)) - Jetty bound to port 33849
2026-08-11 13:42:52,350 INFO  [Listener at localhost/35151] server.Server (Server.java:doStart(375)) - jetty-9.4.40.v20210413; built: 2021-04-13T20:42:42.668Z; git: b881a572662e1943a14ae12e7e1207989f218b74; jvm 1.8.0_362-8u372-ga~us1-0ubuntu1~18.04-b09
2026-08-11 13:42:52,353 INFO  [Listener at localhost/35151] server.session (DefaultSessionIdManager.java:doStart(334)) - DefaultSessionIdManager workerName=node0
2026-08-11 13:42:52,354 INFO  [Listener at localhost/35151] server.session (DefaultSessionIdManager.java:doStart(339)) - No SessionScavenger set, using defaults
2026-08-11 13:42:52,354 INFO  [Listener at localhost/35151] server.session (HouseKeeper.java:startScavenging(132)) - node0 Scavenging every 660000ms
2026-08-11 13:42:52,355 INFO  [Listener at localhost/35151] handler.ContextHandler (ContextHandler.java:doStart(916)) - Started o.e.j.s.ServletContextHandler@33f2df51{static,/static,jar:file:/tmp/dist-test-tasklRzLiI/java/build/jars/hadoop-hdfs-3.3.1-tests.jar!/webapps/static,AVAILABLE}
2026-08-11 13:42:52,513 INFO  [Listener at localhost/35151] handler.ContextHandler (ContextHandler.java:doStart(916)) - Started o.e.j.w.WebAppContext@2f0ed952{datanode,/,file:///tmp/jetty-localhost-33849-hadoop-hdfs-3_3_1-tests_jar-_-any-5933050994344679317/webapp/,AVAILABLE}{jar:file:/tmp/dist-test-tasklRzLiI/java/build/jars/hadoop-hdfs-3.3.1-tests.jar!/webapps/datanode}
2026-08-11 13:42:52,515 INFO  [Listener at localhost/35151] server.AbstractConnector (AbstractConnector.java:doStart(331)) - Started ServerConnector@61a91c9b{HTTP/1.1, (http/1.1)}{localhost:33849}
2026-08-11 13:42:52,515 INFO  [Listener at localhost/35151] server.Server (Server.java:doStart(415)) - Started @10795ms
2026-08-11 13:42:52,517 WARN  [Listener at localhost/35151] web.DatanodeHttpServer (RestCsrfPreventionFilterHandler.java:<init>(75)) - Got null for restCsrfPreventionFilter - will not do any filtering.
2026-08-11 13:42:52,520 INFO  [Listener at localhost/35151] web.DatanodeHttpServer (DatanodeHttpServer.java:start(322)) - Listening HTTP traffic on /127.0.0.1:44281
2026-08-11 13:42:52,521 INFO  [org.apache.hadoop.util.JvmPauseMonitor$Monitor@4f3faa70] util.JvmPauseMonitor (JvmPauseMonitor.java:run(188)) - Starting JVM pause monitor
2026-08-11 13:42:52,521 INFO  [Listener at localhost/35151] datanode.DataNode (DataNode.java:startDataNode(1436)) - dnUserName = slave
2026-08-11 13:42:52,521 INFO  [Listener at localhost/35151] datanode.DataNode (DataNode.java:startDataNode(1437)) - supergroup = supergroup
2026-08-11 13:42:52,522 INFO  [Listener at localhost/35151] ipc.CallQueueManager (CallQueueManager.java:<init>(90)) - Using callQueue: class java.util.concurrent.LinkedBlockingQueue, queueCapacity: 1000, scheduler: class org.apache.hadoop.ipc.DefaultRpcScheduler, ipcBackoff: false.
2026-08-11 13:42:52,523 INFO  [Socket Reader #1 for port 0] ipc.Server (Server.java:run(1265)) - Starting Socket Reader #1 for port 0
2026-08-11 13:42:52,528 INFO  [Listener at localhost/33763] datanode.DataNode (DataNode.java:initIpcServer(1057)) - Opened IPC server at /127.0.0.1:33763
2026-08-11 13:42:53,091 INFO  [Listener at localhost/33763] datanode.DataNode (BlockPoolManager.java:refreshNamenodes(149)) - Refresh request received for nameservices: null
2026-08-11 13:42:53,091 INFO  [Listener at localhost/33763] datanode.DataNode (BlockPoolManager.java:doRefreshNamenodes(210)) - Starting BPOfferServices for nameservices: <default>
2026-08-11 13:42:53,093 INFO  [Thread-175] datanode.DataNode (BPServiceActor.java:run(847)) - Block pool <registering> (Datanode Uuid unassigned) service to localhost/127.0.0.1:35151 starting to offer service
2026-08-11 13:42:53,095 INFO  [IPC Server Responder] ipc.Server (Server.java:run(1507)) - IPC Server Responder: starting
2026-08-11 13:42:53,096 INFO  [IPC Server listener on 0] ipc.Server (Server.java:run(1344)) - IPC Server listener on 0: starting
2026-08-11 13:42:53,107 INFO  [Thread-175] datanode.DataNode (BPOfferService.java:verifyAndSetNamespaceInfo(381)) - Acknowledging ACTIVE Namenode during handshakeBlock pool <registering> (Datanode Uuid unassigned) service to localhost/127.0.0.1:35151
2026-08-11 13:42:53,113 INFO  [Thread-175] common.Storage (DataStorage.java:getParallelVolumeLoadThreadsNum(356)) - Using 2 threads to upgrade data directories (dfs.datanode.parallel.volumes.load.threads.num=2, dataDirs=2)
2026-08-11 13:42:53,115 INFO  [IPC Server handler 1 on default port 35151] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=datanodeReport	src=null	dst=null	perm=null	proto=rpc
2026-08-11 13:42:53,118 INFO  [Thread-175] common.Storage (Storage.java:tryLock(948)) - Lock on /tmp/hdfs-test1739443774758115764/data/data1/in_use.lock acquired by nodename 26384@dist-test-slave-t7g5.c.gcp-upstream.internal
2026-08-11 13:42:53,118 INFO  [Thread-175] common.Storage (DataStorage.java:loadStorageDirectory(284)) - Storage directory with location [DISK]file:/tmp/hdfs-test1739443774758115764/data/data1 is not formatted for namespace 1053921544. Formatting...
2026-08-11 13:42:53,118 INFO  [Listener at localhost/33763] hdfs.MiniDFSCluster (MiniDFSCluster.java:shouldWait(2823)) - dnInfo.length != numDataNodes
2026-08-11 13:42:53,119 INFO  [Listener at localhost/33763] hdfs.MiniDFSCluster (MiniDFSCluster.java:waitActive(2744)) - Waiting for cluster to become active
2026-08-11 13:42:53,119 INFO  [Thread-175] common.Storage (DataStorage.java:createStorageID(160)) - Generated new storageID DS-b1ae83bf-19a5-4e22-b9c5-48d3ff6b0f5a for directory /tmp/hdfs-test1739443774758115764/data/data1 
2026-08-11 13:42:53,128 INFO  [Thread-175] common.Storage (Storage.java:tryLock(948)) - Lock on /tmp/hdfs-test1739443774758115764/data/data2/in_use.lock acquired by nodename 26384@dist-test-slave-t7g5.c.gcp-upstream.internal
2026-08-11 13:42:53,128 INFO  [Thread-175] common.Storage (DataStorage.java:loadStorageDirectory(284)) - Storage directory with location [DISK]file:/tmp/hdfs-test1739443774758115764/data/data2 is not formatted for namespace 1053921544. Formatting...
2026-08-11 13:42:53,128 INFO  [Thread-175] common.Storage (DataStorage.java:createStorageID(160)) - Generated new storageID DS-bedc783e-9a99-4fba-9753-eb42c734d662 for directory /tmp/hdfs-test1739443774758115764/data/data2 
2026-08-11 13:42:53,157 INFO  [Thread-175] common.Storage (BlockPoolSliceStorage.java:recoverTransitionRead(256)) - Analyzing storage directories for bpid BP-1306014041-10.240.0.70-1786455771762
2026-08-11 13:42:53,157 INFO  [Thread-175] common.Storage (Storage.java:lock(907)) - Locking is disabled for /tmp/hdfs-test1739443774758115764/data/data1/current/BP-1306014041-10.240.0.70-1786455771762
2026-08-11 13:42:53,157 INFO  [Thread-175] common.Storage (BlockPoolSliceStorage.java:loadStorageDirectory(169)) - Block pool storage directory for location [DISK]file:/tmp/hdfs-test1739443774758115764/data/data1 and block pool id BP-1306014041-10.240.0.70-1786455771762 is not formatted. Formatting ...
2026-08-11 13:42:53,157 INFO  [Thread-175] common.Storage (BlockPoolSliceStorage.java:format(285)) - Formatting block pool BP-1306014041-10.240.0.70-1786455771762 directory /tmp/hdfs-test1739443774758115764/data/data1/current/BP-1306014041-10.240.0.70-1786455771762/current
2026-08-11 13:42:53,187 INFO  [Thread-175] common.Storage (BlockPoolSliceStorage.java:recoverTransitionRead(256)) - Analyzing storage directories for bpid BP-1306014041-10.240.0.70-1786455771762
2026-08-11 13:42:53,188 INFO  [Thread-175] common.Storage (Storage.java:lock(907)) - Locking is disabled for /tmp/hdfs-test1739443774758115764/data/data2/current/BP-1306014041-10.240.0.70-1786455771762
2026-08-11 13:42:53,188 INFO  [Thread-175] common.Storage (BlockPoolSliceStorage.java:loadStorageDirectory(169)) - Block pool storage directory for location [DISK]file:/tmp/hdfs-test1739443774758115764/data/data2 and block pool id BP-1306014041-10.240.0.70-1786455771762 is not formatted. Formatting ...
2026-08-11 13:42:53,188 INFO  [Thread-175] common.Storage (BlockPoolSliceStorage.java:format(285)) - Formatting block pool BP-1306014041-10.240.0.70-1786455771762 directory /tmp/hdfs-test1739443774758115764/data/data2/current/BP-1306014041-10.240.0.70-1786455771762/current
2026-08-11 13:42:53,194 INFO  [Thread-175] datanode.DataNode (DataNode.java:initStorage(1756)) - Setting up storage: nsid=1053921544;bpid=BP-1306014041-10.240.0.70-1786455771762;lv=-57;nsInfo=lv=-66;cid=testClusterID;nsid=1053921544;c=1786455771762;bpid=BP-1306014041-10.240.0.70-1786455771762;dnuuid=null
2026-08-11 13:42:53,200 INFO  [Thread-175] datanode.DataNode (DataNode.java:checkDatanodeUuid(1554)) - Generated and persisted new Datanode UUID a4e93717-584d-4810-8fa7-4e3195aed39e
2026-08-11 13:42:53,200 INFO  [Thread-175] impl.FsDatasetImpl (FsDatasetImpl.java:<init>(310)) - The datanode lock is a read write lock
2026-08-11 13:42:53,203 INFO  [Thread-175] impl.FsDatasetImpl (FsVolumeList.java:addVolume(304)) - Added new volume: DS-b1ae83bf-19a5-4e22-b9c5-48d3ff6b0f5a
2026-08-11 13:42:53,203 INFO  [Thread-175] impl.FsDatasetImpl (FsDatasetImpl.java:addVolume(493)) - Added volume - [DISK]file:/tmp/hdfs-test1739443774758115764/data/data1, StorageType: DISK
2026-08-11 13:42:53,206 INFO  [Thread-175] impl.FsDatasetImpl (FsVolumeList.java:addVolume(304)) - Added new volume: DS-bedc783e-9a99-4fba-9753-eb42c734d662
2026-08-11 13:42:53,206 INFO  [Thread-175] impl.FsDatasetImpl (FsDatasetImpl.java:addVolume(493)) - Added volume - [DISK]file:/tmp/hdfs-test1739443774758115764/data/data2, StorageType: DISK
2026-08-11 13:42:53,207 INFO  [Thread-175] impl.MemoryMappableBlockLoader (MemoryMappableBlockLoader.java:initialize(48)) - Initializing cache loader: MemoryMappableBlockLoader.
2026-08-11 13:42:53,207 INFO  [Thread-175] impl.FsDatasetImpl (FsDatasetImpl.java:registerMBean(2343)) - Registered FSDatasetState MBean
2026-08-11 13:42:53,209 INFO  [Thread-175] impl.FsDatasetImpl (FsDatasetImpl.java:addBlockPool(2856)) - Adding block pool BP-1306014041-10.240.0.70-1786455771762
2026-08-11 13:42:53,210 INFO  [Thread-192] impl.FsDatasetImpl (FsVolumeList.java:run(406)) - Scanning block pool BP-1306014041-10.240.0.70-1786455771762 on volume /tmp/hdfs-test1739443774758115764/data/data1...
2026-08-11 13:42:53,212 INFO  [Thread-193] impl.FsDatasetImpl (FsVolumeList.java:run(406)) - Scanning block pool BP-1306014041-10.240.0.70-1786455771762 on volume /tmp/hdfs-test1739443774758115764/data/data2...
2026-08-11 13:42:53,231 INFO  [IPC Server handler 2 on default port 35151] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=datanodeReport	src=null	dst=null	perm=null	proto=rpc
2026-08-11 13:42:53,234 INFO  [Listener at localhost/33763] hdfs.MiniDFSCluster (MiniDFSCluster.java:shouldWait(2823)) - dnInfo.length != numDataNodes
2026-08-11 13:42:53,235 INFO  [Listener at localhost/33763] hdfs.MiniDFSCluster (MiniDFSCluster.java:waitActive(2744)) - Waiting for cluster to become active
2026-08-11 13:42:53,245 INFO  [Thread-193] impl.FsDatasetImpl (FsVolumeList.java:run(411)) - Time taken to scan block pool BP-1306014041-10.240.0.70-1786455771762 on /tmp/hdfs-test1739443774758115764/data/data2: 32ms
2026-08-11 13:42:53,251 INFO  [Thread-192] impl.FsDatasetImpl (FsVolumeList.java:run(411)) - Time taken to scan block pool BP-1306014041-10.240.0.70-1786455771762 on /tmp/hdfs-test1739443774758115764/data/data1: 41ms
2026-08-11 13:42:53,252 INFO  [Thread-175] impl.FsDatasetImpl (FsVolumeList.java:addBlockPool(431)) - Total time to scan all replicas for block pool BP-1306014041-10.240.0.70-1786455771762: 43ms
2026-08-11 13:42:53,252 INFO  [Thread-196] impl.FsDatasetImpl (FsVolumeList.java:run(199)) - Adding replicas to map for block pool BP-1306014041-10.240.0.70-1786455771762 on volume /tmp/hdfs-test1739443774758115764/data/data1...
2026-08-11 13:42:53,252 INFO  [Thread-197] impl.FsDatasetImpl (FsVolumeList.java:run(199)) - Adding replicas to map for block pool BP-1306014041-10.240.0.70-1786455771762 on volume /tmp/hdfs-test1739443774758115764/data/data2...
2026-08-11 13:42:53,252 INFO  [Thread-196] impl.BlockPoolSlice (BlockPoolSlice.java:readReplicasFromCache(902)) - Replica Cache file: /tmp/hdfs-test1739443774758115764/data/data1/current/BP-1306014041-10.240.0.70-1786455771762/current/replicas doesn't exist 
2026-08-11 13:42:53,253 INFO  [Thread-197] impl.BlockPoolSlice (BlockPoolSlice.java:readReplicasFromCache(902)) - Replica Cache file: /tmp/hdfs-test1739443774758115764/data/data2/current/BP-1306014041-10.240.0.70-1786455771762/current/replicas doesn't exist 
2026-08-11 13:42:53,253 INFO  [Thread-196] impl.FsDatasetImpl (FsVolumeList.java:run(204)) - Time to add replicas to map for block pool BP-1306014041-10.240.0.70-1786455771762 on volume /tmp/hdfs-test1739443774758115764/data/data1: 0ms
2026-08-11 13:42:53,253 INFO  [Thread-197] impl.FsDatasetImpl (FsVolumeList.java:run(204)) - Time to add replicas to map for block pool BP-1306014041-10.240.0.70-1786455771762 on volume /tmp/hdfs-test1739443774758115764/data/data2: 0ms
2026-08-11 13:42:53,253 INFO  [Thread-175] impl.FsDatasetImpl (FsVolumeList.java:getAllVolumesMap(225)) - Total time to add all replicas to map for block pool BP-1306014041-10.240.0.70-1786455771762: 2ms
2026-08-11 13:42:53,254 INFO  [Thread-175] checker.ThrottledAsyncChecker (ThrottledAsyncChecker.java:schedule(137)) - Scheduling a check for /tmp/hdfs-test1739443774758115764/data/data1
2026-08-11 13:42:53,254 INFO  [Thread-175] checker.DatasetVolumeChecker (DatasetVolumeChecker.java:checkAllVolumes(224)) - Scheduled health check for volume /tmp/hdfs-test1739443774758115764/data/data1
2026-08-11 13:42:53,255 INFO  [Thread-175] checker.ThrottledAsyncChecker (ThrottledAsyncChecker.java:schedule(137)) - Scheduling a check for /tmp/hdfs-test1739443774758115764/data/data2
2026-08-11 13:42:53,256 INFO  [Thread-175] checker.DatasetVolumeChecker (DatasetVolumeChecker.java:checkAllVolumes(224)) - Scheduled health check for volume /tmp/hdfs-test1739443774758115764/data/data2
2026-08-11 13:42:53,258 INFO  [VolumeScannerThread(/tmp/hdfs-test1739443774758115764/data/data1)] datanode.VolumeScanner (VolumeScanner.java:findNextUsableBlockIter(385)) - Now scanning bpid BP-1306014041-10.240.0.70-1786455771762 on volume /tmp/hdfs-test1739443774758115764/data/data1
2026-08-11 13:42:53,258 WARN  [Thread-175] datanode.DirectoryScanner (DirectoryScanner.java:<init>(300)) - dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1
2026-08-11 13:42:53,259 INFO  [VolumeScannerThread(/tmp/hdfs-test1739443774758115764/data/data1)] datanode.VolumeScanner (VolumeScanner.java:getNextBlockToScan(505)) - VolumeScanner(/tmp/hdfs-test1739443774758115764/data/data1, DS-b1ae83bf-19a5-4e22-b9c5-48d3ff6b0f5a): finished scanning block pool BP-1306014041-10.240.0.70-1786455771762
2026-08-11 13:42:53,259 INFO  [Thread-175] datanode.DirectoryScanner (DirectoryScanner.java:start(329)) - Periodic Directory Tree Verification scan starting in 10666185ms with interval of 21600000ms and throttle limit of -1ms/s
2026-08-11 13:42:53,261 INFO  [VolumeScannerThread(/tmp/hdfs-test1739443774758115764/data/data2)] datanode.VolumeScanner (VolumeScanner.java:findNextUsableBlockIter(385)) - Now scanning bpid BP-1306014041-10.240.0.70-1786455771762 on volume /tmp/hdfs-test1739443774758115764/data/data2
2026-08-11 13:42:53,261 INFO  [BP-1306014041-10.240.0.70-1786455771762 heartbeating to localhost/127.0.0.1:35151] datanode.DataNode (BPServiceActor.java:register(788)) - Block pool BP-1306014041-10.240.0.70-1786455771762 (Datanode Uuid a4e93717-584d-4810-8fa7-4e3195aed39e) service to localhost/127.0.0.1:35151 beginning handshake with NN
2026-08-11 13:42:53,261 INFO  [VolumeScannerThread(/tmp/hdfs-test1739443774758115764/data/data2)] datanode.VolumeScanner (VolumeScanner.java:getNextBlockToScan(505)) - VolumeScanner(/tmp/hdfs-test1739443774758115764/data/data2, DS-bedc783e-9a99-4fba-9753-eb42c734d662): finished scanning block pool BP-1306014041-10.240.0.70-1786455771762
2026-08-11 13:42:53,261 INFO  [VolumeScannerThread(/tmp/hdfs-test1739443774758115764/data/data1)] datanode.VolumeScanner (VolumeScanner.java:findNextUsableBlockIter(402)) - VolumeScanner(/tmp/hdfs-test1739443774758115764/data/data1, DS-b1ae83bf-19a5-4e22-b9c5-48d3ff6b0f5a): no suitable block pools found to scan.  Waiting 1814399997 ms.
2026-08-11 13:42:53,262 INFO  [VolumeScannerThread(/tmp/hdfs-test1739443774758115764/data/data2)] datanode.VolumeScanner (VolumeScanner.java:findNextUsableBlockIter(402)) - VolumeScanner(/tmp/hdfs-test1739443774758115764/data/data2, DS-bedc783e-9a99-4fba-9753-eb42c734d662): no suitable block pools found to scan.  Waiting 1814399996 ms.
2026-08-11 13:42:53,264 INFO  [IPC Server handler 3 on default port 35151] hdfs.StateChange (DatanodeManager.java:registerDatanode(1142)) - BLOCK* registerDatanode: from DatanodeRegistration(127.0.0.1:46065, datanodeUuid=a4e93717-584d-4810-8fa7-4e3195aed39e, infoPort=44281, infoSecurePort=0, ipcPort=33763, storageInfo=lv=-57;cid=testClusterID;nsid=1053921544;c=1786455771762) storage a4e93717-584d-4810-8fa7-4e3195aed39e
2026-08-11 13:42:53,264 INFO  [IPC Server handler 3 on default port 35151] net.NetworkTopology (NetworkTopology.java:add(149)) - Adding a new node: /default-rack/127.0.0.1:46065
2026-08-11 13:42:53,264 INFO  [IPC Server handler 3 on default port 35151] blockmanagement.BlockReportLeaseManager (BlockReportLeaseManager.java:registerNode(200)) - Registered DN a4e93717-584d-4810-8fa7-4e3195aed39e (127.0.0.1:46065).
2026-08-11 13:42:53,266 INFO  [BP-1306014041-10.240.0.70-1786455771762 heartbeating to localhost/127.0.0.1:35151] datanode.DataNode (BPServiceActor.java:register(816)) - Block pool BP-1306014041-10.240.0.70-1786455771762 (Datanode Uuid a4e93717-584d-4810-8fa7-4e3195aed39e) service to localhost/127.0.0.1:35151 successfully registered with NN
2026-08-11 13:42:53,266 INFO  [BP-1306014041-10.240.0.70-1786455771762 heartbeating to localhost/127.0.0.1:35151] datanode.DataNode (BPServiceActor.java:offerService(645)) - For namenode localhost/127.0.0.1:35151 using BLOCKREPORT_INTERVAL of 21600000msecs CACHEREPORT_INTERVAL of 10000msecs Initial delay: 0msecs; heartBeatInterval=3000
2026-08-11 13:42:53,269 INFO  [IPC Server handler 4 on default port 35151] blockmanagement.DatanodeDescriptor (DatanodeDescriptor.java:updateStorage(999)) - Adding new storage ID DS-b1ae83bf-19a5-4e22-b9c5-48d3ff6b0f5a for DN 127.0.0.1:46065
2026-08-11 13:42:53,270 INFO  [IPC Server handler 4 on default port 35151] blockmanagement.DatanodeDescriptor (DatanodeDescriptor.java:updateStorage(999)) - Adding new storage ID DS-bedc783e-9a99-4fba-9753-eb42c734d662 for DN 127.0.0.1:46065
2026-08-11 13:42:53,273 INFO  [Block report processor] BlockStateChange (BlockManager.java:processReport(2778)) - BLOCK* processReport 0x1cc087198030124a: Processing first storage report for DS-bedc783e-9a99-4fba-9753-eb42c734d662 from datanode a4e93717-584d-4810-8fa7-4e3195aed39e
2026-08-11 13:42:53,274 INFO  [Block report processor] BlockStateChange (BlockManager.java:processReport(2810)) - BLOCK* processReport 0x1cc087198030124a: from storage DS-bedc783e-9a99-4fba-9753-eb42c734d662 node DatanodeRegistration(127.0.0.1:46065, datanodeUuid=a4e93717-584d-4810-8fa7-4e3195aed39e, infoPort=44281, infoSecurePort=0, ipcPort=33763, storageInfo=lv=-57;cid=testClusterID;nsid=1053921544;c=1786455771762), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0
2026-08-11 13:42:53,274 INFO  [Block report processor] BlockStateChange (BlockManager.java:processReport(2778)) - BLOCK* processReport 0x1cc087198030124a: Processing first storage report for DS-b1ae83bf-19a5-4e22-b9c5-48d3ff6b0f5a from datanode a4e93717-584d-4810-8fa7-4e3195aed39e
2026-08-11 13:42:53,274 INFO  [Block report processor] BlockStateChange (BlockManager.java:processReport(2810)) - BLOCK* processReport 0x1cc087198030124a: from storage DS-b1ae83bf-19a5-4e22-b9c5-48d3ff6b0f5a node DatanodeRegistration(127.0.0.1:46065, datanodeUuid=a4e93717-584d-4810-8fa7-4e3195aed39e, infoPort=44281, infoSecurePort=0, ipcPort=33763, storageInfo=lv=-57;cid=testClusterID;nsid=1053921544;c=1786455771762), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0
2026-08-11 13:42:53,275 INFO  [BP-1306014041-10.240.0.70-1786455771762 heartbeating to localhost/127.0.0.1:35151] datanode.DataNode (BPServiceActor.java:blockReport(437)) - Successfully sent block report 0x1cc087198030124a to namenode: localhost/127.0.0.1:35151,  containing 2 storage report(s), of which we sent 2. The reports had 0 total blocks and used 1 RPC(s). This took 0 msecs to generate and 3 msecs for RPC and NN processing. Got back one command: FinalizeCommand/5.
2026-08-11 13:42:53,276 INFO  [Command processor] datanode.DataNode (BPOfferService.java:processCommandFromActive(763)) - Got finalize command for block pool BP-1306014041-10.240.0.70-1786455771762
2026-08-11 13:42:53,336 INFO  [IPC Server handler 0 on default port 35151] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=datanodeReport	src=null	dst=null	perm=null	proto=rpc
2026-08-11 13:42:53,337 INFO  [Listener at localhost/33763] hdfs.MiniDFSCluster (MiniDFSCluster.java:waitActive(2799)) - Cluster is active
2026-08-11 13:42:53,356 INFO  [Listener at localhost/33763] backup.BackupIO (BackupIO.scala:writeTableMetadata(95)) - Writing metadata to hdfs://localhost:35151/id_taco-taco/100/.kudu-metadata.json
2026-08-11 13:42:53,359 INFO  [IPC Server handler 1 on default port 35151] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=create	src=/id_taco-taco/100/.kudu-metadata.json	dst=null	perm=slave:supergroup:rw-r--r--	proto=rpc
2026-08-11 13:42:53,365 INFO  [IPC Server handler 2 on default port 35151] hdfs.StateChange (FSDirWriteFileOp.java:logAllocatedBlock(802)) - BLOCK* allocate blk_1073741825_1001, replicas=127.0.0.1:46065 for /id_taco-taco/100/.kudu-metadata.json
2026-08-11 13:42:53,372 INFO  [DataXceiver for client DFSClient_NONMAPREDUCE_844234659_1 at /127.0.0.1:60374 [Receiving block BP-1306014041-10.240.0.70-1786455771762:blk_1073741825_1001]] datanode.DataNode (DataXceiver.java:writeBlock(747)) - Receiving BP-1306014041-10.240.0.70-1786455771762:blk_1073741825_1001 src: /127.0.0.1:60374 dest: /127.0.0.1:46065
2026-08-11 13:42:53,380 INFO  [PacketResponder: BP-1306014041-10.240.0.70-1786455771762:blk_1073741825_1001, type=LAST_IN_PIPELINE] DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1539)) - src: /127.0.0.1:60374, dest: /127.0.0.1:46065, bytes: 82, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_844234659_1, offset: 0, srvID: a4e93717-584d-4810-8fa7-4e3195aed39e, blockid: BP-1306014041-10.240.0.70-1786455771762:blk_1073741825_1001, duration(ns): 4107314
2026-08-11 13:42:53,380 INFO  [PacketResponder: BP-1306014041-10.240.0.70-1786455771762:blk_1073741825_1001, type=LAST_IN_PIPELINE] datanode.DataNode (BlockReceiver.java:run(1512)) - PacketResponder: BP-1306014041-10.240.0.70-1786455771762:blk_1073741825_1001, type=LAST_IN_PIPELINE terminating
2026-08-11 13:42:53,385 INFO  [IPC Server handler 5 on default port 35151] hdfs.StateChange (FSNamesystem.java:completeFile(3104)) - DIR* completeFile: /id_taco-taco/100/.kudu-metadata.json is closed by DFSClient_NONMAPREDUCE_844234659_1
2026-08-11 13:42:53,386 INFO  [Listener at localhost/33763] backup.BackupIO (BackupIO.scala:writeTableMetadata(95)) - Writing metadata to hdfs://localhost:35151/id_taco-taco/1000/.kudu-metadata.json
2026-08-11 13:42:53,389 INFO  [IPC Server handler 6 on default port 35151] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=create	src=/id_taco-taco/1000/.kudu-metadata.json	dst=null	perm=slave:supergroup:rw-r--r--	proto=rpc
2026-08-11 13:42:53,395 INFO  [IPC Server handler 7 on default port 35151] hdfs.StateChange (FSDirWriteFileOp.java:logAllocatedBlock(802)) - BLOCK* allocate blk_1073741826_1002, replicas=127.0.0.1:46065 for /id_taco-taco/1000/.kudu-metadata.json
2026-08-11 13:42:53,399 INFO  [DataXceiver for client DFSClient_NONMAPREDUCE_844234659_1 at /127.0.0.1:60388 [Receiving block BP-1306014041-10.240.0.70-1786455771762:blk_1073741826_1002]] datanode.DataNode (DataXceiver.java:writeBlock(747)) - Receiving BP-1306014041-10.240.0.70-1786455771762:blk_1073741826_1002 src: /127.0.0.1:60388 dest: /127.0.0.1:46065
2026-08-11 13:42:53,407 INFO  [PacketResponder: BP-1306014041-10.240.0.70-1786455771762:blk_1073741826_1002, type=LAST_IN_PIPELINE] DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1539)) - src: /127.0.0.1:60388, dest: /127.0.0.1:46065, bytes: 83, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_844234659_1, offset: 0, srvID: a4e93717-584d-4810-8fa7-4e3195aed39e, blockid: BP-1306014041-10.240.0.70-1786455771762:blk_1073741826_1002, duration(ns): 5029583
2026-08-11 13:42:53,408 INFO  [PacketResponder: BP-1306014041-10.240.0.70-1786455771762:blk_1073741826_1002, type=LAST_IN_PIPELINE] datanode.DataNode (BlockReceiver.java:run(1512)) - PacketResponder: BP-1306014041-10.240.0.70-1786455771762:blk_1073741826_1002, type=LAST_IN_PIPELINE terminating
2026-08-11 13:42:53,412 INFO  [IPC Server handler 9 on default port 35151] hdfs.StateChange (FSNamesystem.java:completeFile(3104)) - DIR* completeFile: /id_taco-taco/1000/.kudu-metadata.json is closed by DFSClient_NONMAPREDUCE_844234659_1
2026-08-11 13:42:53,414 INFO  [Listener at localhost/33763] backup.BackupIO (BackupIO.scala:writeTableMetadata(95)) - Writing metadata to hdfs://localhost:35151/id_taco-taco/2000/.kudu-metadata.json
2026-08-11 13:42:53,416 INFO  [IPC Server handler 0 on default port 35151] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=create	src=/id_taco-taco/2000/.kudu-metadata.json	dst=null	perm=slave:supergroup:rw-r--r--	proto=rpc
2026-08-11 13:42:53,421 INFO  [IPC Server handler 1 on default port 35151] hdfs.StateChange (FSDirWriteFileOp.java:logAllocatedBlock(802)) - BLOCK* allocate blk_1073741827_1003, replicas=127.0.0.1:46065 for /id_taco-taco/2000/.kudu-metadata.json
2026-08-11 13:42:53,424 INFO  [DataXceiver for client DFSClient_NONMAPREDUCE_844234659_1 at /127.0.0.1:60398 [Receiving block BP-1306014041-10.240.0.70-1786455771762:blk_1073741827_1003]] datanode.DataNode (DataXceiver.java:writeBlock(747)) - Receiving BP-1306014041-10.240.0.70-1786455771762:blk_1073741827_1003 src: /127.0.0.1:60398 dest: /127.0.0.1:46065
2026-08-11 13:42:53,435 INFO  [PacketResponder: BP-1306014041-10.240.0.70-1786455771762:blk_1073741827_1003, type=LAST_IN_PIPELINE] DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1539)) - src: /127.0.0.1:60398, dest: /127.0.0.1:46065, bytes: 102, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_844234659_1, offset: 0, srvID: a4e93717-584d-4810-8fa7-4e3195aed39e, blockid: BP-1306014041-10.240.0.70-1786455771762:blk_1073741827_1003, duration(ns): 4878410
2026-08-11 13:42:53,436 INFO  [PacketResponder: BP-1306014041-10.240.0.70-1786455771762:blk_1073741827_1003, type=LAST_IN_PIPELINE] datanode.DataNode (BlockReceiver.java:run(1512)) - PacketResponder: BP-1306014041-10.240.0.70-1786455771762:blk_1073741827_1003, type=LAST_IN_PIPELINE terminating
2026-08-11 13:42:53,438 INFO  [IPC Server handler 3 on default port 35151] hdfs.StateChange (FSNamesystem.java:completeFile(3104)) - DIR* completeFile: /id_taco-taco/2000/.kudu-metadata.json is closed by DFSClient_NONMAPREDUCE_844234659_1
2026-08-11 13:42:53,439 INFO  [Listener at localhost/33763] backup.BackupIO (BackupIO.scala:writeTableMetadata(95)) - Writing metadata to hdfs://localhost:35151/id_pizza-pizza/200/.kudu-metadata.json
2026-08-11 13:42:53,442 INFO  [IPC Server handler 4 on default port 35151] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=create	src=/id_pizza-pizza/200/.kudu-metadata.json	dst=null	perm=slave:supergroup:rw-r--r--	proto=rpc
2026-08-11 13:42:53,446 INFO  [IPC Server handler 5 on default port 35151] hdfs.StateChange (FSDirWriteFileOp.java:logAllocatedBlock(802)) - BLOCK* allocate blk_1073741828_1004, replicas=127.0.0.1:46065 for /id_pizza-pizza/200/.kudu-metadata.json
2026-08-11 13:42:53,449 INFO  [DataXceiver for client DFSClient_NONMAPREDUCE_844234659_1 at /127.0.0.1:60400 [Receiving block BP-1306014041-10.240.0.70-1786455771762:blk_1073741828_1004]] datanode.DataNode (DataXceiver.java:writeBlock(747)) - Receiving BP-1306014041-10.240.0.70-1786455771762:blk_1073741828_1004 src: /127.0.0.1:60400 dest: /127.0.0.1:46065
2026-08-11 13:42:53,458 INFO  [PacketResponder: BP-1306014041-10.240.0.70-1786455771762:blk_1073741828_1004, type=LAST_IN_PIPELINE] DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1539)) - src: /127.0.0.1:60400, dest: /127.0.0.1:46065, bytes: 84, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_844234659_1, offset: 0, srvID: a4e93717-584d-4810-8fa7-4e3195aed39e, blockid: BP-1306014041-10.240.0.70-1786455771762:blk_1073741828_1004, duration(ns): 6743391
2026-08-11 13:42:53,459 INFO  [PacketResponder: BP-1306014041-10.240.0.70-1786455771762:blk_1073741828_1004, type=LAST_IN_PIPELINE] datanode.DataNode (BlockReceiver.java:run(1512)) - PacketResponder: BP-1306014041-10.240.0.70-1786455771762:blk_1073741828_1004, type=LAST_IN_PIPELINE terminating
2026-08-11 13:42:53,462 INFO  [IPC Server handler 7 on default port 35151] hdfs.StateChange (FSNamesystem.java:completeFile(3104)) - DIR* completeFile: /id_pizza-pizza/200/.kudu-metadata.json is closed by DFSClient_NONMAPREDUCE_844234659_1
2026-08-11 13:42:53,464 INFO  [Listener at localhost/33763] backup.BackupIO (BackupIO.scala:writeTableMetadata(95)) - Writing metadata to hdfs://localhost:35151/id_pizza-pizza/400/.kudu-metadata.json
2026-08-11 13:42:53,466 INFO  [IPC Server handler 8 on default port 35151] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=create	src=/id_pizza-pizza/400/.kudu-metadata.json	dst=null	perm=slave:supergroup:rw-r--r--	proto=rpc
2026-08-11 13:42:53,472 INFO  [IPC Server handler 9 on default port 35151] hdfs.StateChange (FSDirWriteFileOp.java:logAllocatedBlock(802)) - BLOCK* allocate blk_1073741829_1005, replicas=127.0.0.1:46065 for /id_pizza-pizza/400/.kudu-metadata.json
2026-08-11 13:42:53,475 INFO  [DataXceiver for client DFSClient_NONMAPREDUCE_844234659_1 at /127.0.0.1:60410 [Receiving block BP-1306014041-10.240.0.70-1786455771762:blk_1073741829_1005]] datanode.DataNode (DataXceiver.java:writeBlock(747)) - Receiving BP-1306014041-10.240.0.70-1786455771762:blk_1073741829_1005 src: /127.0.0.1:60410 dest: /127.0.0.1:46065
2026-08-11 13:42:53,483 INFO  [PacketResponder: BP-1306014041-10.240.0.70-1786455771762:blk_1073741829_1005, type=LAST_IN_PIPELINE] DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1539)) - src: /127.0.0.1:60410, dest: /127.0.0.1:46065, bytes: 103, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_844234659_1, offset: 0, srvID: a4e93717-584d-4810-8fa7-4e3195aed39e, blockid: BP-1306014041-10.240.0.70-1786455771762:blk_1073741829_1005, duration(ns): 6515686
2026-08-11 13:42:53,484 INFO  [PacketResponder: BP-1306014041-10.240.0.70-1786455771762:blk_1073741829_1005, type=LAST_IN_PIPELINE] datanode.DataNode (BlockReceiver.java:run(1512)) - PacketResponder: BP-1306014041-10.240.0.70-1786455771762:blk_1073741829_1005, type=LAST_IN_PIPELINE terminating
2026-08-11 13:42:53,486 INFO  [IPC Server handler 1 on default port 35151] hdfs.StateChange (FSNamesystem.java:completeFile(3104)) - DIR* completeFile: /id_pizza-pizza/400/.kudu-metadata.json is closed by DFSClient_NONMAPREDUCE_844234659_1
2026-08-11 13:42:53,487 INFO  [Listener at localhost/33763] backup.BackupIO (BackupIO.scala:writeTableMetadata(95)) - Writing metadata to hdfs://localhost:35151/id_pizza-pizza/600/.kudu-metadata.json
2026-08-11 13:42:53,490 INFO  [IPC Server handler 2 on default port 35151] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=create	src=/id_pizza-pizza/600/.kudu-metadata.json	dst=null	perm=slave:supergroup:rw-r--r--	proto=rpc
2026-08-11 13:42:53,494 INFO  [IPC Server handler 3 on default port 35151] hdfs.StateChange (FSDirWriteFileOp.java:logAllocatedBlock(802)) - BLOCK* allocate blk_1073741830_1006, replicas=127.0.0.1:46065 for /id_pizza-pizza/600/.kudu-metadata.json
2026-08-11 13:42:53,498 INFO  [DataXceiver for client DFSClient_NONMAPREDUCE_844234659_1 at /127.0.0.1:60424 [Receiving block BP-1306014041-10.240.0.70-1786455771762:blk_1073741830_1006]] datanode.DataNode (DataXceiver.java:writeBlock(747)) - Receiving BP-1306014041-10.240.0.70-1786455771762:blk_1073741830_1006 src: /127.0.0.1:60424 dest: /127.0.0.1:46065
2026-08-11 13:42:53,505 INFO  [PacketResponder: BP-1306014041-10.240.0.70-1786455771762:blk_1073741830_1006, type=LAST_IN_PIPELINE] DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1539)) - src: /127.0.0.1:60424, dest: /127.0.0.1:46065, bytes: 103, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_844234659_1, offset: 0, srvID: a4e93717-584d-4810-8fa7-4e3195aed39e, blockid: BP-1306014041-10.240.0.70-1786455771762:blk_1073741830_1006, duration(ns): 5214351
2026-08-11 13:42:53,506 INFO  [PacketResponder: BP-1306014041-10.240.0.70-1786455771762:blk_1073741830_1006, type=LAST_IN_PIPELINE] datanode.DataNode (BlockReceiver.java:run(1512)) - PacketResponder: BP-1306014041-10.240.0.70-1786455771762:blk_1073741830_1006, type=LAST_IN_PIPELINE terminating
2026-08-11 13:42:53,508 INFO  [IPC Server handler 5 on default port 35151] hdfs.StateChange (FSNamesystem.java:completeFile(3104)) - DIR* completeFile: /id_pizza-pizza/600/.kudu-metadata.json is closed by DFSClient_NONMAPREDUCE_844234659_1
2026-08-11 13:42:53,525 INFO  [IPC Server handler 6 on default port 35151] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=getfileinfo	src=/	dst=null	perm=null	proto=rpc
2026-08-11 13:42:53,527 INFO  [IPC Server handler 7 on default port 35151] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=listStatus	src=/	dst=null	perm=null	proto=rpc
2026-08-11 13:42:53,536 INFO  [IPC Server handler 8 on default port 35151] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=listStatus	src=/id_taco-taco	dst=null	perm=null	proto=rpc
2026-08-11 13:42:53,539 INFO  [IPC Server handler 9 on default port 35151] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=getfileinfo	src=/id_taco-taco/100/.kudu-metadata.json	dst=null	perm=null	proto=rpc
2026-08-11 13:42:53,541 INFO  [IPC Server handler 0 on default port 35151] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=open	src=/id_taco-taco/100/.kudu-metadata.json	dst=null	perm=null	proto=rpc
2026-08-11 13:42:53,547 INFO  [IPC Server handler 1 on default port 35151] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=getfileinfo	src=/id_taco-taco/1000/.kudu-metadata.json	dst=null	perm=null	proto=rpc
2026-08-11 13:42:53,549 INFO  [IPC Server handler 2 on default port 35151] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=open	src=/id_taco-taco/1000/.kudu-metadata.json	dst=null	perm=null	proto=rpc
2026-08-11 13:42:53,555 INFO  [IPC Server handler 3 on default port 35151] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=getfileinfo	src=/id_taco-taco/2000/.kudu-metadata.json	dst=null	perm=null	proto=rpc
2026-08-11 13:42:53,557 INFO  [IPC Server handler 4 on default port 35151] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=open	src=/id_taco-taco/2000/.kudu-metadata.json	dst=null	perm=null	proto=rpc
2026-08-11 13:42:53,561 INFO  [Listener at localhost/33763] backup.BackupIO (BackupIO.scala:readTableBackups(236)) - Found 3 paths in hdfs://localhost:35151/id_taco-taco
.2026-08-11 13:42:53,588 INFO  [Listener at localhost/33763] hdfs.MiniDFSCluster (MiniDFSCluster.java:<init>(529)) - starting cluster: numNameNodes=1, numDataNodes=1
2026-08-11 13:42:53,590 INFO  [Listener at localhost/33763] namenode.NameNode (NameNode.java:format(1249)) - Formatting using clusterid: testClusterID
2026-08-11 13:42:53,590 INFO  [Listener at localhost/33763] namenode.FSEditLog (FSEditLog.java:newInstance(229)) - Edit logging is async:true
2026-08-11 13:42:53,604 INFO  [Listener at localhost/33763] namenode.FSNamesystem (FSNamesystem.java:<init>(814)) - KeyProvider: null
2026-08-11 13:42:53,605 INFO  [Listener at localhost/33763] namenode.FSNamesystem (FSNamesystemLock.java:<init>(141)) - fsLock is fair: true
2026-08-11 13:42:53,605 INFO  [Listener at localhost/33763] namenode.FSNamesystem (FSNamesystemLock.java:<init>(159)) - Detailed lock hold time metrics enabled: false
2026-08-11 13:42:53,605 INFO  [Listener at localhost/33763] namenode.FSNamesystem (FSNamesystem.java:<init>(847)) - fsOwner                = slave (auth:SIMPLE)
2026-08-11 13:42:53,605 INFO  [Listener at localhost/33763] namenode.FSNamesystem (FSNamesystem.java:<init>(848)) - supergroup             = supergroup
2026-08-11 13:42:53,605 INFO  [Listener at localhost/33763] namenode.FSNamesystem (FSNamesystem.java:<init>(849)) - isPermissionEnabled    = true
2026-08-11 13:42:53,605 INFO  [Listener at localhost/33763] namenode.FSNamesystem (FSNamesystem.java:<init>(850)) - isStoragePolicyEnabled = true
2026-08-11 13:42:53,605 INFO  [Listener at localhost/33763] namenode.FSNamesystem (FSNamesystem.java:<init>(861)) - HA Enabled: false
2026-08-11 13:42:53,606 INFO  [Listener at localhost/33763] common.Util (Util.java:isDiskStatsEnabled(395)) - dfs.datanode.fileio.profiling.sampling.percentage set to 0. Disabling file IO profiling
2026-08-11 13:42:53,606 INFO  [Listener at localhost/33763] blockmanagement.DatanodeManager (DatanodeManager.java:<init>(334)) - dfs.block.invalidate.limit: configured=1000, counted=60, effected=1000
2026-08-11 13:42:53,606 INFO  [Listener at localhost/33763] blockmanagement.DatanodeManager (DatanodeManager.java:<init>(342)) - dfs.namenode.datanode.registration.ip-hostname-check=true
2026-08-11 13:42:53,606 INFO  [Listener at localhost/33763] blockmanagement.BlockManager (InvalidateBlocks.java:printBlockDeletionTime(77)) - dfs.namenode.startup.delay.block.deletion.sec is set to 000:00:00:00.000
2026-08-11 13:42:53,607 INFO  [Listener at localhost/33763] blockmanagement.BlockManager (InvalidateBlocks.java:printBlockDeletionTime(83)) - The block deletion will start around 2026 Aug 11 13:42:53
2026-08-11 13:42:53,607 INFO  [Listener at localhost/33763] util.GSet (LightWeightGSet.java:computeCapacity(395)) - Computing capacity for map BlocksMap
2026-08-11 13:42:53,607 INFO  [Listener at localhost/33763] util.GSet (LightWeightGSet.java:computeCapacity(396)) - VM type       = 64-bit
2026-08-11 13:42:53,607 INFO  [Listener at localhost/33763] util.GSet (LightWeightGSet.java:computeCapacity(397)) - 2.0% max memory 3.5 GB = 72.5 MB
2026-08-11 13:42:53,607 INFO  [Listener at localhost/33763] util.GSet (LightWeightGSet.java:computeCapacity(402)) - capacity      = 2^23 = 8388608 entries
2026-08-11 13:42:53,612 INFO  [Listener at localhost/33763] blockmanagement.BlockManager (BlockManager.java:createSPSManager(5447)) - Storage policy satisfier is disabled
2026-08-11 13:42:53,613 INFO  [Listener at localhost/33763] blockmanagement.BlockManager (BlockManager.java:createBlockTokenSecretManager(641)) - dfs.block.access.token.enable = false
2026-08-11 13:42:53,613 INFO  [Listener at localhost/33763] blockmanagement.BlockManagerSafeMode (BlockManagerSafeMode.java:<init>(160)) - dfs.namenode.safemode.threshold-pct = 0.999
2026-08-11 13:42:53,613 INFO  [Listener at localhost/33763] blockmanagement.BlockManagerSafeMode (BlockManagerSafeMode.java:<init>(161)) - dfs.namenode.safemode.min.datanodes = 0
2026-08-11 13:42:53,613 INFO  [Listener at localhost/33763] blockmanagement.BlockManagerSafeMode (BlockManagerSafeMode.java:<init>(163)) - dfs.namenode.safemode.extension = 0
2026-08-11 13:42:53,613 INFO  [Listener at localhost/33763] blockmanagement.BlockManager (BlockManager.java:<init>(627)) - defaultReplication         = 1
2026-08-11 13:42:53,613 INFO  [Listener at localhost/33763] blockmanagement.BlockManager (BlockManager.java:<init>(628)) - maxReplication             = 512
2026-08-11 13:42:53,613 INFO  [Listener at localhost/33763] blockmanagement.BlockManager (BlockManager.java:<init>(629)) - minReplication             = 1
2026-08-11 13:42:53,613 INFO  [Listener at localhost/33763] blockmanagement.BlockManager (BlockManager.java:<init>(630)) - maxReplicationStreams      = 2
2026-08-11 13:42:53,614 INFO  [Listener at localhost/33763] blockmanagement.BlockManager (BlockManager.java:<init>(631)) - redundancyRecheckInterval  = 3000ms
2026-08-11 13:42:53,614 INFO  [Listener at localhost/33763] blockmanagement.BlockManager (BlockManager.java:<init>(632)) - encryptDataTransfer        = false
2026-08-11 13:42:53,614 INFO  [Listener at localhost/33763] blockmanagement.BlockManager (BlockManager.java:<init>(633)) - maxNumBlocksToLog          = 1000
2026-08-11 13:42:53,614 INFO  [Listener at localhost/33763] util.GSet (LightWeightGSet.java:computeCapacity(395)) - Computing capacity for map INodeMap
2026-08-11 13:42:53,614 INFO  [Listener at localhost/33763] util.GSet (LightWeightGSet.java:computeCapacity(396)) - VM type       = 64-bit
2026-08-11 13:42:53,614 INFO  [Listener at localhost/33763] util.GSet (LightWeightGSet.java:computeCapacity(397)) - 1.0% max memory 3.5 GB = 36.2 MB
2026-08-11 13:42:53,614 INFO  [Listener at localhost/33763] util.GSet (LightWeightGSet.java:computeCapacity(402)) - capacity      = 2^22 = 4194304 entries
2026-08-11 13:42:53,640 INFO  [Listener at localhost/33763] namenode.FSDirectory (FSDirectory.java:<init>(335)) - ACLs enabled? true
2026-08-11 13:42:53,640 INFO  [Listener at localhost/33763] namenode.FSDirectory (FSDirectory.java:<init>(339)) - POSIX ACL inheritance enabled? true
2026-08-11 13:42:53,641 INFO  [Listener at localhost/33763] namenode.FSDirectory (FSDirectory.java:<init>(343)) - XAttrs enabled? true
2026-08-11 13:42:53,641 INFO  [Listener at localhost/33763] namenode.NameNode (FSDirectory.java:<init>(406)) - Caching file names occurring more than 10 times
2026-08-11 13:42:53,641 INFO  [Listener at localhost/33763] snapshot.SnapshotManager (SnapshotManager.java:<init>(124)) - Loaded config captureOpenFiles: false, skipCaptureAccessTimeOnlyChange: false, snapshotDiffAllowSnapRootDescendant: true, maxSnapshotLimit: 65536
2026-08-11 13:42:53,641 INFO  [Listener at localhost/33763] snapshot.SnapshotManager (DirectoryDiffListFactory.java:init(43)) - SkipList is disabled
2026-08-11 13:42:53,641 INFO  [Listener at localhost/33763] util.GSet (LightWeightGSet.java:computeCapacity(395)) - Computing capacity for map cachedBlocks
2026-08-11 13:42:53,641 INFO  [Listener at localhost/33763] util.GSet (LightWeightGSet.java:computeCapacity(396)) - VM type       = 64-bit
2026-08-11 13:42:53,641 INFO  [Listener at localhost/33763] util.GSet (LightWeightGSet.java:computeCapacity(397)) - 0.25% max memory 3.5 GB = 9.1 MB
2026-08-11 13:42:53,642 INFO  [Listener at localhost/33763] util.GSet (LightWeightGSet.java:computeCapacity(402)) - capacity      = 2^20 = 1048576 entries
2026-08-11 13:42:53,663 INFO  [Listener at localhost/33763] metrics.TopMetrics (TopMetrics.java:logConf(75)) - NNTop conf: dfs.namenode.top.window.num.buckets = 10
2026-08-11 13:42:53,664 INFO  [Listener at localhost/33763] metrics.TopMetrics (TopMetrics.java:logConf(77)) - NNTop conf: dfs.namenode.top.num.users = 10
2026-08-11 13:42:53,664 INFO  [Listener at localhost/33763] metrics.TopMetrics (TopMetrics.java:logConf(79)) - NNTop conf: dfs.namenode.top.windows.minutes = 1,5,25
2026-08-11 13:42:53,664 INFO  [Listener at localhost/33763] namenode.FSNamesystem (FSNamesystem.java:initRetryCache(1080)) - Retry cache on namenode is enabled
2026-08-11 13:42:53,664 INFO  [Listener at localhost/33763] namenode.FSNamesystem (FSNamesystem.java:initRetryCache(1088)) - Retry cache will use 0.03 of total heap and retry cache entry expiry time is 600000 millis
2026-08-11 13:42:53,664 INFO  [Listener at localhost/33763] util.GSet (LightWeightGSet.java:computeCapacity(395)) - Computing capacity for map NameNodeRetryCache
2026-08-11 13:42:53,664 INFO  [Listener at localhost/33763] util.GSet (LightWeightGSet.java:computeCapacity(396)) - VM type       = 64-bit
2026-08-11 13:42:53,664 INFO  [Listener at localhost/33763] util.GSet (LightWeightGSet.java:computeCapacity(397)) - 0.029999999329447746% max memory 3.5 GB = 1.1 MB
2026-08-11 13:42:53,665 INFO  [Listener at localhost/33763] util.GSet (LightWeightGSet.java:computeCapacity(402)) - capacity      = 2^17 = 131072 entries
2026-08-11 13:42:53,668 INFO  [Listener at localhost/33763] namenode.FSImage (FSImage.java:format(186)) - Allocated new BlockPoolId: BP-1430959762-10.240.0.70-1786455773668
2026-08-11 13:42:53,675 INFO  [Listener at localhost/33763] common.Storage (NNStorage.java:format(595)) - Storage directory /tmp/hdfs-test473250466265297675/name-0-1 has been successfully formatted.
2026-08-11 13:42:53,681 INFO  [Listener at localhost/33763] common.Storage (NNStorage.java:format(595)) - Storage directory /tmp/hdfs-test473250466265297675/name-0-2 has been successfully formatted.
2026-08-11 13:42:53,720 INFO  [FSImageSaver for /tmp/hdfs-test473250466265297675/name-0-2 of type IMAGE_AND_EDITS] namenode.FSImageFormatProtobuf (FSImageFormatProtobuf.java:save(732)) - Saving image file /tmp/hdfs-test473250466265297675/name-0-2/current/fsimage.ckpt_0000000000000000000 using no compression
2026-08-11 13:42:53,725 INFO  [FSImageSaver for /tmp/hdfs-test473250466265297675/name-0-1 of type IMAGE_AND_EDITS] namenode.FSImageFormatProtobuf (FSImageFormatProtobuf.java:save(732)) - Saving image file /tmp/hdfs-test473250466265297675/name-0-1/current/fsimage.ckpt_0000000000000000000 using no compression
2026-08-11 13:42:53,734 INFO  [FSImageSaver for /tmp/hdfs-test473250466265297675/name-0-2 of type IMAGE_AND_EDITS] namenode.FSImageFormatProtobuf (FSImageFormatProtobuf.java:save(736)) - Image file /tmp/hdfs-test473250466265297675/name-0-2/current/fsimage.ckpt_0000000000000000000 of size 415 bytes saved in 0 seconds .
2026-08-11 13:42:53,740 INFO  [FSImageSaver for /tmp/hdfs-test473250466265297675/name-0-1 of type IMAGE_AND_EDITS] namenode.FSImageFormatProtobuf (FSImageFormatProtobuf.java:save(736)) - Image file /tmp/hdfs-test473250466265297675/name-0-1/current/fsimage.ckpt_0000000000000000000 of size 415 bytes saved in 0 seconds .
2026-08-11 13:42:53,744 INFO  [Listener at localhost/33763] namenode.NNStorageRetentionManager (NNStorageRetentionManager.java:getImageTxIdToRetain(203)) - Going to retain 1 images with txid >= 0
2026-08-11 13:42:53,755 INFO  [Listener at localhost/33763] namenode.FSNamesystem (FSNamesystem.java:stopActiveServices(1427)) - Stopping services started for active state
2026-08-11 13:42:53,756 INFO  [Listener at localhost/33763] namenode.FSNamesystem (FSNamesystem.java:stopStandbyServices(1528)) - Stopping services started for standby state
2026-08-11 13:42:53,757 INFO  [Listener at localhost/33763] namenode.NameNode (NameNode.java:createNameNode(1707)) - createNameNode []
2026-08-11 13:42:53,757 INFO  [Listener at localhost/33763] impl.MetricsSystemImpl (MetricsSystemImpl.java:init(158)) - NameNode metrics system started (again)
2026-08-11 13:42:53,758 INFO  [Listener at localhost/33763] namenode.NameNodeUtils (NameNodeUtils.java:getClientNamenodeAddress(79)) - fs.defaultFS is hdfs://127.0.0.1:0
2026-08-11 13:42:53,794 INFO  [org.apache.hadoop.util.JvmPauseMonitor$Monitor@51c8f62c] util.JvmPauseMonitor (JvmPauseMonitor.java:run(188)) - Starting JVM pause monitor
2026-08-11 13:42:53,795 INFO  [Listener at localhost/33763] hdfs.DFSUtil (DFSUtil.java:httpServerTemplateForNNAndJN(1668)) - Filter initializers set : org.apache.hadoop.http.lib.StaticUserWebFilter,org.apache.hadoop.hdfs.web.AuthFilterInitializer
2026-08-11 13:42:53,795 INFO  [Listener at localhost/33763] hdfs.DFSUtil (DFSUtil.java:httpServerTemplateForNNAndJN(1690)) - Starting Web-server for hdfs at: http://localhost:0
2026-08-11 13:42:53,799 INFO  [Listener at localhost/33763] server.AuthenticationFilter (AuthenticationFilter.java:constructSecretProvider(240)) - Unable to initialize FileSignerSecretProvider, falling back to use random secrets.
2026-08-11 13:42:53,800 INFO  [Listener at localhost/33763] http.HttpRequestLog (HttpRequestLog.java:getRequestLog(82)) - Http request log for http.requests.namenode is not defined
2026-08-11 13:42:53,804 INFO  [Listener at localhost/33763] http.HttpServer2 (HttpServer2.java:addGlobalFilter(1111)) - Added global filter 'safety' (class=org.apache.hadoop.http.HttpServer2$QuotingInputFilter)
2026-08-11 13:42:53,807 INFO  [Listener at localhost/33763] http.HttpServer2 (HttpServer2.java:addFilter(1084)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context hdfs
2026-08-11 13:42:53,807 INFO  [Listener at localhost/33763] http.HttpServer2 (HttpServer2.java:addFilter(1094)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context static
2026-08-11 13:42:53,810 INFO  [Listener at localhost/33763] http.HttpServer2 (HttpServer2.java:addFilter(1084)) - Added filter AuthFilter (class=org.apache.hadoop.hdfs.web.AuthFilter) to context hdfs
2026-08-11 13:42:53,810 INFO  [Listener at localhost/33763] http.HttpServer2 (HttpServer2.java:addFilter(1094)) - Added filter AuthFilter (class=org.apache.hadoop.hdfs.web.AuthFilter) to context static
2026-08-11 13:42:53,811 INFO  [Listener at localhost/33763] http.HttpServer2 (HttpServer2.java:addJerseyResourcePackage(938)) - addJerseyResourcePackage: packageName=org.apache.hadoop.hdfs.server.namenode.web.resources;org.apache.hadoop.hdfs.web.resources, pathSpec=/webhdfs/v1/*
2026-08-11 13:42:53,812 INFO  [Listener at localhost/33763] http.HttpServer2 (HttpServer2.java:bindListener(1332)) - Jetty bound to port 46743
2026-08-11 13:42:53,813 INFO  [Listener at localhost/33763] server.Server (Server.java:doStart(375)) - jetty-9.4.40.v20210413; built: 2021-04-13T20:42:42.668Z; git: b881a572662e1943a14ae12e7e1207989f218b74; jvm 1.8.0_362-8u372-ga~us1-0ubuntu1~18.04-b09
2026-08-11 13:42:53,818 INFO  [Listener at localhost/33763] server.session (DefaultSessionIdManager.java:doStart(334)) - DefaultSessionIdManager workerName=node0
2026-08-11 13:42:53,818 INFO  [Listener at localhost/33763] server.session (DefaultSessionIdManager.java:doStart(339)) - No SessionScavenger set, using defaults
2026-08-11 13:42:53,819 INFO  [Listener at localhost/33763] server.session (HouseKeeper.java:startScavenging(132)) - node0 Scavenging every 600000ms
2026-08-11 13:42:53,821 INFO  [Listener at localhost/33763] server.AuthenticationFilter (AuthenticationFilter.java:constructSecretProvider(240)) - Unable to initialize FileSignerSecretProvider, falling back to use random secrets.
2026-08-11 13:42:53,822 INFO  [Listener at localhost/33763] handler.ContextHandler (ContextHandler.java:doStart(916)) - Started o.e.j.s.ServletContextHandler@1fc713c9{static,/static,jar:file:/tmp/dist-test-tasklRzLiI/java/build/jars/hadoop-hdfs-3.3.1-tests.jar!/webapps/static,AVAILABLE}
2026-08-11 13:42:53,987 INFO  [Listener at localhost/33763] handler.ContextHandler (ContextHandler.java:doStart(916)) - Started o.e.j.w.WebAppContext@67507df{hdfs,/,file:///tmp/jetty-localhost-46743-hadoop-hdfs-3_3_1-tests_jar-_-any-1693807582903300206/webapp/,AVAILABLE}{jar:file:/tmp/dist-test-tasklRzLiI/java/build/jars/hadoop-hdfs-3.3.1-tests.jar!/webapps/hdfs}
2026-08-11 13:42:53,990 INFO  [Listener at localhost/33763] server.AbstractConnector (AbstractConnector.java:doStart(331)) - Started ServerConnector@6848a051{HTTP/1.1, (http/1.1)}{localhost:46743}
2026-08-11 13:42:53,991 INFO  [Listener at localhost/33763] server.Server (Server.java:doStart(415)) - Started @12270ms
2026-08-11 13:42:53,993 INFO  [Listener at localhost/33763] namenode.FSEditLog (FSEditLog.java:newInstance(229)) - Edit logging is async:true
2026-08-11 13:42:54,024 INFO  [Listener at localhost/33763] namenode.FSNamesystem (FSNamesystem.java:<init>(814)) - KeyProvider: null
2026-08-11 13:42:54,024 INFO  [Listener at localhost/33763] namenode.FSNamesystem (FSNamesystemLock.java:<init>(141)) - fsLock is fair: true
2026-08-11 13:42:54,024 INFO  [Listener at localhost/33763] namenode.FSNamesystem (FSNamesystemLock.java:<init>(159)) - Detailed lock hold time metrics enabled: false
2026-08-11 13:42:54,024 INFO  [Listener at localhost/33763] namenode.FSNamesystem (FSNamesystem.java:<init>(847)) - fsOwner                = slave (auth:SIMPLE)
2026-08-11 13:42:54,025 INFO  [Listener at localhost/33763] namenode.FSNamesystem (FSNamesystem.java:<init>(848)) - supergroup             = supergroup
2026-08-11 13:42:54,025 INFO  [Listener at localhost/33763] namenode.FSNamesystem (FSNamesystem.java:<init>(849)) - isPermissionEnabled    = true
2026-08-11 13:42:54,025 INFO  [Listener at localhost/33763] namenode.FSNamesystem (FSNamesystem.java:<init>(850)) - isStoragePolicyEnabled = true
2026-08-11 13:42:54,025 INFO  [Listener at localhost/33763] namenode.FSNamesystem (FSNamesystem.java:<init>(861)) - HA Enabled: false
2026-08-11 13:42:54,026 INFO  [Listener at localhost/33763] common.Util (Util.java:isDiskStatsEnabled(395)) - dfs.datanode.fileio.profiling.sampling.percentage set to 0. Disabling file IO profiling
2026-08-11 13:42:54,026 INFO  [Listener at localhost/33763] blockmanagement.DatanodeManager (DatanodeManager.java:<init>(334)) - dfs.block.invalidate.limit: configured=1000, counted=60, effected=1000
2026-08-11 13:42:54,026 INFO  [Listener at localhost/33763] blockmanagement.DatanodeManager (DatanodeManager.java:<init>(342)) - dfs.namenode.datanode.registration.ip-hostname-check=true
2026-08-11 13:42:54,027 INFO  [Listener at localhost/33763] blockmanagement.BlockManager (InvalidateBlocks.java:printBlockDeletionTime(77)) - dfs.namenode.startup.delay.block.deletion.sec is set to 000:00:00:00.000
2026-08-11 13:42:54,027 INFO  [Listener at localhost/33763] blockmanagement.BlockManager (InvalidateBlocks.java:printBlockDeletionTime(83)) - The block deletion will start around 2026 Aug 11 13:42:54
2026-08-11 13:42:54,027 INFO  [Listener at localhost/33763] util.GSet (LightWeightGSet.java:computeCapacity(395)) - Computing capacity for map BlocksMap
2026-08-11 13:42:54,027 INFO  [Listener at localhost/33763] util.GSet (LightWeightGSet.java:computeCapacity(396)) - VM type       = 64-bit
2026-08-11 13:42:54,028 INFO  [Listener at localhost/33763] util.GSet (LightWeightGSet.java:computeCapacity(397)) - 2.0% max memory 3.5 GB = 72.5 MB
2026-08-11 13:42:54,028 INFO  [Listener at localhost/33763] util.GSet (LightWeightGSet.java:computeCapacity(402)) - capacity      = 2^23 = 8388608 entries
2026-08-11 13:42:54,090 INFO  [Listener at localhost/33763] blockmanagement.BlockManager (BlockManager.java:createSPSManager(5447)) - Storage policy satisfier is disabled
2026-08-11 13:42:54,090 INFO  [Listener at localhost/33763] blockmanagement.BlockManager (BlockManager.java:createBlockTokenSecretManager(641)) - dfs.block.access.token.enable = false
2026-08-11 13:42:54,091 INFO  [Listener at localhost/33763] blockmanagement.BlockManagerSafeMode (BlockManagerSafeMode.java:<init>(160)) - dfs.namenode.safemode.threshold-pct = 0.999
2026-08-11 13:42:54,091 INFO  [Listener at localhost/33763] blockmanagement.BlockManagerSafeMode (BlockManagerSafeMode.java:<init>(161)) - dfs.namenode.safemode.min.datanodes = 0
2026-08-11 13:42:54,091 INFO  [Listener at localhost/33763] blockmanagement.BlockManagerSafeMode (BlockManagerSafeMode.java:<init>(163)) - dfs.namenode.safemode.extension = 0
2026-08-11 13:42:54,091 INFO  [Listener at localhost/33763] blockmanagement.BlockManager (BlockManager.java:<init>(627)) - defaultReplication         = 1
2026-08-11 13:42:54,091 INFO  [Listener at localhost/33763] blockmanagement.BlockManager (BlockManager.java:<init>(628)) - maxReplication             = 512
2026-08-11 13:42:54,092 INFO  [Listener at localhost/33763] blockmanagement.BlockManager (BlockManager.java:<init>(629)) - minReplication             = 1
2026-08-11 13:42:54,092 INFO  [Listener at localhost/33763] blockmanagement.BlockManager (BlockManager.java:<init>(630)) - maxReplicationStreams      = 2
2026-08-11 13:42:54,092 INFO  [Listener at localhost/33763] blockmanagement.BlockManager (BlockManager.java:<init>(631)) - redundancyRecheckInterval  = 3000ms
2026-08-11 13:42:54,092 INFO  [Listener at localhost/33763] blockmanagement.BlockManager (BlockManager.java:<init>(632)) - encryptDataTransfer        = false
2026-08-11 13:42:54,092 INFO  [Listener at localhost/33763] blockmanagement.BlockManager (BlockManager.java:<init>(633)) - maxNumBlocksToLog          = 1000
2026-08-11 13:42:54,093 INFO  [Listener at localhost/33763] util.GSet (LightWeightGSet.java:computeCapacity(395)) - Computing capacity for map INodeMap
2026-08-11 13:42:54,093 INFO  [Listener at localhost/33763] util.GSet (LightWeightGSet.java:computeCapacity(396)) - VM type       = 64-bit
2026-08-11 13:42:54,093 INFO  [Listener at localhost/33763] util.GSet (LightWeightGSet.java:computeCapacity(397)) - 1.0% max memory 3.5 GB = 36.2 MB
2026-08-11 13:42:54,093 INFO  [Listener at localhost/33763] util.GSet (LightWeightGSet.java:computeCapacity(402)) - capacity      = 2^22 = 4194304 entries
2026-08-11 13:42:54,098 INFO  [Listener at localhost/33763] namenode.FSDirectory (FSDirectory.java:<init>(335)) - ACLs enabled? true
2026-08-11 13:42:54,099 INFO  [Listener at localhost/33763] namenode.FSDirectory (FSDirectory.java:<init>(339)) - POSIX ACL inheritance enabled? true
2026-08-11 13:42:54,099 INFO  [Listener at localhost/33763] namenode.FSDirectory (FSDirectory.java:<init>(343)) - XAttrs enabled? true
2026-08-11 13:42:54,099 INFO  [Listener at localhost/33763] namenode.NameNode (FSDirectory.java:<init>(406)) - Caching file names occurring more than 10 times
2026-08-11 13:42:54,099 INFO  [Listener at localhost/33763] snapshot.SnapshotManager (SnapshotManager.java:<init>(124)) - Loaded config captureOpenFiles: false, skipCaptureAccessTimeOnlyChange: false, snapshotDiffAllowSnapRootDescendant: true, maxSnapshotLimit: 65536
2026-08-11 13:42:54,099 INFO  [Listener at localhost/33763] snapshot.SnapshotManager (DirectoryDiffListFactory.java:init(43)) - SkipList is disabled
2026-08-11 13:42:54,099 INFO  [Listener at localhost/33763] util.GSet (LightWeightGSet.java:computeCapacity(395)) - Computing capacity for map cachedBlocks
2026-08-11 13:42:54,099 INFO  [Listener at localhost/33763] util.GSet (LightWeightGSet.java:computeCapacity(396)) - VM type       = 64-bit
2026-08-11 13:42:54,100 INFO  [Listener at localhost/33763] util.GSet (LightWeightGSet.java:computeCapacity(397)) - 0.25% max memory 3.5 GB = 9.1 MB
2026-08-11 13:42:54,100 INFO  [Listener at localhost/33763] util.GSet (LightWeightGSet.java:computeCapacity(402)) - capacity      = 2^20 = 1048576 entries
2026-08-11 13:42:54,101 INFO  [Listener at localhost/33763] metrics.TopMetrics (TopMetrics.java:logConf(75)) - NNTop conf: dfs.namenode.top.window.num.buckets = 10
2026-08-11 13:42:54,102 INFO  [Listener at localhost/33763] metrics.TopMetrics (TopMetrics.java:logConf(77)) - NNTop conf: dfs.namenode.top.num.users = 10
2026-08-11 13:42:54,102 INFO  [Listener at localhost/33763] metrics.TopMetrics (TopMetrics.java:logConf(79)) - NNTop conf: dfs.namenode.top.windows.minutes = 1,5,25
2026-08-11 13:42:54,102 INFO  [Listener at localhost/33763] namenode.FSNamesystem (FSNamesystem.java:initRetryCache(1080)) - Retry cache on namenode is enabled
2026-08-11 13:42:54,102 INFO  [Listener at localhost/33763] namenode.FSNamesystem (FSNamesystem.java:initRetryCache(1088)) - Retry cache will use 0.03 of total heap and retry cache entry expiry time is 600000 millis
2026-08-11 13:42:54,102 INFO  [Listener at localhost/33763] util.GSet (LightWeightGSet.java:computeCapacity(395)) - Computing capacity for map NameNodeRetryCache
2026-08-11 13:42:54,102 INFO  [Listener at localhost/33763] util.GSet (LightWeightGSet.java:computeCapacity(396)) - VM type       = 64-bit
2026-08-11 13:42:54,103 INFO  [Listener at localhost/33763] util.GSet (LightWeightGSet.java:computeCapacity(397)) - 0.029999999329447746% max memory 3.5 GB = 1.1 MB
2026-08-11 13:42:54,103 INFO  [Listener at localhost/33763] util.GSet (LightWeightGSet.java:computeCapacity(402)) - capacity      = 2^17 = 131072 entries
2026-08-11 13:42:54,107 INFO  [Listener at localhost/33763] common.Storage (Storage.java:tryLock(948)) - Lock on /tmp/hdfs-test473250466265297675/name-0-1/in_use.lock acquired by nodename 26384@dist-test-slave-t7g5.c.gcp-upstream.internal
2026-08-11 13:42:54,110 INFO  [Listener at localhost/33763] common.Storage (Storage.java:tryLock(948)) - Lock on /tmp/hdfs-test473250466265297675/name-0-2/in_use.lock acquired by nodename 26384@dist-test-slave-t7g5.c.gcp-upstream.internal
2026-08-11 13:42:54,112 INFO  [Listener at localhost/33763] namenode.FileJournalManager (FileJournalManager.java:recoverUnfinalizedSegments(428)) - Recovering unfinalized segments in /tmp/hdfs-test473250466265297675/name-0-1/current
2026-08-11 13:42:54,112 INFO  [Listener at localhost/33763] namenode.FileJournalManager (FileJournalManager.java:recoverUnfinalizedSegments(428)) - Recovering unfinalized segments in /tmp/hdfs-test473250466265297675/name-0-2/current
2026-08-11 13:42:54,113 INFO  [Listener at localhost/33763] namenode.FSImage (FSImage.java:loadFSImage(734)) - No edit log streams selected.
2026-08-11 13:42:54,113 INFO  [Listener at localhost/33763] namenode.FSImage (FSImage.java:loadFSImageFile(800)) - Planning to load image: FSImageFile(file=/tmp/hdfs-test473250466265297675/name-0-1/current/fsimage_0000000000000000000, cpktTxId=0000000000000000000)
2026-08-11 13:42:54,116 INFO  [Listener at localhost/33763] namenode.FSImageFormatPBINode (FSImageFormatPBINode.java:loadINodeSectionHeader(413)) - Loading 1 INodes.
2026-08-11 13:42:54,116 INFO  [Listener at localhost/33763] namenode.FSImageFormatPBINode (FSImageFormatPBINode.java:loadINodeSection(371)) - Successfully loaded 1 inodes
2026-08-11 13:42:54,117 INFO  [Listener at localhost/33763] namenode.FSImageFormatPBINode (FSImageFormatPBINode.java:waitBlocksMapAndNameCacheUpdateFinished(344)) - Completed update blocks map and name cache, total waiting duration 0ms.
2026-08-11 13:42:54,118 INFO  [Listener at localhost/33763] namenode.FSImageFormatProtobuf (FSImageFormatProtobuf.java:load(255)) - Loaded FSImage in 0 seconds.
2026-08-11 13:42:54,118 INFO  [Listener at localhost/33763] namenode.FSImage (FSImage.java:loadFSImage(978)) - Loaded image for txid 0 from /tmp/hdfs-test473250466265297675/name-0-1/current/fsimage_0000000000000000000
2026-08-11 13:42:54,118 INFO  [Listener at localhost/33763] namenode.FSNamesystem (FSNamesystem.java:loadFSImage(1202)) - Need to save fs image? false (staleImage=false, haEnabled=false, isRollingUpgrade=false)
2026-08-11 13:42:54,119 INFO  [Listener at localhost/33763] namenode.FSEditLog (FSEditLog.java:startLogSegment(1391)) - Starting log segment at 1
2026-08-11 13:42:54,142 INFO  [Listener at localhost/33763] namenode.NameCache (NameCache.java:initialized(143)) - initialized with 0 entries 0 lookups
2026-08-11 13:42:54,143 INFO  [Listener at localhost/33763] namenode.FSNamesystem (FSNamesystem.java:loadFromDisk(786)) - Finished loading FSImage in 39 msecs
2026-08-11 13:42:54,143 INFO  [Listener at localhost/33763] namenode.NameNode (NameNodeRpcServer.java:<init>(454)) - RPC server is binding to localhost:0
2026-08-11 13:42:54,143 INFO  [Listener at localhost/33763] namenode.NameNode (NameNodeRpcServer.java:<init>(459)) - Enable NameNode state context:false
2026-08-11 13:42:54,144 INFO  [Listener at localhost/33763] ipc.CallQueueManager (CallQueueManager.java:<init>(90)) - Using callQueue: class java.util.concurrent.LinkedBlockingQueue, queueCapacity: 1000, scheduler: class org.apache.hadoop.ipc.DefaultRpcScheduler, ipcBackoff: false.
2026-08-11 13:42:54,146 INFO  [Socket Reader #1 for port 0] ipc.Server (Server.java:run(1265)) - Starting Socket Reader #1 for port 0
2026-08-11 13:42:54,155 INFO  [Listener at localhost/33447] namenode.NameNode (NameNode.java:initialize(776)) - Clients are to use localhost:33447 to access this namenode/service.
2026-08-11 13:42:54,156 INFO  [Listener at localhost/33447] namenode.FSNamesystem (FSNamesystem.java:registerMBean(5444)) - Registered FSNamesystemState, ReplicatedBlocksState and ECBlockGroupsState MBeans.
2026-08-11 13:42:54,174 INFO  [Listener at localhost/33447] namenode.LeaseManager (LeaseManager.java:getNumUnderConstructionBlocks(166)) - Number of blocks under construction: 0
2026-08-11 13:42:54,175 INFO  [Listener at localhost/33447] blockmanagement.DatanodeAdminDefaultMonitor (DatanodeAdminDefaultMonitor.java:processConf(116)) - Initialized the Default Decommission and Maintenance monitor
2026-08-11 13:42:54,177 INFO  [Listener at localhost/33447] blockmanagement.BlockManager (BlockManager.java:initializeReplQueues(5187)) - initializing replication queues
2026-08-11 13:42:54,178 INFO  [Listener at localhost/33447] hdfs.StateChange (BlockManagerSafeMode.java:leaveSafeMode(399)) - STATE* Leaving safe mode after 0 secs
2026-08-11 13:42:54,178 INFO  [Listener at localhost/33447] hdfs.StateChange (BlockManagerSafeMode.java:leaveSafeMode(405)) - STATE* Network topology has 0 racks and 0 datanodes
2026-08-11 13:42:54,178 INFO  [Listener at localhost/33447] hdfs.StateChange (BlockManagerSafeMode.java:leaveSafeMode(407)) - STATE* UnderReplicatedBlocks has 0 blocks
2026-08-11 13:42:54,184 INFO  [IPC Server Responder] ipc.Server (Server.java:run(1507)) - IPC Server Responder: starting
2026-08-11 13:42:54,185 INFO  [IPC Server listener on 0] ipc.Server (Server.java:run(1344)) - IPC Server listener on 0: starting
2026-08-11 13:42:54,193 INFO  [Reconstruction Queue Initializer] blockmanagement.BlockManager (BlockManager.java:processMisReplicatesAsync(3728)) - Total number of blocks            = 0
2026-08-11 13:42:54,193 INFO  [Reconstruction Queue Initializer] blockmanagement.BlockManager (BlockManager.java:processMisReplicatesAsync(3729)) - Number of invalid blocks          = 0
2026-08-11 13:42:54,194 INFO  [Reconstruction Queue Initializer] blockmanagement.BlockManager (BlockManager.java:processMisReplicatesAsync(3730)) - Number of under-replicated blocks = 0
2026-08-11 13:42:54,194 INFO  [Reconstruction Queue Initializer] blockmanagement.BlockManager (BlockManager.java:processMisReplicatesAsync(3731)) - Number of  over-replicated blocks = 0
2026-08-11 13:42:54,194 INFO  [Reconstruction Queue Initializer] blockmanagement.BlockManager (BlockManager.java:processMisReplicatesAsync(3733)) - Number of blocks being written    = 0
2026-08-11 13:42:54,194 INFO  [Reconstruction Queue Initializer] hdfs.StateChange (BlockManager.java:processMisReplicatesAsync(3736)) - STATE* Replication Queue initialization scan for invalid, over- and under-replicated blocks completed in 14 msec
2026-08-11 13:42:54,201 INFO  [Listener at localhost/33447] namenode.NameNode (NameNode.java:startCommonServices(893)) - NameNode RPC up at: localhost/127.0.0.1:33447
2026-08-11 13:42:54,202 INFO  [Listener at localhost/33447] namenode.FSNamesystem (FSNamesystem.java:startActiveServices(1314)) - Starting services required for active state
2026-08-11 13:42:54,202 INFO  [Listener at localhost/33447] namenode.FSDirectory (FSDirectory.java:updateCountForQuota(840)) - Initializing quota with 12 thread(s)
2026-08-11 13:42:54,204 INFO  [Listener at localhost/33447] namenode.FSDirectory (FSDirectory.java:updateCountForQuota(849)) - Quota initialization completed in 2 milliseconds
name space=1
storage space=0
storage types=RAM_DISK=0, SSD=0, DISK=0, ARCHIVE=0, PROVIDED=0
2026-08-11 13:42:54,208 INFO  [CacheReplicationMonitor(772773738)] blockmanagement.CacheReplicationMonitor (CacheReplicationMonitor.java:run(160)) - Starting CacheReplicationMonitor with interval 30000 milliseconds
2026-08-11 13:42:54,210 INFO  [Listener at localhost/33447] hdfs.MiniDFSCluster (MiniDFSCluster.java:startDataNodes(1697)) - Starting DataNode 0 with dfs.datanode.data.dir: [DISK]file:/tmp/hdfs-test473250466265297675/data/data1,[DISK]file:/tmp/hdfs-test473250466265297675/data/data2
2026-08-11 13:42:54,213 INFO  [Listener at localhost/33447] checker.ThrottledAsyncChecker (ThrottledAsyncChecker.java:schedule(137)) - Scheduling a check for [DISK]file:/tmp/hdfs-test473250466265297675/data/data1
2026-08-11 13:42:54,214 INFO  [Listener at localhost/33447] checker.ThrottledAsyncChecker (ThrottledAsyncChecker.java:schedule(137)) - Scheduling a check for [DISK]file:/tmp/hdfs-test473250466265297675/data/data2
2026-08-11 13:42:54,236 INFO  [Listener at localhost/33447] impl.MetricsSystemImpl (MetricsSystemImpl.java:init(158)) - DataNode metrics system started (again)
2026-08-11 13:42:54,237 INFO  [Listener at localhost/33447] common.Util (Util.java:isDiskStatsEnabled(395)) - dfs.datanode.fileio.profiling.sampling.percentage set to 0. Disabling file IO profiling
2026-08-11 13:42:54,237 INFO  [Listener at localhost/33447] datanode.BlockScanner (BlockScanner.java:<init>(201)) - Initialized block scanner with targetBytesPerSec 1048576
2026-08-11 13:42:54,238 INFO  [Listener at localhost/33447] datanode.DataNode (DataNode.java:<init>(512)) - Configured hostname is 127.0.0.1
2026-08-11 13:42:54,238 INFO  [Listener at localhost/33447] common.Util (Util.java:isDiskStatsEnabled(395)) - dfs.datanode.fileio.profiling.sampling.percentage set to 0. Disabling file IO profiling
2026-08-11 13:42:54,238 INFO  [Listener at localhost/33447] datanode.DataNode (DataNode.java:startDataNode(1408)) - Starting DataNode with maxLockedMemory = 0
2026-08-11 13:42:54,239 INFO  [Listener at localhost/33447] datanode.DataNode (DataNode.java:initDataXceiver(1171)) - Opened streaming server at /127.0.0.1:38189
2026-08-11 13:42:54,239 INFO  [Listener at localhost/33447] datanode.DataNode (DataXceiverServer.java:<init>(94)) - Balancing bandwidth is 104857600 bytes/s
2026-08-11 13:42:54,239 INFO  [Listener at localhost/33447] datanode.DataNode (DataXceiverServer.java:<init>(95)) - Number threads for balancing is 100
2026-08-11 13:42:54,243 INFO  [Listener at localhost/33447] server.AuthenticationFilter (AuthenticationFilter.java:constructSecretProvider(240)) - Unable to initialize FileSignerSecretProvider, falling back to use random secrets.
2026-08-11 13:42:54,244 INFO  [Listener at localhost/33447] http.HttpRequestLog (HttpRequestLog.java:getRequestLog(82)) - Http request log for http.requests.datanode is not defined
2026-08-11 13:42:54,246 INFO  [Listener at localhost/33447] http.HttpServer2 (HttpServer2.java:addGlobalFilter(1111)) - Added global filter 'safety' (class=org.apache.hadoop.http.HttpServer2$QuotingInputFilter)
2026-08-11 13:42:54,247 INFO  [Listener at localhost/33447] http.HttpServer2 (HttpServer2.java:addFilter(1084)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context datanode
2026-08-11 13:42:54,247 INFO  [Listener at localhost/33447] http.HttpServer2 (HttpServer2.java:addFilter(1094)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context static
2026-08-11 13:42:54,248 INFO  [Listener at localhost/33447] http.HttpServer2 (HttpServer2.java:bindListener(1332)) - Jetty bound to port 42839
2026-08-11 13:42:54,248 INFO  [Listener at localhost/33447] server.Server (Server.java:doStart(375)) - jetty-9.4.40.v20210413; built: 2021-04-13T20:42:42.668Z; git: b881a572662e1943a14ae12e7e1207989f218b74; jvm 1.8.0_362-8u372-ga~us1-0ubuntu1~18.04-b09
2026-08-11 13:42:54,252 INFO  [Listener at localhost/33447] server.session (DefaultSessionIdManager.java:doStart(334)) - DefaultSessionIdManager workerName=node0
2026-08-11 13:42:54,252 INFO  [Listener at localhost/33447] server.session (DefaultSessionIdManager.java:doStart(339)) - No SessionScavenger set, using defaults
2026-08-11 13:42:54,253 INFO  [Listener at localhost/33447] server.session (HouseKeeper.java:startScavenging(132)) - node0 Scavenging every 660000ms
2026-08-11 13:42:54,254 INFO  [Listener at localhost/33447] handler.ContextHandler (ContextHandler.java:doStart(916)) - Started o.e.j.s.ServletContextHandler@470d183{static,/static,jar:file:/tmp/dist-test-tasklRzLiI/java/build/jars/hadoop-hdfs-3.3.1-tests.jar!/webapps/static,AVAILABLE}
2026-08-11 13:42:54,402 INFO  [Listener at localhost/33447] handler.ContextHandler (ContextHandler.java:doStart(916)) - Started o.e.j.w.WebAppContext@157ec23b{datanode,/,file:///tmp/jetty-localhost-42839-hadoop-hdfs-3_3_1-tests_jar-_-any-6338385424738197099/webapp/,AVAILABLE}{jar:file:/tmp/dist-test-tasklRzLiI/java/build/jars/hadoop-hdfs-3.3.1-tests.jar!/webapps/datanode}
2026-08-11 13:42:54,404 INFO  [Listener at localhost/33447] server.AbstractConnector (AbstractConnector.java:doStart(331)) - Started ServerConnector@7f608e21{HTTP/1.1, (http/1.1)}{localhost:42839}
2026-08-11 13:42:54,405 INFO  [Listener at localhost/33447] server.Server (Server.java:doStart(415)) - Started @12684ms
2026-08-11 13:42:54,407 WARN  [Listener at localhost/33447] web.DatanodeHttpServer (RestCsrfPreventionFilterHandler.java:<init>(75)) - Got null for restCsrfPreventionFilter - will not do any filtering.
2026-08-11 13:42:54,411 INFO  [Listener at localhost/33447] web.DatanodeHttpServer (DatanodeHttpServer.java:start(322)) - Listening HTTP traffic on /127.0.0.1:42267
2026-08-11 13:42:54,412 INFO  [Listener at localhost/33447] datanode.DataNode (DataNode.java:startDataNode(1436)) - dnUserName = slave
2026-08-11 13:42:54,412 INFO  [Listener at localhost/33447] datanode.DataNode (DataNode.java:startDataNode(1437)) - supergroup = supergroup
2026-08-11 13:42:54,412 INFO  [org.apache.hadoop.util.JvmPauseMonitor$Monitor@60d6fdd4] util.JvmPauseMonitor (JvmPauseMonitor.java:run(188)) - Starting JVM pause monitor
2026-08-11 13:42:54,412 INFO  [Listener at localhost/33447] ipc.CallQueueManager (CallQueueManager.java:<init>(90)) - Using callQueue: class java.util.concurrent.LinkedBlockingQueue, queueCapacity: 1000, scheduler: class org.apache.hadoop.ipc.DefaultRpcScheduler, ipcBackoff: false.
2026-08-11 13:42:54,414 INFO  [Socket Reader #1 for port 0] ipc.Server (Server.java:run(1265)) - Starting Socket Reader #1 for port 0
2026-08-11 13:42:54,417 INFO  [Listener at localhost/38699] datanode.DataNode (DataNode.java:initIpcServer(1057)) - Opened IPC server at /127.0.0.1:38699
2026-08-11 13:42:54,434 INFO  [Listener at localhost/38699] datanode.DataNode (BlockPoolManager.java:refreshNamenodes(149)) - Refresh request received for nameservices: null
2026-08-11 13:42:54,434 INFO  [Listener at localhost/38699] datanode.DataNode (BlockPoolManager.java:doRefreshNamenodes(210)) - Starting BPOfferServices for nameservices: <default>
2026-08-11 13:42:54,437 INFO  [IPC Server listener on 0] ipc.Server (Server.java:run(1344)) - IPC Server listener on 0: starting
2026-08-11 13:42:54,438 INFO  [Thread-284] datanode.DataNode (BPServiceActor.java:run(847)) - Block pool <registering> (Datanode Uuid unassigned) service to localhost/127.0.0.1:33447 starting to offer service
2026-08-11 13:42:54,439 INFO  [IPC Server Responder] ipc.Server (Server.java:run(1507)) - IPC Server Responder: starting
2026-08-11 13:42:54,451 INFO  [Thread-284] datanode.DataNode (BPOfferService.java:verifyAndSetNamespaceInfo(381)) - Acknowledging ACTIVE Namenode during handshakeBlock pool <registering> (Datanode Uuid unassigned) service to localhost/127.0.0.1:33447
2026-08-11 13:42:54,452 INFO  [Thread-284] common.Storage (DataStorage.java:getParallelVolumeLoadThreadsNum(356)) - Using 2 threads to upgrade data directories (dfs.datanode.parallel.volumes.load.threads.num=2, dataDirs=2)
2026-08-11 13:42:54,456 INFO  [Thread-284] common.Storage (Storage.java:tryLock(948)) - Lock on /tmp/hdfs-test473250466265297675/data/data1/in_use.lock acquired by nodename 26384@dist-test-slave-t7g5.c.gcp-upstream.internal
2026-08-11 13:42:54,457 INFO  [IPC Server handler 1 on default port 33447] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=datanodeReport	src=null	dst=null	perm=null	proto=rpc
2026-08-11 13:42:54,457 INFO  [Thread-284] common.Storage (DataStorage.java:loadStorageDirectory(284)) - Storage directory with location [DISK]file:/tmp/hdfs-test473250466265297675/data/data1 is not formatted for namespace 90390487. Formatting...
2026-08-11 13:42:54,457 INFO  [Thread-284] common.Storage (DataStorage.java:createStorageID(160)) - Generated new storageID DS-d800570f-58b3-4fac-8946-1597dfc8c4ae for directory /tmp/hdfs-test473250466265297675/data/data1 
2026-08-11 13:42:54,457 INFO  [Listener at localhost/38699] hdfs.MiniDFSCluster (MiniDFSCluster.java:shouldWait(2823)) - dnInfo.length != numDataNodes
2026-08-11 13:42:54,458 INFO  [Listener at localhost/38699] hdfs.MiniDFSCluster (MiniDFSCluster.java:waitActive(2744)) - Waiting for cluster to become active
2026-08-11 13:42:54,465 INFO  [Thread-284] common.Storage (Storage.java:tryLock(948)) - Lock on /tmp/hdfs-test473250466265297675/data/data2/in_use.lock acquired by nodename 26384@dist-test-slave-t7g5.c.gcp-upstream.internal
2026-08-11 13:42:54,465 INFO  [Thread-284] common.Storage (DataStorage.java:loadStorageDirectory(284)) - Storage directory with location [DISK]file:/tmp/hdfs-test473250466265297675/data/data2 is not formatted for namespace 90390487. Formatting...
2026-08-11 13:42:54,466 INFO  [Thread-284] common.Storage (DataStorage.java:createStorageID(160)) - Generated new storageID DS-5d70a79d-71d3-4bb0-bfa5-27b25fff2ecf for directory /tmp/hdfs-test473250466265297675/data/data2 
2026-08-11 13:42:54,491 INFO  [Thread-284] common.Storage (BlockPoolSliceStorage.java:recoverTransitionRead(256)) - Analyzing storage directories for bpid BP-1430959762-10.240.0.70-1786455773668
2026-08-11 13:42:54,492 INFO  [Thread-284] common.Storage (Storage.java:lock(907)) - Locking is disabled for /tmp/hdfs-test473250466265297675/data/data1/current/BP-1430959762-10.240.0.70-1786455773668
2026-08-11 13:42:54,492 INFO  [Thread-284] common.Storage (BlockPoolSliceStorage.java:loadStorageDirectory(169)) - Block pool storage directory for location [DISK]file:/tmp/hdfs-test473250466265297675/data/data1 and block pool id BP-1430959762-10.240.0.70-1786455773668 is not formatted. Formatting ...
2026-08-11 13:42:54,492 INFO  [Thread-284] common.Storage (BlockPoolSliceStorage.java:format(285)) - Formatting block pool BP-1430959762-10.240.0.70-1786455773668 directory /tmp/hdfs-test473250466265297675/data/data1/current/BP-1430959762-10.240.0.70-1786455773668/current
2026-08-11 13:42:54,518 INFO  [Thread-284] common.Storage (BlockPoolSliceStorage.java:recoverTransitionRead(256)) - Analyzing storage directories for bpid BP-1430959762-10.240.0.70-1786455773668
2026-08-11 13:42:54,519 INFO  [Thread-284] common.Storage (Storage.java:lock(907)) - Locking is disabled for /tmp/hdfs-test473250466265297675/data/data2/current/BP-1430959762-10.240.0.70-1786455773668
2026-08-11 13:42:54,519 INFO  [Thread-284] common.Storage (BlockPoolSliceStorage.java:loadStorageDirectory(169)) - Block pool storage directory for location [DISK]file:/tmp/hdfs-test473250466265297675/data/data2 and block pool id BP-1430959762-10.240.0.70-1786455773668 is not formatted. Formatting ...
2026-08-11 13:42:54,519 INFO  [Thread-284] common.Storage (BlockPoolSliceStorage.java:format(285)) - Formatting block pool BP-1430959762-10.240.0.70-1786455773668 directory /tmp/hdfs-test473250466265297675/data/data2/current/BP-1430959762-10.240.0.70-1786455773668/current
2026-08-11 13:42:54,524 INFO  [Thread-284] datanode.DataNode (DataNode.java:initStorage(1756)) - Setting up storage: nsid=90390487;bpid=BP-1430959762-10.240.0.70-1786455773668;lv=-57;nsInfo=lv=-66;cid=testClusterID;nsid=90390487;c=1786455773668;bpid=BP-1430959762-10.240.0.70-1786455773668;dnuuid=null
2026-08-11 13:42:54,528 INFO  [Thread-284] datanode.DataNode (DataNode.java:checkDatanodeUuid(1554)) - Generated and persisted new Datanode UUID 2d8b9065-39ef-4cb8-b1e8-16f30b5e9740
2026-08-11 13:42:54,528 INFO  [Thread-284] impl.FsDatasetImpl (FsDatasetImpl.java:<init>(310)) - The datanode lock is a read write lock
2026-08-11 13:42:54,531 INFO  [Thread-284] impl.FsDatasetImpl (FsVolumeList.java:addVolume(304)) - Added new volume: DS-d800570f-58b3-4fac-8946-1597dfc8c4ae
2026-08-11 13:42:54,531 INFO  [Thread-284] impl.FsDatasetImpl (FsDatasetImpl.java:addVolume(493)) - Added volume - [DISK]file:/tmp/hdfs-test473250466265297675/data/data1, StorageType: DISK
2026-08-11 13:42:54,533 INFO  [Thread-284] impl.FsDatasetImpl (FsVolumeList.java:addVolume(304)) - Added new volume: DS-5d70a79d-71d3-4bb0-bfa5-27b25fff2ecf
2026-08-11 13:42:54,534 INFO  [Thread-284] impl.FsDatasetImpl (FsDatasetImpl.java:addVolume(493)) - Added volume - [DISK]file:/tmp/hdfs-test473250466265297675/data/data2, StorageType: DISK
2026-08-11 13:42:54,534 INFO  [Thread-284] impl.MemoryMappableBlockLoader (MemoryMappableBlockLoader.java:initialize(48)) - Initializing cache loader: MemoryMappableBlockLoader.
2026-08-11 13:42:54,535 INFO  [Thread-284] impl.FsDatasetImpl (FsDatasetImpl.java:registerMBean(2343)) - Registered FSDatasetState MBean
2026-08-11 13:42:54,536 INFO  [Thread-284] impl.FsDatasetImpl (FsDatasetImpl.java:addBlockPool(2856)) - Adding block pool BP-1430959762-10.240.0.70-1786455773668
2026-08-11 13:42:54,537 INFO  [Thread-301] impl.FsDatasetImpl (FsVolumeList.java:run(406)) - Scanning block pool BP-1430959762-10.240.0.70-1786455773668 on volume /tmp/hdfs-test473250466265297675/data/data1...
2026-08-11 13:42:54,538 INFO  [Thread-302] impl.FsDatasetImpl (FsVolumeList.java:run(406)) - Scanning block pool BP-1430959762-10.240.0.70-1786455773668 on volume /tmp/hdfs-test473250466265297675/data/data2...
2026-08-11 13:42:54,560 INFO  [IPC Server handler 2 on default port 33447] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=datanodeReport	src=null	dst=null	perm=null	proto=rpc
2026-08-11 13:42:54,562 INFO  [Listener at localhost/38699] hdfs.MiniDFSCluster (MiniDFSCluster.java:shouldWait(2823)) - dnInfo.length != numDataNodes
2026-08-11 13:42:54,563 INFO  [Listener at localhost/38699] hdfs.MiniDFSCluster (MiniDFSCluster.java:waitActive(2744)) - Waiting for cluster to become active
2026-08-11 13:42:54,565 INFO  [Thread-301] impl.FsDatasetImpl (FsVolumeList.java:run(411)) - Time taken to scan block pool BP-1430959762-10.240.0.70-1786455773668 on /tmp/hdfs-test473250466265297675/data/data1: 28ms
2026-08-11 13:42:54,569 INFO  [Thread-302] impl.FsDatasetImpl (FsVolumeList.java:run(411)) - Time taken to scan block pool BP-1430959762-10.240.0.70-1786455773668 on /tmp/hdfs-test473250466265297675/data/data2: 31ms
2026-08-11 13:42:54,570 INFO  [Thread-284] impl.FsDatasetImpl (FsVolumeList.java:addBlockPool(431)) - Total time to scan all replicas for block pool BP-1430959762-10.240.0.70-1786455773668: 33ms
2026-08-11 13:42:54,570 INFO  [Thread-305] impl.FsDatasetImpl (FsVolumeList.java:run(199)) - Adding replicas to map for block pool BP-1430959762-10.240.0.70-1786455773668 on volume /tmp/hdfs-test473250466265297675/data/data1...
2026-08-11 13:42:54,571 INFO  [Thread-305] impl.BlockPoolSlice (BlockPoolSlice.java:readReplicasFromCache(902)) - Replica Cache file: /tmp/hdfs-test473250466265297675/data/data1/current/BP-1430959762-10.240.0.70-1786455773668/current/replicas doesn't exist 
2026-08-11 13:42:54,571 INFO  [Thread-306] impl.FsDatasetImpl (FsVolumeList.java:run(199)) - Adding replicas to map for block pool BP-1430959762-10.240.0.70-1786455773668 on volume /tmp/hdfs-test473250466265297675/data/data2...
2026-08-11 13:42:54,572 INFO  [Thread-305] impl.FsDatasetImpl (FsVolumeList.java:run(204)) - Time to add replicas to map for block pool BP-1430959762-10.240.0.70-1786455773668 on volume /tmp/hdfs-test473250466265297675/data/data1: 1ms
2026-08-11 13:42:54,572 INFO  [Thread-306] impl.BlockPoolSlice (BlockPoolSlice.java:readReplicasFromCache(902)) - Replica Cache file: /tmp/hdfs-test473250466265297675/data/data2/current/BP-1430959762-10.240.0.70-1786455773668/current/replicas doesn't exist 
2026-08-11 13:42:54,573 INFO  [Thread-306] impl.FsDatasetImpl (FsVolumeList.java:run(204)) - Time to add replicas to map for block pool BP-1430959762-10.240.0.70-1786455773668 on volume /tmp/hdfs-test473250466265297675/data/data2: 1ms
2026-08-11 13:42:54,573 INFO  [Thread-284] impl.FsDatasetImpl (FsVolumeList.java:getAllVolumesMap(225)) - Total time to add all replicas to map for block pool BP-1430959762-10.240.0.70-1786455773668: 3ms
2026-08-11 13:42:54,573 INFO  [Thread-284] checker.ThrottledAsyncChecker (ThrottledAsyncChecker.java:schedule(137)) - Scheduling a check for /tmp/hdfs-test473250466265297675/data/data1
2026-08-11 13:42:54,574 INFO  [Thread-284] checker.DatasetVolumeChecker (DatasetVolumeChecker.java:checkAllVolumes(224)) - Scheduled health check for volume /tmp/hdfs-test473250466265297675/data/data1
2026-08-11 13:42:54,575 INFO  [Thread-284] checker.ThrottledAsyncChecker (ThrottledAsyncChecker.java:schedule(137)) - Scheduling a check for /tmp/hdfs-test473250466265297675/data/data2
2026-08-11 13:42:54,575 INFO  [Thread-284] checker.DatasetVolumeChecker (DatasetVolumeChecker.java:checkAllVolumes(224)) - Scheduled health check for volume /tmp/hdfs-test473250466265297675/data/data2
2026-08-11 13:42:54,576 INFO  [VolumeScannerThread(/tmp/hdfs-test473250466265297675/data/data2)] datanode.VolumeScanner (VolumeScanner.java:findNextUsableBlockIter(385)) - Now scanning bpid BP-1430959762-10.240.0.70-1786455773668 on volume /tmp/hdfs-test473250466265297675/data/data2
2026-08-11 13:42:54,576 WARN  [Thread-284] datanode.DirectoryScanner (DirectoryScanner.java:<init>(300)) - dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1
2026-08-11 13:42:54,576 INFO  [VolumeScannerThread(/tmp/hdfs-test473250466265297675/data/data1)] datanode.VolumeScanner (VolumeScanner.java:findNextUsableBlockIter(385)) - Now scanning bpid BP-1430959762-10.240.0.70-1786455773668 on volume /tmp/hdfs-test473250466265297675/data/data1
2026-08-11 13:42:54,577 INFO  [Thread-284] datanode.DirectoryScanner (DirectoryScanner.java:start(329)) - Periodic Directory Tree Verification scan starting in 16723391ms with interval of 21600000ms and throttle limit of -1ms/s
2026-08-11 13:42:54,577 INFO  [VolumeScannerThread(/tmp/hdfs-test473250466265297675/data/data2)] datanode.VolumeScanner (VolumeScanner.java:getNextBlockToScan(505)) - VolumeScanner(/tmp/hdfs-test473250466265297675/data/data2, DS-5d70a79d-71d3-4bb0-bfa5-27b25fff2ecf): finished scanning block pool BP-1430959762-10.240.0.70-1786455773668
2026-08-11 13:42:54,577 INFO  [VolumeScannerThread(/tmp/hdfs-test473250466265297675/data/data1)] datanode.VolumeScanner (VolumeScanner.java:getNextBlockToScan(505)) - VolumeScanner(/tmp/hdfs-test473250466265297675/data/data1, DS-d800570f-58b3-4fac-8946-1597dfc8c4ae): finished scanning block pool BP-1430959762-10.240.0.70-1786455773668
2026-08-11 13:42:54,578 INFO  [VolumeScannerThread(/tmp/hdfs-test473250466265297675/data/data1)] datanode.VolumeScanner (VolumeScanner.java:findNextUsableBlockIter(402)) - VolumeScanner(/tmp/hdfs-test473250466265297675/data/data1, DS-d800570f-58b3-4fac-8946-1597dfc8c4ae): no suitable block pools found to scan.  Waiting 1814399998 ms.
2026-08-11 13:42:54,578 INFO  [VolumeScannerThread(/tmp/hdfs-test473250466265297675/data/data2)] datanode.VolumeScanner (VolumeScanner.java:findNextUsableBlockIter(402)) - VolumeScanner(/tmp/hdfs-test473250466265297675/data/data2, DS-5d70a79d-71d3-4bb0-bfa5-27b25fff2ecf): no suitable block pools found to scan.  Waiting 1814399998 ms.
2026-08-11 13:42:54,579 INFO  [BP-1430959762-10.240.0.70-1786455773668 heartbeating to localhost/127.0.0.1:33447] datanode.DataNode (BPServiceActor.java:register(788)) - Block pool BP-1430959762-10.240.0.70-1786455773668 (Datanode Uuid 2d8b9065-39ef-4cb8-b1e8-16f30b5e9740) service to localhost/127.0.0.1:33447 beginning handshake with NN
2026-08-11 13:42:54,580 INFO  [IPC Server handler 3 on default port 33447] hdfs.StateChange (DatanodeManager.java:registerDatanode(1142)) - BLOCK* registerDatanode: from DatanodeRegistration(127.0.0.1:38189, datanodeUuid=2d8b9065-39ef-4cb8-b1e8-16f30b5e9740, infoPort=42267, infoSecurePort=0, ipcPort=38699, storageInfo=lv=-57;cid=testClusterID;nsid=90390487;c=1786455773668) storage 2d8b9065-39ef-4cb8-b1e8-16f30b5e9740
2026-08-11 13:42:54,581 INFO  [IPC Server handler 3 on default port 33447] net.NetworkTopology (NetworkTopology.java:add(149)) - Adding a new node: /default-rack/127.0.0.1:38189
2026-08-11 13:42:54,581 INFO  [IPC Server handler 3 on default port 33447] blockmanagement.BlockReportLeaseManager (BlockReportLeaseManager.java:registerNode(200)) - Registered DN 2d8b9065-39ef-4cb8-b1e8-16f30b5e9740 (127.0.0.1:38189).
2026-08-11 13:42:54,582 INFO  [BP-1430959762-10.240.0.70-1786455773668 heartbeating to localhost/127.0.0.1:33447] datanode.DataNode (BPServiceActor.java:register(816)) - Block pool BP-1430959762-10.240.0.70-1786455773668 (Datanode Uuid 2d8b9065-39ef-4cb8-b1e8-16f30b5e9740) service to localhost/127.0.0.1:33447 successfully registered with NN
2026-08-11 13:42:54,583 INFO  [BP-1430959762-10.240.0.70-1786455773668 heartbeating to localhost/127.0.0.1:33447] datanode.DataNode (BPServiceActor.java:offerService(645)) - For namenode localhost/127.0.0.1:33447 using BLOCKREPORT_INTERVAL of 21600000msecs CACHEREPORT_INTERVAL of 10000msecs Initial delay: 0msecs; heartBeatInterval=3000
2026-08-11 13:42:54,584 INFO  [IPC Server handler 4 on default port 33447] blockmanagement.DatanodeDescriptor (DatanodeDescriptor.java:updateStorage(999)) - Adding new storage ID DS-d800570f-58b3-4fac-8946-1597dfc8c4ae for DN 127.0.0.1:38189
2026-08-11 13:42:54,585 INFO  [IPC Server handler 4 on default port 33447] blockmanagement.DatanodeDescriptor (DatanodeDescriptor.java:updateStorage(999)) - Adding new storage ID DS-5d70a79d-71d3-4bb0-bfa5-27b25fff2ecf for DN 127.0.0.1:38189
2026-08-11 13:42:54,589 INFO  [Block report processor] BlockStateChange (BlockManager.java:processReport(2778)) - BLOCK* processReport 0x5ba4f89a726ccc07: Processing first storage report for DS-d800570f-58b3-4fac-8946-1597dfc8c4ae from datanode 2d8b9065-39ef-4cb8-b1e8-16f30b5e9740
2026-08-11 13:42:54,590 INFO  [Block report processor] BlockStateChange (BlockManager.java:processReport(2810)) - BLOCK* processReport 0x5ba4f89a726ccc07: from storage DS-d800570f-58b3-4fac-8946-1597dfc8c4ae node DatanodeRegistration(127.0.0.1:38189, datanodeUuid=2d8b9065-39ef-4cb8-b1e8-16f30b5e9740, infoPort=42267, infoSecurePort=0, ipcPort=38699, storageInfo=lv=-57;cid=testClusterID;nsid=90390487;c=1786455773668), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0
2026-08-11 13:42:54,590 INFO  [Block report processor] BlockStateChange (BlockManager.java:processReport(2778)) - BLOCK* processReport 0x5ba4f89a726ccc07: Processing first storage report for DS-5d70a79d-71d3-4bb0-bfa5-27b25fff2ecf from datanode 2d8b9065-39ef-4cb8-b1e8-16f30b5e9740
2026-08-11 13:42:54,590 INFO  [Block report processor] BlockStateChange (BlockManager.java:processReport(2810)) - BLOCK* processReport 0x5ba4f89a726ccc07: from storage DS-5d70a79d-71d3-4bb0-bfa5-27b25fff2ecf node DatanodeRegistration(127.0.0.1:38189, datanodeUuid=2d8b9065-39ef-4cb8-b1e8-16f30b5e9740, infoPort=42267, infoSecurePort=0, ipcPort=38699, storageInfo=lv=-57;cid=testClusterID;nsid=90390487;c=1786455773668), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0
2026-08-11 13:42:54,592 INFO  [BP-1430959762-10.240.0.70-1786455773668 heartbeating to localhost/127.0.0.1:33447] datanode.DataNode (BPServiceActor.java:blockReport(437)) - Successfully sent block report 0x5ba4f89a726ccc07 to namenode: localhost/127.0.0.1:33447,  containing 2 storage report(s), of which we sent 2. The reports had 0 total blocks and used 1 RPC(s). This took 0 msecs to generate and 4 msecs for RPC and NN processing. Got back one command: FinalizeCommand/5.
2026-08-11 13:42:54,592 INFO  [Command processor] datanode.DataNode (BPOfferService.java:processCommandFromActive(763)) - Got finalize command for block pool BP-1430959762-10.240.0.70-1786455773668
2026-08-11 13:42:54,664 INFO  [IPC Server handler 6 on default port 33447] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=datanodeReport	src=null	dst=null	perm=null	proto=rpc
2026-08-11 13:42:54,666 INFO  [Listener at localhost/38699] hdfs.MiniDFSCluster (MiniDFSCluster.java:waitActive(2799)) - Cluster is active
2026-08-11 13:42:54,682 INFO  [Listener at localhost/38699] backup.BackupIO (BackupIO.scala:writeTableMetadata(95)) - Writing metadata to hdfs://localhost:33447/id_taco-taco/100/.kudu-metadata.json
2026-08-11 13:42:54,687 INFO  [IPC Server handler 7 on default port 33447] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=create	src=/id_taco-taco/100/.kudu-metadata.json	dst=null	perm=slave:supergroup:rw-r--r--	proto=rpc
2026-08-11 13:42:54,695 INFO  [IPC Server handler 8 on default port 33447] hdfs.StateChange (FSDirWriteFileOp.java:logAllocatedBlock(802)) - BLOCK* allocate blk_1073741825_1001, replicas=127.0.0.1:38189 for /id_taco-taco/100/.kudu-metadata.json
2026-08-11 13:42:54,702 INFO  [DataXceiver for client DFSClient_NONMAPREDUCE_1033660379_1 at /127.0.0.1:58136 [Receiving block BP-1430959762-10.240.0.70-1786455773668:blk_1073741825_1001]] datanode.DataNode (DataXceiver.java:writeBlock(747)) - Receiving BP-1430959762-10.240.0.70-1786455773668:blk_1073741825_1001 src: /127.0.0.1:58136 dest: /127.0.0.1:38189
2026-08-11 13:42:54,713 INFO  [PacketResponder: BP-1430959762-10.240.0.70-1786455773668:blk_1073741825_1001, type=LAST_IN_PIPELINE] DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1539)) - src: /127.0.0.1:58136, dest: /127.0.0.1:38189, bytes: 82, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1033660379_1, offset: 0, srvID: 2d8b9065-39ef-4cb8-b1e8-16f30b5e9740, blockid: BP-1430959762-10.240.0.70-1786455773668:blk_1073741825_1001, duration(ns): 6620451
2026-08-11 13:42:54,713 INFO  [PacketResponder: BP-1430959762-10.240.0.70-1786455773668:blk_1073741825_1001, type=LAST_IN_PIPELINE] datanode.DataNode (BlockReceiver.java:run(1512)) - PacketResponder: BP-1430959762-10.240.0.70-1786455773668:blk_1073741825_1001, type=LAST_IN_PIPELINE terminating
2026-08-11 13:42:54,715 INFO  [IPC Server handler 0 on default port 33447] namenode.FSNamesystem (FSNamesystem.java:checkBlocksComplete(3151)) - BLOCK* blk_1073741825_1001 is COMMITTED but not COMPLETE(numNodes= 0 <  minimum = 1) in file /id_taco-taco/100/.kudu-metadata.json
2026-08-11 13:42:55,120 INFO  [IPC Server handler 2 on default port 33447] hdfs.StateChange (FSNamesystem.java:completeFile(3104)) - DIR* completeFile: /id_taco-taco/100/.kudu-metadata.json is closed by DFSClient_NONMAPREDUCE_1033660379_1
2026-08-11 13:42:55,121 INFO  [Listener at localhost/38699] backup.BackupIO (BackupIO.scala:writeTableMetadata(95)) - Writing metadata to hdfs://localhost:33447/id_taco-taco/1000/.kudu-metadata.json
2026-08-11 13:42:55,123 INFO  [IPC Server handler 3 on default port 33447] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=create	src=/id_taco-taco/1000/.kudu-metadata.json	dst=null	perm=slave:supergroup:rw-r--r--	proto=rpc
2026-08-11 13:42:55,127 INFO  [IPC Server handler 4 on default port 33447] hdfs.StateChange (FSDirWriteFileOp.java:logAllocatedBlock(802)) - BLOCK* allocate blk_1073741826_1002, replicas=127.0.0.1:38189 for /id_taco-taco/1000/.kudu-metadata.json
2026-08-11 13:42:55,130 INFO  [DataXceiver for client DFSClient_NONMAPREDUCE_1033660379_1 at /127.0.0.1:58144 [Receiving block BP-1430959762-10.240.0.70-1786455773668:blk_1073741826_1002]] datanode.DataNode (DataXceiver.java:writeBlock(747)) - Receiving BP-1430959762-10.240.0.70-1786455773668:blk_1073741826_1002 src: /127.0.0.1:58144 dest: /127.0.0.1:38189
2026-08-11 13:42:55,139 INFO  [PacketResponder: BP-1430959762-10.240.0.70-1786455773668:blk_1073741826_1002, type=LAST_IN_PIPELINE] DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1539)) - src: /127.0.0.1:58144, dest: /127.0.0.1:38189, bytes: 83, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1033660379_1, offset: 0, srvID: 2d8b9065-39ef-4cb8-b1e8-16f30b5e9740, blockid: BP-1430959762-10.240.0.70-1786455773668:blk_1073741826_1002, duration(ns): 6327760
2026-08-11 13:42:55,139 INFO  [PacketResponder: BP-1430959762-10.240.0.70-1786455773668:blk_1073741826_1002, type=LAST_IN_PIPELINE] datanode.DataNode (BlockReceiver.java:run(1512)) - PacketResponder: BP-1430959762-10.240.0.70-1786455773668:blk_1073741826_1002, type=LAST_IN_PIPELINE terminating
2026-08-11 13:42:55,142 INFO  [IPC Server handler 6 on default port 33447] hdfs.StateChange (FSNamesystem.java:completeFile(3104)) - DIR* completeFile: /id_taco-taco/1000/.kudu-metadata.json is closed by DFSClient_NONMAPREDUCE_1033660379_1
2026-08-11 13:42:55,143 INFO  [Listener at localhost/38699] backup.BackupIO (BackupIO.scala:writeTableMetadata(95)) - Writing metadata to hdfs://localhost:33447/id_taco-taco/2000/.kudu-metadata.json
2026-08-11 13:42:55,146 INFO  [IPC Server handler 7 on default port 33447] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=create	src=/id_taco-taco/2000/.kudu-metadata.json	dst=null	perm=slave:supergroup:rw-r--r--	proto=rpc
2026-08-11 13:42:55,150 INFO  [IPC Server handler 8 on default port 33447] hdfs.StateChange (FSDirWriteFileOp.java:logAllocatedBlock(802)) - BLOCK* allocate blk_1073741827_1003, replicas=127.0.0.1:38189 for /id_taco-taco/2000/.kudu-metadata.json
2026-08-11 13:42:55,153 INFO  [DataXceiver for client DFSClient_NONMAPREDUCE_1033660379_1 at /127.0.0.1:58158 [Receiving block BP-1430959762-10.240.0.70-1786455773668:blk_1073741827_1003]] datanode.DataNode (DataXceiver.java:writeBlock(747)) - Receiving BP-1430959762-10.240.0.70-1786455773668:blk_1073741827_1003 src: /127.0.0.1:58158 dest: /127.0.0.1:38189
2026-08-11 13:42:55,162 INFO  [PacketResponder: BP-1430959762-10.240.0.70-1786455773668:blk_1073741827_1003, type=LAST_IN_PIPELINE] DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1539)) - src: /127.0.0.1:58158, dest: /127.0.0.1:38189, bytes: 102, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1033660379_1, offset: 0, srvID: 2d8b9065-39ef-4cb8-b1e8-16f30b5e9740, blockid: BP-1430959762-10.240.0.70-1786455773668:blk_1073741827_1003, duration(ns): 5792042
2026-08-11 13:42:55,162 INFO  [PacketResponder: BP-1430959762-10.240.0.70-1786455773668:blk_1073741827_1003, type=LAST_IN_PIPELINE] datanode.DataNode (BlockReceiver.java:run(1512)) - PacketResponder: BP-1430959762-10.240.0.70-1786455773668:blk_1073741827_1003, type=LAST_IN_PIPELINE terminating
2026-08-11 13:42:55,165 INFO  [IPC Server handler 0 on default port 33447] hdfs.StateChange (FSNamesystem.java:completeFile(3104)) - DIR* completeFile: /id_taco-taco/2000/.kudu-metadata.json is closed by DFSClient_NONMAPREDUCE_1033660379_1
2026-08-11 13:42:55,166 INFO  [Listener at localhost/38699] backup.BackupIO (BackupIO.scala:writeTableMetadata(95)) - Writing metadata to hdfs://localhost:33447/id_pizza-pizza/200/.kudu-metadata.json
2026-08-11 13:42:55,168 INFO  [IPC Server handler 1 on default port 33447] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=create	src=/id_pizza-pizza/200/.kudu-metadata.json	dst=null	perm=slave:supergroup:rw-r--r--	proto=rpc
2026-08-11 13:42:55,174 INFO  [IPC Server handler 2 on default port 33447] hdfs.StateChange (FSDirWriteFileOp.java:logAllocatedBlock(802)) - BLOCK* allocate blk_1073741828_1004, replicas=127.0.0.1:38189 for /id_pizza-pizza/200/.kudu-metadata.json
2026-08-11 13:42:55,179 INFO  [DataXceiver for client DFSClient_NONMAPREDUCE_1033660379_1 at /127.0.0.1:58174 [Receiving block BP-1430959762-10.240.0.70-1786455773668:blk_1073741828_1004]] datanode.DataNode (DataXceiver.java:writeBlock(747)) - Receiving BP-1430959762-10.240.0.70-1786455773668:blk_1073741828_1004 src: /127.0.0.1:58174 dest: /127.0.0.1:38189
2026-08-11 13:42:55,187 INFO  [PacketResponder: BP-1430959762-10.240.0.70-1786455773668:blk_1073741828_1004, type=LAST_IN_PIPELINE] DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1539)) - src: /127.0.0.1:58174, dest: /127.0.0.1:38189, bytes: 84, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1033660379_1, offset: 0, srvID: 2d8b9065-39ef-4cb8-b1e8-16f30b5e9740, blockid: BP-1430959762-10.240.0.70-1786455773668:blk_1073741828_1004, duration(ns): 4615557
2026-08-11 13:42:55,188 INFO  [PacketResponder: BP-1430959762-10.240.0.70-1786455773668:blk_1073741828_1004, type=LAST_IN_PIPELINE] datanode.DataNode (BlockReceiver.java:run(1512)) - PacketResponder: BP-1430959762-10.240.0.70-1786455773668:blk_1073741828_1004, type=LAST_IN_PIPELINE terminating
2026-08-11 13:42:55,190 INFO  [IPC Server handler 4 on default port 33447] hdfs.StateChange (FSNamesystem.java:completeFile(3104)) - DIR* completeFile: /id_pizza-pizza/200/.kudu-metadata.json is closed by DFSClient_NONMAPREDUCE_1033660379_1
2026-08-11 13:42:55,191 INFO  [Listener at localhost/38699] backup.BackupIO (BackupIO.scala:writeTableMetadata(95)) - Writing metadata to hdfs://localhost:33447/id_pizza-pizza/400/.kudu-metadata.json
2026-08-11 13:42:55,194 INFO  [IPC Server handler 5 on default port 33447] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=create	src=/id_pizza-pizza/400/.kudu-metadata.json	dst=null	perm=slave:supergroup:rw-r--r--	proto=rpc
2026-08-11 13:42:55,198 INFO  [IPC Server handler 6 on default port 33447] hdfs.StateChange (FSDirWriteFileOp.java:logAllocatedBlock(802)) - BLOCK* allocate blk_1073741829_1005, replicas=127.0.0.1:38189 for /id_pizza-pizza/400/.kudu-metadata.json
2026-08-11 13:42:55,205 INFO  [DataXceiver for client DFSClient_NONMAPREDUCE_1033660379_1 at /127.0.0.1:58188 [Receiving block BP-1430959762-10.240.0.70-1786455773668:blk_1073741829_1005]] datanode.DataNode (DataXceiver.java:writeBlock(747)) - Receiving BP-1430959762-10.240.0.70-1786455773668:blk_1073741829_1005 src: /127.0.0.1:58188 dest: /127.0.0.1:38189
2026-08-11 13:42:55,215 INFO  [PacketResponder: BP-1430959762-10.240.0.70-1786455773668:blk_1073741829_1005, type=LAST_IN_PIPELINE] DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1539)) - src: /127.0.0.1:58188, dest: /127.0.0.1:38189, bytes: 103, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1033660379_1, offset: 0, srvID: 2d8b9065-39ef-4cb8-b1e8-16f30b5e9740, blockid: BP-1430959762-10.240.0.70-1786455773668:blk_1073741829_1005, duration(ns): 5764369
2026-08-11 13:42:55,215 INFO  [PacketResponder: BP-1430959762-10.240.0.70-1786455773668:blk_1073741829_1005, type=LAST_IN_PIPELINE] datanode.DataNode (BlockReceiver.java:run(1512)) - PacketResponder: BP-1430959762-10.240.0.70-1786455773668:blk_1073741829_1005, type=LAST_IN_PIPELINE terminating
2026-08-11 13:42:55,217 INFO  [IPC Server handler 7 on default port 33447] hdfs.StateChange (FSNamesystem.java:completeFile(3104)) - DIR* completeFile: /id_pizza-pizza/400/.kudu-metadata.json is closed by DFSClient_NONMAPREDUCE_1033660379_1
2026-08-11 13:42:55,218 INFO  [Listener at localhost/38699] backup.BackupIO (BackupIO.scala:writeTableMetadata(95)) - Writing metadata to hdfs://localhost:33447/id_pizza-pizza/600/.kudu-metadata.json
2026-08-11 13:42:55,220 INFO  [IPC Server handler 9 on default port 33447] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=create	src=/id_pizza-pizza/600/.kudu-metadata.json	dst=null	perm=slave:supergroup:rw-r--r--	proto=rpc
2026-08-11 13:42:55,223 INFO  [IPC Server handler 0 on default port 33447] hdfs.StateChange (FSDirWriteFileOp.java:logAllocatedBlock(802)) - BLOCK* allocate blk_1073741830_1006, replicas=127.0.0.1:38189 for /id_pizza-pizza/600/.kudu-metadata.json
2026-08-11 13:42:55,226 INFO  [DataXceiver for client DFSClient_NONMAPREDUCE_1033660379_1 at /127.0.0.1:58190 [Receiving block BP-1430959762-10.240.0.70-1786455773668:blk_1073741830_1006]] datanode.DataNode (DataXceiver.java:writeBlock(747)) - Receiving BP-1430959762-10.240.0.70-1786455773668:blk_1073741830_1006 src: /127.0.0.1:58190 dest: /127.0.0.1:38189
2026-08-11 13:42:55,234 INFO  [PacketResponder: BP-1430959762-10.240.0.70-1786455773668:blk_1073741830_1006, type=LAST_IN_PIPELINE] DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1539)) - src: /127.0.0.1:58190, dest: /127.0.0.1:38189, bytes: 103, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1033660379_1, offset: 0, srvID: 2d8b9065-39ef-4cb8-b1e8-16f30b5e9740, blockid: BP-1430959762-10.240.0.70-1786455773668:blk_1073741830_1006, duration(ns): 3531844
2026-08-11 13:42:55,234 INFO  [PacketResponder: BP-1430959762-10.240.0.70-1786455773668:blk_1073741830_1006, type=LAST_IN_PIPELINE] datanode.DataNode (BlockReceiver.java:run(1512)) - PacketResponder: BP-1430959762-10.240.0.70-1786455773668:blk_1073741830_1006, type=LAST_IN_PIPELINE terminating
2026-08-11 13:42:55,236 INFO  [IPC Server handler 2 on default port 33447] hdfs.StateChange (FSNamesystem.java:completeFile(3104)) - DIR* completeFile: /id_pizza-pizza/600/.kudu-metadata.json is closed by DFSClient_NONMAPREDUCE_1033660379_1
2026-08-11 13:42:55,258 INFO  [IPC Server handler 3 on default port 33447] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=getfileinfo	src=/	dst=null	perm=null	proto=rpc
2026-08-11 13:42:55,260 INFO  [IPC Server handler 4 on default port 33447] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=listStatus	src=/	dst=null	perm=null	proto=rpc
2026-08-11 13:42:55,264 INFO  [IPC Server handler 5 on default port 33447] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=listStatus	src=/id_pizza-pizza	dst=null	perm=null	proto=rpc
2026-08-11 13:42:55,265 INFO  [IPC Server handler 6 on default port 33447] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=getfileinfo	src=/id_pizza-pizza/200/.kudu-metadata.json	dst=null	perm=null	proto=rpc
2026-08-11 13:42:55,267 INFO  [IPC Server handler 8 on default port 33447] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=open	src=/id_pizza-pizza/200/.kudu-metadata.json	dst=null	perm=null	proto=rpc
2026-08-11 13:42:55,276 INFO  [IPC Server handler 7 on default port 33447] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=getfileinfo	src=/id_pizza-pizza/400/.kudu-metadata.json	dst=null	perm=null	proto=rpc
2026-08-11 13:42:55,279 INFO  [IPC Server handler 9 on default port 33447] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=open	src=/id_pizza-pizza/400/.kudu-metadata.json	dst=null	perm=null	proto=rpc
2026-08-11 13:42:55,283 INFO  [IPC Server handler 0 on default port 33447] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=getfileinfo	src=/id_pizza-pizza/600/.kudu-metadata.json	dst=null	perm=null	proto=rpc
2026-08-11 13:42:55,285 INFO  [IPC Server handler 1 on default port 33447] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=open	src=/id_pizza-pizza/600/.kudu-metadata.json	dst=null	perm=null	proto=rpc
2026-08-11 13:42:55,290 INFO  [Listener at localhost/38699] backup.BackupIO (BackupIO.scala:readTableBackups(236)) - Found 3 paths in hdfs://localhost:33447/id_pizza-pizza
.2026-08-11 13:42:55,311 INFO  [Listener at localhost/38699] hdfs.MiniDFSCluster (MiniDFSCluster.java:<init>(529)) - starting cluster: numNameNodes=1, numDataNodes=1
2026-08-11 13:42:55,312 INFO  [Listener at localhost/38699] namenode.NameNode (NameNode.java:format(1249)) - Formatting using clusterid: testClusterID
2026-08-11 13:42:55,313 INFO  [Listener at localhost/38699] namenode.FSEditLog (FSEditLog.java:newInstance(229)) - Edit logging is async:true
2026-08-11 13:42:55,324 INFO  [Listener at localhost/38699] namenode.FSNamesystem (FSNamesystem.java:<init>(814)) - KeyProvider: null
2026-08-11 13:42:55,325 INFO  [Listener at localhost/38699] namenode.FSNamesystem (FSNamesystemLock.java:<init>(141)) - fsLock is fair: true
2026-08-11 13:42:55,325 INFO  [Listener at localhost/38699] namenode.FSNamesystem (FSNamesystemLock.java:<init>(159)) - Detailed lock hold time metrics enabled: false
2026-08-11 13:42:55,325 INFO  [Listener at localhost/38699] namenode.FSNamesystem (FSNamesystem.java:<init>(847)) - fsOwner                = slave (auth:SIMPLE)
2026-08-11 13:42:55,325 INFO  [Listener at localhost/38699] namenode.FSNamesystem (FSNamesystem.java:<init>(848)) - supergroup             = supergroup
2026-08-11 13:42:55,325 INFO  [Listener at localhost/38699] namenode.FSNamesystem (FSNamesystem.java:<init>(849)) - isPermissionEnabled    = true
2026-08-11 13:42:55,325 INFO  [Listener at localhost/38699] namenode.FSNamesystem (FSNamesystem.java:<init>(850)) - isStoragePolicyEnabled = true
2026-08-11 13:42:55,325 INFO  [Listener at localhost/38699] namenode.FSNamesystem (FSNamesystem.java:<init>(861)) - HA Enabled: false
2026-08-11 13:42:55,326 INFO  [Listener at localhost/38699] common.Util (Util.java:isDiskStatsEnabled(395)) - dfs.datanode.fileio.profiling.sampling.percentage set to 0. Disabling file IO profiling
2026-08-11 13:42:55,326 INFO  [Listener at localhost/38699] blockmanagement.DatanodeManager (DatanodeManager.java:<init>(334)) - dfs.block.invalidate.limit: configured=1000, counted=60, effected=1000
2026-08-11 13:42:55,326 INFO  [Listener at localhost/38699] blockmanagement.DatanodeManager (DatanodeManager.java:<init>(342)) - dfs.namenode.datanode.registration.ip-hostname-check=true
2026-08-11 13:42:55,326 INFO  [Listener at localhost/38699] blockmanagement.BlockManager (InvalidateBlocks.java:printBlockDeletionTime(77)) - dfs.namenode.startup.delay.block.deletion.sec is set to 000:00:00:00.000
2026-08-11 13:42:55,327 INFO  [Listener at localhost/38699] blockmanagement.BlockManager (InvalidateBlocks.java:printBlockDeletionTime(83)) - The block deletion will start around 2026 Aug 11 13:42:55
2026-08-11 13:42:55,327 INFO  [Listener at localhost/38699] util.GSet (LightWeightGSet.java:computeCapacity(395)) - Computing capacity for map BlocksMap
2026-08-11 13:42:55,327 INFO  [Listener at localhost/38699] util.GSet (LightWeightGSet.java:computeCapacity(396)) - VM type       = 64-bit
2026-08-11 13:42:55,327 INFO  [Listener at localhost/38699] util.GSet (LightWeightGSet.java:computeCapacity(397)) - 2.0% max memory 3.5 GB = 72.5 MB
2026-08-11 13:42:55,327 INFO  [Listener at localhost/38699] util.GSet (LightWeightGSet.java:computeCapacity(402)) - capacity      = 2^23 = 8388608 entries
2026-08-11 13:42:55,618 INFO  [Listener at localhost/38699] blockmanagement.BlockManager (BlockManager.java:createSPSManager(5447)) - Storage policy satisfier is disabled
2026-08-11 13:42:55,619 INFO  [Listener at localhost/38699] blockmanagement.BlockManager (BlockManager.java:createBlockTokenSecretManager(641)) - dfs.block.access.token.enable = false
2026-08-11 13:42:55,619 INFO  [Listener at localhost/38699] blockmanagement.BlockManagerSafeMode (BlockManagerSafeMode.java:<init>(160)) - dfs.namenode.safemode.threshold-pct = 0.999
2026-08-11 13:42:55,619 INFO  [Listener at localhost/38699] blockmanagement.BlockManagerSafeMode (BlockManagerSafeMode.java:<init>(161)) - dfs.namenode.safemode.min.datanodes = 0
2026-08-11 13:42:55,619 INFO  [Listener at localhost/38699] blockmanagement.BlockManagerSafeMode (BlockManagerSafeMode.java:<init>(163)) - dfs.namenode.safemode.extension = 0
2026-08-11 13:42:55,619 INFO  [Listener at localhost/38699] blockmanagement.BlockManager (BlockManager.java:<init>(627)) - defaultReplication         = 1
2026-08-11 13:42:55,620 INFO  [Listener at localhost/38699] blockmanagement.BlockManager (BlockManager.java:<init>(628)) - maxReplication             = 512
2026-08-11 13:42:55,620 INFO  [Listener at localhost/38699] blockmanagement.BlockManager (BlockManager.java:<init>(629)) - minReplication             = 1
2026-08-11 13:42:55,620 INFO  [Listener at localhost/38699] blockmanagement.BlockManager (BlockManager.java:<init>(630)) - maxReplicationStreams      = 2
2026-08-11 13:42:55,620 INFO  [Listener at localhost/38699] blockmanagement.BlockManager (BlockManager.java:<init>(631)) - redundancyRecheckInterval  = 3000ms
2026-08-11 13:42:55,621 INFO  [Listener at localhost/38699] blockmanagement.BlockManager (BlockManager.java:<init>(632)) - encryptDataTransfer        = false
2026-08-11 13:42:55,621 INFO  [Listener at localhost/38699] blockmanagement.BlockManager (BlockManager.java:<init>(633)) - maxNumBlocksToLog          = 1000
2026-08-11 13:42:55,622 INFO  [Listener at localhost/38699] util.GSet (LightWeightGSet.java:computeCapacity(395)) - Computing capacity for map INodeMap
2026-08-11 13:42:55,622 INFO  [Listener at localhost/38699] util.GSet (LightWeightGSet.java:computeCapacity(396)) - VM type       = 64-bit
2026-08-11 13:42:55,622 INFO  [Listener at localhost/38699] util.GSet (LightWeightGSet.java:computeCapacity(397)) - 1.0% max memory 3.5 GB = 36.2 MB
2026-08-11 13:42:55,622 INFO  [Listener at localhost/38699] util.GSet (LightWeightGSet.java:computeCapacity(402)) - capacity      = 2^22 = 4194304 entries
2026-08-11 13:42:55,625 INFO  [Listener at localhost/38699] namenode.FSDirectory (FSDirectory.java:<init>(335)) - ACLs enabled? true
2026-08-11 13:42:55,625 INFO  [Listener at localhost/38699] namenode.FSDirectory (FSDirectory.java:<init>(339)) - POSIX ACL inheritance enabled? true
2026-08-11 13:42:55,625 INFO  [Listener at localhost/38699] namenode.FSDirectory (FSDirectory.java:<init>(343)) - XAttrs enabled? true
2026-08-11 13:42:55,625 INFO  [Listener at localhost/38699] namenode.NameNode (FSDirectory.java:<init>(406)) - Caching file names occurring more than 10 times
2026-08-11 13:42:55,625 INFO  [Listener at localhost/38699] snapshot.SnapshotManager (SnapshotManager.java:<init>(124)) - Loaded config captureOpenFiles: false, skipCaptureAccessTimeOnlyChange: false, snapshotDiffAllowSnapRootDescendant: true, maxSnapshotLimit: 65536
2026-08-11 13:42:55,625 INFO  [Listener at localhost/38699] snapshot.SnapshotManager (DirectoryDiffListFactory.java:init(43)) - SkipList is disabled
2026-08-11 13:42:55,625 INFO  [Listener at localhost/38699] util.GSet (LightWeightGSet.java:computeCapacity(395)) - Computing capacity for map cachedBlocks
2026-08-11 13:42:55,625 INFO  [Listener at localhost/38699] util.GSet (LightWeightGSet.java:computeCapacity(396)) - VM type       = 64-bit
2026-08-11 13:42:55,626 INFO  [Listener at localhost/38699] util.GSet (LightWeightGSet.java:computeCapacity(397)) - 0.25% max memory 3.5 GB = 9.1 MB
2026-08-11 13:42:55,626 INFO  [Listener at localhost/38699] util.GSet (LightWeightGSet.java:computeCapacity(402)) - capacity      = 2^20 = 1048576 entries
2026-08-11 13:42:55,627 INFO  [Listener at localhost/38699] metrics.TopMetrics (TopMetrics.java:logConf(75)) - NNTop conf: dfs.namenode.top.window.num.buckets = 10
2026-08-11 13:42:55,627 INFO  [Listener at localhost/38699] metrics.TopMetrics (TopMetrics.java:logConf(77)) - NNTop conf: dfs.namenode.top.num.users = 10
2026-08-11 13:42:55,627 INFO  [Listener at localhost/38699] metrics.TopMetrics (TopMetrics.java:logConf(79)) - NNTop conf: dfs.namenode.top.windows.minutes = 1,5,25
2026-08-11 13:42:55,627 INFO  [Listener at localhost/38699] namenode.FSNamesystem (FSNamesystem.java:initRetryCache(1080)) - Retry cache on namenode is enabled
2026-08-11 13:42:55,627 INFO  [Listener at localhost/38699] namenode.FSNamesystem (FSNamesystem.java:initRetryCache(1088)) - Retry cache will use 0.03 of total heap and retry cache entry expiry time is 600000 millis
2026-08-11 13:42:55,627 INFO  [Listener at localhost/38699] util.GSet (LightWeightGSet.java:computeCapacity(395)) - Computing capacity for map NameNodeRetryCache
2026-08-11 13:42:55,627 INFO  [Listener at localhost/38699] util.GSet (LightWeightGSet.java:computeCapacity(396)) - VM type       = 64-bit
2026-08-11 13:42:55,627 INFO  [Listener at localhost/38699] util.GSet (LightWeightGSet.java:computeCapacity(397)) - 0.029999999329447746% max memory 3.5 GB = 1.1 MB
2026-08-11 13:42:55,627 INFO  [Listener at localhost/38699] util.GSet (LightWeightGSet.java:computeCapacity(402)) - capacity      = 2^17 = 131072 entries
2026-08-11 13:42:55,629 INFO  [Listener at localhost/38699] namenode.FSImage (FSImage.java:format(186)) - Allocated new BlockPoolId: BP-661054438-10.240.0.70-1786455775629
2026-08-11 13:42:55,636 INFO  [Listener at localhost/38699] common.Storage (NNStorage.java:format(595)) - Storage directory /tmp/hdfs-test2109587899469749067/name-0-1 has been successfully formatted.
2026-08-11 13:42:55,641 INFO  [Listener at localhost/38699] common.Storage (NNStorage.java:format(595)) - Storage directory /tmp/hdfs-test2109587899469749067/name-0-2 has been successfully formatted.
2026-08-11 13:42:55,659 INFO  [FSImageSaver for /tmp/hdfs-test2109587899469749067/name-0-2 of type IMAGE_AND_EDITS] namenode.FSImageFormatProtobuf (FSImageFormatProtobuf.java:save(732)) - Saving image file /tmp/hdfs-test2109587899469749067/name-0-2/current/fsimage.ckpt_0000000000000000000 using no compression
2026-08-11 13:42:55,662 INFO  [FSImageSaver for /tmp/hdfs-test2109587899469749067/name-0-1 of type IMAGE_AND_EDITS] namenode.FSImageFormatProtobuf (FSImageFormatProtobuf.java:save(732)) - Saving image file /tmp/hdfs-test2109587899469749067/name-0-1/current/fsimage.ckpt_0000000000000000000 using no compression
2026-08-11 13:42:55,671 INFO  [FSImageSaver for /tmp/hdfs-test2109587899469749067/name-0-1 of type IMAGE_AND_EDITS] namenode.FSImageFormatProtobuf (FSImageFormatProtobuf.java:save(736)) - Image file /tmp/hdfs-test2109587899469749067/name-0-1/current/fsimage.ckpt_0000000000000000000 of size 418 bytes saved in 0 seconds .
2026-08-11 13:42:55,678 INFO  [FSImageSaver for /tmp/hdfs-test2109587899469749067/name-0-2 of type IMAGE_AND_EDITS] namenode.FSImageFormatProtobuf (FSImageFormatProtobuf.java:save(736)) - Image file /tmp/hdfs-test2109587899469749067/name-0-2/current/fsimage.ckpt_0000000000000000000 of size 418 bytes saved in 0 seconds .
2026-08-11 13:42:55,681 INFO  [Listener at localhost/38699] namenode.NNStorageRetentionManager (NNStorageRetentionManager.java:getImageTxIdToRetain(203)) - Going to retain 1 images with txid >= 0
2026-08-11 13:42:55,692 INFO  [Listener at localhost/38699] namenode.FSNamesystem (FSNamesystem.java:stopActiveServices(1427)) - Stopping services started for active state
2026-08-11 13:42:55,693 INFO  [Listener at localhost/38699] namenode.FSNamesystem (FSNamesystem.java:stopStandbyServices(1528)) - Stopping services started for standby state
2026-08-11 13:42:55,694 INFO  [Listener at localhost/38699] namenode.NameNode (NameNode.java:createNameNode(1707)) - createNameNode []
2026-08-11 13:42:55,694 INFO  [Listener at localhost/38699] impl.MetricsSystemImpl (MetricsSystemImpl.java:init(158)) - NameNode metrics system started (again)
2026-08-11 13:42:55,695 INFO  [Listener at localhost/38699] namenode.NameNodeUtils (NameNodeUtils.java:getClientNamenodeAddress(79)) - fs.defaultFS is hdfs://127.0.0.1:0
2026-08-11 13:42:55,715 INFO  [org.apache.hadoop.util.JvmPauseMonitor$Monitor@6993c8df] util.JvmPauseMonitor (JvmPauseMonitor.java:run(188)) - Starting JVM pause monitor
2026-08-11 13:42:55,715 INFO  [Listener at localhost/38699] hdfs.DFSUtil (DFSUtil.java:httpServerTemplateForNNAndJN(1668)) - Filter initializers set : org.apache.hadoop.http.lib.StaticUserWebFilter,org.apache.hadoop.hdfs.web.AuthFilterInitializer
2026-08-11 13:42:55,716 INFO  [Listener at localhost/38699] hdfs.DFSUtil (DFSUtil.java:httpServerTemplateForNNAndJN(1690)) - Starting Web-server for hdfs at: http://localhost:0
2026-08-11 13:42:55,718 INFO  [Listener at localhost/38699] server.AuthenticationFilter (AuthenticationFilter.java:constructSecretProvider(240)) - Unable to initialize FileSignerSecretProvider, falling back to use random secrets.
2026-08-11 13:42:55,719 INFO  [Listener at localhost/38699] http.HttpRequestLog (HttpRequestLog.java:getRequestLog(82)) - Http request log for http.requests.namenode is not defined
2026-08-11 13:42:55,720 INFO  [Listener at localhost/38699] http.HttpServer2 (HttpServer2.java:addGlobalFilter(1111)) - Added global filter 'safety' (class=org.apache.hadoop.http.HttpServer2$QuotingInputFilter)
2026-08-11 13:42:55,721 INFO  [Listener at localhost/38699] http.HttpServer2 (HttpServer2.java:addFilter(1084)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context hdfs
2026-08-11 13:42:55,722 INFO  [Listener at localhost/38699] http.HttpServer2 (HttpServer2.java:addFilter(1094)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context static
2026-08-11 13:42:55,724 INFO  [Listener at localhost/38699] http.HttpServer2 (HttpServer2.java:addFilter(1084)) - Added filter AuthFilter (class=org.apache.hadoop.hdfs.web.AuthFilter) to context hdfs
2026-08-11 13:42:55,724 INFO  [Listener at localhost/38699] http.HttpServer2 (HttpServer2.java:addFilter(1094)) - Added filter AuthFilter (class=org.apache.hadoop.hdfs.web.AuthFilter) to context static
2026-08-11 13:42:55,725 INFO  [Listener at localhost/38699] http.HttpServer2 (HttpServer2.java:addJerseyResourcePackage(938)) - addJerseyResourcePackage: packageName=org.apache.hadoop.hdfs.server.namenode.web.resources;org.apache.hadoop.hdfs.web.resources, pathSpec=/webhdfs/v1/*
2026-08-11 13:42:55,725 INFO  [Listener at localhost/38699] http.HttpServer2 (HttpServer2.java:bindListener(1332)) - Jetty bound to port 37313
2026-08-11 13:42:55,725 INFO  [Listener at localhost/38699] server.Server (Server.java:doStart(375)) - jetty-9.4.40.v20210413; built: 2021-04-13T20:42:42.668Z; git: b881a572662e1943a14ae12e7e1207989f218b74; jvm 1.8.0_362-8u372-ga~us1-0ubuntu1~18.04-b09
2026-08-11 13:42:55,728 INFO  [Listener at localhost/38699] server.session (DefaultSessionIdManager.java:doStart(334)) - DefaultSessionIdManager workerName=node0
2026-08-11 13:42:55,728 INFO  [Listener at localhost/38699] server.session (DefaultSessionIdManager.java:doStart(339)) - No SessionScavenger set, using defaults
2026-08-11 13:42:55,729 INFO  [Listener at localhost/38699] server.session (HouseKeeper.java:startScavenging(132)) - node0 Scavenging every 600000ms
2026-08-11 13:42:55,730 INFO  [Listener at localhost/38699] server.AuthenticationFilter (AuthenticationFilter.java:constructSecretProvider(240)) - Unable to initialize FileSignerSecretProvider, falling back to use random secrets.
2026-08-11 13:42:55,731 INFO  [Listener at localhost/38699] handler.ContextHandler (ContextHandler.java:doStart(916)) - Started o.e.j.s.ServletContextHandler@34585ac9{static,/static,jar:file:/tmp/dist-test-tasklRzLiI/java/build/jars/hadoop-hdfs-3.3.1-tests.jar!/webapps/static,AVAILABLE}
2026-08-11 13:42:55,884 INFO  [Listener at localhost/38699] handler.ContextHandler (ContextHandler.java:doStart(916)) - Started o.e.j.w.WebAppContext@1e60b459{hdfs,/,file:///tmp/jetty-localhost-37313-hadoop-hdfs-3_3_1-tests_jar-_-any-5491819768691688100/webapp/,AVAILABLE}{jar:file:/tmp/dist-test-tasklRzLiI/java/build/jars/hadoop-hdfs-3.3.1-tests.jar!/webapps/hdfs}
2026-08-11 13:42:55,885 INFO  [Listener at localhost/38699] server.AbstractConnector (AbstractConnector.java:doStart(331)) - Started ServerConnector@53ed80d3{HTTP/1.1, (http/1.1)}{localhost:37313}
2026-08-11 13:42:55,886 INFO  [Listener at localhost/38699] server.Server (Server.java:doStart(415)) - Started @14165ms
2026-08-11 13:42:55,886 INFO  [Listener at localhost/38699] namenode.FSEditLog (FSEditLog.java:newInstance(229)) - Edit logging is async:true
2026-08-11 13:42:55,899 INFO  [Listener at localhost/38699] namenode.FSNamesystem (FSNamesystem.java:<init>(814)) - KeyProvider: null
2026-08-11 13:42:55,899 INFO  [Listener at localhost/38699] namenode.FSNamesystem (FSNamesystemLock.java:<init>(141)) - fsLock is fair: true
2026-08-11 13:42:55,899 INFO  [Listener at localhost/38699] namenode.FSNamesystem (FSNamesystemLock.java:<init>(159)) - Detailed lock hold time metrics enabled: false
2026-08-11 13:42:55,899 INFO  [Listener at localhost/38699] namenode.FSNamesystem (FSNamesystem.java:<init>(847)) - fsOwner                = slave (auth:SIMPLE)
2026-08-11 13:42:55,899 INFO  [Listener at localhost/38699] namenode.FSNamesystem (FSNamesystem.java:<init>(848)) - supergroup             = supergroup
2026-08-11 13:42:55,899 INFO  [Listener at localhost/38699] namenode.FSNamesystem (FSNamesystem.java:<init>(849)) - isPermissionEnabled    = true
2026-08-11 13:42:55,899 INFO  [Listener at localhost/38699] namenode.FSNamesystem (FSNamesystem.java:<init>(850)) - isStoragePolicyEnabled = true
2026-08-11 13:42:55,900 INFO  [Listener at localhost/38699] namenode.FSNamesystem (FSNamesystem.java:<init>(861)) - HA Enabled: false
2026-08-11 13:42:55,900 INFO  [Listener at localhost/38699] common.Util (Util.java:isDiskStatsEnabled(395)) - dfs.datanode.fileio.profiling.sampling.percentage set to 0. Disabling file IO profiling
2026-08-11 13:42:55,900 INFO  [Listener at localhost/38699] blockmanagement.DatanodeManager (DatanodeManager.java:<init>(334)) - dfs.block.invalidate.limit: configured=1000, counted=60, effected=1000
2026-08-11 13:42:55,900 INFO  [Listener at localhost/38699] blockmanagement.DatanodeManager (DatanodeManager.java:<init>(342)) - dfs.namenode.datanode.registration.ip-hostname-check=true
2026-08-11 13:42:55,900 INFO  [Listener at localhost/38699] blockmanagement.BlockManager (InvalidateBlocks.java:printBlockDeletionTime(77)) - dfs.namenode.startup.delay.block.deletion.sec is set to 000:00:00:00.000
2026-08-11 13:42:55,901 INFO  [Listener at localhost/38699] blockmanagement.BlockManager (InvalidateBlocks.java:printBlockDeletionTime(83)) - The block deletion will start around 2026 Aug 11 13:42:55
2026-08-11 13:42:55,901 INFO  [Listener at localhost/38699] util.GSet (LightWeightGSet.java:computeCapacity(395)) - Computing capacity for map BlocksMap
2026-08-11 13:42:55,901 INFO  [Listener at localhost/38699] util.GSet (LightWeightGSet.java:computeCapacity(396)) - VM type       = 64-bit
2026-08-11 13:42:55,901 INFO  [Listener at localhost/38699] util.GSet (LightWeightGSet.java:computeCapacity(397)) - 2.0% max memory 3.5 GB = 72.5 MB
2026-08-11 13:42:55,901 INFO  [Listener at localhost/38699] util.GSet (LightWeightGSet.java:computeCapacity(402)) - capacity      = 2^23 = 8388608 entries
2026-08-11 13:42:55,912 INFO  [Listener at localhost/38699] blockmanagement.BlockManager (BlockManager.java:createSPSManager(5447)) - Storage policy satisfier is disabled
2026-08-11 13:42:55,912 INFO  [Listener at localhost/38699] blockmanagement.BlockManager (BlockManager.java:createBlockTokenSecretManager(641)) - dfs.block.access.token.enable = false
2026-08-11 13:42:55,913 INFO  [Listener at localhost/38699] blockmanagement.BlockManagerSafeMode (BlockManagerSafeMode.java:<init>(160)) - dfs.namenode.safemode.threshold-pct = 0.999
2026-08-11 13:42:55,913 INFO  [Listener at localhost/38699] blockmanagement.BlockManagerSafeMode (BlockManagerSafeMode.java:<init>(161)) - dfs.namenode.safemode.min.datanodes = 0
2026-08-11 13:42:55,913 INFO  [Listener at localhost/38699] blockmanagement.BlockManagerSafeMode (BlockManagerSafeMode.java:<init>(163)) - dfs.namenode.safemode.extension = 0
2026-08-11 13:42:55,913 INFO  [Listener at localhost/38699] blockmanagement.BlockManager (BlockManager.java:<init>(627)) - defaultReplication         = 1
2026-08-11 13:42:55,913 INFO  [Listener at localhost/38699] blockmanagement.BlockManager (BlockManager.java:<init>(628)) - maxReplication             = 512
2026-08-11 13:42:55,913 INFO  [Listener at localhost/38699] blockmanagement.BlockManager (BlockManager.java:<init>(629)) - minReplication             = 1
2026-08-11 13:42:55,913 INFO  [Listener at localhost/38699] blockmanagement.BlockManager (BlockManager.java:<init>(630)) - maxReplicationStreams      = 2
2026-08-11 13:42:55,913 INFO  [Listener at localhost/38699] blockmanagement.BlockManager (BlockManager.java:<init>(631)) - redundancyRecheckInterval  = 3000ms
2026-08-11 13:42:55,913 INFO  [Listener at localhost/38699] blockmanagement.BlockManager (BlockManager.java:<init>(632)) - encryptDataTransfer        = false
2026-08-11 13:42:55,913 INFO  [Listener at localhost/38699] blockmanagement.BlockManager (BlockManager.java:<init>(633)) - maxNumBlocksToLog          = 1000
2026-08-11 13:42:55,914 INFO  [Listener at localhost/38699] util.GSet (LightWeightGSet.java:computeCapacity(395)) - Computing capacity for map INodeMap
2026-08-11 13:42:55,914 INFO  [Listener at localhost/38699] util.GSet (LightWeightGSet.java:computeCapacity(396)) - VM type       = 64-bit
2026-08-11 13:42:55,914 INFO  [Listener at localhost/38699] util.GSet (LightWeightGSet.java:computeCapacity(397)) - 1.0% max memory 3.5 GB = 36.2 MB
2026-08-11 13:42:55,914 INFO  [Listener at localhost/38699] util.GSet (LightWeightGSet.java:computeCapacity(402)) - capacity      = 2^22 = 4194304 entries
2026-08-11 13:42:56,519 INFO  [Listener at localhost/38699] namenode.FSDirectory (FSDirectory.java:<init>(335)) - ACLs enabled? true
2026-08-11 13:42:56,519 INFO  [Listener at localhost/38699] namenode.FSDirectory (FSDirectory.java:<init>(339)) - POSIX ACL inheritance enabled? true
2026-08-11 13:42:56,519 INFO  [Listener at localhost/38699] namenode.FSDirectory (FSDirectory.java:<init>(343)) - XAttrs enabled? true
2026-08-11 13:42:56,519 INFO  [Listener at localhost/38699] namenode.NameNode (FSDirectory.java:<init>(406)) - Caching file names occurring more than 10 times
2026-08-11 13:42:56,519 INFO  [Listener at localhost/38699] snapshot.SnapshotManager (SnapshotManager.java:<init>(124)) - Loaded config captureOpenFiles: false, skipCaptureAccessTimeOnlyChange: false, snapshotDiffAllowSnapRootDescendant: true, maxSnapshotLimit: 65536
2026-08-11 13:42:56,519 INFO  [Listener at localhost/38699] snapshot.SnapshotManager (DirectoryDiffListFactory.java:init(43)) - SkipList is disabled
2026-08-11 13:42:56,519 INFO  [Listener at localhost/38699] util.GSet (LightWeightGSet.java:computeCapacity(395)) - Computing capacity for map cachedBlocks
2026-08-11 13:42:56,520 INFO  [Listener at localhost/38699] util.GSet (LightWeightGSet.java:computeCapacity(396)) - VM type       = 64-bit
2026-08-11 13:42:56,520 INFO  [Listener at localhost/38699] util.GSet (LightWeightGSet.java:computeCapacity(397)) - 0.25% max memory 3.5 GB = 9.1 MB
2026-08-11 13:42:56,520 INFO  [Listener at localhost/38699] util.GSet (LightWeightGSet.java:computeCapacity(402)) - capacity      = 2^20 = 1048576 entries
2026-08-11 13:42:56,521 INFO  [Listener at localhost/38699] metrics.TopMetrics (TopMetrics.java:logConf(75)) - NNTop conf: dfs.namenode.top.window.num.buckets = 10
2026-08-11 13:42:56,521 INFO  [Listener at localhost/38699] metrics.TopMetrics (TopMetrics.java:logConf(77)) - NNTop conf: dfs.namenode.top.num.users = 10
2026-08-11 13:42:56,521 INFO  [Listener at localhost/38699] metrics.TopMetrics (TopMetrics.java:logConf(79)) - NNTop conf: dfs.namenode.top.windows.minutes = 1,5,25
2026-08-11 13:42:56,521 INFO  [Listener at localhost/38699] namenode.FSNamesystem (FSNamesystem.java:initRetryCache(1080)) - Retry cache on namenode is enabled
2026-08-11 13:42:56,521 INFO  [Listener at localhost/38699] namenode.FSNamesystem (FSNamesystem.java:initRetryCache(1088)) - Retry cache will use 0.03 of total heap and retry cache entry expiry time is 600000 millis
2026-08-11 13:42:56,521 INFO  [Listener at localhost/38699] util.GSet (LightWeightGSet.java:computeCapacity(395)) - Computing capacity for map NameNodeRetryCache
2026-08-11 13:42:56,521 INFO  [Listener at localhost/38699] util.GSet (LightWeightGSet.java:computeCapacity(396)) - VM type       = 64-bit
2026-08-11 13:42:56,521 INFO  [Listener at localhost/38699] util.GSet (LightWeightGSet.java:computeCapacity(397)) - 0.029999999329447746% max memory 3.5 GB = 1.1 MB
2026-08-11 13:42:56,522 INFO  [Listener at localhost/38699] util.GSet (LightWeightGSet.java:computeCapacity(402)) - capacity      = 2^17 = 131072 entries
2026-08-11 13:42:56,526 INFO  [Listener at localhost/38699] common.Storage (Storage.java:tryLock(948)) - Lock on /tmp/hdfs-test2109587899469749067/name-0-1/in_use.lock acquired by nodename 26384@dist-test-slave-t7g5.c.gcp-upstream.internal
2026-08-11 13:42:56,529 INFO  [Listener at localhost/38699] common.Storage (Storage.java:tryLock(948)) - Lock on /tmp/hdfs-test2109587899469749067/name-0-2/in_use.lock acquired by nodename 26384@dist-test-slave-t7g5.c.gcp-upstream.internal
2026-08-11 13:42:56,530 INFO  [Listener at localhost/38699] namenode.FileJournalManager (FileJournalManager.java:recoverUnfinalizedSegments(428)) - Recovering unfinalized segments in /tmp/hdfs-test2109587899469749067/name-0-1/current
2026-08-11 13:42:56,531 INFO  [Listener at localhost/38699] namenode.FileJournalManager (FileJournalManager.java:recoverUnfinalizedSegments(428)) - Recovering unfinalized segments in /tmp/hdfs-test2109587899469749067/name-0-2/current
2026-08-11 13:42:56,532 INFO  [Listener at localhost/38699] namenode.FSImage (FSImage.java:loadFSImage(734)) - No edit log streams selected.
2026-08-11 13:42:56,532 INFO  [Listener at localhost/38699] namenode.FSImage (FSImage.java:loadFSImageFile(800)) - Planning to load image: FSImageFile(file=/tmp/hdfs-test2109587899469749067/name-0-1/current/fsimage_0000000000000000000, cpktTxId=0000000000000000000)
2026-08-11 13:42:56,535 INFO  [Listener at localhost/38699] namenode.FSImageFormatPBINode (FSImageFormatPBINode.java:loadINodeSectionHeader(413)) - Loading 1 INodes.
2026-08-11 13:42:56,536 INFO  [Listener at localhost/38699] namenode.FSImageFormatPBINode (FSImageFormatPBINode.java:loadINodeSection(371)) - Successfully loaded 1 inodes
2026-08-11 13:42:56,536 INFO  [Listener at localhost/38699] namenode.FSImageFormatPBINode (FSImageFormatPBINode.java:waitBlocksMapAndNameCacheUpdateFinished(344)) - Completed update blocks map and name cache, total waiting duration 0ms.
2026-08-11 13:42:56,536 INFO  [Listener at localhost/38699] namenode.FSImageFormatProtobuf (FSImageFormatProtobuf.java:load(255)) - Loaded FSImage in 0 seconds.
2026-08-11 13:42:56,536 INFO  [Listener at localhost/38699] namenode.FSImage (FSImage.java:loadFSImage(978)) - Loaded image for txid 0 from /tmp/hdfs-test2109587899469749067/name-0-1/current/fsimage_0000000000000000000
2026-08-11 13:42:56,537 INFO  [Listener at localhost/38699] namenode.FSNamesystem (FSNamesystem.java:loadFSImage(1202)) - Need to save fs image? false (staleImage=false, haEnabled=false, isRollingUpgrade=false)
2026-08-11 13:42:56,537 INFO  [Listener at localhost/38699] namenode.FSEditLog (FSEditLog.java:startLogSegment(1391)) - Starting log segment at 1
2026-08-11 13:42:56,558 INFO  [Listener at localhost/38699] namenode.NameCache (NameCache.java:initialized(143)) - initialized with 0 entries 0 lookups
2026-08-11 13:42:56,558 INFO  [Listener at localhost/38699] namenode.FSNamesystem (FSNamesystem.java:loadFromDisk(786)) - Finished loading FSImage in 36 msecs
2026-08-11 13:42:56,559 INFO  [Listener at localhost/38699] namenode.NameNode (NameNodeRpcServer.java:<init>(454)) - RPC server is binding to localhost:0
2026-08-11 13:42:56,559 INFO  [Listener at localhost/38699] namenode.NameNode (NameNodeRpcServer.java:<init>(459)) - Enable NameNode state context:false
2026-08-11 13:42:56,559 INFO  [Listener at localhost/38699] ipc.CallQueueManager (CallQueueManager.java:<init>(90)) - Using callQueue: class java.util.concurrent.LinkedBlockingQueue, queueCapacity: 1000, scheduler: class org.apache.hadoop.ipc.DefaultRpcScheduler, ipcBackoff: false.
2026-08-11 13:42:56,561 INFO  [Socket Reader #1 for port 0] ipc.Server (Server.java:run(1265)) - Starting Socket Reader #1 for port 0
2026-08-11 13:42:56,565 INFO  [Listener at localhost/45499] namenode.NameNode (NameNode.java:initialize(776)) - Clients are to use localhost:45499 to access this namenode/service.
2026-08-11 13:42:56,566 INFO  [Listener at localhost/45499] namenode.FSNamesystem (FSNamesystem.java:registerMBean(5444)) - Registered FSNamesystemState, ReplicatedBlocksState and ECBlockGroupsState MBeans.
2026-08-11 13:42:56,587 INFO  [Listener at localhost/45499] namenode.LeaseManager (LeaseManager.java:getNumUnderConstructionBlocks(166)) - Number of blocks under construction: 0
2026-08-11 13:42:56,588 INFO  [Listener at localhost/45499] blockmanagement.DatanodeAdminDefaultMonitor (DatanodeAdminDefaultMonitor.java:processConf(116)) - Initialized the Default Decommission and Maintenance monitor
2026-08-11 13:42:56,590 INFO  [Listener at localhost/45499] blockmanagement.BlockManager (BlockManager.java:initializeReplQueues(5187)) - initializing replication queues
2026-08-11 13:42:56,590 INFO  [Listener at localhost/45499] hdfs.StateChange (BlockManagerSafeMode.java:leaveSafeMode(399)) - STATE* Leaving safe mode after 0 secs
2026-08-11 13:42:56,590 INFO  [Listener at localhost/45499] hdfs.StateChange (BlockManagerSafeMode.java:leaveSafeMode(405)) - STATE* Network topology has 0 racks and 0 datanodes
2026-08-11 13:42:56,590 INFO  [Listener at localhost/45499] hdfs.StateChange (BlockManagerSafeMode.java:leaveSafeMode(407)) - STATE* UnderReplicatedBlocks has 0 blocks
2026-08-11 13:42:56,600 INFO  [Reconstruction Queue Initializer] blockmanagement.BlockManager (BlockManager.java:processMisReplicatesAsync(3728)) - Total number of blocks            = 0
2026-08-11 13:42:56,601 INFO  [Reconstruction Queue Initializer] blockmanagement.BlockManager (BlockManager.java:processMisReplicatesAsync(3729)) - Number of invalid blocks          = 0
2026-08-11 13:42:56,601 INFO  [Reconstruction Queue Initializer] blockmanagement.BlockManager (BlockManager.java:processMisReplicatesAsync(3730)) - Number of under-replicated blocks = 0
2026-08-11 13:42:56,601 INFO  [Reconstruction Queue Initializer] blockmanagement.BlockManager (BlockManager.java:processMisReplicatesAsync(3731)) - Number of  over-replicated blocks = 0
2026-08-11 13:42:56,601 INFO  [Reconstruction Queue Initializer] blockmanagement.BlockManager (BlockManager.java:processMisReplicatesAsync(3733)) - Number of blocks being written    = 0
2026-08-11 13:42:56,601 INFO  [Reconstruction Queue Initializer] hdfs.StateChange (BlockManager.java:processMisReplicatesAsync(3736)) - STATE* Replication Queue initialization scan for invalid, over- and under-replicated blocks completed in 10 msec
2026-08-11 13:42:56,605 INFO  [IPC Server Responder] ipc.Server (Server.java:run(1507)) - IPC Server Responder: starting
2026-08-11 13:42:56,605 INFO  [IPC Server listener on 0] ipc.Server (Server.java:run(1344)) - IPC Server listener on 0: starting
2026-08-11 13:42:56,611 INFO  [Listener at localhost/45499] namenode.NameNode (NameNode.java:startCommonServices(893)) - NameNode RPC up at: localhost/127.0.0.1:45499
2026-08-11 13:42:56,613 INFO  [Listener at localhost/45499] namenode.FSNamesystem (FSNamesystem.java:startActiveServices(1314)) - Starting services required for active state
2026-08-11 13:42:56,613 INFO  [Listener at localhost/45499] namenode.FSDirectory (FSDirectory.java:updateCountForQuota(840)) - Initializing quota with 12 thread(s)
2026-08-11 13:42:56,614 INFO  [Listener at localhost/45499] namenode.FSDirectory (FSDirectory.java:updateCountForQuota(849)) - Quota initialization completed in 1 milliseconds
name space=1
storage space=0
storage types=RAM_DISK=0, SSD=0, DISK=0, ARCHIVE=0, PROVIDED=0
2026-08-11 13:42:56,621 INFO  [CacheReplicationMonitor(632078005)] blockmanagement.CacheReplicationMonitor (CacheReplicationMonitor.java:run(160)) - Starting CacheReplicationMonitor with interval 30000 milliseconds
2026-08-11 13:42:56,623 INFO  [Listener at localhost/45499] hdfs.MiniDFSCluster (MiniDFSCluster.java:startDataNodes(1697)) - Starting DataNode 0 with dfs.datanode.data.dir: [DISK]file:/tmp/hdfs-test2109587899469749067/data/data1,[DISK]file:/tmp/hdfs-test2109587899469749067/data/data2
2026-08-11 13:42:56,624 INFO  [Listener at localhost/45499] checker.ThrottledAsyncChecker (ThrottledAsyncChecker.java:schedule(137)) - Scheduling a check for [DISK]file:/tmp/hdfs-test2109587899469749067/data/data1
2026-08-11 13:42:56,625 INFO  [Listener at localhost/45499] checker.ThrottledAsyncChecker (ThrottledAsyncChecker.java:schedule(137)) - Scheduling a check for [DISK]file:/tmp/hdfs-test2109587899469749067/data/data2
2026-08-11 13:42:56,641 INFO  [Listener at localhost/45499] impl.MetricsSystemImpl (MetricsSystemImpl.java:init(158)) - DataNode metrics system started (again)
2026-08-11 13:42:56,642 INFO  [Listener at localhost/45499] common.Util (Util.java:isDiskStatsEnabled(395)) - dfs.datanode.fileio.profiling.sampling.percentage set to 0. Disabling file IO profiling
2026-08-11 13:42:56,642 INFO  [Listener at localhost/45499] datanode.BlockScanner (BlockScanner.java:<init>(201)) - Initialized block scanner with targetBytesPerSec 1048576
2026-08-11 13:42:56,643 INFO  [Listener at localhost/45499] datanode.DataNode (DataNode.java:<init>(512)) - Configured hostname is 127.0.0.1
2026-08-11 13:42:56,643 INFO  [Listener at localhost/45499] common.Util (Util.java:isDiskStatsEnabled(395)) - dfs.datanode.fileio.profiling.sampling.percentage set to 0. Disabling file IO profiling
2026-08-11 13:42:56,643 INFO  [Listener at localhost/45499] datanode.DataNode (DataNode.java:startDataNode(1408)) - Starting DataNode with maxLockedMemory = 0
2026-08-11 13:42:56,644 INFO  [Listener at localhost/45499] datanode.DataNode (DataNode.java:initDataXceiver(1171)) - Opened streaming server at /127.0.0.1:44115
2026-08-11 13:42:56,644 INFO  [Listener at localhost/45499] datanode.DataNode (DataXceiverServer.java:<init>(94)) - Balancing bandwidth is 104857600 bytes/s
2026-08-11 13:42:56,644 INFO  [Listener at localhost/45499] datanode.DataNode (DataXceiverServer.java:<init>(95)) - Number threads for balancing is 100
2026-08-11 13:42:56,646 INFO  [Listener at localhost/45499] server.AuthenticationFilter (AuthenticationFilter.java:constructSecretProvider(240)) - Unable to initialize FileSignerSecretProvider, falling back to use random secrets.
2026-08-11 13:42:56,647 INFO  [Listener at localhost/45499] http.HttpRequestLog (HttpRequestLog.java:getRequestLog(82)) - Http request log for http.requests.datanode is not defined
2026-08-11 13:42:56,648 INFO  [Listener at localhost/45499] http.HttpServer2 (HttpServer2.java:addGlobalFilter(1111)) - Added global filter 'safety' (class=org.apache.hadoop.http.HttpServer2$QuotingInputFilter)
2026-08-11 13:42:56,649 INFO  [Listener at localhost/45499] http.HttpServer2 (HttpServer2.java:addFilter(1084)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context datanode
2026-08-11 13:42:56,649 INFO  [Listener at localhost/45499] http.HttpServer2 (HttpServer2.java:addFilter(1094)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context static
2026-08-11 13:42:56,649 INFO  [Listener at localhost/45499] http.HttpServer2 (HttpServer2.java:bindListener(1332)) - Jetty bound to port 37265
2026-08-11 13:42:56,650 INFO  [Listener at localhost/45499] server.Server (Server.java:doStart(375)) - jetty-9.4.40.v20210413; built: 2021-04-13T20:42:42.668Z; git: b881a572662e1943a14ae12e7e1207989f218b74; jvm 1.8.0_362-8u372-ga~us1-0ubuntu1~18.04-b09
2026-08-11 13:42:56,651 INFO  [Listener at localhost/45499] server.session (DefaultSessionIdManager.java:doStart(334)) - DefaultSessionIdManager workerName=node0
2026-08-11 13:42:56,651 INFO  [Listener at localhost/45499] server.session (DefaultSessionIdManager.java:doStart(339)) - No SessionScavenger set, using defaults
2026-08-11 13:42:56,651 INFO  [Listener at localhost/45499] server.session (HouseKeeper.java:startScavenging(132)) - node0 Scavenging every 600000ms
2026-08-11 13:42:56,652 INFO  [Listener at localhost/45499] handler.ContextHandler (ContextHandler.java:doStart(916)) - Started o.e.j.s.ServletContextHandler@3134153d{static,/static,jar:file:/tmp/dist-test-tasklRzLiI/java/build/jars/hadoop-hdfs-3.3.1-tests.jar!/webapps/static,AVAILABLE}
2026-08-11 13:42:56,801 INFO  [Listener at localhost/45499] handler.ContextHandler (ContextHandler.java:doStart(916)) - Started o.e.j.w.WebAppContext@5ebffb44{datanode,/,file:///tmp/jetty-localhost-37265-hadoop-hdfs-3_3_1-tests_jar-_-any-8232028300043035867/webapp/,AVAILABLE}{jar:file:/tmp/dist-test-tasklRzLiI/java/build/jars/hadoop-hdfs-3.3.1-tests.jar!/webapps/datanode}
2026-08-11 13:42:56,803 INFO  [Listener at localhost/45499] server.AbstractConnector (AbstractConnector.java:doStart(331)) - Started ServerConnector@659feb22{HTTP/1.1, (http/1.1)}{localhost:37265}
2026-08-11 13:42:56,803 INFO  [Listener at localhost/45499] server.Server (Server.java:doStart(415)) - Started @15082ms
2026-08-11 13:42:56,804 WARN  [Listener at localhost/45499] web.DatanodeHttpServer (RestCsrfPreventionFilterHandler.java:<init>(75)) - Got null for restCsrfPreventionFilter - will not do any filtering.
2026-08-11 13:42:56,807 INFO  [Listener at localhost/45499] web.DatanodeHttpServer (DatanodeHttpServer.java:start(322)) - Listening HTTP traffic on /127.0.0.1:43323
2026-08-11 13:42:56,808 INFO  [Listener at localhost/45499] datanode.DataNode (DataNode.java:startDataNode(1436)) - dnUserName = slave
2026-08-11 13:42:56,808 INFO  [Listener at localhost/45499] datanode.DataNode (DataNode.java:startDataNode(1437)) - supergroup = supergroup
2026-08-11 13:42:56,808 INFO  [org.apache.hadoop.util.JvmPauseMonitor$Monitor@16a5eb6d] util.JvmPauseMonitor (JvmPauseMonitor.java:run(188)) - Starting JVM pause monitor
2026-08-11 13:42:56,808 INFO  [Listener at localhost/45499] ipc.CallQueueManager (CallQueueManager.java:<init>(90)) - Using callQueue: class java.util.concurrent.LinkedBlockingQueue, queueCapacity: 1000, scheduler: class org.apache.hadoop.ipc.DefaultRpcScheduler, ipcBackoff: false.
2026-08-11 13:42:56,810 INFO  [Socket Reader #1 for port 0] ipc.Server (Server.java:run(1265)) - Starting Socket Reader #1 for port 0
2026-08-11 13:42:56,813 INFO  [Listener at localhost/37095] datanode.DataNode (DataNode.java:initIpcServer(1057)) - Opened IPC server at /127.0.0.1:37095
2026-08-11 13:42:56,829 INFO  [Listener at localhost/37095] datanode.DataNode (BlockPoolManager.java:refreshNamenodes(149)) - Refresh request received for nameservices: null
2026-08-11 13:42:56,830 INFO  [Listener at localhost/37095] datanode.DataNode (BlockPoolManager.java:doRefreshNamenodes(210)) - Starting BPOfferServices for nameservices: <default>
2026-08-11 13:42:56,831 INFO  [Thread-393] datanode.DataNode (BPServiceActor.java:run(847)) - Block pool <registering> (Datanode Uuid unassigned) service to localhost/127.0.0.1:45499 starting to offer service
2026-08-11 13:42:56,834 INFO  [IPC Server listener on 0] ipc.Server (Server.java:run(1344)) - IPC Server listener on 0: starting
2026-08-11 13:42:56,834 INFO  [IPC Server Responder] ipc.Server (Server.java:run(1507)) - IPC Server Responder: starting
2026-08-11 13:42:56,845 INFO  [Thread-393] datanode.DataNode (BPOfferService.java:verifyAndSetNamespaceInfo(381)) - Acknowledging ACTIVE Namenode during handshakeBlock pool <registering> (Datanode Uuid unassigned) service to localhost/127.0.0.1:45499
2026-08-11 13:42:56,851 INFO  [Thread-393] common.Storage (DataStorage.java:getParallelVolumeLoadThreadsNum(356)) - Using 2 threads to upgrade data directories (dfs.datanode.parallel.volumes.load.threads.num=2, dataDirs=2)
2026-08-11 13:42:56,854 INFO  [Thread-393] common.Storage (Storage.java:tryLock(948)) - Lock on /tmp/hdfs-test2109587899469749067/data/data1/in_use.lock acquired by nodename 26384@dist-test-slave-t7g5.c.gcp-upstream.internal
2026-08-11 13:42:56,855 INFO  [IPC Server handler 1 on default port 45499] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=datanodeReport	src=null	dst=null	perm=null	proto=rpc
2026-08-11 13:42:56,855 INFO  [Thread-393] common.Storage (DataStorage.java:loadStorageDirectory(284)) - Storage directory with location [DISK]file:/tmp/hdfs-test2109587899469749067/data/data1 is not formatted for namespace 522934011. Formatting...
2026-08-11 13:42:56,856 INFO  [Thread-393] common.Storage (DataStorage.java:createStorageID(160)) - Generated new storageID DS-e647bce3-b54a-4fe0-951a-17865b10783d for directory /tmp/hdfs-test2109587899469749067/data/data1 
2026-08-11 13:42:56,856 INFO  [Listener at localhost/37095] hdfs.MiniDFSCluster (MiniDFSCluster.java:shouldWait(2823)) - dnInfo.length != numDataNodes
2026-08-11 13:42:56,856 INFO  [Listener at localhost/37095] hdfs.MiniDFSCluster (MiniDFSCluster.java:waitActive(2744)) - Waiting for cluster to become active
2026-08-11 13:42:56,863 INFO  [Thread-393] common.Storage (Storage.java:tryLock(948)) - Lock on /tmp/hdfs-test2109587899469749067/data/data2/in_use.lock acquired by nodename 26384@dist-test-slave-t7g5.c.gcp-upstream.internal
2026-08-11 13:42:56,864 INFO  [Thread-393] common.Storage (DataStorage.java:loadStorageDirectory(284)) - Storage directory with location [DISK]file:/tmp/hdfs-test2109587899469749067/data/data2 is not formatted for namespace 522934011. Formatting...
2026-08-11 13:42:56,864 INFO  [Thread-393] common.Storage (DataStorage.java:createStorageID(160)) - Generated new storageID DS-025c4cae-c6d7-485e-8f4d-632451b5cda8 for directory /tmp/hdfs-test2109587899469749067/data/data2 
2026-08-11 13:42:56,894 INFO  [Thread-393] common.Storage (BlockPoolSliceStorage.java:recoverTransitionRead(256)) - Analyzing storage directories for bpid BP-661054438-10.240.0.70-1786455775629
2026-08-11 13:42:56,895 INFO  [Thread-393] common.Storage (Storage.java:lock(907)) - Locking is disabled for /tmp/hdfs-test2109587899469749067/data/data1/current/BP-661054438-10.240.0.70-1786455775629
2026-08-11 13:42:56,895 INFO  [Thread-393] common.Storage (BlockPoolSliceStorage.java:loadStorageDirectory(169)) - Block pool storage directory for location [DISK]file:/tmp/hdfs-test2109587899469749067/data/data1 and block pool id BP-661054438-10.240.0.70-1786455775629 is not formatted. Formatting ...
2026-08-11 13:42:56,895 INFO  [Thread-393] common.Storage (BlockPoolSliceStorage.java:format(285)) - Formatting block pool BP-661054438-10.240.0.70-1786455775629 directory /tmp/hdfs-test2109587899469749067/data/data1/current/BP-661054438-10.240.0.70-1786455775629/current
2026-08-11 13:42:56,930 INFO  [Thread-393] common.Storage (BlockPoolSliceStorage.java:recoverTransitionRead(256)) - Analyzing storage directories for bpid BP-661054438-10.240.0.70-1786455775629
2026-08-11 13:42:56,930 INFO  [Thread-393] common.Storage (Storage.java:lock(907)) - Locking is disabled for /tmp/hdfs-test2109587899469749067/data/data2/current/BP-661054438-10.240.0.70-1786455775629
2026-08-11 13:42:56,930 INFO  [Thread-393] common.Storage (BlockPoolSliceStorage.java:loadStorageDirectory(169)) - Block pool storage directory for location [DISK]file:/tmp/hdfs-test2109587899469749067/data/data2 and block pool id BP-661054438-10.240.0.70-1786455775629 is not formatted. Formatting ...
2026-08-11 13:42:56,930 INFO  [Thread-393] common.Storage (BlockPoolSliceStorage.java:format(285)) - Formatting block pool BP-661054438-10.240.0.70-1786455775629 directory /tmp/hdfs-test2109587899469749067/data/data2/current/BP-661054438-10.240.0.70-1786455775629/current
2026-08-11 13:42:56,935 INFO  [Thread-393] datanode.DataNode (DataNode.java:initStorage(1756)) - Setting up storage: nsid=522934011;bpid=BP-661054438-10.240.0.70-1786455775629;lv=-57;nsInfo=lv=-66;cid=testClusterID;nsid=522934011;c=1786455775629;bpid=BP-661054438-10.240.0.70-1786455775629;dnuuid=null
2026-08-11 13:42:56,940 INFO  [Thread-393] datanode.DataNode (DataNode.java:checkDatanodeUuid(1554)) - Generated and persisted new Datanode UUID e29b3671-5e88-455a-ac75-7638788d35d6
2026-08-11 13:42:56,941 INFO  [Thread-393] impl.FsDatasetImpl (FsDatasetImpl.java:<init>(310)) - The datanode lock is a read write lock
2026-08-11 13:42:56,943 INFO  [Thread-393] impl.FsDatasetImpl (FsVolumeList.java:addVolume(304)) - Added new volume: DS-e647bce3-b54a-4fe0-951a-17865b10783d
2026-08-11 13:42:56,943 INFO  [Thread-393] impl.FsDatasetImpl (FsDatasetImpl.java:addVolume(493)) - Added volume - [DISK]file:/tmp/hdfs-test2109587899469749067/data/data1, StorageType: DISK
2026-08-11 13:42:56,945 INFO  [Thread-393] impl.FsDatasetImpl (FsVolumeList.java:addVolume(304)) - Added new volume: DS-025c4cae-c6d7-485e-8f4d-632451b5cda8
2026-08-11 13:42:56,945 INFO  [Thread-393] impl.FsDatasetImpl (FsDatasetImpl.java:addVolume(493)) - Added volume - [DISK]file:/tmp/hdfs-test2109587899469749067/data/data2, StorageType: DISK
2026-08-11 13:42:56,946 INFO  [Thread-393] impl.MemoryMappableBlockLoader (MemoryMappableBlockLoader.java:initialize(48)) - Initializing cache loader: MemoryMappableBlockLoader.
2026-08-11 13:42:56,947 INFO  [Thread-393] impl.FsDatasetImpl (FsDatasetImpl.java:registerMBean(2343)) - Registered FSDatasetState MBean
2026-08-11 13:42:56,948 INFO  [Thread-393] impl.FsDatasetImpl (FsDatasetImpl.java:addBlockPool(2856)) - Adding block pool BP-661054438-10.240.0.70-1786455775629
2026-08-11 13:42:56,948 INFO  [Thread-410] impl.FsDatasetImpl (FsVolumeList.java:run(406)) - Scanning block pool BP-661054438-10.240.0.70-1786455775629 on volume /tmp/hdfs-test2109587899469749067/data/data1...
2026-08-11 13:42:56,949 INFO  [Thread-411] impl.FsDatasetImpl (FsVolumeList.java:run(406)) - Scanning block pool BP-661054438-10.240.0.70-1786455775629 on volume /tmp/hdfs-test2109587899469749067/data/data2...
2026-08-11 13:42:56,972 INFO  [IPC Server handler 2 on default port 45499] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=datanodeReport	src=null	dst=null	perm=null	proto=rpc
2026-08-11 13:42:56,973 INFO  [Listener at localhost/37095] hdfs.MiniDFSCluster (MiniDFSCluster.java:shouldWait(2823)) - dnInfo.length != numDataNodes
2026-08-11 13:42:56,973 INFO  [Listener at localhost/37095] hdfs.MiniDFSCluster (MiniDFSCluster.java:waitActive(2744)) - Waiting for cluster to become active
2026-08-11 13:42:56,985 INFO  [Thread-411] impl.FsDatasetImpl (FsVolumeList.java:run(411)) - Time taken to scan block pool BP-661054438-10.240.0.70-1786455775629 on /tmp/hdfs-test2109587899469749067/data/data2: 36ms
2026-08-11 13:42:56,987 INFO  [Thread-410] impl.FsDatasetImpl (FsVolumeList.java:run(411)) - Time taken to scan block pool BP-661054438-10.240.0.70-1786455775629 on /tmp/hdfs-test2109587899469749067/data/data1: 38ms
2026-08-11 13:42:56,987 INFO  [Thread-393] impl.FsDatasetImpl (FsVolumeList.java:addBlockPool(431)) - Total time to scan all replicas for block pool BP-661054438-10.240.0.70-1786455775629: 39ms
2026-08-11 13:42:56,988 INFO  [Thread-415] impl.FsDatasetImpl (FsVolumeList.java:run(199)) - Adding replicas to map for block pool BP-661054438-10.240.0.70-1786455775629 on volume /tmp/hdfs-test2109587899469749067/data/data2...
2026-08-11 13:42:56,988 INFO  [Thread-414] impl.FsDatasetImpl (FsVolumeList.java:run(199)) - Adding replicas to map for block pool BP-661054438-10.240.0.70-1786455775629 on volume /tmp/hdfs-test2109587899469749067/data/data1...
2026-08-11 13:42:56,988 INFO  [Thread-415] impl.BlockPoolSlice (BlockPoolSlice.java:readReplicasFromCache(902)) - Replica Cache file: /tmp/hdfs-test2109587899469749067/data/data2/current/BP-661054438-10.240.0.70-1786455775629/current/replicas doesn't exist 
2026-08-11 13:42:56,989 INFO  [Thread-414] impl.BlockPoolSlice (BlockPoolSlice.java:readReplicasFromCache(902)) - Replica Cache file: /tmp/hdfs-test2109587899469749067/data/data1/current/BP-661054438-10.240.0.70-1786455775629/current/replicas doesn't exist 
2026-08-11 13:42:56,989 INFO  [Thread-415] impl.FsDatasetImpl (FsVolumeList.java:run(204)) - Time to add replicas to map for block pool BP-661054438-10.240.0.70-1786455775629 on volume /tmp/hdfs-test2109587899469749067/data/data2: 1ms
2026-08-11 13:42:56,989 INFO  [Thread-414] impl.FsDatasetImpl (FsVolumeList.java:run(204)) - Time to add replicas to map for block pool BP-661054438-10.240.0.70-1786455775629 on volume /tmp/hdfs-test2109587899469749067/data/data1: 1ms
2026-08-11 13:42:56,991 INFO  [Thread-393] impl.FsDatasetImpl (FsVolumeList.java:getAllVolumesMap(225)) - Total time to add all replicas to map for block pool BP-661054438-10.240.0.70-1786455775629: 3ms
2026-08-11 13:42:56,991 INFO  [Thread-393] checker.ThrottledAsyncChecker (ThrottledAsyncChecker.java:schedule(137)) - Scheduling a check for /tmp/hdfs-test2109587899469749067/data/data1
2026-08-11 13:42:56,991 INFO  [Thread-393] checker.DatasetVolumeChecker (DatasetVolumeChecker.java:checkAllVolumes(224)) - Scheduled health check for volume /tmp/hdfs-test2109587899469749067/data/data1
2026-08-11 13:42:56,992 INFO  [Thread-393] checker.ThrottledAsyncChecker (ThrottledAsyncChecker.java:schedule(137)) - Scheduling a check for /tmp/hdfs-test2109587899469749067/data/data2
2026-08-11 13:42:56,993 INFO  [Thread-393] checker.DatasetVolumeChecker (DatasetVolumeChecker.java:checkAllVolumes(224)) - Scheduled health check for volume /tmp/hdfs-test2109587899469749067/data/data2
2026-08-11 13:42:56,994 INFO  [VolumeScannerThread(/tmp/hdfs-test2109587899469749067/data/data2)] datanode.VolumeScanner (VolumeScanner.java:findNextUsableBlockIter(385)) - Now scanning bpid BP-661054438-10.240.0.70-1786455775629 on volume /tmp/hdfs-test2109587899469749067/data/data2
2026-08-11 13:42:56,994 INFO  [VolumeScannerThread(/tmp/hdfs-test2109587899469749067/data/data1)] datanode.VolumeScanner (VolumeScanner.java:findNextUsableBlockIter(385)) - Now scanning bpid BP-661054438-10.240.0.70-1786455775629 on volume /tmp/hdfs-test2109587899469749067/data/data1
2026-08-11 13:42:56,994 WARN  [Thread-393] datanode.DirectoryScanner (DirectoryScanner.java:<init>(300)) - dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1
2026-08-11 13:42:56,995 INFO  [VolumeScannerThread(/tmp/hdfs-test2109587899469749067/data/data2)] datanode.VolumeScanner (VolumeScanner.java:getNextBlockToScan(505)) - VolumeScanner(/tmp/hdfs-test2109587899469749067/data/data2, DS-025c4cae-c6d7-485e-8f4d-632451b5cda8): finished scanning block pool BP-661054438-10.240.0.70-1786455775629
2026-08-11 13:42:56,995 INFO  [VolumeScannerThread(/tmp/hdfs-test2109587899469749067/data/data1)] datanode.VolumeScanner (VolumeScanner.java:getNextBlockToScan(505)) - VolumeScanner(/tmp/hdfs-test2109587899469749067/data/data1, DS-e647bce3-b54a-4fe0-951a-17865b10783d): finished scanning block pool BP-661054438-10.240.0.70-1786455775629
2026-08-11 13:42:56,995 INFO  [Thread-393] datanode.DirectoryScanner (DirectoryScanner.java:start(329)) - Periodic Directory Tree Verification scan starting in 12207293ms with interval of 21600000ms and throttle limit of -1ms/s
2026-08-11 13:42:56,995 INFO  [VolumeScannerThread(/tmp/hdfs-test2109587899469749067/data/data2)] datanode.VolumeScanner (VolumeScanner.java:findNextUsableBlockIter(402)) - VolumeScanner(/tmp/hdfs-test2109587899469749067/data/data2, DS-025c4cae-c6d7-485e-8f4d-632451b5cda8): no suitable block pools found to scan.  Waiting 1814399999 ms.
2026-08-11 13:42:56,995 INFO  [VolumeScannerThread(/tmp/hdfs-test2109587899469749067/data/data1)] datanode.VolumeScanner (VolumeScanner.java:findNextUsableBlockIter(402)) - VolumeScanner(/tmp/hdfs-test2109587899469749067/data/data1, DS-e647bce3-b54a-4fe0-951a-17865b10783d): no suitable block pools found to scan.  Waiting 1814399999 ms.
2026-08-11 13:42:56,996 INFO  [BP-661054438-10.240.0.70-1786455775629 heartbeating to localhost/127.0.0.1:45499] datanode.DataNode (BPServiceActor.java:register(788)) - Block pool BP-661054438-10.240.0.70-1786455775629 (Datanode Uuid e29b3671-5e88-455a-ac75-7638788d35d6) service to localhost/127.0.0.1:45499 beginning handshake with NN
2026-08-11 13:42:56,998 INFO  [IPC Server handler 3 on default port 45499] hdfs.StateChange (DatanodeManager.java:registerDatanode(1142)) - BLOCK* registerDatanode: from DatanodeRegistration(127.0.0.1:44115, datanodeUuid=e29b3671-5e88-455a-ac75-7638788d35d6, infoPort=43323, infoSecurePort=0, ipcPort=37095, storageInfo=lv=-57;cid=testClusterID;nsid=522934011;c=1786455775629) storage e29b3671-5e88-455a-ac75-7638788d35d6
2026-08-11 13:42:56,998 INFO  [IPC Server handler 3 on default port 45499] net.NetworkTopology (NetworkTopology.java:add(149)) - Adding a new node: /default-rack/127.0.0.1:44115
2026-08-11 13:42:56,998 INFO  [IPC Server handler 3 on default port 45499] blockmanagement.BlockReportLeaseManager (BlockReportLeaseManager.java:registerNode(200)) - Registered DN e29b3671-5e88-455a-ac75-7638788d35d6 (127.0.0.1:44115).
2026-08-11 13:42:57,001 INFO  [BP-661054438-10.240.0.70-1786455775629 heartbeating to localhost/127.0.0.1:45499] datanode.DataNode (BPServiceActor.java:register(816)) - Block pool BP-661054438-10.240.0.70-1786455775629 (Datanode Uuid e29b3671-5e88-455a-ac75-7638788d35d6) service to localhost/127.0.0.1:45499 successfully registered with NN
2026-08-11 13:42:57,001 INFO  [BP-661054438-10.240.0.70-1786455775629 heartbeating to localhost/127.0.0.1:45499] datanode.DataNode (BPServiceActor.java:offerService(645)) - For namenode localhost/127.0.0.1:45499 using BLOCKREPORT_INTERVAL of 21600000msecs CACHEREPORT_INTERVAL of 10000msecs Initial delay: 0msecs; heartBeatInterval=3000
2026-08-11 13:42:57,003 INFO  [IPC Server handler 4 on default port 45499] blockmanagement.DatanodeDescriptor (DatanodeDescriptor.java:updateStorage(999)) - Adding new storage ID DS-e647bce3-b54a-4fe0-951a-17865b10783d for DN 127.0.0.1:44115
2026-08-11 13:42:57,004 INFO  [IPC Server handler 4 on default port 45499] blockmanagement.DatanodeDescriptor (DatanodeDescriptor.java:updateStorage(999)) - Adding new storage ID DS-025c4cae-c6d7-485e-8f4d-632451b5cda8 for DN 127.0.0.1:44115
2026-08-11 13:42:57,007 INFO  [Block report processor] BlockStateChange (BlockManager.java:processReport(2778)) - BLOCK* processReport 0x185e719f0ae9a483: Processing first storage report for DS-e647bce3-b54a-4fe0-951a-17865b10783d from datanode e29b3671-5e88-455a-ac75-7638788d35d6
2026-08-11 13:42:57,007 INFO  [Block report processor] BlockStateChange (BlockManager.java:processReport(2810)) - BLOCK* processReport 0x185e719f0ae9a483: from storage DS-e647bce3-b54a-4fe0-951a-17865b10783d node DatanodeRegistration(127.0.0.1:44115, datanodeUuid=e29b3671-5e88-455a-ac75-7638788d35d6, infoPort=43323, infoSecurePort=0, ipcPort=37095, storageInfo=lv=-57;cid=testClusterID;nsid=522934011;c=1786455775629), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0
2026-08-11 13:42:57,007 INFO  [Block report processor] BlockStateChange (BlockManager.java:processReport(2778)) - BLOCK* processReport 0x185e719f0ae9a483: Processing first storage report for DS-025c4cae-c6d7-485e-8f4d-632451b5cda8 from datanode e29b3671-5e88-455a-ac75-7638788d35d6
2026-08-11 13:42:57,008 INFO  [Block report processor] BlockStateChange (BlockManager.java:processReport(2810)) - BLOCK* processReport 0x185e719f0ae9a483: from storage DS-025c4cae-c6d7-485e-8f4d-632451b5cda8 node DatanodeRegistration(127.0.0.1:44115, datanodeUuid=e29b3671-5e88-455a-ac75-7638788d35d6, infoPort=43323, infoSecurePort=0, ipcPort=37095, storageInfo=lv=-57;cid=testClusterID;nsid=522934011;c=1786455775629), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0
2026-08-11 13:42:57,008 INFO  [BP-661054438-10.240.0.70-1786455775629 heartbeating to localhost/127.0.0.1:45499] datanode.DataNode (BPServiceActor.java:blockReport(437)) - Successfully sent block report 0x185e719f0ae9a483 to namenode: localhost/127.0.0.1:45499,  containing 2 storage report(s), of which we sent 2. The reports had 0 total blocks and used 1 RPC(s). This took 0 msecs to generate and 3 msecs for RPC and NN processing. Got back one command: FinalizeCommand/5.
2026-08-11 13:42:57,009 INFO  [Command processor] datanode.DataNode (BPOfferService.java:processCommandFromActive(763)) - Got finalize command for block pool BP-661054438-10.240.0.70-1786455775629
2026-08-11 13:42:57,075 INFO  [IPC Server handler 6 on default port 45499] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=datanodeReport	src=null	dst=null	perm=null	proto=rpc
2026-08-11 13:42:57,076 INFO  [Listener at localhost/37095] hdfs.MiniDFSCluster (MiniDFSCluster.java:waitActive(2799)) - Cluster is active
2026-08-11 13:42:57,092 INFO  [Listener at localhost/37095] backup.BackupIO (BackupIO.scala:writeTableMetadata(95)) - Writing metadata to hdfs://localhost:45499/id_taco-taco/100/.kudu-metadata.json
2026-08-11 13:42:57,096 INFO  [IPC Server handler 7 on default port 45499] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=create	src=/id_taco-taco/100/.kudu-metadata.json	dst=null	perm=slave:supergroup:rw-r--r--	proto=rpc
2026-08-11 13:42:57,102 INFO  [IPC Server handler 8 on default port 45499] hdfs.StateChange (FSDirWriteFileOp.java:logAllocatedBlock(802)) - BLOCK* allocate blk_1073741825_1001, replicas=127.0.0.1:44115 for /id_taco-taco/100/.kudu-metadata.json
2026-08-11 13:42:57,107 INFO  [DataXceiver for client DFSClient_NONMAPREDUCE_817796883_1 at /127.0.0.1:51752 [Receiving block BP-661054438-10.240.0.70-1786455775629:blk_1073741825_1001]] datanode.DataNode (DataXceiver.java:writeBlock(747)) - Receiving BP-661054438-10.240.0.70-1786455775629:blk_1073741825_1001 src: /127.0.0.1:51752 dest: /127.0.0.1:44115
2026-08-11 13:42:57,115 INFO  [PacketResponder: BP-661054438-10.240.0.70-1786455775629:blk_1073741825_1001, type=LAST_IN_PIPELINE] DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1539)) - src: /127.0.0.1:51752, dest: /127.0.0.1:44115, bytes: 82, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_817796883_1, offset: 0, srvID: e29b3671-5e88-455a-ac75-7638788d35d6, blockid: BP-661054438-10.240.0.70-1786455775629:blk_1073741825_1001, duration(ns): 5697255
2026-08-11 13:42:57,116 INFO  [PacketResponder: BP-661054438-10.240.0.70-1786455775629:blk_1073741825_1001, type=LAST_IN_PIPELINE] datanode.DataNode (BlockReceiver.java:run(1512)) - PacketResponder: BP-661054438-10.240.0.70-1786455775629:blk_1073741825_1001, type=LAST_IN_PIPELINE terminating
2026-08-11 13:42:57,119 INFO  [IPC Server handler 1 on default port 45499] hdfs.StateChange (FSNamesystem.java:completeFile(3104)) - DIR* completeFile: /id_taco-taco/100/.kudu-metadata.json is closed by DFSClient_NONMAPREDUCE_817796883_1
2026-08-11 13:42:57,120 INFO  [Listener at localhost/37095] backup.BackupIO (BackupIO.scala:writeTableMetadata(95)) - Writing metadata to hdfs://localhost:45499/id_taco-taco/1000/.kudu-metadata.json
2026-08-11 13:42:57,122 INFO  [IPC Server handler 2 on default port 45499] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=create	src=/id_taco-taco/1000/.kudu-metadata.json	dst=null	perm=slave:supergroup:rw-r--r--	proto=rpc
2026-08-11 13:42:57,130 INFO  [IPC Server handler 3 on default port 45499] hdfs.StateChange (FSDirWriteFileOp.java:logAllocatedBlock(802)) - BLOCK* allocate blk_1073741826_1002, replicas=127.0.0.1:44115 for /id_taco-taco/1000/.kudu-metadata.json
2026-08-11 13:42:57,133 INFO  [DataXceiver for client DFSClient_NONMAPREDUCE_817796883_1 at /127.0.0.1:51758 [Receiving block BP-661054438-10.240.0.70-1786455775629:blk_1073741826_1002]] datanode.DataNode (DataXceiver.java:writeBlock(747)) - Receiving BP-661054438-10.240.0.70-1786455775629:blk_1073741826_1002 src: /127.0.0.1:51758 dest: /127.0.0.1:44115
2026-08-11 13:42:57,148 INFO  [PacketResponder: BP-661054438-10.240.0.70-1786455775629:blk_1073741826_1002, type=LAST_IN_PIPELINE] DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1539)) - src: /127.0.0.1:51758, dest: /127.0.0.1:44115, bytes: 83, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_817796883_1, offset: 0, srvID: e29b3671-5e88-455a-ac75-7638788d35d6, blockid: BP-661054438-10.240.0.70-1786455775629:blk_1073741826_1002, duration(ns): 10374754
2026-08-11 13:42:57,148 INFO  [PacketResponder: BP-661054438-10.240.0.70-1786455775629:blk_1073741826_1002, type=LAST_IN_PIPELINE] datanode.DataNode (BlockReceiver.java:run(1512)) - PacketResponder: BP-661054438-10.240.0.70-1786455775629:blk_1073741826_1002, type=LAST_IN_PIPELINE terminating
2026-08-11 13:42:57,150 INFO  [IPC Server handler 5 on default port 45499] namenode.FSNamesystem (FSNamesystem.java:checkBlocksComplete(3151)) - BLOCK* blk_1073741826_1002 is COMMITTED but not COMPLETE(numNodes= 0 <  minimum = 1) in file /id_taco-taco/1000/.kudu-metadata.json
2026-08-11 13:42:57,284 WARN  [org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeResourceMonitor@6974a715] namenode.NameNodeResourceChecker (NameNodeResourceChecker.java:isResourceAvailable(88)) - Space available on volume 'overlay' is 0, which is below the configured reserved amount 104857600
2026-08-11 13:42:57,284 WARN  [org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeResourceMonitor@6974a715] namenode.FSNamesystem (FSNamesystem.java:run(4385)) - NameNode low on available disk space. Already in safe mode.
2026-08-11 13:42:57,284 INFO  [org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeResourceMonitor@6974a715] hdfs.StateChange (FSNamesystem.java:enterSafeMode(5028)) - STATE* Safe mode is ON.
Resources are low on NN. Please add or free up more resourcesthen turn off safe mode manually. NOTE:  If you turn off safe mode before adding resources, the NN will immediately return to safe mode. Use "hdfs dfsadmin -safemode leave" to turn safe mode off.
2026-08-11 13:42:57,313 WARN  [org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeResourceMonitor@65eb76cd] namenode.NameNodeResourceChecker (NameNodeResourceChecker.java:isResourceAvailable(88)) - Space available on volume 'overlay' is 0, which is below the configured reserved amount 104857600
2026-08-11 13:42:57,315 WARN  [org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeResourceMonitor@65eb76cd] namenode.FSNamesystem (FSNamesystem.java:run(4383)) - NameNode low on available disk space. Entering safe mode.
2026-08-11 13:42:57,315 INFO  [org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeResourceMonitor@65eb76cd] hdfs.StateChange (FSNamesystem.java:enterSafeMode(5028)) - STATE* Safe mode is ON.
Resources are low on NN. Please add or free up more resourcesthen turn off safe mode manually. NOTE:  If you turn off safe mode before adding resources, the NN will immediately return to safe mode. Use "hdfs dfsadmin -safemode leave" to turn safe mode off.
2026-08-11 13:42:57,552 INFO  [IPC Server handler 6 on default port 45499] hdfs.StateChange (FSNamesystem.java:completeFile(3104)) - DIR* completeFile: /id_taco-taco/1000/.kudu-metadata.json is closed by DFSClient_NONMAPREDUCE_817796883_1
2026-08-11 13:42:57,554 INFO  [Listener at localhost/37095] backup.BackupIO (BackupIO.scala:writeTableMetadata(95)) - Writing metadata to hdfs://localhost:45499/id_taco-taco/2000/.kudu-metadata.json
2026-08-11 13:42:57,556 INFO  [IPC Server handler 7 on default port 45499] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=create	src=/id_taco-taco/2000/.kudu-metadata.json	dst=null	perm=slave:supergroup:rw-r--r--	proto=rpc
2026-08-11 13:42:57,559 INFO  [IPC Server handler 8 on default port 45499] hdfs.StateChange (FSDirWriteFileOp.java:logAllocatedBlock(802)) - BLOCK* allocate blk_1073741827_1003, replicas=127.0.0.1:44115 for /id_taco-taco/2000/.kudu-metadata.json
2026-08-11 13:42:57,562 INFO  [DataXceiver for client DFSClient_NONMAPREDUCE_817796883_1 at /127.0.0.1:51772 [Receiving block BP-661054438-10.240.0.70-1786455775629:blk_1073741827_1003]] datanode.DataNode (DataXceiver.java:writeBlock(747)) - Receiving BP-661054438-10.240.0.70-1786455775629:blk_1073741827_1003 src: /127.0.0.1:51772 dest: /127.0.0.1:44115
2026-08-11 13:42:57,569 INFO  [PacketResponder: BP-661054438-10.240.0.70-1786455775629:blk_1073741827_1003, type=LAST_IN_PIPELINE] DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1539)) - src: /127.0.0.1:51772, dest: /127.0.0.1:44115, bytes: 102, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_817796883_1, offset: 0, srvID: e29b3671-5e88-455a-ac75-7638788d35d6, blockid: BP-661054438-10.240.0.70-1786455775629:blk_1073741827_1003, duration(ns): 3978600
2026-08-11 13:42:57,570 INFO  [PacketResponder: BP-661054438-10.240.0.70-1786455775629:blk_1073741827_1003, type=LAST_IN_PIPELINE] datanode.DataNode (BlockReceiver.java:run(1512)) - PacketResponder: BP-661054438-10.240.0.70-1786455775629:blk_1073741827_1003, type=LAST_IN_PIPELINE terminating
2026-08-11 13:42:57,571 INFO  [IPC Server handler 0 on default port 45499] hdfs.StateChange (FSNamesystem.java:completeFile(3104)) - DIR* completeFile: /id_taco-taco/2000/.kudu-metadata.json is closed by DFSClient_NONMAPREDUCE_817796883_1
2026-08-11 13:42:57,572 INFO  [Listener at localhost/37095] backup.BackupIO (BackupIO.scala:writeTableMetadata(95)) - Writing metadata to hdfs://localhost:45499/id_pizza-pizza/200/.kudu-metadata.json
2026-08-11 13:42:57,574 INFO  [IPC Server handler 1 on default port 45499] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=create	src=/id_pizza-pizza/200/.kudu-metadata.json	dst=null	perm=slave:supergroup:rw-r--r--	proto=rpc
2026-08-11 13:42:57,578 INFO  [IPC Server handler 2 on default port 45499] hdfs.StateChange (FSDirWriteFileOp.java:logAllocatedBlock(802)) - BLOCK* allocate blk_1073741828_1004, replicas=127.0.0.1:44115 for /id_pizza-pizza/200/.kudu-metadata.json
2026-08-11 13:42:57,580 INFO  [DataXceiver for client DFSClient_NONMAPREDUCE_817796883_1 at /127.0.0.1:51774 [Receiving block BP-661054438-10.240.0.70-1786455775629:blk_1073741828_1004]] datanode.DataNode (DataXceiver.java:writeBlock(747)) - Receiving BP-661054438-10.240.0.70-1786455775629:blk_1073741828_1004 src: /127.0.0.1:51774 dest: /127.0.0.1:44115
2026-08-11 13:42:57,587 INFO  [PacketResponder: BP-661054438-10.240.0.70-1786455775629:blk_1073741828_1004, type=LAST_IN_PIPELINE] DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1539)) - src: /127.0.0.1:51774, dest: /127.0.0.1:44115, bytes: 84, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_817796883_1, offset: 0, srvID: e29b3671-5e88-455a-ac75-7638788d35d6, blockid: BP-661054438-10.240.0.70-1786455775629:blk_1073741828_1004, duration(ns): 4068473
2026-08-11 13:42:57,587 INFO  [PacketResponder: BP-661054438-10.240.0.70-1786455775629:blk_1073741828_1004, type=LAST_IN_PIPELINE] datanode.DataNode (BlockReceiver.java:run(1512)) - PacketResponder: BP-661054438-10.240.0.70-1786455775629:blk_1073741828_1004, type=LAST_IN_PIPELINE terminating
2026-08-11 13:42:57,589 INFO  [IPC Server handler 4 on default port 45499] hdfs.StateChange (FSNamesystem.java:completeFile(3104)) - DIR* completeFile: /id_pizza-pizza/200/.kudu-metadata.json is closed by DFSClient_NONMAPREDUCE_817796883_1
2026-08-11 13:42:57,589 INFO  [Listener at localhost/37095] backup.BackupIO (BackupIO.scala:writeTableMetadata(95)) - Writing metadata to hdfs://localhost:45499/id_pizza-pizza/400/.kudu-metadata.json
2026-08-11 13:42:57,591 INFO  [IPC Server handler 5 on default port 45499] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=create	src=/id_pizza-pizza/400/.kudu-metadata.json	dst=null	perm=slave:supergroup:rw-r--r--	proto=rpc
2026-08-11 13:42:57,595 INFO  [IPC Server handler 6 on default port 45499] hdfs.StateChange (FSDirWriteFileOp.java:logAllocatedBlock(802)) - BLOCK* allocate blk_1073741829_1005, replicas=127.0.0.1:44115 for /id_pizza-pizza/400/.kudu-metadata.json
2026-08-11 13:42:57,598 INFO  [DataXceiver for client DFSClient_NONMAPREDUCE_817796883_1 at /127.0.0.1:51784 [Receiving block BP-661054438-10.240.0.70-1786455775629:blk_1073741829_1005]] datanode.DataNode (DataXceiver.java:writeBlock(747)) - Receiving BP-661054438-10.240.0.70-1786455775629:blk_1073741829_1005 src: /127.0.0.1:51784 dest: /127.0.0.1:44115
2026-08-11 13:42:57,605 INFO  [PacketResponder: BP-661054438-10.240.0.70-1786455775629:blk_1073741829_1005, type=LAST_IN_PIPELINE] DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1539)) - src: /127.0.0.1:51784, dest: /127.0.0.1:44115, bytes: 103, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_817796883_1, offset: 0, srvID: e29b3671-5e88-455a-ac75-7638788d35d6, blockid: BP-661054438-10.240.0.70-1786455775629:blk_1073741829_1005, duration(ns): 4274792
2026-08-11 13:42:57,605 INFO  [PacketResponder: BP-661054438-10.240.0.70-1786455775629:blk_1073741829_1005, type=LAST_IN_PIPELINE] datanode.DataNode (BlockReceiver.java:run(1512)) - PacketResponder: BP-661054438-10.240.0.70-1786455775629:blk_1073741829_1005, type=LAST_IN_PIPELINE terminating
2026-08-11 13:42:57,607 INFO  [IPC Server handler 7 on default port 45499] hdfs.StateChange (FSNamesystem.java:completeFile(3104)) - DIR* completeFile: /id_pizza-pizza/400/.kudu-metadata.json is closed by DFSClient_NONMAPREDUCE_817796883_1
2026-08-11 13:42:57,608 INFO  [Listener at localhost/37095] backup.BackupIO (BackupIO.scala:writeTableMetadata(95)) - Writing metadata to hdfs://localhost:45499/id_pizza-pizza/600/.kudu-metadata.json
2026-08-11 13:42:57,611 INFO  [IPC Server handler 9 on default port 45499] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=create	src=/id_pizza-pizza/600/.kudu-metadata.json	dst=null	perm=slave:supergroup:rw-r--r--	proto=rpc
2026-08-11 13:42:57,615 INFO  [IPC Server handler 0 on default port 45499] hdfs.StateChange (FSDirWriteFileOp.java:logAllocatedBlock(802)) - BLOCK* allocate blk_1073741830_1006, replicas=127.0.0.1:44115 for /id_pizza-pizza/600/.kudu-metadata.json
2026-08-11 13:42:57,618 INFO  [DataXceiver for client DFSClient_NONMAPREDUCE_817796883_1 at /127.0.0.1:51792 [Receiving block BP-661054438-10.240.0.70-1786455775629:blk_1073741830_1006]] datanode.DataNode (DataXceiver.java:writeBlock(747)) - Receiving BP-661054438-10.240.0.70-1786455775629:blk_1073741830_1006 src: /127.0.0.1:51792 dest: /127.0.0.1:44115
2026-08-11 13:42:57,625 INFO  [PacketResponder: BP-661054438-10.240.0.70-1786455775629:blk_1073741830_1006, type=LAST_IN_PIPELINE] DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1539)) - src: /127.0.0.1:51792, dest: /127.0.0.1:44115, bytes: 103, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_817796883_1, offset: 0, srvID: e29b3671-5e88-455a-ac75-7638788d35d6, blockid: BP-661054438-10.240.0.70-1786455775629:blk_1073741830_1006, duration(ns): 3598290
2026-08-11 13:42:57,625 INFO  [PacketResponder: BP-661054438-10.240.0.70-1786455775629:blk_1073741830_1006, type=LAST_IN_PIPELINE] datanode.DataNode (BlockReceiver.java:run(1512)) - PacketResponder: BP-661054438-10.240.0.70-1786455775629:blk_1073741830_1006, type=LAST_IN_PIPELINE terminating
2026-08-11 13:42:57,626 INFO  [IPC Server handler 1 on default port 45499] hdfs.StateChange (FSNamesystem.java:completeFile(3104)) - DIR* completeFile: /id_pizza-pizza/600/.kudu-metadata.json is closed by DFSClient_NONMAPREDUCE_817796883_1
2026-08-11 13:42:57,643 INFO  [IPC Server handler 3 on default port 45499] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=getfileinfo	src=/	dst=null	perm=null	proto=rpc
2026-08-11 13:42:57,645 INFO  [IPC Server handler 4 on default port 45499] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=listStatus	src=/	dst=null	perm=null	proto=rpc
2026-08-11 13:42:57,648 INFO  [IPC Server handler 5 on default port 45499] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=listStatus	src=/id_pizza-pizza	dst=null	perm=null	proto=rpc
2026-08-11 13:42:57,651 INFO  [IPC Server handler 6 on default port 45499] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=getfileinfo	src=/id_pizza-pizza/200/.kudu-metadata.json	dst=null	perm=null	proto=rpc
2026-08-11 13:42:57,653 INFO  [IPC Server handler 8 on default port 45499] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=open	src=/id_pizza-pizza/200/.kudu-metadata.json	dst=null	perm=null	proto=rpc
2026-08-11 13:42:57,659 INFO  [IPC Server handler 7 on default port 45499] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=getfileinfo	src=/id_pizza-pizza/400/.kudu-metadata.json	dst=null	perm=null	proto=rpc
2026-08-11 13:42:57,660 INFO  [IPC Server handler 9 on default port 45499] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=open	src=/id_pizza-pizza/400/.kudu-metadata.json	dst=null	perm=null	proto=rpc
2026-08-11 13:42:57,664 INFO  [IPC Server handler 0 on default port 45499] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=getfileinfo	src=/id_pizza-pizza/600/.kudu-metadata.json	dst=null	perm=null	proto=rpc
2026-08-11 13:42:57,667 INFO  [IPC Server handler 2 on default port 45499] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=open	src=/id_pizza-pizza/600/.kudu-metadata.json	dst=null	perm=null	proto=rpc
2026-08-11 13:42:57,670 INFO  [Listener at localhost/37095] backup.BackupIO (BackupIO.scala:readTableBackups(236)) - Found 3 paths in hdfs://localhost:45499/id_pizza-pizza
2026-08-11 13:42:57,672 INFO  [IPC Server handler 1 on default port 45499] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=listStatus	src=/id_taco-taco	dst=null	perm=null	proto=rpc
2026-08-11 13:42:57,674 INFO  [IPC Server handler 3 on default port 45499] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=getfileinfo	src=/id_taco-taco/100/.kudu-metadata.json	dst=null	perm=null	proto=rpc
2026-08-11 13:42:57,676 INFO  [IPC Server handler 4 on default port 45499] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=open	src=/id_taco-taco/100/.kudu-metadata.json	dst=null	perm=null	proto=rpc
2026-08-11 13:42:57,683 INFO  [IPC Server handler 5 on default port 45499] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=getfileinfo	src=/id_taco-taco/1000/.kudu-metadata.json	dst=null	perm=null	proto=rpc
2026-08-11 13:42:57,685 INFO  [IPC Server handler 6 on default port 45499] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=open	src=/id_taco-taco/1000/.kudu-metadata.json	dst=null	perm=null	proto=rpc
2026-08-11 13:42:57,690 INFO  [IPC Server handler 8 on default port 45499] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=getfileinfo	src=/id_taco-taco/2000/.kudu-metadata.json	dst=null	perm=null	proto=rpc
2026-08-11 13:42:57,692 INFO  [IPC Server handler 7 on default port 45499] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=open	src=/id_taco-taco/2000/.kudu-metadata.json	dst=null	perm=null	proto=rpc
2026-08-11 13:42:57,696 INFO  [Listener at localhost/37095] backup.BackupIO (BackupIO.scala:readTableBackups(236)) - Found 3 paths in hdfs://localhost:45499/id_taco-taco
.2026-08-11 13:42:57,718 INFO  [Listener at localhost/37095] hdfs.MiniDFSCluster (MiniDFSCluster.java:<init>(529)) - starting cluster: numNameNodes=1, numDataNodes=1
2026-08-11 13:42:57,719 INFO  [Listener at localhost/37095] namenode.NameNode (NameNode.java:format(1249)) - Formatting using clusterid: testClusterID
2026-08-11 13:42:57,719 INFO  [Listener at localhost/37095] namenode.FSEditLog (FSEditLog.java:newInstance(229)) - Edit logging is async:true
2026-08-11 13:42:57,735 INFO  [Listener at localhost/37095] namenode.FSNamesystem (FSNamesystem.java:<init>(814)) - KeyProvider: null
2026-08-11 13:42:57,735 INFO  [Listener at localhost/37095] namenode.FSNamesystem (FSNamesystemLock.java:<init>(141)) - fsLock is fair: true
2026-08-11 13:42:57,735 INFO  [Listener at localhost/37095] namenode.FSNamesystem (FSNamesystemLock.java:<init>(159)) - Detailed lock hold time metrics enabled: false
2026-08-11 13:42:57,735 INFO  [Listener at localhost/37095] namenode.FSNamesystem (FSNamesystem.java:<init>(847)) - fsOwner                = slave (auth:SIMPLE)
2026-08-11 13:42:57,735 INFO  [Listener at localhost/37095] namenode.FSNamesystem (FSNamesystem.java:<init>(848)) - supergroup             = supergroup
2026-08-11 13:42:57,735 INFO  [Listener at localhost/37095] namenode.FSNamesystem (FSNamesystem.java:<init>(849)) - isPermissionEnabled    = true
2026-08-11 13:42:57,736 INFO  [Listener at localhost/37095] namenode.FSNamesystem (FSNamesystem.java:<init>(850)) - isStoragePolicyEnabled = true
2026-08-11 13:42:57,736 INFO  [Listener at localhost/37095] namenode.FSNamesystem (FSNamesystem.java:<init>(861)) - HA Enabled: false
2026-08-11 13:42:57,736 INFO  [Listener at localhost/37095] common.Util (Util.java:isDiskStatsEnabled(395)) - dfs.datanode.fileio.profiling.sampling.percentage set to 0. Disabling file IO profiling
2026-08-11 13:42:57,736 INFO  [Listener at localhost/37095] blockmanagement.DatanodeManager (DatanodeManager.java:<init>(334)) - dfs.block.invalidate.limit: configured=1000, counted=60, effected=1000
2026-08-11 13:42:57,737 INFO  [Listener at localhost/37095] blockmanagement.DatanodeManager (DatanodeManager.java:<init>(342)) - dfs.namenode.datanode.registration.ip-hostname-check=true
2026-08-11 13:42:57,737 INFO  [Listener at localhost/37095] blockmanagement.BlockManager (InvalidateBlocks.java:printBlockDeletionTime(77)) - dfs.namenode.startup.delay.block.deletion.sec is set to 000:00:00:00.000
2026-08-11 13:42:57,737 INFO  [Listener at localhost/37095] blockmanagement.BlockManager (InvalidateBlocks.java:printBlockDeletionTime(83)) - The block deletion will start around 2026 Aug 11 13:42:57
2026-08-11 13:42:57,737 INFO  [Listener at localhost/37095] util.GSet (LightWeightGSet.java:computeCapacity(395)) - Computing capacity for map BlocksMap
2026-08-11 13:42:57,737 INFO  [Listener at localhost/37095] util.GSet (LightWeightGSet.java:computeCapacity(396)) - VM type       = 64-bit
2026-08-11 13:42:57,737 INFO  [Listener at localhost/37095] util.GSet (LightWeightGSet.java:computeCapacity(397)) - 2.0% max memory 3.5 GB = 72.5 MB
2026-08-11 13:42:57,738 INFO  [Listener at localhost/37095] util.GSet (LightWeightGSet.java:computeCapacity(402)) - capacity      = 2^23 = 8388608 entries
2026-08-11 13:42:57,756 INFO  [Listener at localhost/37095] blockmanagement.BlockManager (BlockManager.java:createSPSManager(5447)) - Storage policy satisfier is disabled
2026-08-11 13:42:57,756 INFO  [Listener at localhost/37095] blockmanagement.BlockManager (BlockManager.java:createBlockTokenSecretManager(641)) - dfs.block.access.token.enable = false
2026-08-11 13:42:57,756 INFO  [Listener at localhost/37095] blockmanagement.BlockManagerSafeMode (BlockManagerSafeMode.java:<init>(160)) - dfs.namenode.safemode.threshold-pct = 0.999
2026-08-11 13:42:57,757 INFO  [Listener at localhost/37095] blockmanagement.BlockManagerSafeMode (BlockManagerSafeMode.java:<init>(161)) - dfs.namenode.safemode.min.datanodes = 0
2026-08-11 13:42:57,757 INFO  [Listener at localhost/37095] blockmanagement.BlockManagerSafeMode (BlockManagerSafeMode.java:<init>(163)) - dfs.namenode.safemode.extension = 0
2026-08-11 13:42:57,757 INFO  [Listener at localhost/37095] blockmanagement.BlockManager (BlockManager.java:<init>(627)) - defaultReplication         = 1
2026-08-11 13:42:57,757 INFO  [Listener at localhost/37095] blockmanagement.BlockManager (BlockManager.java:<init>(628)) - maxReplication             = 512
2026-08-11 13:42:57,757 INFO  [Listener at localhost/37095] blockmanagement.BlockManager (BlockManager.java:<init>(629)) - minReplication             = 1
2026-08-11 13:42:57,757 INFO  [Listener at localhost/37095] blockmanagement.BlockManager (BlockManager.java:<init>(630)) - maxReplicationStreams      = 2
2026-08-11 13:42:57,757 INFO  [Listener at localhost/37095] blockmanagement.BlockManager (BlockManager.java:<init>(631)) - redundancyRecheckInterval  = 3000ms
2026-08-11 13:42:57,757 INFO  [Listener at localhost/37095] blockmanagement.BlockManager (BlockManager.java:<init>(632)) - encryptDataTransfer        = false
2026-08-11 13:42:57,757 INFO  [Listener at localhost/37095] blockmanagement.BlockManager (BlockManager.java:<init>(633)) - maxNumBlocksToLog          = 1000
2026-08-11 13:42:57,758 INFO  [Listener at localhost/37095] util.GSet (LightWeightGSet.java:computeCapacity(395)) - Computing capacity for map INodeMap
2026-08-11 13:42:57,758 INFO  [Listener at localhost/37095] util.GSet (LightWeightGSet.java:computeCapacity(396)) - VM type       = 64-bit
2026-08-11 13:42:57,758 INFO  [Listener at localhost/37095] util.GSet (LightWeightGSet.java:computeCapacity(397)) - 1.0% max memory 3.5 GB = 36.2 MB
2026-08-11 13:42:57,758 INFO  [Listener at localhost/37095] util.GSet (LightWeightGSet.java:computeCapacity(402)) - capacity      = 2^22 = 4194304 entries
2026-08-11 13:42:57,792 INFO  [Listener at localhost/37095] namenode.FSDirectory (FSDirectory.java:<init>(335)) - ACLs enabled? true
2026-08-11 13:42:57,793 INFO  [Listener at localhost/37095] namenode.FSDirectory (FSDirectory.java:<init>(339)) - POSIX ACL inheritance enabled? true
2026-08-11 13:42:57,793 INFO  [Listener at localhost/37095] namenode.FSDirectory (FSDirectory.java:<init>(343)) - XAttrs enabled? true
2026-08-11 13:42:57,793 INFO  [Listener at localhost/37095] namenode.NameNode (FSDirectory.java:<init>(406)) - Caching file names occurring more than 10 times
2026-08-11 13:42:57,793 INFO  [Listener at localhost/37095] snapshot.SnapshotManager (SnapshotManager.java:<init>(124)) - Loaded config captureOpenFiles: false, skipCaptureAccessTimeOnlyChange: false, snapshotDiffAllowSnapRootDescendant: true, maxSnapshotLimit: 65536
2026-08-11 13:42:57,793 INFO  [Listener at localhost/37095] snapshot.SnapshotManager (DirectoryDiffListFactory.java:init(43)) - SkipList is disabled
2026-08-11 13:42:57,793 INFO  [Listener at localhost/37095] util.GSet (LightWeightGSet.java:computeCapacity(395)) - Computing capacity for map cachedBlocks
2026-08-11 13:42:57,793 INFO  [Listener at localhost/37095] util.GSet (LightWeightGSet.java:computeCapacity(396)) - VM type       = 64-bit
2026-08-11 13:42:57,794 INFO  [Listener at localhost/37095] util.GSet (LightWeightGSet.java:computeCapacity(397)) - 0.25% max memory 3.5 GB = 9.1 MB
2026-08-11 13:42:57,794 INFO  [Listener at localhost/37095] util.GSet (LightWeightGSet.java:computeCapacity(402)) - capacity      = 2^20 = 1048576 entries
2026-08-11 13:42:57,815 INFO  [Listener at localhost/37095] metrics.TopMetrics (TopMetrics.java:logConf(75)) - NNTop conf: dfs.namenode.top.window.num.buckets = 10
2026-08-11 13:42:57,815 INFO  [Listener at localhost/37095] metrics.TopMetrics (TopMetrics.java:logConf(77)) - NNTop conf: dfs.namenode.top.num.users = 10
2026-08-11 13:42:57,815 INFO  [Listener at localhost/37095] metrics.TopMetrics (TopMetrics.java:logConf(79)) - NNTop conf: dfs.namenode.top.windows.minutes = 1,5,25
2026-08-11 13:42:57,815 INFO  [Listener at localhost/37095] namenode.FSNamesystem (FSNamesystem.java:initRetryCache(1080)) - Retry cache on namenode is enabled
2026-08-11 13:42:57,815 INFO  [Listener at localhost/37095] namenode.FSNamesystem (FSNamesystem.java:initRetryCache(1088)) - Retry cache will use 0.03 of total heap and retry cache entry expiry time is 600000 millis
2026-08-11 13:42:57,816 INFO  [Listener at localhost/37095] util.GSet (LightWeightGSet.java:computeCapacity(395)) - Computing capacity for map NameNodeRetryCache
2026-08-11 13:42:57,816 INFO  [Listener at localhost/37095] util.GSet (LightWeightGSet.java:computeCapacity(396)) - VM type       = 64-bit
2026-08-11 13:42:57,816 INFO  [Listener at localhost/37095] util.GSet (LightWeightGSet.java:computeCapacity(397)) - 0.029999999329447746% max memory 3.5 GB = 1.1 MB
2026-08-11 13:42:57,816 INFO  [Listener at localhost/37095] util.GSet (LightWeightGSet.java:computeCapacity(402)) - capacity      = 2^17 = 131072 entries
2026-08-11 13:42:57,821 INFO  [Listener at localhost/37095] namenode.FSImage (FSImage.java:format(186)) - Allocated new BlockPoolId: BP-1113714555-10.240.0.70-1786455777821
2026-08-11 13:42:57,827 INFO  [Listener at localhost/37095] common.Storage (NNStorage.java:format(595)) - Storage directory /tmp/hdfs-test160095475438321983/name-0-1 has been successfully formatted.
2026-08-11 13:42:57,834 INFO  [Listener at localhost/37095] common.Storage (NNStorage.java:format(595)) - Storage directory /tmp/hdfs-test160095475438321983/name-0-2 has been successfully formatted.
2026-08-11 13:42:57,851 INFO  [FSImageSaver for /tmp/hdfs-test160095475438321983/name-0-1 of type IMAGE_AND_EDITS] namenode.FSImageFormatProtobuf (FSImageFormatProtobuf.java:save(732)) - Saving image file /tmp/hdfs-test160095475438321983/name-0-1/current/fsimage.ckpt_0000000000000000000 using no compression
2026-08-11 13:42:57,857 INFO  [FSImageSaver for /tmp/hdfs-test160095475438321983/name-0-2 of type IMAGE_AND_EDITS] namenode.FSImageFormatProtobuf (FSImageFormatProtobuf.java:save(732)) - Saving image file /tmp/hdfs-test160095475438321983/name-0-2/current/fsimage.ckpt_0000000000000000000 using no compression
2026-08-11 13:42:57,859 INFO  [FSImageSaver for /tmp/hdfs-test160095475438321983/name-0-1 of type IMAGE_AND_EDITS] namenode.FSImageFormatProtobuf (FSImageFormatProtobuf.java:save(736)) - Image file /tmp/hdfs-test160095475438321983/name-0-1/current/fsimage.ckpt_0000000000000000000 of size 418 bytes saved in 0 seconds .
2026-08-11 13:42:57,871 INFO  [FSImageSaver for /tmp/hdfs-test160095475438321983/name-0-2 of type IMAGE_AND_EDITS] namenode.FSImageFormatProtobuf (FSImageFormatProtobuf.java:save(736)) - Image file /tmp/hdfs-test160095475438321983/name-0-2/current/fsimage.ckpt_0000000000000000000 of size 418 bytes saved in 0 seconds .
2026-08-11 13:42:57,875 INFO  [Listener at localhost/37095] namenode.NNStorageRetentionManager (NNStorageRetentionManager.java:getImageTxIdToRetain(203)) - Going to retain 1 images with txid >= 0
2026-08-11 13:42:57,886 INFO  [Listener at localhost/37095] namenode.FSNamesystem (FSNamesystem.java:stopActiveServices(1427)) - Stopping services started for active state
2026-08-11 13:42:57,886 INFO  [Listener at localhost/37095] namenode.FSNamesystem (FSNamesystem.java:stopStandbyServices(1528)) - Stopping services started for standby state
2026-08-11 13:42:57,887 INFO  [Listener at localhost/37095] namenode.NameNode (NameNode.java:createNameNode(1707)) - createNameNode []
2026-08-11 13:42:57,887 INFO  [Listener at localhost/37095] impl.MetricsSystemImpl (MetricsSystemImpl.java:init(158)) - NameNode metrics system started (again)
2026-08-11 13:42:57,888 INFO  [Listener at localhost/37095] namenode.NameNodeUtils (NameNodeUtils.java:getClientNamenodeAddress(79)) - fs.defaultFS is hdfs://127.0.0.1:0
2026-08-11 13:42:57,913 INFO  [org.apache.hadoop.util.JvmPauseMonitor$Monitor@6badba10] util.JvmPauseMonitor (JvmPauseMonitor.java:run(188)) - Starting JVM pause monitor
2026-08-11 13:42:57,914 INFO  [Listener at localhost/37095] hdfs.DFSUtil (DFSUtil.java:httpServerTemplateForNNAndJN(1668)) - Filter initializers set : org.apache.hadoop.http.lib.StaticUserWebFilter,org.apache.hadoop.hdfs.web.AuthFilterInitializer
2026-08-11 13:42:57,914 INFO  [Listener at localhost/37095] hdfs.DFSUtil (DFSUtil.java:httpServerTemplateForNNAndJN(1690)) - Starting Web-server for hdfs at: http://localhost:0
2026-08-11 13:42:57,919 INFO  [Listener at localhost/37095] server.AuthenticationFilter (AuthenticationFilter.java:constructSecretProvider(240)) - Unable to initialize FileSignerSecretProvider, falling back to use random secrets.
2026-08-11 13:42:57,920 INFO  [Listener at localhost/37095] http.HttpRequestLog (HttpRequestLog.java:getRequestLog(82)) - Http request log for http.requests.namenode is not defined
2026-08-11 13:42:57,924 INFO  [Listener at localhost/37095] http.HttpServer2 (HttpServer2.java:addGlobalFilter(1111)) - Added global filter 'safety' (class=org.apache.hadoop.http.HttpServer2$QuotingInputFilter)
2026-08-11 13:42:57,927 INFO  [Listener at localhost/37095] http.HttpServer2 (HttpServer2.java:addFilter(1084)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context hdfs
2026-08-11 13:42:57,927 INFO  [Listener at localhost/37095] http.HttpServer2 (HttpServer2.java:addFilter(1094)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context static
2026-08-11 13:42:57,931 INFO  [Listener at localhost/37095] http.HttpServer2 (HttpServer2.java:addFilter(1084)) - Added filter AuthFilter (class=org.apache.hadoop.hdfs.web.AuthFilter) to context hdfs
2026-08-11 13:42:57,931 INFO  [Listener at localhost/37095] http.HttpServer2 (HttpServer2.java:addFilter(1094)) - Added filter AuthFilter (class=org.apache.hadoop.hdfs.web.AuthFilter) to context static
2026-08-11 13:42:57,932 INFO  [Listener at localhost/37095] http.HttpServer2 (HttpServer2.java:addJerseyResourcePackage(938)) - addJerseyResourcePackage: packageName=org.apache.hadoop.hdfs.server.namenode.web.resources;org.apache.hadoop.hdfs.web.resources, pathSpec=/webhdfs/v1/*
2026-08-11 13:42:57,932 INFO  [Listener at localhost/37095] http.HttpServer2 (HttpServer2.java:bindListener(1332)) - Jetty bound to port 38521
2026-08-11 13:42:57,933 INFO  [Listener at localhost/37095] server.Server (Server.java:doStart(375)) - jetty-9.4.40.v20210413; built: 2021-04-13T20:42:42.668Z; git: b881a572662e1943a14ae12e7e1207989f218b74; jvm 1.8.0_362-8u372-ga~us1-0ubuntu1~18.04-b09
2026-08-11 13:42:57,936 INFO  [Listener at localhost/37095] server.session (DefaultSessionIdManager.java:doStart(334)) - DefaultSessionIdManager workerName=node0
2026-08-11 13:42:57,937 INFO  [Listener at localhost/37095] server.session (DefaultSessionIdManager.java:doStart(339)) - No SessionScavenger set, using defaults
2026-08-11 13:42:57,937 INFO  [Listener at localhost/37095] server.session (HouseKeeper.java:startScavenging(132)) - node0 Scavenging every 600000ms
2026-08-11 13:42:57,939 INFO  [Listener at localhost/37095] server.AuthenticationFilter (AuthenticationFilter.java:constructSecretProvider(240)) - Unable to initialize FileSignerSecretProvider, falling back to use random secrets.
2026-08-11 13:42:57,940 INFO  [Listener at localhost/37095] handler.ContextHandler (ContextHandler.java:doStart(916)) - Started o.e.j.s.ServletContextHandler@63cf9de0{static,/static,jar:file:/tmp/dist-test-tasklRzLiI/java/build/jars/hadoop-hdfs-3.3.1-tests.jar!/webapps/static,AVAILABLE}
2026-08-11 13:42:58,107 INFO  [Listener at localhost/37095] handler.ContextHandler (ContextHandler.java:doStart(916)) - Started o.e.j.w.WebAppContext@60bb7995{hdfs,/,file:///tmp/jetty-localhost-38521-hadoop-hdfs-3_3_1-tests_jar-_-any-5521463082078865679/webapp/,AVAILABLE}{jar:file:/tmp/dist-test-tasklRzLiI/java/build/jars/hadoop-hdfs-3.3.1-tests.jar!/webapps/hdfs}
2026-08-11 13:42:58,110 INFO  [Listener at localhost/37095] server.AbstractConnector (AbstractConnector.java:doStart(331)) - Started ServerConnector@43d3aba5{HTTP/1.1, (http/1.1)}{localhost:38521}
2026-08-11 13:42:58,110 INFO  [Listener at localhost/37095] server.Server (Server.java:doStart(415)) - Started @16389ms
2026-08-11 13:42:58,112 INFO  [Listener at localhost/37095] namenode.FSEditLog (FSEditLog.java:newInstance(229)) - Edit logging is async:true
2026-08-11 13:42:58,145 INFO  [Listener at localhost/37095] namenode.FSNamesystem (FSNamesystem.java:<init>(814)) - KeyProvider: null
2026-08-11 13:42:58,145 INFO  [Listener at localhost/37095] namenode.FSNamesystem (FSNamesystemLock.java:<init>(141)) - fsLock is fair: true
2026-08-11 13:42:58,145 INFO  [Listener at localhost/37095] namenode.FSNamesystem (FSNamesystemLock.java:<init>(159)) - Detailed lock hold time metrics enabled: false
2026-08-11 13:42:58,145 INFO  [Listener at localhost/37095] namenode.FSNamesystem (FSNamesystem.java:<init>(847)) - fsOwner                = slave (auth:SIMPLE)
2026-08-11 13:42:58,145 INFO  [Listener at localhost/37095] namenode.FSNamesystem (FSNamesystem.java:<init>(848)) - supergroup             = supergroup
2026-08-11 13:42:58,146 INFO  [Listener at localhost/37095] namenode.FSNamesystem (FSNamesystem.java:<init>(849)) - isPermissionEnabled    = true
2026-08-11 13:42:58,146 INFO  [Listener at localhost/37095] namenode.FSNamesystem (FSNamesystem.java:<init>(850)) - isStoragePolicyEnabled = true
2026-08-11 13:42:58,146 INFO  [Listener at localhost/37095] namenode.FSNamesystem (FSNamesystem.java:<init>(861)) - HA Enabled: false
2026-08-11 13:42:58,147 INFO  [Listener at localhost/37095] common.Util (Util.java:isDiskStatsEnabled(395)) - dfs.datanode.fileio.profiling.sampling.percentage set to 0. Disabling file IO profiling
2026-08-11 13:42:58,147 INFO  [Listener at localhost/37095] blockmanagement.DatanodeManager (DatanodeManager.java:<init>(334)) - dfs.block.invalidate.limit: configured=1000, counted=60, effected=1000
2026-08-11 13:42:58,148 INFO  [Listener at localhost/37095] blockmanagement.DatanodeManager (DatanodeManager.java:<init>(342)) - dfs.namenode.datanode.registration.ip-hostname-check=true
2026-08-11 13:42:58,148 INFO  [Listener at localhost/37095] blockmanagement.BlockManager (InvalidateBlocks.java:printBlockDeletionTime(77)) - dfs.namenode.startup.delay.block.deletion.sec is set to 000:00:00:00.000
2026-08-11 13:42:58,149 INFO  [Listener at localhost/37095] blockmanagement.BlockManager (InvalidateBlocks.java:printBlockDeletionTime(83)) - The block deletion will start around 2026 Aug 11 13:42:58
2026-08-11 13:42:58,149 INFO  [Listener at localhost/37095] util.GSet (LightWeightGSet.java:computeCapacity(395)) - Computing capacity for map BlocksMap
2026-08-11 13:42:58,149 INFO  [Listener at localhost/37095] util.GSet (LightWeightGSet.java:computeCapacity(396)) - VM type       = 64-bit
2026-08-11 13:42:58,150 INFO  [Listener at localhost/37095] util.GSet (LightWeightGSet.java:computeCapacity(397)) - 2.0% max memory 3.5 GB = 72.5 MB
2026-08-11 13:42:58,150 INFO  [Listener at localhost/37095] util.GSet (LightWeightGSet.java:computeCapacity(402)) - capacity      = 2^23 = 8388608 entries
2026-08-11 13:42:58,315 INFO  [Listener at localhost/37095] blockmanagement.BlockManager (BlockManager.java:createSPSManager(5447)) - Storage policy satisfier is disabled
2026-08-11 13:42:58,315 INFO  [Listener at localhost/37095] blockmanagement.BlockManager (BlockManager.java:createBlockTokenSecretManager(641)) - dfs.block.access.token.enable = false
2026-08-11 13:42:58,315 INFO  [Listener at localhost/37095] blockmanagement.BlockManagerSafeMode (BlockManagerSafeMode.java:<init>(160)) - dfs.namenode.safemode.threshold-pct = 0.999
2026-08-11 13:42:58,316 INFO  [Listener at localhost/37095] blockmanagement.BlockManagerSafeMode (BlockManagerSafeMode.java:<init>(161)) - dfs.namenode.safemode.min.datanodes = 0
2026-08-11 13:42:58,316 INFO  [Listener at localhost/37095] blockmanagement.BlockManagerSafeMode (BlockManagerSafeMode.java:<init>(163)) - dfs.namenode.safemode.extension = 0
2026-08-11 13:42:58,316 INFO  [Listener at localhost/37095] blockmanagement.BlockManager (BlockManager.java:<init>(627)) - defaultReplication         = 1
2026-08-11 13:42:58,316 INFO  [Listener at localhost/37095] blockmanagement.BlockManager (BlockManager.java:<init>(628)) - maxReplication             = 512
2026-08-11 13:42:58,316 INFO  [Listener at localhost/37095] blockmanagement.BlockManager (BlockManager.java:<init>(629)) - minReplication             = 1
2026-08-11 13:42:58,316 INFO  [Listener at localhost/37095] blockmanagement.BlockManager (BlockManager.java:<init>(630)) - maxReplicationStreams      = 2
2026-08-11 13:42:58,316 INFO  [Listener at localhost/37095] blockmanagement.BlockManager (BlockManager.java:<init>(631)) - redundancyRecheckInterval  = 3000ms
2026-08-11 13:42:58,316 INFO  [Listener at localhost/37095] blockmanagement.BlockManager (BlockManager.java:<init>(632)) - encryptDataTransfer        = false
2026-08-11 13:42:58,316 INFO  [Listener at localhost/37095] blockmanagement.BlockManager (BlockManager.java:<init>(633)) - maxNumBlocksToLog          = 1000
2026-08-11 13:42:58,317 INFO  [Listener at localhost/37095] util.GSet (LightWeightGSet.java:computeCapacity(395)) - Computing capacity for map INodeMap
2026-08-11 13:42:58,317 INFO  [Listener at localhost/37095] util.GSet (LightWeightGSet.java:computeCapacity(396)) - VM type       = 64-bit
2026-08-11 13:42:58,318 INFO  [Listener at localhost/37095] util.GSet (LightWeightGSet.java:computeCapacity(397)) - 1.0% max memory 3.5 GB = 36.2 MB
2026-08-11 13:42:58,318 INFO  [Listener at localhost/37095] util.GSet (LightWeightGSet.java:computeCapacity(402)) - capacity      = 2^22 = 4194304 entries
2026-08-11 13:42:58,401 INFO  [Listener at localhost/37095] namenode.FSDirectory (FSDirectory.java:<init>(335)) - ACLs enabled? true
2026-08-11 13:42:58,402 INFO  [Listener at localhost/37095] namenode.FSDirectory (FSDirectory.java:<init>(339)) - POSIX ACL inheritance enabled? true
2026-08-11 13:42:58,402 INFO  [Listener at localhost/37095] namenode.FSDirectory (FSDirectory.java:<init>(343)) - XAttrs enabled? true
2026-08-11 13:42:58,402 INFO  [Listener at localhost/37095] namenode.NameNode (FSDirectory.java:<init>(406)) - Caching file names occurring more than 10 times
2026-08-11 13:42:58,403 INFO  [Listener at localhost/37095] snapshot.SnapshotManager (SnapshotManager.java:<init>(124)) - Loaded config captureOpenFiles: false, skipCaptureAccessTimeOnlyChange: false, snapshotDiffAllowSnapRootDescendant: true, maxSnapshotLimit: 65536
2026-08-11 13:42:58,403 INFO  [Listener at localhost/37095] snapshot.SnapshotManager (DirectoryDiffListFactory.java:init(43)) - SkipList is disabled
2026-08-11 13:42:58,403 INFO  [Listener at localhost/37095] util.GSet (LightWeightGSet.java:computeCapacity(395)) - Computing capacity for map cachedBlocks
2026-08-11 13:42:58,403 INFO  [Listener at localhost/37095] util.GSet (LightWeightGSet.java:computeCapacity(396)) - VM type       = 64-bit
2026-08-11 13:42:58,403 INFO  [Listener at localhost/37095] util.GSet (LightWeightGSet.java:computeCapacity(397)) - 0.25% max memory 3.5 GB = 9.1 MB
2026-08-11 13:42:58,404 INFO  [Listener at localhost/37095] util.GSet (LightWeightGSet.java:computeCapacity(402)) - capacity      = 2^20 = 1048576 entries
2026-08-11 13:42:58,424 INFO  [Listener at localhost/37095] metrics.TopMetrics (TopMetrics.java:logConf(75)) - NNTop conf: dfs.namenode.top.window.num.buckets = 10
2026-08-11 13:42:58,425 INFO  [Listener at localhost/37095] metrics.TopMetrics (TopMetrics.java:logConf(77)) - NNTop conf: dfs.namenode.top.num.users = 10
2026-08-11 13:42:58,425 INFO  [Listener at localhost/37095] metrics.TopMetrics (TopMetrics.java:logConf(79)) - NNTop conf: dfs.namenode.top.windows.minutes = 1,5,25
2026-08-11 13:42:58,425 INFO  [Listener at localhost/37095] namenode.FSNamesystem (FSNamesystem.java:initRetryCache(1080)) - Retry cache on namenode is enabled
2026-08-11 13:42:58,425 INFO  [Listener at localhost/37095] namenode.FSNamesystem (FSNamesystem.java:initRetryCache(1088)) - Retry cache will use 0.03 of total heap and retry cache entry expiry time is 600000 millis
2026-08-11 13:42:58,425 INFO  [Listener at localhost/37095] util.GSet (LightWeightGSet.java:computeCapacity(395)) - Computing capacity for map NameNodeRetryCache
2026-08-11 13:42:58,425 INFO  [Listener at localhost/37095] util.GSet (LightWeightGSet.java:computeCapacity(396)) - VM type       = 64-bit
2026-08-11 13:42:58,426 INFO  [Listener at localhost/37095] util.GSet (LightWeightGSet.java:computeCapacity(397)) - 0.029999999329447746% max memory 3.5 GB = 1.1 MB
2026-08-11 13:42:58,426 INFO  [Listener at localhost/37095] util.GSet (LightWeightGSet.java:computeCapacity(402)) - capacity      = 2^17 = 131072 entries
2026-08-11 13:42:58,436 INFO  [Listener at localhost/37095] common.Storage (Storage.java:tryLock(948)) - Lock on /tmp/hdfs-test160095475438321983/name-0-1/in_use.lock acquired by nodename 26384@dist-test-slave-t7g5.c.gcp-upstream.internal
2026-08-11 13:42:58,439 INFO  [Listener at localhost/37095] common.Storage (Storage.java:tryLock(948)) - Lock on /tmp/hdfs-test160095475438321983/name-0-2/in_use.lock acquired by nodename 26384@dist-test-slave-t7g5.c.gcp-upstream.internal
2026-08-11 13:42:58,441 INFO  [Listener at localhost/37095] namenode.FileJournalManager (FileJournalManager.java:recoverUnfinalizedSegments(428)) - Recovering unfinalized segments in /tmp/hdfs-test160095475438321983/name-0-1/current
2026-08-11 13:42:58,442 INFO  [Listener at localhost/37095] namenode.FileJournalManager (FileJournalManager.java:recoverUnfinalizedSegments(428)) - Recovering unfinalized segments in /tmp/hdfs-test160095475438321983/name-0-2/current
2026-08-11 13:42:58,442 INFO  [Listener at localhost/37095] namenode.FSImage (FSImage.java:loadFSImage(734)) - No edit log streams selected.
2026-08-11 13:42:58,442 INFO  [Listener at localhost/37095] namenode.FSImage (FSImage.java:loadFSImageFile(800)) - Planning to load image: FSImageFile(file=/tmp/hdfs-test160095475438321983/name-0-1/current/fsimage_0000000000000000000, cpktTxId=0000000000000000000)
2026-08-11 13:42:58,446 INFO  [Listener at localhost/37095] namenode.FSImageFormatPBINode (FSImageFormatPBINode.java:loadINodeSectionHeader(413)) - Loading 1 INodes.
2026-08-11 13:42:58,447 INFO  [Listener at localhost/37095] namenode.FSImageFormatPBINode (FSImageFormatPBINode.java:loadINodeSection(371)) - Successfully loaded 1 inodes
2026-08-11 13:42:58,449 INFO  [Listener at localhost/37095] namenode.FSImageFormatPBINode (FSImageFormatPBINode.java:waitBlocksMapAndNameCacheUpdateFinished(344)) - Completed update blocks map and name cache, total waiting duration 0ms.
2026-08-11 13:42:58,450 INFO  [Listener at localhost/37095] namenode.FSImageFormatProtobuf (FSImageFormatProtobuf.java:load(255)) - Loaded FSImage in 0 seconds.
2026-08-11 13:42:58,450 INFO  [Listener at localhost/37095] namenode.FSImage (FSImage.java:loadFSImage(978)) - Loaded image for txid 0 from /tmp/hdfs-test160095475438321983/name-0-1/current/fsimage_0000000000000000000
2026-08-11 13:42:58,450 INFO  [Listener at localhost/37095] namenode.FSNamesystem (FSNamesystem.java:loadFSImage(1202)) - Need to save fs image? false (staleImage=false, haEnabled=false, isRollingUpgrade=false)
2026-08-11 13:42:59,129 INFO  [Listener at localhost/37095] namenode.FSEditLog (FSEditLog.java:startLogSegment(1391)) - Starting log segment at 1
2026-08-11 13:42:59,151 INFO  [Listener at localhost/37095] namenode.NameCache (NameCache.java:initialized(143)) - initialized with 0 entries 0 lookups
2026-08-11 13:42:59,151 INFO  [Listener at localhost/37095] namenode.FSNamesystem (FSNamesystem.java:loadFromDisk(786)) - Finished loading FSImage in 718 msecs
2026-08-11 13:42:59,151 INFO  [Listener at localhost/37095] namenode.NameNode (NameNodeRpcServer.java:<init>(454)) - RPC server is binding to localhost:0
2026-08-11 13:42:59,151 INFO  [Listener at localhost/37095] namenode.NameNode (NameNodeRpcServer.java:<init>(459)) - Enable NameNode state context:false
2026-08-11 13:42:59,152 INFO  [Listener at localhost/37095] ipc.CallQueueManager (CallQueueManager.java:<init>(90)) - Using callQueue: class java.util.concurrent.LinkedBlockingQueue, queueCapacity: 1000, scheduler: class org.apache.hadoop.ipc.DefaultRpcScheduler, ipcBackoff: false.
2026-08-11 13:42:59,153 INFO  [Socket Reader #1 for port 0] ipc.Server (Server.java:run(1265)) - Starting Socket Reader #1 for port 0
2026-08-11 13:42:59,158 INFO  [Listener at localhost/39139] namenode.NameNode (NameNode.java:initialize(776)) - Clients are to use localhost:39139 to access this namenode/service.
2026-08-11 13:42:59,159 INFO  [Listener at localhost/39139] namenode.FSNamesystem (FSNamesystem.java:registerMBean(5444)) - Registered FSNamesystemState, ReplicatedBlocksState and ECBlockGroupsState MBeans.
2026-08-11 13:42:59,178 INFO  [Listener at localhost/39139] namenode.LeaseManager (LeaseManager.java:getNumUnderConstructionBlocks(166)) - Number of blocks under construction: 0
2026-08-11 13:42:59,179 INFO  [Listener at localhost/39139] blockmanagement.DatanodeAdminDefaultMonitor (DatanodeAdminDefaultMonitor.java:processConf(116)) - Initialized the Default Decommission and Maintenance monitor
2026-08-11 13:42:59,182 INFO  [Listener at localhost/39139] blockmanagement.BlockManager (BlockManager.java:initializeReplQueues(5187)) - initializing replication queues
2026-08-11 13:42:59,182 INFO  [Listener at localhost/39139] hdfs.StateChange (BlockManagerSafeMode.java:leaveSafeMode(399)) - STATE* Leaving safe mode after 0 secs
2026-08-11 13:42:59,183 INFO  [Listener at localhost/39139] hdfs.StateChange (BlockManagerSafeMode.java:leaveSafeMode(405)) - STATE* Network topology has 0 racks and 0 datanodes
2026-08-11 13:42:59,183 INFO  [Listener at localhost/39139] hdfs.StateChange (BlockManagerSafeMode.java:leaveSafeMode(407)) - STATE* UnderReplicatedBlocks has 0 blocks
2026-08-11 13:42:59,192 INFO  [Reconstruction Queue Initializer] blockmanagement.BlockManager (BlockManager.java:processMisReplicatesAsync(3728)) - Total number of blocks            = 0
2026-08-11 13:42:59,192 INFO  [Reconstruction Queue Initializer] blockmanagement.BlockManager (BlockManager.java:processMisReplicatesAsync(3729)) - Number of invalid blocks          = 0
2026-08-11 13:42:59,192 INFO  [Reconstruction Queue Initializer] blockmanagement.BlockManager (BlockManager.java:processMisReplicatesAsync(3730)) - Number of under-replicated blocks = 0
2026-08-11 13:42:59,193 INFO  [Reconstruction Queue Initializer] blockmanagement.BlockManager (BlockManager.java:processMisReplicatesAsync(3731)) - Number of  over-replicated blocks = 0
2026-08-11 13:42:59,193 INFO  [Reconstruction Queue Initializer] blockmanagement.BlockManager (BlockManager.java:processMisReplicatesAsync(3733)) - Number of blocks being written    = 0
2026-08-11 13:42:59,193 INFO  [Reconstruction Queue Initializer] hdfs.StateChange (BlockManager.java:processMisReplicatesAsync(3736)) - STATE* Replication Queue initialization scan for invalid, over- and under-replicated blocks completed in 10 msec
2026-08-11 13:42:59,197 INFO  [IPC Server Responder] ipc.Server (Server.java:run(1507)) - IPC Server Responder: starting
2026-08-11 13:42:59,198 INFO  [IPC Server listener on 0] ipc.Server (Server.java:run(1344)) - IPC Server listener on 0: starting
2026-08-11 13:42:59,206 INFO  [Listener at localhost/39139] namenode.NameNode (NameNode.java:startCommonServices(893)) - NameNode RPC up at: localhost/127.0.0.1:39139
2026-08-11 13:42:59,207 INFO  [Listener at localhost/39139] namenode.FSNamesystem (FSNamesystem.java:startActiveServices(1314)) - Starting services required for active state
2026-08-11 13:42:59,207 WARN  [org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeResourceMonitor@513b52af] namenode.NameNodeResourceChecker (NameNodeResourceChecker.java:isResourceAvailable(88)) - Space available on volume 'overlay' is 0, which is below the configured reserved amount 104857600
2026-08-11 13:42:59,207 WARN  [org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeResourceMonitor@513b52af] namenode.FSNamesystem (FSNamesystem.java:run(4383)) - NameNode low on available disk space. Entering safe mode.
2026-08-11 13:42:59,207 INFO  [Listener at localhost/39139] namenode.FSDirectory (FSDirectory.java:updateCountForQuota(840)) - Initializing quota with 12 thread(s)
2026-08-11 13:42:59,207 INFO  [org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeResourceMonitor@513b52af] hdfs.StateChange (FSNamesystem.java:enterSafeMode(5028)) - STATE* Safe mode is ON.
Resources are low on NN. Please add or free up more resourcesthen turn off safe mode manually. NOTE:  If you turn off safe mode before adding resources, the NN will immediately return to safe mode. Use "hdfs dfsadmin -safemode leave" to turn safe mode off.
2026-08-11 13:42:59,208 INFO  [Listener at localhost/39139] namenode.FSDirectory (FSDirectory.java:updateCountForQuota(849)) - Quota initialization completed in 0 milliseconds
name space=1
storage space=0
storage types=RAM_DISK=0, SSD=0, DISK=0, ARCHIVE=0, PROVIDED=0
2026-08-11 13:42:59,215 INFO  [CacheReplicationMonitor(629075685)] blockmanagement.CacheReplicationMonitor (CacheReplicationMonitor.java:run(160)) - Starting CacheReplicationMonitor with interval 30000 milliseconds
2026-08-11 13:42:59,217 INFO  [Listener at localhost/39139] hdfs.MiniDFSCluster (MiniDFSCluster.java:startDataNodes(1697)) - Starting DataNode 0 with dfs.datanode.data.dir: [DISK]file:/tmp/hdfs-test160095475438321983/data/data1,[DISK]file:/tmp/hdfs-test160095475438321983/data/data2
2026-08-11 13:42:59,219 INFO  [Listener at localhost/39139] checker.ThrottledAsyncChecker (ThrottledAsyncChecker.java:schedule(137)) - Scheduling a check for [DISK]file:/tmp/hdfs-test160095475438321983/data/data1
2026-08-11 13:42:59,220 INFO  [Listener at localhost/39139] checker.ThrottledAsyncChecker (ThrottledAsyncChecker.java:schedule(137)) - Scheduling a check for [DISK]file:/tmp/hdfs-test160095475438321983/data/data2
2026-08-11 13:42:59,248 INFO  [Listener at localhost/39139] impl.MetricsSystemImpl (MetricsSystemImpl.java:init(158)) - DataNode metrics system started (again)
2026-08-11 13:42:59,249 INFO  [Listener at localhost/39139] common.Util (Util.java:isDiskStatsEnabled(395)) - dfs.datanode.fileio.profiling.sampling.percentage set to 0. Disabling file IO profiling
2026-08-11 13:42:59,249 INFO  [Listener at localhost/39139] datanode.BlockScanner (BlockScanner.java:<init>(201)) - Initialized block scanner with targetBytesPerSec 1048576
2026-08-11 13:42:59,250 INFO  [Listener at localhost/39139] datanode.DataNode (DataNode.java:<init>(512)) - Configured hostname is 127.0.0.1
2026-08-11 13:42:59,250 INFO  [Listener at localhost/39139] common.Util (Util.java:isDiskStatsEnabled(395)) - dfs.datanode.fileio.profiling.sampling.percentage set to 0. Disabling file IO profiling
2026-08-11 13:42:59,250 INFO  [Listener at localhost/39139] datanode.DataNode (DataNode.java:startDataNode(1408)) - Starting DataNode with maxLockedMemory = 0
2026-08-11 13:42:59,251 INFO  [Listener at localhost/39139] datanode.DataNode (DataNode.java:initDataXceiver(1171)) - Opened streaming server at /127.0.0.1:41625
2026-08-11 13:42:59,252 INFO  [Listener at localhost/39139] datanode.DataNode (DataXceiverServer.java:<init>(94)) - Balancing bandwidth is 104857600 bytes/s
2026-08-11 13:42:59,252 INFO  [Listener at localhost/39139] datanode.DataNode (DataXceiverServer.java:<init>(95)) - Number threads for balancing is 100
2026-08-11 13:42:59,255 INFO  [Listener at localhost/39139] server.AuthenticationFilter (AuthenticationFilter.java:constructSecretProvider(240)) - Unable to initialize FileSignerSecretProvider, falling back to use random secrets.
2026-08-11 13:42:59,256 INFO  [Listener at localhost/39139] http.HttpRequestLog (HttpRequestLog.java:getRequestLog(82)) - Http request log for http.requests.datanode is not defined
2026-08-11 13:42:59,258 INFO  [Listener at localhost/39139] http.HttpServer2 (HttpServer2.java:addGlobalFilter(1111)) - Added global filter 'safety' (class=org.apache.hadoop.http.HttpServer2$QuotingInputFilter)
2026-08-11 13:42:59,261 INFO  [Listener at localhost/39139] http.HttpServer2 (HttpServer2.java:addFilter(1084)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context datanode
2026-08-11 13:42:59,261 INFO  [Listener at localhost/39139] http.HttpServer2 (HttpServer2.java:addFilter(1094)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context static
2026-08-11 13:42:59,262 INFO  [Listener at localhost/39139] http.HttpServer2 (HttpServer2.java:bindListener(1332)) - Jetty bound to port 36675
2026-08-11 13:42:59,262 INFO  [Listener at localhost/39139] server.Server (Server.java:doStart(375)) - jetty-9.4.40.v20210413; built: 2021-04-13T20:42:42.668Z; git: b881a572662e1943a14ae12e7e1207989f218b74; jvm 1.8.0_362-8u372-ga~us1-0ubuntu1~18.04-b09
2026-08-11 13:42:59,264 INFO  [Listener at localhost/39139] server.session (DefaultSessionIdManager.java:doStart(334)) - DefaultSessionIdManager workerName=node0
2026-08-11 13:42:59,265 INFO  [Listener at localhost/39139] server.session (DefaultSessionIdManager.java:doStart(339)) - No SessionScavenger set, using defaults
2026-08-11 13:42:59,265 INFO  [Listener at localhost/39139] server.session (HouseKeeper.java:startScavenging(132)) - node0 Scavenging every 600000ms
2026-08-11 13:42:59,266 INFO  [Listener at localhost/39139] handler.ContextHandler (ContextHandler.java:doStart(916)) - Started o.e.j.s.ServletContextHandler@5c7dfc05{static,/static,jar:file:/tmp/dist-test-tasklRzLiI/java/build/jars/hadoop-hdfs-3.3.1-tests.jar!/webapps/static,AVAILABLE}
2026-08-11 13:42:59,411 INFO  [Listener at localhost/39139] handler.ContextHandler (ContextHandler.java:doStart(916)) - Started o.e.j.w.WebAppContext@2acdcce8{datanode,/,file:///tmp/jetty-localhost-36675-hadoop-hdfs-3_3_1-tests_jar-_-any-3730295490153125473/webapp/,AVAILABLE}{jar:file:/tmp/dist-test-tasklRzLiI/java/build/jars/hadoop-hdfs-3.3.1-tests.jar!/webapps/datanode}
2026-08-11 13:42:59,413 INFO  [Listener at localhost/39139] server.AbstractConnector (AbstractConnector.java:doStart(331)) - Started ServerConnector@6e0e5dec{HTTP/1.1, (http/1.1)}{localhost:36675}
2026-08-11 13:42:59,414 INFO  [Listener at localhost/39139] server.Server (Server.java:doStart(415)) - Started @17693ms
2026-08-11 13:42:59,415 WARN  [Listener at localhost/39139] web.DatanodeHttpServer (RestCsrfPreventionFilterHandler.java:<init>(75)) - Got null for restCsrfPreventionFilter - will not do any filtering.
2026-08-11 13:42:59,420 INFO  [Listener at localhost/39139] web.DatanodeHttpServer (DatanodeHttpServer.java:start(322)) - Listening HTTP traffic on /127.0.0.1:44465
2026-08-11 13:42:59,420 INFO  [Listener at localhost/39139] datanode.DataNode (DataNode.java:startDataNode(1436)) - dnUserName = slave
2026-08-11 13:42:59,421 INFO  [Listener at localhost/39139] datanode.DataNode (DataNode.java:startDataNode(1437)) - supergroup = supergroup
2026-08-11 13:42:59,421 INFO  [org.apache.hadoop.util.JvmPauseMonitor$Monitor@7ed3df3b] util.JvmPauseMonitor (JvmPauseMonitor.java:run(188)) - Starting JVM pause monitor
2026-08-11 13:42:59,421 INFO  [Listener at localhost/39139] ipc.CallQueueManager (CallQueueManager.java:<init>(90)) - Using callQueue: class java.util.concurrent.LinkedBlockingQueue, queueCapacity: 1000, scheduler: class org.apache.hadoop.ipc.DefaultRpcScheduler, ipcBackoff: false.
2026-08-11 13:42:59,422 INFO  [Socket Reader #1 for port 0] ipc.Server (Server.java:run(1265)) - Starting Socket Reader #1 for port 0
2026-08-11 13:42:59,425 INFO  [Listener at localhost/45165] datanode.DataNode (DataNode.java:initIpcServer(1057)) - Opened IPC server at /127.0.0.1:45165
2026-08-11 13:42:59,441 INFO  [Listener at localhost/45165] datanode.DataNode (BlockPoolManager.java:refreshNamenodes(149)) - Refresh request received for nameservices: null
2026-08-11 13:42:59,441 INFO  [Listener at localhost/45165] datanode.DataNode (BlockPoolManager.java:doRefreshNamenodes(210)) - Starting BPOfferServices for nameservices: <default>
2026-08-11 13:42:59,442 INFO  [Thread-502] datanode.DataNode (BPServiceActor.java:run(847)) - Block pool <registering> (Datanode Uuid unassigned) service to localhost/127.0.0.1:39139 starting to offer service
2026-08-11 13:42:59,447 INFO  [IPC Server Responder] ipc.Server (Server.java:run(1507)) - IPC Server Responder: starting
2026-08-11 13:42:59,452 INFO  [IPC Server listener on 0] ipc.Server (Server.java:run(1344)) - IPC Server listener on 0: starting
2026-08-11 13:42:59,469 INFO  [Thread-502] datanode.DataNode (BPOfferService.java:verifyAndSetNamespaceInfo(381)) - Acknowledging ACTIVE Namenode during handshakeBlock pool <registering> (Datanode Uuid unassigned) service to localhost/127.0.0.1:39139
2026-08-11 13:42:59,469 INFO  [IPC Server handler 1 on default port 39139] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=datanodeReport	src=null	dst=null	perm=null	proto=rpc
2026-08-11 13:42:59,470 INFO  [Thread-502] common.Storage (DataStorage.java:getParallelVolumeLoadThreadsNum(356)) - Using 2 threads to upgrade data directories (dfs.datanode.parallel.volumes.load.threads.num=2, dataDirs=2)
2026-08-11 13:42:59,471 INFO  [Listener at localhost/45165] hdfs.MiniDFSCluster (MiniDFSCluster.java:shouldWait(2823)) - dnInfo.length != numDataNodes
2026-08-11 13:42:59,471 INFO  [Listener at localhost/45165] hdfs.MiniDFSCluster (MiniDFSCluster.java:waitActive(2744)) - Waiting for cluster to become active
2026-08-11 13:42:59,473 INFO  [Thread-502] common.Storage (Storage.java:tryLock(948)) - Lock on /tmp/hdfs-test160095475438321983/data/data1/in_use.lock acquired by nodename 26384@dist-test-slave-t7g5.c.gcp-upstream.internal
2026-08-11 13:42:59,474 INFO  [Thread-502] common.Storage (DataStorage.java:loadStorageDirectory(284)) - Storage directory with location [DISK]file:/tmp/hdfs-test160095475438321983/data/data1 is not formatted for namespace 714179277. Formatting...
2026-08-11 13:42:59,474 INFO  [Thread-502] common.Storage (DataStorage.java:createStorageID(160)) - Generated new storageID DS-7703323a-6238-4f89-ab90-d373a403ce14 for directory /tmp/hdfs-test160095475438321983/data/data1 
2026-08-11 13:42:59,481 INFO  [Thread-502] common.Storage (Storage.java:tryLock(948)) - Lock on /tmp/hdfs-test160095475438321983/data/data2/in_use.lock acquired by nodename 26384@dist-test-slave-t7g5.c.gcp-upstream.internal
2026-08-11 13:42:59,481 INFO  [Thread-502] common.Storage (DataStorage.java:loadStorageDirectory(284)) - Storage directory with location [DISK]file:/tmp/hdfs-test160095475438321983/data/data2 is not formatted for namespace 714179277. Formatting...
2026-08-11 13:42:59,482 INFO  [Thread-502] common.Storage (DataStorage.java:createStorageID(160)) - Generated new storageID DS-f015b91a-35f6-4f6a-9248-5ab18811a370 for directory /tmp/hdfs-test160095475438321983/data/data2 
2026-08-11 13:42:59,507 INFO  [Thread-502] common.Storage (BlockPoolSliceStorage.java:recoverTransitionRead(256)) - Analyzing storage directories for bpid BP-1113714555-10.240.0.70-1786455777821
2026-08-11 13:42:59,507 INFO  [Thread-502] common.Storage (Storage.java:lock(907)) - Locking is disabled for /tmp/hdfs-test160095475438321983/data/data1/current/BP-1113714555-10.240.0.70-1786455777821
2026-08-11 13:42:59,507 INFO  [Thread-502] common.Storage (BlockPoolSliceStorage.java:loadStorageDirectory(169)) - Block pool storage directory for location [DISK]file:/tmp/hdfs-test160095475438321983/data/data1 and block pool id BP-1113714555-10.240.0.70-1786455777821 is not formatted. Formatting ...
2026-08-11 13:42:59,507 INFO  [Thread-502] common.Storage (BlockPoolSliceStorage.java:format(285)) - Formatting block pool BP-1113714555-10.240.0.70-1786455777821 directory /tmp/hdfs-test160095475438321983/data/data1/current/BP-1113714555-10.240.0.70-1786455777821/current
2026-08-11 13:42:59,532 INFO  [Thread-502] common.Storage (BlockPoolSliceStorage.java:recoverTransitionRead(256)) - Analyzing storage directories for bpid BP-1113714555-10.240.0.70-1786455777821
2026-08-11 13:42:59,533 INFO  [Thread-502] common.Storage (Storage.java:lock(907)) - Locking is disabled for /tmp/hdfs-test160095475438321983/data/data2/current/BP-1113714555-10.240.0.70-1786455777821
2026-08-11 13:42:59,533 INFO  [Thread-502] common.Storage (BlockPoolSliceStorage.java:loadStorageDirectory(169)) - Block pool storage directory for location [DISK]file:/tmp/hdfs-test160095475438321983/data/data2 and block pool id BP-1113714555-10.240.0.70-1786455777821 is not formatted. Formatting ...
2026-08-11 13:42:59,533 INFO  [Thread-502] common.Storage (BlockPoolSliceStorage.java:format(285)) - Formatting block pool BP-1113714555-10.240.0.70-1786455777821 directory /tmp/hdfs-test160095475438321983/data/data2/current/BP-1113714555-10.240.0.70-1786455777821/current
2026-08-11 13:42:59,538 INFO  [Thread-502] datanode.DataNode (DataNode.java:initStorage(1756)) - Setting up storage: nsid=714179277;bpid=BP-1113714555-10.240.0.70-1786455777821;lv=-57;nsInfo=lv=-66;cid=testClusterID;nsid=714179277;c=1786455777821;bpid=BP-1113714555-10.240.0.70-1786455777821;dnuuid=null
2026-08-11 13:42:59,543 INFO  [Thread-502] datanode.DataNode (DataNode.java:checkDatanodeUuid(1554)) - Generated and persisted new Datanode UUID 72cf93d3-628c-4eec-a4ef-117ceb3bbaf5
2026-08-11 13:42:59,543 INFO  [Thread-502] impl.FsDatasetImpl (FsDatasetImpl.java:<init>(310)) - The datanode lock is a read write lock
2026-08-11 13:42:59,545 INFO  [Thread-502] impl.FsDatasetImpl (FsVolumeList.java:addVolume(304)) - Added new volume: DS-7703323a-6238-4f89-ab90-d373a403ce14
2026-08-11 13:42:59,545 INFO  [Thread-502] impl.FsDatasetImpl (FsDatasetImpl.java:addVolume(493)) - Added volume - [DISK]file:/tmp/hdfs-test160095475438321983/data/data1, StorageType: DISK
2026-08-11 13:42:59,548 INFO  [Thread-502] impl.FsDatasetImpl (FsVolumeList.java:addVolume(304)) - Added new volume: DS-f015b91a-35f6-4f6a-9248-5ab18811a370
2026-08-11 13:42:59,548 INFO  [Thread-502] impl.FsDatasetImpl (FsDatasetImpl.java:addVolume(493)) - Added volume - [DISK]file:/tmp/hdfs-test160095475438321983/data/data2, StorageType: DISK
2026-08-11 13:42:59,548 INFO  [Thread-502] impl.MemoryMappableBlockLoader (MemoryMappableBlockLoader.java:initialize(48)) - Initializing cache loader: MemoryMappableBlockLoader.
2026-08-11 13:42:59,549 INFO  [Thread-502] impl.FsDatasetImpl (FsDatasetImpl.java:registerMBean(2343)) - Registered FSDatasetState MBean
2026-08-11 13:42:59,550 INFO  [Thread-502] impl.FsDatasetImpl (FsDatasetImpl.java:addBlockPool(2856)) - Adding block pool BP-1113714555-10.240.0.70-1786455777821
2026-08-11 13:42:59,551 INFO  [Thread-519] impl.FsDatasetImpl (FsVolumeList.java:run(406)) - Scanning block pool BP-1113714555-10.240.0.70-1786455777821 on volume /tmp/hdfs-test160095475438321983/data/data1...
2026-08-11 13:42:59,551 INFO  [Thread-520] impl.FsDatasetImpl (FsVolumeList.java:run(406)) - Scanning block pool BP-1113714555-10.240.0.70-1786455777821 on volume /tmp/hdfs-test160095475438321983/data/data2...
2026-08-11 13:42:59,573 INFO  [IPC Server handler 2 on default port 39139] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=datanodeReport	src=null	dst=null	perm=null	proto=rpc
2026-08-11 13:42:59,575 INFO  [Listener at localhost/45165] hdfs.MiniDFSCluster (MiniDFSCluster.java:shouldWait(2823)) - dnInfo.length != numDataNodes
2026-08-11 13:42:59,575 INFO  [Listener at localhost/45165] hdfs.MiniDFSCluster (MiniDFSCluster.java:waitActive(2744)) - Waiting for cluster to become active
2026-08-11 13:42:59,575 INFO  [Thread-520] impl.FsDatasetImpl (FsVolumeList.java:run(411)) - Time taken to scan block pool BP-1113714555-10.240.0.70-1786455777821 on /tmp/hdfs-test160095475438321983/data/data2: 24ms
2026-08-11 13:42:59,575 INFO  [Thread-519] impl.FsDatasetImpl (FsVolumeList.java:run(411)) - Time taken to scan block pool BP-1113714555-10.240.0.70-1786455777821 on /tmp/hdfs-test160095475438321983/data/data1: 25ms
2026-08-11 13:42:59,577 INFO  [Thread-502] impl.FsDatasetImpl (FsVolumeList.java:addBlockPool(431)) - Total time to scan all replicas for block pool BP-1113714555-10.240.0.70-1786455777821: 27ms
2026-08-11 13:42:59,578 INFO  [Thread-523] impl.FsDatasetImpl (FsVolumeList.java:run(199)) - Adding replicas to map for block pool BP-1113714555-10.240.0.70-1786455777821 on volume /tmp/hdfs-test160095475438321983/data/data1...
2026-08-11 13:42:59,578 INFO  [Thread-524] impl.FsDatasetImpl (FsVolumeList.java:run(199)) - Adding replicas to map for block pool BP-1113714555-10.240.0.70-1786455777821 on volume /tmp/hdfs-test160095475438321983/data/data2...
2026-08-11 13:42:59,579 INFO  [Thread-523] impl.BlockPoolSlice (BlockPoolSlice.java:readReplicasFromCache(902)) - Replica Cache file: /tmp/hdfs-test160095475438321983/data/data1/current/BP-1113714555-10.240.0.70-1786455777821/current/replicas doesn't exist 
2026-08-11 13:42:59,579 INFO  [Thread-524] impl.BlockPoolSlice (BlockPoolSlice.java:readReplicasFromCache(902)) - Replica Cache file: /tmp/hdfs-test160095475438321983/data/data2/current/BP-1113714555-10.240.0.70-1786455777821/current/replicas doesn't exist 
2026-08-11 13:42:59,580 INFO  [Thread-524] impl.FsDatasetImpl (FsVolumeList.java:run(204)) - Time to add replicas to map for block pool BP-1113714555-10.240.0.70-1786455777821 on volume /tmp/hdfs-test160095475438321983/data/data2: 2ms
2026-08-11 13:42:59,580 INFO  [Thread-523] impl.FsDatasetImpl (FsVolumeList.java:run(204)) - Time to add replicas to map for block pool BP-1113714555-10.240.0.70-1786455777821 on volume /tmp/hdfs-test160095475438321983/data/data1: 2ms
2026-08-11 13:42:59,582 INFO  [Thread-502] impl.FsDatasetImpl (FsVolumeList.java:getAllVolumesMap(225)) - Total time to add all replicas to map for block pool BP-1113714555-10.240.0.70-1786455777821: 4ms
2026-08-11 13:42:59,582 INFO  [Thread-502] checker.ThrottledAsyncChecker (ThrottledAsyncChecker.java:schedule(137)) - Scheduling a check for /tmp/hdfs-test160095475438321983/data/data1
2026-08-11 13:42:59,583 INFO  [Thread-502] checker.DatasetVolumeChecker (DatasetVolumeChecker.java:checkAllVolumes(224)) - Scheduled health check for volume /tmp/hdfs-test160095475438321983/data/data1
2026-08-11 13:42:59,584 INFO  [Thread-502] checker.ThrottledAsyncChecker (ThrottledAsyncChecker.java:schedule(137)) - Scheduling a check for /tmp/hdfs-test160095475438321983/data/data2
2026-08-11 13:42:59,585 INFO  [Thread-502] checker.DatasetVolumeChecker (DatasetVolumeChecker.java:checkAllVolumes(224)) - Scheduled health check for volume /tmp/hdfs-test160095475438321983/data/data2
2026-08-11 13:42:59,587 INFO  [VolumeScannerThread(/tmp/hdfs-test160095475438321983/data/data1)] datanode.VolumeScanner (VolumeScanner.java:findNextUsableBlockIter(385)) - Now scanning bpid BP-1113714555-10.240.0.70-1786455777821 on volume /tmp/hdfs-test160095475438321983/data/data1
2026-08-11 13:42:59,587 INFO  [VolumeScannerThread(/tmp/hdfs-test160095475438321983/data/data2)] datanode.VolumeScanner (VolumeScanner.java:findNextUsableBlockIter(385)) - Now scanning bpid BP-1113714555-10.240.0.70-1786455777821 on volume /tmp/hdfs-test160095475438321983/data/data2
2026-08-11 13:42:59,587 WARN  [Thread-502] datanode.DirectoryScanner (DirectoryScanner.java:<init>(300)) - dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1
2026-08-11 13:42:59,587 INFO  [VolumeScannerThread(/tmp/hdfs-test160095475438321983/data/data2)] datanode.VolumeScanner (VolumeScanner.java:getNextBlockToScan(505)) - VolumeScanner(/tmp/hdfs-test160095475438321983/data/data2, DS-f015b91a-35f6-4f6a-9248-5ab18811a370): finished scanning block pool BP-1113714555-10.240.0.70-1786455777821
2026-08-11 13:42:59,587 INFO  [Thread-502] datanode.DirectoryScanner (DirectoryScanner.java:start(329)) - Periodic Directory Tree Verification scan starting in 7945851ms with interval of 21600000ms and throttle limit of -1ms/s
2026-08-11 13:42:59,587 INFO  [VolumeScannerThread(/tmp/hdfs-test160095475438321983/data/data1)] datanode.VolumeScanner (VolumeScanner.java:getNextBlockToScan(505)) - VolumeScanner(/tmp/hdfs-test160095475438321983/data/data1, DS-7703323a-6238-4f89-ab90-d373a403ce14): finished scanning block pool BP-1113714555-10.240.0.70-1786455777821
2026-08-11 13:42:59,589 INFO  [BP-1113714555-10.240.0.70-1786455777821 heartbeating to localhost/127.0.0.1:39139] datanode.DataNode (BPServiceActor.java:register(788)) - Block pool BP-1113714555-10.240.0.70-1786455777821 (Datanode Uuid 72cf93d3-628c-4eec-a4ef-117ceb3bbaf5) service to localhost/127.0.0.1:39139 beginning handshake with NN
2026-08-11 13:42:59,590 INFO  [VolumeScannerThread(/tmp/hdfs-test160095475438321983/data/data2)] datanode.VolumeScanner (VolumeScanner.java:findNextUsableBlockIter(402)) - VolumeScanner(/tmp/hdfs-test160095475438321983/data/data2, DS-f015b91a-35f6-4f6a-9248-5ab18811a370): no suitable block pools found to scan.  Waiting 1814399998 ms.
2026-08-11 13:42:59,591 INFO  [VolumeScannerThread(/tmp/hdfs-test160095475438321983/data/data1)] datanode.VolumeScanner (VolumeScanner.java:findNextUsableBlockIter(402)) - VolumeScanner(/tmp/hdfs-test160095475438321983/data/data1, DS-7703323a-6238-4f89-ab90-d373a403ce14): no suitable block pools found to scan.  Waiting 1814399998 ms.
2026-08-11 13:42:59,592 INFO  [IPC Server handler 3 on default port 39139] hdfs.StateChange (DatanodeManager.java:registerDatanode(1142)) - BLOCK* registerDatanode: from DatanodeRegistration(127.0.0.1:41625, datanodeUuid=72cf93d3-628c-4eec-a4ef-117ceb3bbaf5, infoPort=44465, infoSecurePort=0, ipcPort=45165, storageInfo=lv=-57;cid=testClusterID;nsid=714179277;c=1786455777821) storage 72cf93d3-628c-4eec-a4ef-117ceb3bbaf5
2026-08-11 13:42:59,592 INFO  [IPC Server handler 3 on default port 39139] net.NetworkTopology (NetworkTopology.java:add(149)) - Adding a new node: /default-rack/127.0.0.1:41625
2026-08-11 13:42:59,592 INFO  [IPC Server handler 3 on default port 39139] blockmanagement.BlockReportLeaseManager (BlockReportLeaseManager.java:registerNode(200)) - Registered DN 72cf93d3-628c-4eec-a4ef-117ceb3bbaf5 (127.0.0.1:41625).
2026-08-11 13:42:59,595 INFO  [BP-1113714555-10.240.0.70-1786455777821 heartbeating to localhost/127.0.0.1:39139] datanode.DataNode (BPServiceActor.java:register(816)) - Block pool BP-1113714555-10.240.0.70-1786455777821 (Datanode Uuid 72cf93d3-628c-4eec-a4ef-117ceb3bbaf5) service to localhost/127.0.0.1:39139 successfully registered with NN
2026-08-11 13:42:59,595 INFO  [BP-1113714555-10.240.0.70-1786455777821 heartbeating to localhost/127.0.0.1:39139] datanode.DataNode (BPServiceActor.java:offerService(645)) - For namenode localhost/127.0.0.1:39139 using BLOCKREPORT_INTERVAL of 21600000msecs CACHEREPORT_INTERVAL of 10000msecs Initial delay: 0msecs; heartBeatInterval=3000
2026-08-11 13:42:59,598 INFO  [IPC Server handler 5 on default port 39139] blockmanagement.DatanodeDescriptor (DatanodeDescriptor.java:updateStorage(999)) - Adding new storage ID DS-7703323a-6238-4f89-ab90-d373a403ce14 for DN 127.0.0.1:41625
2026-08-11 13:42:59,598 INFO  [IPC Server handler 5 on default port 39139] blockmanagement.DatanodeDescriptor (DatanodeDescriptor.java:updateStorage(999)) - Adding new storage ID DS-f015b91a-35f6-4f6a-9248-5ab18811a370 for DN 127.0.0.1:41625
2026-08-11 13:42:59,601 INFO  [Block report processor] BlockStateChange (BlockManager.java:processReport(2778)) - BLOCK* processReport 0xcb093f98cb3ee6e9: Processing first storage report for DS-7703323a-6238-4f89-ab90-d373a403ce14 from datanode 72cf93d3-628c-4eec-a4ef-117ceb3bbaf5
2026-08-11 13:42:59,601 INFO  [Block report processor] BlockStateChange (BlockManager.java:processReport(2810)) - BLOCK* processReport 0xcb093f98cb3ee6e9: from storage DS-7703323a-6238-4f89-ab90-d373a403ce14 node DatanodeRegistration(127.0.0.1:41625, datanodeUuid=72cf93d3-628c-4eec-a4ef-117ceb3bbaf5, infoPort=44465, infoSecurePort=0, ipcPort=45165, storageInfo=lv=-57;cid=testClusterID;nsid=714179277;c=1786455777821), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0
2026-08-11 13:42:59,602 INFO  [Block report processor] BlockStateChange (BlockManager.java:processReport(2778)) - BLOCK* processReport 0xcb093f98cb3ee6e9: Processing first storage report for DS-f015b91a-35f6-4f6a-9248-5ab18811a370 from datanode 72cf93d3-628c-4eec-a4ef-117ceb3bbaf5
2026-08-11 13:42:59,602 INFO  [Block report processor] BlockStateChange (BlockManager.java:processReport(2810)) - BLOCK* processReport 0xcb093f98cb3ee6e9: from storage DS-f015b91a-35f6-4f6a-9248-5ab18811a370 node DatanodeRegistration(127.0.0.1:41625, datanodeUuid=72cf93d3-628c-4eec-a4ef-117ceb3bbaf5, infoPort=44465, infoSecurePort=0, ipcPort=45165, storageInfo=lv=-57;cid=testClusterID;nsid=714179277;c=1786455777821), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0
2026-08-11 13:42:59,603 INFO  [BP-1113714555-10.240.0.70-1786455777821 heartbeating to localhost/127.0.0.1:39139] datanode.DataNode (BPServiceActor.java:blockReport(437)) - Successfully sent block report 0xcb093f98cb3ee6e9 to namenode: localhost/127.0.0.1:39139,  containing 2 storage report(s), of which we sent 2. The reports had 0 total blocks and used 1 RPC(s). This took 0 msecs to generate and 3 msecs for RPC and NN processing. Got back one command: FinalizeCommand/5.
2026-08-11 13:42:59,603 INFO  [Command processor] datanode.DataNode (BPOfferService.java:processCommandFromActive(763)) - Got finalize command for block pool BP-1113714555-10.240.0.70-1786455777821
2026-08-11 13:42:59,678 INFO  [IPC Server handler 6 on default port 39139] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=datanodeReport	src=null	dst=null	perm=null	proto=rpc
2026-08-11 13:42:59,679 INFO  [Listener at localhost/45165] hdfs.MiniDFSCluster (MiniDFSCluster.java:waitActive(2799)) - Cluster is active
2026-08-11 13:42:59,697 INFO  [Listener at localhost/45165] backup.BackupIO (BackupIO.scala:writeTableMetadata(95)) - Writing metadata to hdfs://localhost:39139/id_taco-taco/100/.kudu-metadata.json
2026-08-11 13:42:59,701 INFO  [IPC Server handler 7 on default port 39139] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=create	src=/id_taco-taco/100/.kudu-metadata.json	dst=null	perm=slave:supergroup:rw-r--r--	proto=rpc
2026-08-11 13:42:59,708 INFO  [IPC Server handler 9 on default port 39139] hdfs.StateChange (FSDirWriteFileOp.java:logAllocatedBlock(802)) - BLOCK* allocate blk_1073741825_1001, replicas=127.0.0.1:41625 for /id_taco-taco/100/.kudu-metadata.json
2026-08-11 13:42:59,714 INFO  [DataXceiver for client DFSClient_NONMAPREDUCE_-2102709702_1 at /127.0.0.1:60500 [Receiving block BP-1113714555-10.240.0.70-1786455777821:blk_1073741825_1001]] datanode.DataNode (DataXceiver.java:writeBlock(747)) - Receiving BP-1113714555-10.240.0.70-1786455777821:blk_1073741825_1001 src: /127.0.0.1:60500 dest: /127.0.0.1:41625
2026-08-11 13:42:59,722 INFO  [PacketResponder: BP-1113714555-10.240.0.70-1786455777821:blk_1073741825_1001, type=LAST_IN_PIPELINE] DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1539)) - src: /127.0.0.1:60500, dest: /127.0.0.1:41625, bytes: 82, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-2102709702_1, offset: 0, srvID: 72cf93d3-628c-4eec-a4ef-117ceb3bbaf5, blockid: BP-1113714555-10.240.0.70-1786455777821:blk_1073741825_1001, duration(ns): 3930716
2026-08-11 13:42:59,723 INFO  [PacketResponder: BP-1113714555-10.240.0.70-1786455777821:blk_1073741825_1001, type=LAST_IN_PIPELINE] datanode.DataNode (BlockReceiver.java:run(1512)) - PacketResponder: BP-1113714555-10.240.0.70-1786455777821:blk_1073741825_1001, type=LAST_IN_PIPELINE terminating
2026-08-11 13:42:59,726 INFO  [IPC Server handler 0 on default port 39139] hdfs.StateChange (FSNamesystem.java:completeFile(3104)) - DIR* completeFile: /id_taco-taco/100/.kudu-metadata.json is closed by DFSClient_NONMAPREDUCE_-2102709702_1
2026-08-11 13:42:59,727 INFO  [Listener at localhost/45165] backup.BackupIO (BackupIO.scala:writeTableMetadata(95)) - Writing metadata to hdfs://localhost:39139/id_taco-taco/1000/.kudu-metadata.json
2026-08-11 13:42:59,729 INFO  [IPC Server handler 2 on default port 39139] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=create	src=/id_taco-taco/1000/.kudu-metadata.json	dst=null	perm=slave:supergroup:rw-r--r--	proto=rpc
2026-08-11 13:42:59,735 INFO  [IPC Server handler 3 on default port 39139] hdfs.StateChange (FSDirWriteFileOp.java:logAllocatedBlock(802)) - BLOCK* allocate blk_1073741826_1002, replicas=127.0.0.1:41625 for /id_taco-taco/1000/.kudu-metadata.json
2026-08-11 13:42:59,737 INFO  [DataXceiver for client DFSClient_NONMAPREDUCE_-2102709702_1 at /127.0.0.1:60508 [Receiving block BP-1113714555-10.240.0.70-1786455777821:blk_1073741826_1002]] datanode.DataNode (DataXceiver.java:writeBlock(747)) - Receiving BP-1113714555-10.240.0.70-1786455777821:blk_1073741826_1002 src: /127.0.0.1:60508 dest: /127.0.0.1:41625
2026-08-11 13:42:59,745 INFO  [PacketResponder: BP-1113714555-10.240.0.70-1786455777821:blk_1073741826_1002, type=LAST_IN_PIPELINE] DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1539)) - src: /127.0.0.1:60508, dest: /127.0.0.1:41625, bytes: 83, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-2102709702_1, offset: 0, srvID: 72cf93d3-628c-4eec-a4ef-117ceb3bbaf5, blockid: BP-1113714555-10.240.0.70-1786455777821:blk_1073741826_1002, duration(ns): 3776929
2026-08-11 13:42:59,746 INFO  [PacketResponder: BP-1113714555-10.240.0.70-1786455777821:blk_1073741826_1002, type=LAST_IN_PIPELINE] datanode.DataNode (BlockReceiver.java:run(1512)) - PacketResponder: BP-1113714555-10.240.0.70-1786455777821:blk_1073741826_1002, type=LAST_IN_PIPELINE terminating
2026-08-11 13:42:59,747 INFO  [IPC Server handler 4 on default port 39139] namenode.FSNamesystem (FSNamesystem.java:checkBlocksComplete(3151)) - BLOCK* blk_1073741826_1002 is COMMITTED but not COMPLETE(numNodes= 0 <  minimum = 1) in file /id_taco-taco/1000/.kudu-metadata.json
2026-08-11 13:43:00,149 INFO  [IPC Server handler 6 on default port 39139] hdfs.StateChange (FSNamesystem.java:completeFile(3104)) - DIR* completeFile: /id_taco-taco/1000/.kudu-metadata.json is closed by DFSClient_NONMAPREDUCE_-2102709702_1
2026-08-11 13:43:00,150 INFO  [Listener at localhost/45165] backup.BackupIO (BackupIO.scala:writeTableMetadata(95)) - Writing metadata to hdfs://localhost:39139/id_taco-taco/2000/.kudu-metadata.json
2026-08-11 13:43:00,152 INFO  [IPC Server handler 7 on default port 39139] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=create	src=/id_taco-taco/2000/.kudu-metadata.json	dst=null	perm=slave:supergroup:rw-r--r--	proto=rpc
2026-08-11 13:43:00,157 INFO  [IPC Server handler 9 on default port 39139] hdfs.StateChange (FSDirWriteFileOp.java:logAllocatedBlock(802)) - BLOCK* allocate blk_1073741827_1003, replicas=127.0.0.1:41625 for /id_taco-taco/2000/.kudu-metadata.json
2026-08-11 13:43:00,159 INFO  [DataXceiver for client DFSClient_NONMAPREDUCE_-2102709702_1 at /127.0.0.1:60518 [Receiving block BP-1113714555-10.240.0.70-1786455777821:blk_1073741827_1003]] datanode.DataNode (DataXceiver.java:writeBlock(747)) - Receiving BP-1113714555-10.240.0.70-1786455777821:blk_1073741827_1003 src: /127.0.0.1:60518 dest: /127.0.0.1:41625
2026-08-11 13:43:00,167 INFO  [PacketResponder: BP-1113714555-10.240.0.70-1786455777821:blk_1073741827_1003, type=LAST_IN_PIPELINE] DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1539)) - src: /127.0.0.1:60518, dest: /127.0.0.1:41625, bytes: 102, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-2102709702_1, offset: 0, srvID: 72cf93d3-628c-4eec-a4ef-117ceb3bbaf5, blockid: BP-1113714555-10.240.0.70-1786455777821:blk_1073741827_1003, duration(ns): 4167691
2026-08-11 13:43:00,167 INFO  [PacketResponder: BP-1113714555-10.240.0.70-1786455777821:blk_1073741827_1003, type=LAST_IN_PIPELINE] datanode.DataNode (BlockReceiver.java:run(1512)) - PacketResponder: BP-1113714555-10.240.0.70-1786455777821:blk_1073741827_1003, type=LAST_IN_PIPELINE terminating
2026-08-11 13:43:00,169 INFO  [IPC Server handler 1 on default port 39139] hdfs.StateChange (FSNamesystem.java:completeFile(3104)) - DIR* completeFile: /id_taco-taco/2000/.kudu-metadata.json is closed by DFSClient_NONMAPREDUCE_-2102709702_1
2026-08-11 13:43:00,170 INFO  [Listener at localhost/45165] backup.BackupIO (BackupIO.scala:writeTableMetadata(95)) - Writing metadata to hdfs://localhost:39139/id_pizza-pizza/200/.kudu-metadata.json
2026-08-11 13:43:00,172 INFO  [IPC Server handler 0 on default port 39139] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=create	src=/id_pizza-pizza/200/.kudu-metadata.json	dst=null	perm=slave:supergroup:rw-r--r--	proto=rpc
2026-08-11 13:43:00,178 INFO  [IPC Server handler 2 on default port 39139] hdfs.StateChange (FSDirWriteFileOp.java:logAllocatedBlock(802)) - BLOCK* allocate blk_1073741828_1004, replicas=127.0.0.1:41625 for /id_pizza-pizza/200/.kudu-metadata.json
2026-08-11 13:43:00,180 INFO  [DataXceiver for client DFSClient_NONMAPREDUCE_-2102709702_1 at /127.0.0.1:60534 [Receiving block BP-1113714555-10.240.0.70-1786455777821:blk_1073741828_1004]] datanode.DataNode (DataXceiver.java:writeBlock(747)) - Receiving BP-1113714555-10.240.0.70-1786455777821:blk_1073741828_1004 src: /127.0.0.1:60534 dest: /127.0.0.1:41625
2026-08-11 13:43:00,188 INFO  [PacketResponder: BP-1113714555-10.240.0.70-1786455777821:blk_1073741828_1004, type=LAST_IN_PIPELINE] DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1539)) - src: /127.0.0.1:60534, dest: /127.0.0.1:41625, bytes: 84, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-2102709702_1, offset: 0, srvID: 72cf93d3-628c-4eec-a4ef-117ceb3bbaf5, blockid: BP-1113714555-10.240.0.70-1786455777821:blk_1073741828_1004, duration(ns): 4239765
2026-08-11 13:43:00,188 INFO  [PacketResponder: BP-1113714555-10.240.0.70-1786455777821:blk_1073741828_1004, type=LAST_IN_PIPELINE] datanode.DataNode (BlockReceiver.java:run(1512)) - PacketResponder: BP-1113714555-10.240.0.70-1786455777821:blk_1073741828_1004, type=LAST_IN_PIPELINE terminating
2026-08-11 13:43:00,191 INFO  [IPC Server handler 5 on default port 39139] hdfs.StateChange (FSNamesystem.java:completeFile(3104)) - DIR* completeFile: /id_pizza-pizza/200/.kudu-metadata.json is closed by DFSClient_NONMAPREDUCE_-2102709702_1
2026-08-11 13:43:00,192 INFO  [Listener at localhost/45165] backup.BackupIO (BackupIO.scala:writeTableMetadata(95)) - Writing metadata to hdfs://localhost:39139/id_pizza-pizza/400/.kudu-metadata.json
2026-08-11 13:43:00,194 INFO  [IPC Server handler 4 on default port 39139] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=create	src=/id_pizza-pizza/400/.kudu-metadata.json	dst=null	perm=slave:supergroup:rw-r--r--	proto=rpc
2026-08-11 13:43:00,198 INFO  [IPC Server handler 6 on default port 39139] hdfs.StateChange (FSDirWriteFileOp.java:logAllocatedBlock(802)) - BLOCK* allocate blk_1073741829_1005, replicas=127.0.0.1:41625 for /id_pizza-pizza/400/.kudu-metadata.json
2026-08-11 13:43:00,200 INFO  [DataXceiver for client DFSClient_NONMAPREDUCE_-2102709702_1 at /127.0.0.1:60550 [Receiving block BP-1113714555-10.240.0.70-1786455777821:blk_1073741829_1005]] datanode.DataNode (DataXceiver.java:writeBlock(747)) - Receiving BP-1113714555-10.240.0.70-1786455777821:blk_1073741829_1005 src: /127.0.0.1:60550 dest: /127.0.0.1:41625
2026-08-11 13:43:00,211 INFO  [PacketResponder: BP-1113714555-10.240.0.70-1786455777821:blk_1073741829_1005, type=LAST_IN_PIPELINE] DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1539)) - src: /127.0.0.1:60550, dest: /127.0.0.1:41625, bytes: 103, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-2102709702_1, offset: 0, srvID: 72cf93d3-628c-4eec-a4ef-117ceb3bbaf5, blockid: BP-1113714555-10.240.0.70-1786455777821:blk_1073741829_1005, duration(ns): 3270990
2026-08-11 13:43:00,211 INFO  [PacketResponder: BP-1113714555-10.240.0.70-1786455777821:blk_1073741829_1005, type=LAST_IN_PIPELINE] datanode.DataNode (BlockReceiver.java:run(1512)) - PacketResponder: BP-1113714555-10.240.0.70-1786455777821:blk_1073741829_1005, type=LAST_IN_PIPELINE terminating
2026-08-11 13:43:00,213 INFO  [IPC Server handler 9 on default port 39139] namenode.FSNamesystem (FSNamesystem.java:checkBlocksComplete(3151)) - BLOCK* blk_1073741829_1005 is COMMITTED but not COMPLETE(numNodes= 0 <  minimum = 1) in file /id_pizza-pizza/400/.kudu-metadata.json
2026-08-11 13:43:00,616 INFO  [IPC Server handler 8 on default port 39139] hdfs.StateChange (FSNamesystem.java:completeFile(3104)) - DIR* completeFile: /id_pizza-pizza/400/.kudu-metadata.json is closed by DFSClient_NONMAPREDUCE_-2102709702_1
2026-08-11 13:43:00,617 INFO  [Listener at localhost/45165] backup.BackupIO (BackupIO.scala:writeTableMetadata(95)) - Writing metadata to hdfs://localhost:39139/id_pizza-pizza/600/.kudu-metadata.json
2026-08-11 13:43:00,620 INFO  [IPC Server handler 1 on default port 39139] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=create	src=/id_pizza-pizza/600/.kudu-metadata.json	dst=null	perm=slave:supergroup:rw-r--r--	proto=rpc
2026-08-11 13:43:00,625 INFO  [IPC Server handler 0 on default port 39139] hdfs.StateChange (FSDirWriteFileOp.java:logAllocatedBlock(802)) - BLOCK* allocate blk_1073741830_1006, replicas=127.0.0.1:41625 for /id_pizza-pizza/600/.kudu-metadata.json
2026-08-11 13:43:00,627 INFO  [DataXceiver for client DFSClient_NONMAPREDUCE_-2102709702_1 at /127.0.0.1:60560 [Receiving block BP-1113714555-10.240.0.70-1786455777821:blk_1073741830_1006]] datanode.DataNode (DataXceiver.java:writeBlock(747)) - Receiving BP-1113714555-10.240.0.70-1786455777821:blk_1073741830_1006 src: /127.0.0.1:60560 dest: /127.0.0.1:41625
2026-08-11 13:43:00,634 INFO  [PacketResponder: BP-1113714555-10.240.0.70-1786455777821:blk_1073741830_1006, type=LAST_IN_PIPELINE] DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1539)) - src: /127.0.0.1:60560, dest: /127.0.0.1:41625, bytes: 103, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-2102709702_1, offset: 0, srvID: 72cf93d3-628c-4eec-a4ef-117ceb3bbaf5, blockid: BP-1113714555-10.240.0.70-1786455777821:blk_1073741830_1006, duration(ns): 4073862
2026-08-11 13:43:00,634 INFO  [PacketResponder: BP-1113714555-10.240.0.70-1786455777821:blk_1073741830_1006, type=LAST_IN_PIPELINE] datanode.DataNode (BlockReceiver.java:run(1512)) - PacketResponder: BP-1113714555-10.240.0.70-1786455777821:blk_1073741830_1006, type=LAST_IN_PIPELINE terminating
2026-08-11 13:43:00,636 INFO  [IPC Server handler 3 on default port 39139] hdfs.StateChange (FSNamesystem.java:completeFile(3104)) - DIR* completeFile: /id_pizza-pizza/600/.kudu-metadata.json is closed by DFSClient_NONMAPREDUCE_-2102709702_1
2026-08-11 13:43:00,654 INFO  [IPC Server handler 5 on default port 39139] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=getfileinfo	src=/	dst=null	perm=null	proto=rpc
2026-08-11 13:43:00,656 INFO  [IPC Server handler 4 on default port 39139] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=listStatus	src=/	dst=null	perm=null	proto=rpc
2026-08-11 13:43:00,658 INFO  [IPC Server handler 6 on default port 39139] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=listStatus	src=/id_pizza-pizza	dst=null	perm=null	proto=rpc
2026-08-11 13:43:00,660 INFO  [IPC Server handler 7 on default port 39139] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=getfileinfo	src=/id_pizza-pizza/200/.kudu-metadata.json	dst=null	perm=null	proto=rpc
2026-08-11 13:43:00,662 INFO  [IPC Server handler 9 on default port 39139] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=open	src=/id_pizza-pizza/200/.kudu-metadata.json	dst=null	perm=null	proto=rpc
2026-08-11 13:43:00,666 INFO  [IPC Server handler 8 on default port 39139] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=getfileinfo	src=/id_pizza-pizza/400/.kudu-metadata.json	dst=null	perm=null	proto=rpc
2026-08-11 13:43:00,667 INFO  [IPC Server handler 1 on default port 39139] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=open	src=/id_pizza-pizza/400/.kudu-metadata.json	dst=null	perm=null	proto=rpc
2026-08-11 13:43:00,672 INFO  [IPC Server handler 0 on default port 39139] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=getfileinfo	src=/id_pizza-pizza/600/.kudu-metadata.json	dst=null	perm=null	proto=rpc
2026-08-11 13:43:00,673 INFO  [IPC Server handler 2 on default port 39139] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=open	src=/id_pizza-pizza/600/.kudu-metadata.json	dst=null	perm=null	proto=rpc
2026-08-11 13:43:00,677 INFO  [Listener at localhost/45165] backup.BackupIO (BackupIO.scala:readTableBackups(236)) - Found 3 paths in hdfs://localhost:39139/id_pizza-pizza
2026-08-11 13:43:00,678 INFO  [IPC Server handler 3 on default port 39139] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=listStatus	src=/id_taco-taco	dst=null	perm=null	proto=rpc
2026-08-11 13:43:00,680 INFO  [IPC Server handler 5 on default port 39139] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=getfileinfo	src=/id_taco-taco/100/.kudu-metadata.json	dst=null	perm=null	proto=rpc
2026-08-11 13:43:00,682 INFO  [IPC Server handler 4 on default port 39139] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=open	src=/id_taco-taco/100/.kudu-metadata.json	dst=null	perm=null	proto=rpc
2026-08-11 13:43:00,686 INFO  [IPC Server handler 6 on default port 39139] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=getfileinfo	src=/id_taco-taco/1000/.kudu-metadata.json	dst=null	perm=null	proto=rpc
2026-08-11 13:43:00,687 INFO  [IPC Server handler 7 on default port 39139] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=open	src=/id_taco-taco/1000/.kudu-metadata.json	dst=null	perm=null	proto=rpc
2026-08-11 13:43:00,692 INFO  [IPC Server handler 9 on default port 39139] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=getfileinfo	src=/id_taco-taco/2000/.kudu-metadata.json	dst=null	perm=null	proto=rpc
2026-08-11 13:43:00,694 INFO  [IPC Server handler 8 on default port 39139] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=open	src=/id_taco-taco/2000/.kudu-metadata.json	dst=null	perm=null	proto=rpc
2026-08-11 13:43:00,697 INFO  [Listener at localhost/45165] backup.BackupIO (BackupIO.scala:readTableBackups(236)) - Found 3 paths in hdfs://localhost:39139/id_taco-taco

Time: 18.493

OK (5 tests)

2026-08-11 13:43:00,713 WARN  [shutdown-hook-0] impl.FsDatasetImpl (BlockPoolSlice.java:saveDfsUsed(352)) - Failed to write dfsUsed to /tmp/hdfs-test3032506215761036526/data/data2/current/BP-1056198297-10.240.0.70-1786455764517/current/dfsUsed
java.nio.file.NoSuchFileException: /tmp/hdfs-test3032506215761036526/data/data2/current/BP-1056198297-10.240.0.70-1786455764517/current/dfsUsed
	at sun.nio.fs.UnixException.translateToIOException(UnixException.java:86)
	at sun.nio.fs.UnixException.rethrowAsIOException(UnixException.java:102)
	at sun.nio.fs.UnixException.rethrowAsIOException(UnixException.java:107)
	at sun.nio.fs.UnixFileSystemProvider.newByteChannel(UnixFileSystemProvider.java:214)
	at java.nio.file.spi.FileSystemProvider.newOutputStream(FileSystemProvider.java:434)
	at java.nio.file.Files.newOutputStream(Files.java:216)
	at org.apache.hadoop.hdfs.server.datanode.fsdataset.impl.BlockPoolSlice.saveDfsUsed(BlockPoolSlice.java:341)
	at org.apache.hadoop.hdfs.server.datanode.fsdataset.impl.BlockPoolSlice$2.run(BlockPoolSlice.java:222)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
	at java.lang.Thread.run(Thread.java:750)
2026-08-11 13:43:00,719 WARN  [shutdown-hook-0] impl.FsDatasetImpl (BlockPoolSlice.java:saveDfsUsed(352)) - Failed to write dfsUsed to /tmp/hdfs-test3032506215761036526/data/data1/current/BP-1056198297-10.240.0.70-1786455764517/current/dfsUsed
java.nio.file.NoSuchFileException: /tmp/hdfs-test3032506215761036526/data/data1/current/BP-1056198297-10.240.0.70-1786455764517/current/dfsUsed
	at sun.nio.fs.UnixException.translateToIOException(UnixException.java:86)
	at sun.nio.fs.UnixException.rethrowAsIOException(UnixException.java:102)
	at sun.nio.fs.UnixException.rethrowAsIOException(UnixException.java:107)
	at sun.nio.fs.UnixFileSystemProvider.newByteChannel(UnixFileSystemProvider.java:214)
	at java.nio.file.spi.FileSystemProvider.newOutputStream(FileSystemProvider.java:434)
	at java.nio.file.Files.newOutputStream(Files.java:216)
	at org.apache.hadoop.hdfs.server.datanode.fsdataset.impl.BlockPoolSlice.saveDfsUsed(BlockPoolSlice.java:341)
	at org.apache.hadoop.hdfs.server.datanode.fsdataset.impl.BlockPoolSlice$2.run(BlockPoolSlice.java:222)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
	at java.lang.Thread.run(Thread.java:750)
2026-08-11 13:43:00,720 WARN  [shutdown-hook-0] impl.FsDatasetImpl (BlockPoolSlice.java:saveDfsUsed(352)) - Failed to write dfsUsed to /tmp/hdfs-test2109587899469749067/data/data1/current/BP-661054438-10.240.0.70-1786455775629/current/dfsUsed
java.nio.file.NoSuchFileException: /tmp/hdfs-test2109587899469749067/data/data1/current/BP-661054438-10.240.0.70-1786455775629/current/dfsUsed
	at sun.nio.fs.UnixException.translateToIOException(UnixException.java:86)
	at sun.nio.fs.UnixException.rethrowAsIOException(UnixException.java:102)
	at sun.nio.fs.UnixException.rethrowAsIOException(UnixException.java:107)
	at sun.nio.fs.UnixFileSystemProvider.newByteChannel(UnixFileSystemProvider.java:214)
	at java.nio.file.spi.FileSystemProvider.newOutputStream(FileSystemProvider.java:434)
	at java.nio.file.Files.newOutputStream(Files.java:216)
	at org.apache.hadoop.hdfs.server.datanode.fsdataset.impl.BlockPoolSlice.saveDfsUsed(BlockPoolSlice.java:341)
	at org.apache.hadoop.hdfs.server.datanode.fsdataset.impl.BlockPoolSlice$2.run(BlockPoolSlice.java:222)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
	at java.lang.Thread.run(Thread.java:750)
2026-08-11 13:43:00,720 WARN  [shutdown-hook-0] impl.FsDatasetImpl (BlockPoolSlice.java:saveDfsUsed(352)) - Failed to write dfsUsed to /tmp/hdfs-test473250466265297675/data/data1/current/BP-1430959762-10.240.0.70-1786455773668/current/dfsUsed
java.nio.file.NoSuchFileException: /tmp/hdfs-test473250466265297675/data/data1/current/BP-1430959762-10.240.0.70-1786455773668/current/dfsUsed
	at sun.nio.fs.UnixException.translateToIOException(UnixException.java:86)
	at sun.nio.fs.UnixException.rethrowAsIOException(UnixException.java:102)
	at sun.nio.fs.UnixException.rethrowAsIOException(UnixException.java:107)
	at sun.nio.fs.UnixFileSystemProvider.newByteChannel(UnixFileSystemProvider.java:214)
	at java.nio.file.spi.FileSystemProvider.newOutputStream(FileSystemProvider.java:434)
	at java.nio.file.Files.newOutputStream(Files.java:216)
	at org.apache.hadoop.hdfs.server.datanode.fsdataset.impl.BlockPoolSlice.saveDfsUsed(BlockPoolSlice.java:341)
	at org.apache.hadoop.hdfs.server.datanode.fsdataset.impl.BlockPoolSlice$2.run(BlockPoolSlice.java:222)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
	at java.lang.Thread.run(Thread.java:750)
2026-08-11 13:43:00,721 WARN  [shutdown-hook-0] impl.FsDatasetImpl (BlockPoolSlice.java:saveDfsUsed(352)) - Failed to write dfsUsed to /tmp/hdfs-test1739443774758115764/data/data2/current/BP-1306014041-10.240.0.70-1786455771762/current/dfsUsed
java.nio.file.NoSuchFileException: /tmp/hdfs-test1739443774758115764/data/data2/current/BP-1306014041-10.240.0.70-1786455771762/current/dfsUsed
	at sun.nio.fs.UnixException.translateToIOException(UnixException.java:86)
	at sun.nio.fs.UnixException.rethrowAsIOException(UnixException.java:102)
	at sun.nio.fs.UnixException.rethrowAsIOException(UnixException.java:107)
	at sun.nio.fs.UnixFileSystemProvider.newByteChannel(UnixFileSystemProvider.java:214)
	at java.nio.file.spi.FileSystemProvider.newOutputStream(FileSystemProvider.java:434)
	at java.nio.file.Files.newOutputStream(Files.java:216)
	at org.apache.hadoop.hdfs.server.datanode.fsdataset.impl.BlockPoolSlice.saveDfsUsed(BlockPoolSlice.java:341)
	at org.apache.hadoop.hdfs.server.datanode.fsdataset.impl.BlockPoolSlice$2.run(BlockPoolSlice.java:222)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
	at java.lang.Thread.run(Thread.java:750)
2026-08-11 13:43:00,721 WARN  [shutdown-hook-0] impl.FsDatasetImpl (BlockPoolSlice.java:saveDfsUsed(352)) - Failed to write dfsUsed to /tmp/hdfs-test1739443774758115764/data/data1/current/BP-1306014041-10.240.0.70-1786455771762/current/dfsUsed
java.nio.file.NoSuchFileException: /tmp/hdfs-test1739443774758115764/data/data1/current/BP-1306014041-10.240.0.70-1786455771762/current/dfsUsed
	at sun.nio.fs.UnixException.translateToIOException(UnixException.java:86)
	at sun.nio.fs.UnixException.rethrowAsIOException(UnixException.java:102)
	at sun.nio.fs.UnixException.rethrowAsIOException(UnixException.java:107)
	at sun.nio.fs.UnixFileSystemProvider.newByteChannel(UnixFileSystemProvider.java:214)
	at java.nio.file.spi.FileSystemProvider.newOutputStream(FileSystemProvider.java:434)
	at java.nio.file.Files.newOutputStream(Files.java:216)
	at org.apache.hadoop.hdfs.server.datanode.fsdataset.impl.BlockPoolSlice.saveDfsUsed(BlockPoolSlice.java:341)
	at org.apache.hadoop.hdfs.server.datanode.fsdataset.impl.BlockPoolSlice$2.run(BlockPoolSlice.java:222)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
	at java.lang.Thread.run(Thread.java:750)
2026-08-11 13:43:00,721 WARN  [shutdown-hook-0] impl.FsDatasetImpl (BlockPoolSlice.java:saveDfsUsed(352)) - Failed to write dfsUsed to /tmp/hdfs-test160095475438321983/data/data2/current/BP-1113714555-10.240.0.70-1786455777821/current/dfsUsed
java.nio.file.NoSuchFileException: /tmp/hdfs-test160095475438321983/data/data2/current/BP-1113714555-10.240.0.70-1786455777821/current/dfsUsed
	at sun.nio.fs.UnixException.translateToIOException(UnixException.java:86)
	at sun.nio.fs.UnixException.rethrowAsIOException(UnixException.java:102)
	at sun.nio.fs.UnixException.rethrowAsIOException(UnixException.java:107)
	at sun.nio.fs.UnixFileSystemProvider.newByteChannel(UnixFileSystemProvider.java:214)
	at java.nio.file.spi.FileSystemProvider.newOutputStream(FileSystemProvider.java:434)
	at java.nio.file.Files.newOutputStream(Files.java:216)
	at org.apache.hadoop.hdfs.server.datanode.fsdataset.impl.BlockPoolSlice.saveDfsUsed(BlockPoolSlice.java:341)
	at org.apache.hadoop.hdfs.server.datanode.fsdataset.impl.BlockPoolSlice$2.run(BlockPoolSlice.java:222)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
	at java.lang.Thread.run(Thread.java:750)
2026-08-11 13:43:00,722 WARN  [shutdown-hook-0] impl.FsDatasetImpl (BlockPoolSlice.java:saveDfsUsed(352)) - Failed to write dfsUsed to /tmp/hdfs-test160095475438321983/data/data1/current/BP-1113714555-10.240.0.70-1786455777821/current/dfsUsed
java.nio.file.NoSuchFileException: /tmp/hdfs-test160095475438321983/data/data1/current/BP-1113714555-10.240.0.70-1786455777821/current/dfsUsed
	at sun.nio.fs.UnixException.translateToIOException(UnixException.java:86)
	at sun.nio.fs.UnixException.rethrowAsIOException(UnixException.java:102)
	at sun.nio.fs.UnixException.rethrowAsIOException(UnixException.java:107)
	at sun.nio.fs.UnixFileSystemProvider.newByteChannel(UnixFileSystemProvider.java:214)
	at java.nio.file.spi.FileSystemProvider.newOutputStream(FileSystemProvider.java:434)
	at java.nio.file.Files.newOutputStream(Files.java:216)
	at org.apache.hadoop.hdfs.server.datanode.fsdataset.impl.BlockPoolSlice.saveDfsUsed(BlockPoolSlice.java:341)
	at org.apache.hadoop.hdfs.server.datanode.fsdataset.impl.BlockPoolSlice$2.run(BlockPoolSlice.java:222)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
	at java.lang.Thread.run(Thread.java:750)
2026-08-11 13:43:00,722 WARN  [shutdown-hook-0] impl.FsDatasetImpl (BlockPoolSlice.java:saveDfsUsed(352)) - Failed to write dfsUsed to /tmp/hdfs-test473250466265297675/data/data2/current/BP-1430959762-10.240.0.70-1786455773668/current/dfsUsed
java.nio.file.NoSuchFileException: /tmp/hdfs-test473250466265297675/data/data2/current/BP-1430959762-10.240.0.70-1786455773668/current/dfsUsed
	at sun.nio.fs.UnixException.translateToIOException(UnixException.java:86)
	at sun.nio.fs.UnixException.rethrowAsIOException(UnixException.java:102)
	at sun.nio.fs.UnixException.rethrowAsIOException(UnixException.java:107)
	at sun.nio.fs.UnixFileSystemProvider.newByteChannel(UnixFileSystemProvider.java:214)
	at java.nio.file.spi.FileSystemProvider.newOutputStream(FileSystemProvider.java:434)
	at java.nio.file.Files.newOutputStream(Files.java:216)
	at org.apache.hadoop.hdfs.server.datanode.fsdataset.impl.BlockPoolSlice.saveDfsUsed(BlockPoolSlice.java:341)
	at org.apache.hadoop.hdfs.server.datanode.fsdataset.impl.BlockPoolSlice$2.run(BlockPoolSlice.java:222)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
	at java.lang.Thread.run(Thread.java:750)
2026-08-11 13:43:00,722 WARN  [shutdown-hook-0] impl.FsDatasetImpl (BlockPoolSlice.java:saveDfsUsed(352)) - Failed to write dfsUsed to /tmp/hdfs-test2109587899469749067/data/data2/current/BP-661054438-10.240.0.70-1786455775629/current/dfsUsed
java.nio.file.NoSuchFileException: /tmp/hdfs-test2109587899469749067/data/data2/current/BP-661054438-10.240.0.70-1786455775629/current/dfsUsed
	at sun.nio.fs.UnixException.translateToIOException(UnixException.java:86)
	at sun.nio.fs.UnixException.rethrowAsIOException(UnixException.java:102)
	at sun.nio.fs.UnixException.rethrowAsIOException(UnixException.java:107)
	at sun.nio.fs.UnixFileSystemProvider.newByteChannel(UnixFileSystemProvider.java:214)
	at java.nio.file.spi.FileSystemProvider.newOutputStream(FileSystemProvider.java:434)
	at java.nio.file.Files.newOutputStream(Files.java:216)
	at org.apache.hadoop.hdfs.server.datanode.fsdataset.impl.BlockPoolSlice.saveDfsUsed(BlockPoolSlice.java:341)
	at org.apache.hadoop.hdfs.server.datanode.fsdataset.impl.BlockPoolSlice$2.run(BlockPoolSlice.java:222)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
	at java.lang.Thread.run(Thread.java:750)
2026-08-11 13:43:00,725 INFO  [shutdown-hook-0] namenode.FSImage (FSImage.java:lambda$run$0(1055)) - FSImageSaver clean checkpoint: txid=0 when meet shutdown.
2026-08-11 13:43:00,725 INFO  [shutdown-hook-0] namenode.FSImage (FSImage.java:lambda$run$0(1055)) - FSImageSaver clean checkpoint: txid=0 when meet shutdown.
2026-08-11 13:43:00,726 INFO  [shutdown-hook-0] namenode.FSImage (FSImage.java:lambda$run$0(1055)) - FSImageSaver clean checkpoint: txid=0 when meet shutdown.
2026-08-11 13:43:00,726 INFO  [shutdown-hook-0] namenode.FSImage (FSImage.java:lambda$run$0(1055)) - FSImageSaver clean checkpoint: txid=0 when meet shutdown.
2026-08-11 13:43:00,726 INFO  [shutdown-hook-0] namenode.FSImage (FSImage.java:lambda$run$0(1055)) - FSImageSaver clean checkpoint: txid=0 when meet shutdown.
2026-08-11 13:43:00,726 INFO  [shutdown-hook-0] namenode.FSImage (FSImage.java:lambda$run$0(1055)) - FSImageSaver clean checkpoint: txid=0 when meet shutdown.
2026-08-11 13:43:00,726 INFO  [shutdown-hook-0] namenode.FSImage (FSImage.java:lambda$run$0(1055)) - FSImageSaver clean checkpoint: txid=0 when meet shutdown.
2026-08-11 13:43:00,726 INFO  [shutdown-hook-0] namenode.FSImage (FSImage.java:lambda$run$0(1055)) - FSImageSaver clean checkpoint: txid=0 when meet shutdown.
2026-08-11 13:43:00,726 INFO  [shutdown-hook-0] namenode.FSImage (FSImage.java:lambda$run$0(1055)) - FSImageSaver clean checkpoint: txid=0 when meet shutdown.
2026-08-11 13:43:00,726 INFO  [shutdown-hook-0] namenode.FSImage (FSImage.java:lambda$run$0(1055)) - FSImageSaver clean checkpoint: txid=0 when meet shutdown.
