JUnit version 4.13.2
.2026-08-11 18:50:15,989 INFO  [main] hdfs.MiniDFSCluster (MiniDFSCluster.java:<init>(529)) - starting cluster: numNameNodes=1, numDataNodes=1
2026-08-11 18:50:16,506 WARN  [main] util.NativeCodeLoader (NativeCodeLoader.java:<clinit>(60)) - Unable to load native-hadoop library for your platform... using builtin-java classes where applicable
2026-08-11 18:50:16,620 INFO  [main] namenode.NameNode (NameNode.java:format(1249)) - Formatting using clusterid: testClusterID
2026-08-11 18:50:16,641 INFO  [main] namenode.FSEditLog (FSEditLog.java:newInstance(229)) - Edit logging is async:true
2026-08-11 18:50:16,669 INFO  [main] namenode.FSNamesystem (FSNamesystem.java:<init>(814)) - KeyProvider: null
2026-08-11 18:50:16,671 INFO  [main] namenode.FSNamesystem (FSNamesystemLock.java:<init>(141)) - fsLock is fair: true
2026-08-11 18:50:16,673 INFO  [main] namenode.FSNamesystem (FSNamesystemLock.java:<init>(159)) - Detailed lock hold time metrics enabled: false
2026-08-11 18:50:16,695 INFO  [main] namenode.FSNamesystem (FSNamesystem.java:<init>(847)) - fsOwner                = slave (auth:SIMPLE)
2026-08-11 18:50:16,696 INFO  [main] namenode.FSNamesystem (FSNamesystem.java:<init>(848)) - supergroup             = supergroup
2026-08-11 18:50:16,696 INFO  [main] namenode.FSNamesystem (FSNamesystem.java:<init>(849)) - isPermissionEnabled    = true
2026-08-11 18:50:16,696 INFO  [main] namenode.FSNamesystem (FSNamesystem.java:<init>(850)) - isStoragePolicyEnabled = true
2026-08-11 18:50:16,697 INFO  [main] namenode.FSNamesystem (FSNamesystem.java:<init>(861)) - HA Enabled: false
2026-08-11 18:50:16,748 INFO  [main] common.Util (Util.java:isDiskStatsEnabled(395)) - dfs.datanode.fileio.profiling.sampling.percentage set to 0. Disabling file IO profiling
2026-08-11 18:50:16,753 INFO  [main] Configuration.deprecation (Configuration.java:logDeprecation(1420)) - hadoop.configured.node.mapping is deprecated. Instead, use net.topology.configured.node.mapping
2026-08-11 18:50:16,753 INFO  [main] blockmanagement.DatanodeManager (DatanodeManager.java:<init>(334)) - dfs.block.invalidate.limit: configured=1000, counted=60, effected=1000
2026-08-11 18:50:16,753 INFO  [main] blockmanagement.DatanodeManager (DatanodeManager.java:<init>(342)) - dfs.namenode.datanode.registration.ip-hostname-check=true
2026-08-11 18:50:16,758 INFO  [main] blockmanagement.BlockManager (InvalidateBlocks.java:printBlockDeletionTime(77)) - dfs.namenode.startup.delay.block.deletion.sec is set to 000:00:00:00.000
2026-08-11 18:50:16,759 INFO  [main] blockmanagement.BlockManager (InvalidateBlocks.java:printBlockDeletionTime(83)) - The block deletion will start around 2026 Aug 11 18:50:16
2026-08-11 18:50:16,760 INFO  [main] util.GSet (LightWeightGSet.java:computeCapacity(395)) - Computing capacity for map BlocksMap
2026-08-11 18:50:16,761 INFO  [main] util.GSet (LightWeightGSet.java:computeCapacity(396)) - VM type       = 64-bit
2026-08-11 18:50:16,762 INFO  [main] util.GSet (LightWeightGSet.java:computeCapacity(397)) - 2.0% max memory 3.5 GB = 72.5 MB
2026-08-11 18:50:16,762 INFO  [main] util.GSet (LightWeightGSet.java:computeCapacity(402)) - capacity      = 2^23 = 8388608 entries
2026-08-11 18:50:16,797 INFO  [main] blockmanagement.BlockManager (BlockManager.java:createSPSManager(5447)) - Storage policy satisfier is disabled
2026-08-11 18:50:16,797 INFO  [main] blockmanagement.BlockManager (BlockManager.java:createBlockTokenSecretManager(641)) - dfs.block.access.token.enable = false
2026-08-11 18:50:16,805 INFO  [main] blockmanagement.BlockManagerSafeMode (BlockManagerSafeMode.java:<init>(160)) - dfs.namenode.safemode.threshold-pct = 0.999
2026-08-11 18:50:16,805 INFO  [main] blockmanagement.BlockManagerSafeMode (BlockManagerSafeMode.java:<init>(161)) - dfs.namenode.safemode.min.datanodes = 0
2026-08-11 18:50:16,806 INFO  [main] blockmanagement.BlockManagerSafeMode (BlockManagerSafeMode.java:<init>(163)) - dfs.namenode.safemode.extension = 0
2026-08-11 18:50:16,806 INFO  [main] blockmanagement.BlockManager (BlockManager.java:<init>(627)) - defaultReplication         = 1
2026-08-11 18:50:16,807 INFO  [main] blockmanagement.BlockManager (BlockManager.java:<init>(628)) - maxReplication             = 512
2026-08-11 18:50:16,807 INFO  [main] blockmanagement.BlockManager (BlockManager.java:<init>(629)) - minReplication             = 1
2026-08-11 18:50:16,807 INFO  [main] blockmanagement.BlockManager (BlockManager.java:<init>(630)) - maxReplicationStreams      = 2
2026-08-11 18:50:16,807 INFO  [main] blockmanagement.BlockManager (BlockManager.java:<init>(631)) - redundancyRecheckInterval  = 3000ms
2026-08-11 18:50:16,807 INFO  [main] blockmanagement.BlockManager (BlockManager.java:<init>(632)) - encryptDataTransfer        = false
2026-08-11 18:50:16,807 INFO  [main] blockmanagement.BlockManager (BlockManager.java:<init>(633)) - maxNumBlocksToLog          = 1000
2026-08-11 18:50:16,835 INFO  [main] namenode.FSDirectory (SerialNumberManager.java:<clinit>(51)) - GLOBAL serial map: bits=29 maxEntries=536870911
2026-08-11 18:50:16,835 INFO  [main] namenode.FSDirectory (SerialNumberManager.java:<clinit>(51)) - USER serial map: bits=24 maxEntries=16777215
2026-08-11 18:50:16,835 INFO  [main] namenode.FSDirectory (SerialNumberManager.java:<clinit>(51)) - GROUP serial map: bits=24 maxEntries=16777215
2026-08-11 18:50:16,836 INFO  [main] namenode.FSDirectory (SerialNumberManager.java:<clinit>(51)) - XATTR serial map: bits=24 maxEntries=16777215
2026-08-11 18:50:16,851 INFO  [main] util.GSet (LightWeightGSet.java:computeCapacity(395)) - Computing capacity for map INodeMap
2026-08-11 18:50:16,851 INFO  [main] util.GSet (LightWeightGSet.java:computeCapacity(396)) - VM type       = 64-bit
2026-08-11 18:50:16,851 INFO  [main] util.GSet (LightWeightGSet.java:computeCapacity(397)) - 1.0% max memory 3.5 GB = 36.2 MB
2026-08-11 18:50:16,851 INFO  [main] util.GSet (LightWeightGSet.java:computeCapacity(402)) - capacity      = 2^22 = 4194304 entries
2026-08-11 18:50:16,855 INFO  [main] namenode.FSDirectory (FSDirectory.java:<init>(335)) - ACLs enabled? true
2026-08-11 18:50:16,855 INFO  [main] namenode.FSDirectory (FSDirectory.java:<init>(339)) - POSIX ACL inheritance enabled? true
2026-08-11 18:50:16,855 INFO  [main] namenode.FSDirectory (FSDirectory.java:<init>(343)) - XAttrs enabled? true
2026-08-11 18:50:16,856 INFO  [main] namenode.NameNode (FSDirectory.java:<init>(406)) - Caching file names occurring more than 10 times
2026-08-11 18:50:16,861 INFO  [main] snapshot.SnapshotManager (SnapshotManager.java:<init>(124)) - Loaded config captureOpenFiles: false, skipCaptureAccessTimeOnlyChange: false, snapshotDiffAllowSnapRootDescendant: true, maxSnapshotLimit: 65536
2026-08-11 18:50:16,864 INFO  [main] snapshot.SnapshotManager (DirectoryDiffListFactory.java:init(43)) - SkipList is disabled
2026-08-11 18:50:16,869 INFO  [main] util.GSet (LightWeightGSet.java:computeCapacity(395)) - Computing capacity for map cachedBlocks
2026-08-11 18:50:16,870 INFO  [main] util.GSet (LightWeightGSet.java:computeCapacity(396)) - VM type       = 64-bit
2026-08-11 18:50:16,870 INFO  [main] util.GSet (LightWeightGSet.java:computeCapacity(397)) - 0.25% max memory 3.5 GB = 9.1 MB
2026-08-11 18:50:16,870 INFO  [main] util.GSet (LightWeightGSet.java:computeCapacity(402)) - capacity      = 2^20 = 1048576 entries
2026-08-11 18:50:16,880 INFO  [main] metrics.TopMetrics (TopMetrics.java:logConf(75)) - NNTop conf: dfs.namenode.top.window.num.buckets = 10
2026-08-11 18:50:16,881 INFO  [main] metrics.TopMetrics (TopMetrics.java:logConf(77)) - NNTop conf: dfs.namenode.top.num.users = 10
2026-08-11 18:50:16,881 INFO  [main] metrics.TopMetrics (TopMetrics.java:logConf(79)) - NNTop conf: dfs.namenode.top.windows.minutes = 1,5,25
2026-08-11 18:50:16,885 INFO  [main] namenode.FSNamesystem (FSNamesystem.java:initRetryCache(1080)) - Retry cache on namenode is enabled
2026-08-11 18:50:16,885 INFO  [main] namenode.FSNamesystem (FSNamesystem.java:initRetryCache(1088)) - Retry cache will use 0.03 of total heap and retry cache entry expiry time is 600000 millis
2026-08-11 18:50:16,888 INFO  [main] util.GSet (LightWeightGSet.java:computeCapacity(395)) - Computing capacity for map NameNodeRetryCache
2026-08-11 18:50:16,888 INFO  [main] util.GSet (LightWeightGSet.java:computeCapacity(396)) - VM type       = 64-bit
2026-08-11 18:50:16,888 INFO  [main] util.GSet (LightWeightGSet.java:computeCapacity(397)) - 0.029999999329447746% max memory 3.5 GB = 1.1 MB
2026-08-11 18:50:16,888 INFO  [main] util.GSet (LightWeightGSet.java:computeCapacity(402)) - capacity      = 2^17 = 131072 entries
2026-08-11 18:50:16,998 INFO  [main] namenode.FSImage (FSImage.java:format(186)) - Allocated new BlockPoolId: BP-199343621-10.240.0.86-1786474216984
2026-08-11 18:50:17,015 INFO  [main] common.Storage (NNStorage.java:format(595)) - Storage directory /tmp/hdfs-test5139318416094811978/name-0-1 has been successfully formatted.
2026-08-11 18:50:17,020 INFO  [main] common.Storage (NNStorage.java:format(595)) - Storage directory /tmp/hdfs-test5139318416094811978/name-0-2 has been successfully formatted.
2026-08-11 18:50:17,058 INFO  [FSImageSaver for /tmp/hdfs-test5139318416094811978/name-0-1 of type IMAGE_AND_EDITS] namenode.FSImageFormatProtobuf (FSImageFormatProtobuf.java:save(732)) - Saving image file /tmp/hdfs-test5139318416094811978/name-0-1/current/fsimage.ckpt_0000000000000000000 using no compression
2026-08-11 18:50:17,058 INFO  [FSImageSaver for /tmp/hdfs-test5139318416094811978/name-0-2 of type IMAGE_AND_EDITS] namenode.FSImageFormatProtobuf (FSImageFormatProtobuf.java:save(732)) - Saving image file /tmp/hdfs-test5139318416094811978/name-0-2/current/fsimage.ckpt_0000000000000000000 using no compression
2026-08-11 18:50:17,274 INFO  [FSImageSaver for /tmp/hdfs-test5139318416094811978/name-0-2 of type IMAGE_AND_EDITS] namenode.FSImageFormatProtobuf (FSImageFormatProtobuf.java:save(736)) - Image file /tmp/hdfs-test5139318416094811978/name-0-2/current/fsimage.ckpt_0000000000000000000 of size 400 bytes saved in 0 seconds .
2026-08-11 18:50:17,274 INFO  [FSImageSaver for /tmp/hdfs-test5139318416094811978/name-0-1 of type IMAGE_AND_EDITS] namenode.FSImageFormatProtobuf (FSImageFormatProtobuf.java:save(736)) - Image file /tmp/hdfs-test5139318416094811978/name-0-1/current/fsimage.ckpt_0000000000000000000 of size 400 bytes saved in 0 seconds .
2026-08-11 18:50:17,296 INFO  [main] namenode.NNStorageRetentionManager (NNStorageRetentionManager.java:getImageTxIdToRetain(203)) - Going to retain 1 images with txid >= 0
2026-08-11 18:50:17,342 INFO  [main] namenode.FSNamesystem (FSNamesystem.java:stopActiveServices(1427)) - Stopping services started for active state
2026-08-11 18:50:17,343 INFO  [main] namenode.FSNamesystem (FSNamesystem.java:stopStandbyServices(1528)) - Stopping services started for standby state
2026-08-11 18:50:17,345 INFO  [main] namenode.NameNode (NameNode.java:createNameNode(1707)) - createNameNode []
2026-08-11 18:50:17,441 WARN  [main] impl.MetricsConfig (MetricsConfig.java:loadFirst(136)) - Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties
2026-08-11 18:50:17,539 INFO  [main] impl.MetricsSystemImpl (MetricsSystemImpl.java:startTimer(378)) - Scheduled Metric snapshot period at 10 second(s).
2026-08-11 18:50:17,540 INFO  [main] impl.MetricsSystemImpl (MetricsSystemImpl.java:start(191)) - NameNode metrics system started
2026-08-11 18:50:17,569 INFO  [main] namenode.NameNodeUtils (NameNodeUtils.java:getClientNamenodeAddress(79)) - fs.defaultFS is hdfs://127.0.0.1:0
2026-08-11 18:50:17,625 INFO  [org.apache.hadoop.util.JvmPauseMonitor$Monitor@7393222f] util.JvmPauseMonitor (JvmPauseMonitor.java:run(188)) - Starting JVM pause monitor
2026-08-11 18:50:17,640 INFO  [main] hdfs.DFSUtil (DFSUtil.java:httpServerTemplateForNNAndJN(1668)) - Filter initializers set : org.apache.hadoop.http.lib.StaticUserWebFilter,org.apache.hadoop.hdfs.web.AuthFilterInitializer
2026-08-11 18:50:17,646 INFO  [main] hdfs.DFSUtil (DFSUtil.java:httpServerTemplateForNNAndJN(1690)) - Starting Web-server for hdfs at: http://localhost:0
2026-08-11 18:50:17,664 INFO  [main] util.log (Log.java:initialized(169)) - Logging initialized @2691ms to org.eclipse.jetty.util.log.Slf4jLog
2026-08-11 18:50:17,798 INFO  [main] server.AuthenticationFilter (AuthenticationFilter.java:constructSecretProvider(240)) - Unable to initialize FileSignerSecretProvider, falling back to use random secrets.
2026-08-11 18:50:17,803 INFO  [main] http.HttpRequestLog (HttpRequestLog.java:getRequestLog(82)) - Http request log for http.requests.namenode is not defined
2026-08-11 18:50:17,812 INFO  [main] http.HttpServer2 (HttpServer2.java:addGlobalFilter(1111)) - Added global filter 'safety' (class=org.apache.hadoop.http.HttpServer2$QuotingInputFilter)
2026-08-11 18:50:17,815 INFO  [main] http.HttpServer2 (HttpServer2.java:addFilter(1084)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context hdfs
2026-08-11 18:50:17,815 INFO  [main] http.HttpServer2 (HttpServer2.java:addFilter(1094)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context static
2026-08-11 18:50:17,818 INFO  [main] http.HttpServer2 (HttpServer2.java:addFilter(1084)) - Added filter AuthFilter (class=org.apache.hadoop.hdfs.web.AuthFilter) to context hdfs
2026-08-11 18:50:17,818 INFO  [main] http.HttpServer2 (HttpServer2.java:addFilter(1094)) - Added filter AuthFilter (class=org.apache.hadoop.hdfs.web.AuthFilter) to context static
2026-08-11 18:50:17,859 INFO  [main] http.HttpServer2 (HttpServer2.java:addJerseyResourcePackage(938)) - addJerseyResourcePackage: packageName=org.apache.hadoop.hdfs.server.namenode.web.resources;org.apache.hadoop.hdfs.web.resources, pathSpec=/webhdfs/v1/*
2026-08-11 18:50:17,873 INFO  [main] http.HttpServer2 (HttpServer2.java:bindListener(1332)) - Jetty bound to port 38463
2026-08-11 18:50:17,875 INFO  [main] server.Server (Server.java:doStart(375)) - jetty-9.4.40.v20210413; built: 2021-04-13T20:42:42.668Z; git: b881a572662e1943a14ae12e7e1207989f218b74; jvm 1.8.0_362-8u372-ga~us1-0ubuntu1~18.04-b09
2026-08-11 18:50:17,920 INFO  [main] server.session (DefaultSessionIdManager.java:doStart(334)) - DefaultSessionIdManager workerName=node0
2026-08-11 18:50:17,921 INFO  [main] server.session (DefaultSessionIdManager.java:doStart(339)) - No SessionScavenger set, using defaults
2026-08-11 18:50:17,923 INFO  [main] server.session (HouseKeeper.java:startScavenging(132)) - node0 Scavenging every 660000ms
2026-08-11 18:50:17,946 INFO  [main] server.AuthenticationFilter (AuthenticationFilter.java:constructSecretProvider(240)) - Unable to initialize FileSignerSecretProvider, falling back to use random secrets.
2026-08-11 18:50:17,949 INFO  [main] handler.ContextHandler (ContextHandler.java:doStart(916)) - Started o.e.j.s.ServletContextHandler@71454b9d{static,/static,jar:file:/tmp/dist-test-taskVfIbJs/java/build/jars/hadoop-hdfs-3.3.1-tests.jar!/webapps/static,AVAILABLE}
2026-08-11 18:50:18,226 INFO  [main] handler.ContextHandler (ContextHandler.java:doStart(916)) - Started o.e.j.w.WebAppContext@3f0846c6{hdfs,/,file:///tmp/jetty-localhost-38463-hadoop-hdfs-3_3_1-tests_jar-_-any-9197086083907830176/webapp/,AVAILABLE}{jar:file:/tmp/dist-test-taskVfIbJs/java/build/jars/hadoop-hdfs-3.3.1-tests.jar!/webapps/hdfs}
2026-08-11 18:50:18,239 INFO  [main] server.AbstractConnector (AbstractConnector.java:doStart(331)) - Started ServerConnector@362045c0{HTTP/1.1, (http/1.1)}{localhost:38463}
2026-08-11 18:50:18,239 INFO  [main] server.Server (Server.java:doStart(415)) - Started @3267ms
2026-08-11 18:50:18,247 INFO  [main] namenode.FSEditLog (FSEditLog.java:newInstance(229)) - Edit logging is async:true
2026-08-11 18:50:18,264 INFO  [main] namenode.FSNamesystem (FSNamesystem.java:<init>(814)) - KeyProvider: null
2026-08-11 18:50:18,265 INFO  [main] namenode.FSNamesystem (FSNamesystemLock.java:<init>(141)) - fsLock is fair: true
2026-08-11 18:50:18,265 INFO  [main] namenode.FSNamesystem (FSNamesystemLock.java:<init>(159)) - Detailed lock hold time metrics enabled: false
2026-08-11 18:50:18,265 INFO  [main] namenode.FSNamesystem (FSNamesystem.java:<init>(847)) - fsOwner                = slave (auth:SIMPLE)
2026-08-11 18:50:18,266 INFO  [main] namenode.FSNamesystem (FSNamesystem.java:<init>(848)) - supergroup             = supergroup
2026-08-11 18:50:18,266 INFO  [main] namenode.FSNamesystem (FSNamesystem.java:<init>(849)) - isPermissionEnabled    = true
2026-08-11 18:50:18,266 INFO  [main] namenode.FSNamesystem (FSNamesystem.java:<init>(850)) - isStoragePolicyEnabled = true
2026-08-11 18:50:18,266 INFO  [main] namenode.FSNamesystem (FSNamesystem.java:<init>(861)) - HA Enabled: false
2026-08-11 18:50:18,267 INFO  [main] common.Util (Util.java:isDiskStatsEnabled(395)) - dfs.datanode.fileio.profiling.sampling.percentage set to 0. Disabling file IO profiling
2026-08-11 18:50:18,267 INFO  [main] blockmanagement.DatanodeManager (DatanodeManager.java:<init>(334)) - dfs.block.invalidate.limit: configured=1000, counted=60, effected=1000
2026-08-11 18:50:18,267 INFO  [main] blockmanagement.DatanodeManager (DatanodeManager.java:<init>(342)) - dfs.namenode.datanode.registration.ip-hostname-check=true
2026-08-11 18:50:18,268 INFO  [main] blockmanagement.BlockManager (InvalidateBlocks.java:printBlockDeletionTime(77)) - dfs.namenode.startup.delay.block.deletion.sec is set to 000:00:00:00.000
2026-08-11 18:50:18,268 INFO  [main] blockmanagement.BlockManager (InvalidateBlocks.java:printBlockDeletionTime(83)) - The block deletion will start around 2026 Aug 11 18:50:18
2026-08-11 18:50:18,268 INFO  [main] util.GSet (LightWeightGSet.java:computeCapacity(395)) - Computing capacity for map BlocksMap
2026-08-11 18:50:18,268 INFO  [main] util.GSet (LightWeightGSet.java:computeCapacity(396)) - VM type       = 64-bit
2026-08-11 18:50:18,269 INFO  [main] util.GSet (LightWeightGSet.java:computeCapacity(397)) - 2.0% max memory 3.5 GB = 72.5 MB
2026-08-11 18:50:18,269 INFO  [main] util.GSet (LightWeightGSet.java:computeCapacity(402)) - capacity      = 2^23 = 8388608 entries
2026-08-11 18:50:18,275 INFO  [main] blockmanagement.BlockManager (BlockManager.java:createSPSManager(5447)) - Storage policy satisfier is disabled
2026-08-11 18:50:18,275 INFO  [main] blockmanagement.BlockManager (BlockManager.java:createBlockTokenSecretManager(641)) - dfs.block.access.token.enable = false
2026-08-11 18:50:18,275 INFO  [main] blockmanagement.BlockManagerSafeMode (BlockManagerSafeMode.java:<init>(160)) - dfs.namenode.safemode.threshold-pct = 0.999
2026-08-11 18:50:18,276 INFO  [main] blockmanagement.BlockManagerSafeMode (BlockManagerSafeMode.java:<init>(161)) - dfs.namenode.safemode.min.datanodes = 0
2026-08-11 18:50:18,276 INFO  [main] blockmanagement.BlockManagerSafeMode (BlockManagerSafeMode.java:<init>(163)) - dfs.namenode.safemode.extension = 0
2026-08-11 18:50:18,276 INFO  [main] blockmanagement.BlockManager (BlockManager.java:<init>(627)) - defaultReplication         = 1
2026-08-11 18:50:18,276 INFO  [main] blockmanagement.BlockManager (BlockManager.java:<init>(628)) - maxReplication             = 512
2026-08-11 18:50:18,276 INFO  [main] blockmanagement.BlockManager (BlockManager.java:<init>(629)) - minReplication             = 1
2026-08-11 18:50:18,276 INFO  [main] blockmanagement.BlockManager (BlockManager.java:<init>(630)) - maxReplicationStreams      = 2
2026-08-11 18:50:18,276 INFO  [main] blockmanagement.BlockManager (BlockManager.java:<init>(631)) - redundancyRecheckInterval  = 3000ms
2026-08-11 18:50:18,277 INFO  [main] blockmanagement.BlockManager (BlockManager.java:<init>(632)) - encryptDataTransfer        = false
2026-08-11 18:50:18,277 INFO  [main] blockmanagement.BlockManager (BlockManager.java:<init>(633)) - maxNumBlocksToLog          = 1000
2026-08-11 18:50:18,277 INFO  [main] util.GSet (LightWeightGSet.java:computeCapacity(395)) - Computing capacity for map INodeMap
2026-08-11 18:50:18,278 INFO  [main] util.GSet (LightWeightGSet.java:computeCapacity(396)) - VM type       = 64-bit
2026-08-11 18:50:18,278 INFO  [main] util.GSet (LightWeightGSet.java:computeCapacity(397)) - 1.0% max memory 3.5 GB = 36.2 MB
2026-08-11 18:50:18,278 INFO  [main] util.GSet (LightWeightGSet.java:computeCapacity(402)) - capacity      = 2^22 = 4194304 entries
2026-08-11 18:50:18,281 INFO  [main] namenode.FSDirectory (FSDirectory.java:<init>(335)) - ACLs enabled? true
2026-08-11 18:50:18,282 INFO  [main] namenode.FSDirectory (FSDirectory.java:<init>(339)) - POSIX ACL inheritance enabled? true
2026-08-11 18:50:18,282 INFO  [main] namenode.FSDirectory (FSDirectory.java:<init>(343)) - XAttrs enabled? true
2026-08-11 18:50:18,282 INFO  [main] namenode.NameNode (FSDirectory.java:<init>(406)) - Caching file names occurring more than 10 times
2026-08-11 18:50:18,282 INFO  [main] snapshot.SnapshotManager (SnapshotManager.java:<init>(124)) - Loaded config captureOpenFiles: false, skipCaptureAccessTimeOnlyChange: false, snapshotDiffAllowSnapRootDescendant: true, maxSnapshotLimit: 65536
2026-08-11 18:50:18,283 INFO  [main] snapshot.SnapshotManager (DirectoryDiffListFactory.java:init(43)) - SkipList is disabled
2026-08-11 18:50:18,283 INFO  [main] util.GSet (LightWeightGSet.java:computeCapacity(395)) - Computing capacity for map cachedBlocks
2026-08-11 18:50:18,283 INFO  [main] util.GSet (LightWeightGSet.java:computeCapacity(396)) - VM type       = 64-bit
2026-08-11 18:50:18,284 INFO  [main] util.GSet (LightWeightGSet.java:computeCapacity(397)) - 0.25% max memory 3.5 GB = 9.1 MB
2026-08-11 18:50:18,284 INFO  [main] util.GSet (LightWeightGSet.java:computeCapacity(402)) - capacity      = 2^20 = 1048576 entries
2026-08-11 18:50:18,285 INFO  [main] metrics.TopMetrics (TopMetrics.java:logConf(75)) - NNTop conf: dfs.namenode.top.window.num.buckets = 10
2026-08-11 18:50:18,285 INFO  [main] metrics.TopMetrics (TopMetrics.java:logConf(77)) - NNTop conf: dfs.namenode.top.num.users = 10
2026-08-11 18:50:18,286 INFO  [main] metrics.TopMetrics (TopMetrics.java:logConf(79)) - NNTop conf: dfs.namenode.top.windows.minutes = 1,5,25
2026-08-11 18:50:18,286 INFO  [main] namenode.FSNamesystem (FSNamesystem.java:initRetryCache(1080)) - Retry cache on namenode is enabled
2026-08-11 18:50:18,286 INFO  [main] namenode.FSNamesystem (FSNamesystem.java:initRetryCache(1088)) - Retry cache will use 0.03 of total heap and retry cache entry expiry time is 600000 millis
2026-08-11 18:50:18,286 INFO  [main] util.GSet (LightWeightGSet.java:computeCapacity(395)) - Computing capacity for map NameNodeRetryCache
2026-08-11 18:50:18,286 INFO  [main] util.GSet (LightWeightGSet.java:computeCapacity(396)) - VM type       = 64-bit
2026-08-11 18:50:18,286 INFO  [main] util.GSet (LightWeightGSet.java:computeCapacity(397)) - 0.029999999329447746% max memory 3.5 GB = 1.1 MB
2026-08-11 18:50:18,286 INFO  [main] util.GSet (LightWeightGSet.java:computeCapacity(402)) - capacity      = 2^17 = 131072 entries
2026-08-11 18:50:18,293 INFO  [main] common.Storage (Storage.java:tryLock(948)) - Lock on /tmp/hdfs-test5139318416094811978/name-0-1/in_use.lock acquired by nodename 28330@dist-test-slave-tk9z.c.gcp-upstream.internal
2026-08-11 18:50:18,298 INFO  [main] common.Storage (Storage.java:tryLock(948)) - Lock on /tmp/hdfs-test5139318416094811978/name-0-2/in_use.lock acquired by nodename 28330@dist-test-slave-tk9z.c.gcp-upstream.internal
2026-08-11 18:50:18,301 INFO  [main] namenode.FileJournalManager (FileJournalManager.java:recoverUnfinalizedSegments(428)) - Recovering unfinalized segments in /tmp/hdfs-test5139318416094811978/name-0-1/current
2026-08-11 18:50:18,301 INFO  [main] namenode.FileJournalManager (FileJournalManager.java:recoverUnfinalizedSegments(428)) - Recovering unfinalized segments in /tmp/hdfs-test5139318416094811978/name-0-2/current
2026-08-11 18:50:18,302 INFO  [main] namenode.FSImage (FSImage.java:loadFSImage(734)) - No edit log streams selected.
2026-08-11 18:50:18,302 INFO  [main] namenode.FSImage (FSImage.java:loadFSImageFile(800)) - Planning to load image: FSImageFile(file=/tmp/hdfs-test5139318416094811978/name-0-1/current/fsimage_0000000000000000000, cpktTxId=0000000000000000000)
2026-08-11 18:50:18,418 INFO  [main] namenode.FSImageFormatPBINode (FSImageFormatPBINode.java:loadINodeSectionHeader(413)) - Loading 1 INodes.
2026-08-11 18:50:18,420 INFO  [main] namenode.FSImageFormatPBINode (FSImageFormatPBINode.java:loadINodeSection(371)) - Successfully loaded 1 inodes
2026-08-11 18:50:18,425 INFO  [main] namenode.FSImageFormatPBINode (FSImageFormatPBINode.java:waitBlocksMapAndNameCacheUpdateFinished(344)) - Completed update blocks map and name cache, total waiting duration 0ms.
2026-08-11 18:50:18,427 INFO  [main] namenode.FSImageFormatProtobuf (FSImageFormatProtobuf.java:load(255)) - Loaded FSImage in 0 seconds.
2026-08-11 18:50:18,428 INFO  [main] namenode.FSImage (FSImage.java:loadFSImage(978)) - Loaded image for txid 0 from /tmp/hdfs-test5139318416094811978/name-0-1/current/fsimage_0000000000000000000
2026-08-11 18:50:18,432 INFO  [main] namenode.FSNamesystem (FSNamesystem.java:loadFSImage(1202)) - Need to save fs image? false (staleImage=false, haEnabled=false, isRollingUpgrade=false)
2026-08-11 18:50:18,433 INFO  [main] namenode.FSEditLog (FSEditLog.java:startLogSegment(1391)) - Starting log segment at 1
2026-08-11 18:50:18,453 INFO  [main] namenode.NameCache (NameCache.java:initialized(143)) - initialized with 0 entries 0 lookups
2026-08-11 18:50:18,453 INFO  [main] namenode.FSNamesystem (FSNamesystem.java:loadFromDisk(786)) - Finished loading FSImage in 165 msecs
2026-08-11 18:50:18,647 INFO  [main] namenode.NameNode (NameNodeRpcServer.java:<init>(454)) - RPC server is binding to localhost:0
2026-08-11 18:50:18,647 INFO  [main] namenode.NameNode (NameNodeRpcServer.java:<init>(459)) - Enable NameNode state context:false
2026-08-11 18:50:18,659 INFO  [main] ipc.CallQueueManager (CallQueueManager.java:<init>(90)) - Using callQueue: class java.util.concurrent.LinkedBlockingQueue, queueCapacity: 1000, scheduler: class org.apache.hadoop.ipc.DefaultRpcScheduler, ipcBackoff: false.
2026-08-11 18:50:18,675 INFO  [Socket Reader #1 for port 0] ipc.Server (Server.java:run(1265)) - Starting Socket Reader #1 for port 0
2026-08-11 18:50:19,121 INFO  [Listener at localhost/35401] namenode.NameNode (NameNode.java:initialize(776)) - Clients are to use localhost:35401 to access this namenode/service.
2026-08-11 18:50:19,126 INFO  [Listener at localhost/35401] namenode.FSNamesystem (FSNamesystem.java:registerMBean(5444)) - Registered FSNamesystemState, ReplicatedBlocksState and ECBlockGroupsState MBeans.
2026-08-11 18:50:19,146 INFO  [Listener at localhost/35401] namenode.LeaseManager (LeaseManager.java:getNumUnderConstructionBlocks(166)) - Number of blocks under construction: 0
2026-08-11 18:50:19,155 INFO  [Listener at localhost/35401] blockmanagement.DatanodeAdminDefaultMonitor (DatanodeAdminDefaultMonitor.java:processConf(116)) - Initialized the Default Decommission and Maintenance monitor
2026-08-11 18:50:19,158 INFO  [Listener at localhost/35401] blockmanagement.BlockManager (BlockManager.java:initializeReplQueues(5187)) - initializing replication queues
2026-08-11 18:50:19,160 INFO  [Listener at localhost/35401] hdfs.StateChange (BlockManagerSafeMode.java:leaveSafeMode(399)) - STATE* Leaving safe mode after 0 secs
2026-08-11 18:50:19,160 INFO  [Listener at localhost/35401] hdfs.StateChange (BlockManagerSafeMode.java:leaveSafeMode(405)) - STATE* Network topology has 0 racks and 0 datanodes
2026-08-11 18:50:19,160 INFO  [Listener at localhost/35401] hdfs.StateChange (BlockManagerSafeMode.java:leaveSafeMode(407)) - STATE* UnderReplicatedBlocks has 0 blocks
2026-08-11 18:50:19,171 INFO  [Reconstruction Queue Initializer] blockmanagement.BlockManager (BlockManager.java:processMisReplicatesAsync(3728)) - Total number of blocks            = 0
2026-08-11 18:50:19,171 INFO  [Reconstruction Queue Initializer] blockmanagement.BlockManager (BlockManager.java:processMisReplicatesAsync(3729)) - Number of invalid blocks          = 0
2026-08-11 18:50:19,171 INFO  [Reconstruction Queue Initializer] blockmanagement.BlockManager (BlockManager.java:processMisReplicatesAsync(3730)) - Number of under-replicated blocks = 0
2026-08-11 18:50:19,171 INFO  [Reconstruction Queue Initializer] blockmanagement.BlockManager (BlockManager.java:processMisReplicatesAsync(3731)) - Number of  over-replicated blocks = 0
2026-08-11 18:50:19,171 INFO  [Reconstruction Queue Initializer] blockmanagement.BlockManager (BlockManager.java:processMisReplicatesAsync(3733)) - Number of blocks being written    = 0
2026-08-11 18:50:19,172 INFO  [Reconstruction Queue Initializer] hdfs.StateChange (BlockManager.java:processMisReplicatesAsync(3736)) - STATE* Replication Queue initialization scan for invalid, over- and under-replicated blocks completed in 12 msec
2026-08-11 18:50:19,202 INFO  [IPC Server Responder] ipc.Server (Server.java:run(1507)) - IPC Server Responder: starting
2026-08-11 18:50:19,203 INFO  [IPC Server listener on 0] ipc.Server (Server.java:run(1344)) - IPC Server listener on 0: starting
2026-08-11 18:50:19,207 INFO  [Listener at localhost/35401] namenode.NameNode (NameNode.java:startCommonServices(893)) - NameNode RPC up at: localhost/127.0.0.1:35401
2026-08-11 18:50:19,209 INFO  [Listener at localhost/35401] namenode.FSNamesystem (FSNamesystem.java:startActiveServices(1314)) - Starting services required for active state
2026-08-11 18:50:19,209 INFO  [Listener at localhost/35401] namenode.FSDirectory (FSDirectory.java:updateCountForQuota(840)) - Initializing quota with 12 thread(s)
2026-08-11 18:50:19,216 INFO  [Listener at localhost/35401] namenode.FSDirectory (FSDirectory.java:updateCountForQuota(849)) - Quota initialization completed in 7 milliseconds
name space=1
storage space=0
storage types=RAM_DISK=0, SSD=0, DISK=0, ARCHIVE=0, PROVIDED=0
2026-08-11 18:50:19,221 INFO  [CacheReplicationMonitor(1555746592)] blockmanagement.CacheReplicationMonitor (CacheReplicationMonitor.java:run(160)) - Starting CacheReplicationMonitor with interval 30000 milliseconds
2026-08-11 18:50:19,229 INFO  [Listener at localhost/35401] hdfs.MiniDFSCluster (MiniDFSCluster.java:startDataNodes(1697)) - Starting DataNode 0 with dfs.datanode.data.dir: [DISK]file:/tmp/hdfs-test5139318416094811978/data/data1,[DISK]file:/tmp/hdfs-test5139318416094811978/data/data2
2026-08-11 18:50:19,293 INFO  [Listener at localhost/35401] checker.ThrottledAsyncChecker (ThrottledAsyncChecker.java:schedule(137)) - Scheduling a check for [DISK]file:/tmp/hdfs-test5139318416094811978/data/data1
2026-08-11 18:50:19,307 INFO  [Listener at localhost/35401] checker.ThrottledAsyncChecker (ThrottledAsyncChecker.java:schedule(137)) - Scheduling a check for [DISK]file:/tmp/hdfs-test5139318416094811978/data/data2
2026-08-11 18:50:19,335 INFO  [Listener at localhost/35401] impl.MetricsSystemImpl (MetricsSystemImpl.java:init(158)) - DataNode metrics system started (again)
2026-08-11 18:50:19,343 INFO  [Listener at localhost/35401] common.Util (Util.java:isDiskStatsEnabled(395)) - dfs.datanode.fileio.profiling.sampling.percentage set to 0. Disabling file IO profiling
2026-08-11 18:50:19,347 INFO  [Listener at localhost/35401] datanode.BlockScanner (BlockScanner.java:<init>(201)) - Initialized block scanner with targetBytesPerSec 1048576
2026-08-11 18:50:19,354 INFO  [Listener at localhost/35401] datanode.DataNode (DataNode.java:<init>(512)) - Configured hostname is 127.0.0.1
2026-08-11 18:50:19,355 INFO  [Listener at localhost/35401] common.Util (Util.java:isDiskStatsEnabled(395)) - dfs.datanode.fileio.profiling.sampling.percentage set to 0. Disabling file IO profiling
2026-08-11 18:50:19,361 INFO  [Listener at localhost/35401] datanode.DataNode (DataNode.java:startDataNode(1408)) - Starting DataNode with maxLockedMemory = 0
2026-08-11 18:50:19,369 INFO  [Listener at localhost/35401] datanode.DataNode (DataNode.java:initDataXceiver(1171)) - Opened streaming server at /127.0.0.1:43489
2026-08-11 18:50:19,373 INFO  [Listener at localhost/35401] datanode.DataNode (DataXceiverServer.java:<init>(94)) - Balancing bandwidth is 104857600 bytes/s
2026-08-11 18:50:19,373 INFO  [Listener at localhost/35401] datanode.DataNode (DataXceiverServer.java:<init>(95)) - Number threads for balancing is 100
2026-08-11 18:50:19,386 INFO  [Listener at localhost/35401] server.AuthenticationFilter (AuthenticationFilter.java:constructSecretProvider(240)) - Unable to initialize FileSignerSecretProvider, falling back to use random secrets.
2026-08-11 18:50:19,387 INFO  [Listener at localhost/35401] http.HttpRequestLog (HttpRequestLog.java:getRequestLog(82)) - Http request log for http.requests.datanode is not defined
2026-08-11 18:50:19,389 INFO  [Listener at localhost/35401] http.HttpServer2 (HttpServer2.java:addGlobalFilter(1111)) - Added global filter 'safety' (class=org.apache.hadoop.http.HttpServer2$QuotingInputFilter)
2026-08-11 18:50:19,391 INFO  [Listener at localhost/35401] http.HttpServer2 (HttpServer2.java:addFilter(1084)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context datanode
2026-08-11 18:50:19,391 INFO  [Listener at localhost/35401] http.HttpServer2 (HttpServer2.java:addFilter(1094)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context static
2026-08-11 18:50:19,396 INFO  [Listener at localhost/35401] http.HttpServer2 (HttpServer2.java:bindListener(1332)) - Jetty bound to port 39857
2026-08-11 18:50:19,396 INFO  [Listener at localhost/35401] server.Server (Server.java:doStart(375)) - jetty-9.4.40.v20210413; built: 2021-04-13T20:42:42.668Z; git: b881a572662e1943a14ae12e7e1207989f218b74; jvm 1.8.0_362-8u372-ga~us1-0ubuntu1~18.04-b09
2026-08-11 18:50:19,398 INFO  [Listener at localhost/35401] server.session (DefaultSessionIdManager.java:doStart(334)) - DefaultSessionIdManager workerName=node0
2026-08-11 18:50:19,399 INFO  [Listener at localhost/35401] server.session (DefaultSessionIdManager.java:doStart(339)) - No SessionScavenger set, using defaults
2026-08-11 18:50:19,399 INFO  [Listener at localhost/35401] server.session (HouseKeeper.java:startScavenging(132)) - node0 Scavenging every 600000ms
2026-08-11 18:50:19,400 INFO  [Listener at localhost/35401] handler.ContextHandler (ContextHandler.java:doStart(916)) - Started o.e.j.s.ServletContextHandler@3e6f3bae{static,/static,jar:file:/tmp/dist-test-taskVfIbJs/java/build/jars/hadoop-hdfs-3.3.1-tests.jar!/webapps/static,AVAILABLE}
2026-08-11 18:50:19,554 INFO  [Listener at localhost/35401] handler.ContextHandler (ContextHandler.java:doStart(916)) - Started o.e.j.w.WebAppContext@6d64b553{datanode,/,file:///tmp/jetty-localhost-39857-hadoop-hdfs-3_3_1-tests_jar-_-any-22215158208057122/webapp/,AVAILABLE}{jar:file:/tmp/dist-test-taskVfIbJs/java/build/jars/hadoop-hdfs-3.3.1-tests.jar!/webapps/datanode}
2026-08-11 18:50:19,555 INFO  [Listener at localhost/35401] server.AbstractConnector (AbstractConnector.java:doStart(331)) - Started ServerConnector@d400943{HTTP/1.1, (http/1.1)}{localhost:39857}
2026-08-11 18:50:19,556 INFO  [Listener at localhost/35401] server.Server (Server.java:doStart(415)) - Started @4583ms
2026-08-11 18:50:19,662 WARN  [Listener at localhost/35401] web.DatanodeHttpServer (RestCsrfPreventionFilterHandler.java:<init>(75)) - Got null for restCsrfPreventionFilter - will not do any filtering.
2026-08-11 18:50:19,780 INFO  [Listener at localhost/35401] web.DatanodeHttpServer (DatanodeHttpServer.java:start(322)) - Listening HTTP traffic on /127.0.0.1:37891
2026-08-11 18:50:19,781 INFO  [org.apache.hadoop.util.JvmPauseMonitor$Monitor@706cb08] util.JvmPauseMonitor (JvmPauseMonitor.java:run(188)) - Starting JVM pause monitor
2026-08-11 18:50:19,782 INFO  [Listener at localhost/35401] datanode.DataNode (DataNode.java:startDataNode(1436)) - dnUserName = slave
2026-08-11 18:50:19,782 INFO  [Listener at localhost/35401] datanode.DataNode (DataNode.java:startDataNode(1437)) - supergroup = supergroup
2026-08-11 18:50:19,799 INFO  [Listener at localhost/35401] ipc.CallQueueManager (CallQueueManager.java:<init>(90)) - Using callQueue: class java.util.concurrent.LinkedBlockingQueue, queueCapacity: 1000, scheduler: class org.apache.hadoop.ipc.DefaultRpcScheduler, ipcBackoff: false.
2026-08-11 18:50:19,801 INFO  [Socket Reader #1 for port 0] ipc.Server (Server.java:run(1265)) - Starting Socket Reader #1 for port 0
2026-08-11 18:50:19,807 INFO  [Listener at localhost/32929] datanode.DataNode (DataNode.java:initIpcServer(1057)) - Opened IPC server at /127.0.0.1:32929
2026-08-11 18:50:19,832 INFO  [Listener at localhost/32929] datanode.DataNode (BlockPoolManager.java:refreshNamenodes(149)) - Refresh request received for nameservices: null
2026-08-11 18:50:19,834 INFO  [Listener at localhost/32929] datanode.DataNode (BlockPoolManager.java:doRefreshNamenodes(210)) - Starting BPOfferServices for nameservices: <default>
2026-08-11 18:50:19,846 INFO  [Thread-63] datanode.DataNode (BPServiceActor.java:run(847)) - Block pool <registering> (Datanode Uuid unassigned) service to localhost/127.0.0.1:35401 starting to offer service
2026-08-11 18:50:19,854 INFO  [IPC Server Responder] ipc.Server (Server.java:run(1507)) - IPC Server Responder: starting
2026-08-11 18:50:19,859 INFO  [IPC Server listener on 0] ipc.Server (Server.java:run(1344)) - IPC Server listener on 0: starting
2026-08-11 18:50:20,103 INFO  [Thread-63] datanode.DataNode (BPOfferService.java:verifyAndSetNamespaceInfo(381)) - Acknowledging ACTIVE Namenode during handshakeBlock pool <registering> (Datanode Uuid unassigned) service to localhost/127.0.0.1:35401
2026-08-11 18:50:20,105 INFO  [Thread-63] common.Storage (DataStorage.java:getParallelVolumeLoadThreadsNum(356)) - Using 2 threads to upgrade data directories (dfs.datanode.parallel.volumes.load.threads.num=2, dataDirs=2)
2026-08-11 18:50:20,108 INFO  [Thread-63] common.Storage (Storage.java:tryLock(948)) - Lock on /tmp/hdfs-test5139318416094811978/data/data1/in_use.lock acquired by nodename 28330@dist-test-slave-tk9z.c.gcp-upstream.internal
2026-08-11 18:50:20,109 INFO  [Thread-63] common.Storage (DataStorage.java:loadStorageDirectory(284)) - Storage directory with location [DISK]file:/tmp/hdfs-test5139318416094811978/data/data1 is not formatted for namespace 666787918. Formatting...
2026-08-11 18:50:20,110 INFO  [Thread-63] common.Storage (DataStorage.java:createStorageID(160)) - Generated new storageID DS-6cd9ff63-bfae-4871-a2b1-cfce8e2fa902 for directory /tmp/hdfs-test5139318416094811978/data/data1 
2026-08-11 18:50:20,117 INFO  [Thread-63] common.Storage (Storage.java:tryLock(948)) - Lock on /tmp/hdfs-test5139318416094811978/data/data2/in_use.lock acquired by nodename 28330@dist-test-slave-tk9z.c.gcp-upstream.internal
2026-08-11 18:50:20,118 INFO  [Thread-63] common.Storage (DataStorage.java:loadStorageDirectory(284)) - Storage directory with location [DISK]file:/tmp/hdfs-test5139318416094811978/data/data2 is not formatted for namespace 666787918. Formatting...
2026-08-11 18:50:20,118 INFO  [Thread-63] common.Storage (DataStorage.java:createStorageID(160)) - Generated new storageID DS-a5df0820-46f9-4bda-bfaf-3aeac57c5865 for directory /tmp/hdfs-test5139318416094811978/data/data2 
2026-08-11 18:50:20,155 INFO  [Thread-63] common.Storage (BlockPoolSliceStorage.java:recoverTransitionRead(256)) - Analyzing storage directories for bpid BP-199343621-10.240.0.86-1786474216984
2026-08-11 18:50:20,155 INFO  [Thread-63] common.Storage (Storage.java:lock(907)) - Locking is disabled for /tmp/hdfs-test5139318416094811978/data/data1/current/BP-199343621-10.240.0.86-1786474216984
2026-08-11 18:50:20,156 INFO  [Thread-63] common.Storage (BlockPoolSliceStorage.java:loadStorageDirectory(169)) - Block pool storage directory for location [DISK]file:/tmp/hdfs-test5139318416094811978/data/data1 and block pool id BP-199343621-10.240.0.86-1786474216984 is not formatted. Formatting ...
2026-08-11 18:50:20,156 INFO  [Thread-63] common.Storage (BlockPoolSliceStorage.java:format(285)) - Formatting block pool BP-199343621-10.240.0.86-1786474216984 directory /tmp/hdfs-test5139318416094811978/data/data1/current/BP-199343621-10.240.0.86-1786474216984/current
2026-08-11 18:50:20,185 INFO  [Thread-63] common.Storage (BlockPoolSliceStorage.java:recoverTransitionRead(256)) - Analyzing storage directories for bpid BP-199343621-10.240.0.86-1786474216984
2026-08-11 18:50:20,185 INFO  [Thread-63] common.Storage (Storage.java:lock(907)) - Locking is disabled for /tmp/hdfs-test5139318416094811978/data/data2/current/BP-199343621-10.240.0.86-1786474216984
2026-08-11 18:50:20,186 INFO  [Thread-63] common.Storage (BlockPoolSliceStorage.java:loadStorageDirectory(169)) - Block pool storage directory for location [DISK]file:/tmp/hdfs-test5139318416094811978/data/data2 and block pool id BP-199343621-10.240.0.86-1786474216984 is not formatted. Formatting ...
2026-08-11 18:50:20,186 INFO  [Thread-63] common.Storage (BlockPoolSliceStorage.java:format(285)) - Formatting block pool BP-199343621-10.240.0.86-1786474216984 directory /tmp/hdfs-test5139318416094811978/data/data2/current/BP-199343621-10.240.0.86-1786474216984/current
2026-08-11 18:50:20,191 INFO  [Thread-63] datanode.DataNode (DataNode.java:initStorage(1756)) - Setting up storage: nsid=666787918;bpid=BP-199343621-10.240.0.86-1786474216984;lv=-57;nsInfo=lv=-66;cid=testClusterID;nsid=666787918;c=1786474216984;bpid=BP-199343621-10.240.0.86-1786474216984;dnuuid=null
2026-08-11 18:50:20,195 INFO  [Thread-63] datanode.DataNode (DataNode.java:checkDatanodeUuid(1554)) - Generated and persisted new Datanode UUID 77ef19c0-17d6-479a-a5fb-09318e42be9d
2026-08-11 18:50:20,213 INFO  [Thread-63] impl.FsDatasetImpl (FsDatasetImpl.java:<init>(310)) - The datanode lock is a read write lock
2026-08-11 18:50:20,341 INFO  [Thread-63] impl.FsDatasetImpl (FsVolumeList.java:addVolume(304)) - Added new volume: DS-6cd9ff63-bfae-4871-a2b1-cfce8e2fa902
2026-08-11 18:50:20,341 INFO  [Thread-63] impl.FsDatasetImpl (FsDatasetImpl.java:addVolume(493)) - Added volume - [DISK]file:/tmp/hdfs-test5139318416094811978/data/data1, StorageType: DISK
2026-08-11 18:50:20,344 INFO  [Thread-63] impl.FsDatasetImpl (FsVolumeList.java:addVolume(304)) - Added new volume: DS-a5df0820-46f9-4bda-bfaf-3aeac57c5865
2026-08-11 18:50:20,344 INFO  [Thread-63] impl.FsDatasetImpl (FsDatasetImpl.java:addVolume(493)) - Added volume - [DISK]file:/tmp/hdfs-test5139318416094811978/data/data2, StorageType: DISK
2026-08-11 18:50:20,349 INFO  [Thread-63] impl.MemoryMappableBlockLoader (MemoryMappableBlockLoader.java:initialize(48)) - Initializing cache loader: MemoryMappableBlockLoader.
2026-08-11 18:50:20,355 INFO  [Thread-63] impl.FsDatasetImpl (FsDatasetImpl.java:registerMBean(2343)) - Registered FSDatasetState MBean
2026-08-11 18:50:20,362 INFO  [Thread-63] impl.FsDatasetImpl (FsDatasetImpl.java:addBlockPool(2856)) - Adding block pool BP-199343621-10.240.0.86-1786474216984
2026-08-11 18:50:20,363 INFO  [Thread-80] impl.FsDatasetImpl (FsVolumeList.java:run(406)) - Scanning block pool BP-199343621-10.240.0.86-1786474216984 on volume /tmp/hdfs-test5139318416094811978/data/data1...
2026-08-11 18:50:20,364 INFO  [Thread-81] impl.FsDatasetImpl (FsVolumeList.java:run(406)) - Scanning block pool BP-199343621-10.240.0.86-1786474216984 on volume /tmp/hdfs-test5139318416094811978/data/data2...
2026-08-11 18:50:20,432 INFO  [Thread-80] impl.FsDatasetImpl (FsVolumeList.java:run(411)) - Time taken to scan block pool BP-199343621-10.240.0.86-1786474216984 on /tmp/hdfs-test5139318416094811978/data/data1: 68ms
2026-08-11 18:50:20,434 INFO  [Thread-81] impl.FsDatasetImpl (FsVolumeList.java:run(411)) - Time taken to scan block pool BP-199343621-10.240.0.86-1786474216984 on /tmp/hdfs-test5139318416094811978/data/data2: 70ms
2026-08-11 18:50:20,434 INFO  [Thread-63] impl.FsDatasetImpl (FsVolumeList.java:addBlockPool(431)) - Total time to scan all replicas for block pool BP-199343621-10.240.0.86-1786474216984: 72ms
2026-08-11 18:50:20,437 INFO  [Thread-86] impl.FsDatasetImpl (FsVolumeList.java:run(199)) - Adding replicas to map for block pool BP-199343621-10.240.0.86-1786474216984 on volume /tmp/hdfs-test5139318416094811978/data/data1...
2026-08-11 18:50:20,437 INFO  [Thread-86] impl.BlockPoolSlice (BlockPoolSlice.java:readReplicasFromCache(902)) - Replica Cache file: /tmp/hdfs-test5139318416094811978/data/data1/current/BP-199343621-10.240.0.86-1786474216984/current/replicas doesn't exist 
2026-08-11 18:50:20,438 INFO  [Thread-87] impl.FsDatasetImpl (FsVolumeList.java:run(199)) - Adding replicas to map for block pool BP-199343621-10.240.0.86-1786474216984 on volume /tmp/hdfs-test5139318416094811978/data/data2...
2026-08-11 18:50:20,443 INFO  [Thread-87] impl.BlockPoolSlice (BlockPoolSlice.java:readReplicasFromCache(902)) - Replica Cache file: /tmp/hdfs-test5139318416094811978/data/data2/current/BP-199343621-10.240.0.86-1786474216984/current/replicas doesn't exist 
2026-08-11 18:50:20,443 INFO  [Thread-86] impl.FsDatasetImpl (FsVolumeList.java:run(204)) - Time to add replicas to map for block pool BP-199343621-10.240.0.86-1786474216984 on volume /tmp/hdfs-test5139318416094811978/data/data1: 6ms
2026-08-11 18:50:20,445 INFO  [Thread-87] impl.FsDatasetImpl (FsVolumeList.java:run(204)) - Time to add replicas to map for block pool BP-199343621-10.240.0.86-1786474216984 on volume /tmp/hdfs-test5139318416094811978/data/data2: 3ms
2026-08-11 18:50:20,446 INFO  [Thread-63] impl.FsDatasetImpl (FsVolumeList.java:getAllVolumesMap(225)) - Total time to add all replicas to map for block pool BP-199343621-10.240.0.86-1786474216984: 9ms
2026-08-11 18:50:20,447 INFO  [Thread-63] checker.ThrottledAsyncChecker (ThrottledAsyncChecker.java:schedule(137)) - Scheduling a check for /tmp/hdfs-test5139318416094811978/data/data1
2026-08-11 18:50:20,457 INFO  [Thread-63] checker.DatasetVolumeChecker (DatasetVolumeChecker.java:checkAllVolumes(224)) - Scheduled health check for volume /tmp/hdfs-test5139318416094811978/data/data1
2026-08-11 18:50:20,459 INFO  [Thread-63] checker.ThrottledAsyncChecker (ThrottledAsyncChecker.java:schedule(137)) - Scheduling a check for /tmp/hdfs-test5139318416094811978/data/data2
2026-08-11 18:50:20,459 INFO  [Thread-63] checker.DatasetVolumeChecker (DatasetVolumeChecker.java:checkAllVolumes(224)) - Scheduled health check for volume /tmp/hdfs-test5139318416094811978/data/data2
2026-08-11 18:50:20,462 INFO  [VolumeScannerThread(/tmp/hdfs-test5139318416094811978/data/data1)] datanode.VolumeScanner (VolumeScanner.java:findNextUsableBlockIter(385)) - Now scanning bpid BP-199343621-10.240.0.86-1786474216984 on volume /tmp/hdfs-test5139318416094811978/data/data1
2026-08-11 18:50:20,462 INFO  [VolumeScannerThread(/tmp/hdfs-test5139318416094811978/data/data2)] datanode.VolumeScanner (VolumeScanner.java:findNextUsableBlockIter(385)) - Now scanning bpid BP-199343621-10.240.0.86-1786474216984 on volume /tmp/hdfs-test5139318416094811978/data/data2
2026-08-11 18:50:20,466 WARN  [Thread-63] datanode.DirectoryScanner (DirectoryScanner.java:<init>(300)) - dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1
2026-08-11 18:50:20,466 INFO  [VolumeScannerThread(/tmp/hdfs-test5139318416094811978/data/data2)] datanode.VolumeScanner (VolumeScanner.java:getNextBlockToScan(505)) - VolumeScanner(/tmp/hdfs-test5139318416094811978/data/data2, DS-a5df0820-46f9-4bda-bfaf-3aeac57c5865): finished scanning block pool BP-199343621-10.240.0.86-1786474216984
2026-08-11 18:50:20,466 INFO  [Thread-63] datanode.DirectoryScanner (DirectoryScanner.java:start(329)) - Periodic Directory Tree Verification scan starting in 11722240ms with interval of 21600000ms and throttle limit of -1ms/s
2026-08-11 18:50:20,466 INFO  [VolumeScannerThread(/tmp/hdfs-test5139318416094811978/data/data1)] datanode.VolumeScanner (VolumeScanner.java:getNextBlockToScan(505)) - VolumeScanner(/tmp/hdfs-test5139318416094811978/data/data1, DS-6cd9ff63-bfae-4871-a2b1-cfce8e2fa902): finished scanning block pool BP-199343621-10.240.0.86-1786474216984
2026-08-11 18:50:20,467 INFO  [IPC Server handler 0 on default port 35401] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=datanodeReport	src=null	dst=null	perm=null	proto=rpc
2026-08-11 18:50:20,474 INFO  [BP-199343621-10.240.0.86-1786474216984 heartbeating to localhost/127.0.0.1:35401] datanode.DataNode (BPServiceActor.java:register(788)) - Block pool BP-199343621-10.240.0.86-1786474216984 (Datanode Uuid 77ef19c0-17d6-479a-a5fb-09318e42be9d) service to localhost/127.0.0.1:35401 beginning handshake with NN
2026-08-11 18:50:20,477 INFO  [Listener at localhost/32929] hdfs.MiniDFSCluster (MiniDFSCluster.java:shouldWait(2823)) - dnInfo.length != numDataNodes
2026-08-11 18:50:20,477 INFO  [Listener at localhost/32929] hdfs.MiniDFSCluster (MiniDFSCluster.java:waitActive(2744)) - Waiting for cluster to become active
2026-08-11 18:50:20,490 INFO  [VolumeScannerThread(/tmp/hdfs-test5139318416094811978/data/data1)] datanode.VolumeScanner (VolumeScanner.java:findNextUsableBlockIter(402)) - VolumeScanner(/tmp/hdfs-test5139318416094811978/data/data1, DS-6cd9ff63-bfae-4871-a2b1-cfce8e2fa902): no suitable block pools found to scan.  Waiting 1814399972 ms.
2026-08-11 18:50:20,490 INFO  [VolumeScannerThread(/tmp/hdfs-test5139318416094811978/data/data2)] datanode.VolumeScanner (VolumeScanner.java:findNextUsableBlockIter(402)) - VolumeScanner(/tmp/hdfs-test5139318416094811978/data/data2, DS-a5df0820-46f9-4bda-bfaf-3aeac57c5865): no suitable block pools found to scan.  Waiting 1814399972 ms.
2026-08-11 18:50:20,500 INFO  [IPC Server handler 1 on default port 35401] hdfs.StateChange (DatanodeManager.java:registerDatanode(1142)) - BLOCK* registerDatanode: from DatanodeRegistration(127.0.0.1:43489, datanodeUuid=77ef19c0-17d6-479a-a5fb-09318e42be9d, infoPort=37891, infoSecurePort=0, ipcPort=32929, storageInfo=lv=-57;cid=testClusterID;nsid=666787918;c=1786474216984) storage 77ef19c0-17d6-479a-a5fb-09318e42be9d
2026-08-11 18:50:20,502 INFO  [IPC Server handler 1 on default port 35401] net.NetworkTopology (NetworkTopology.java:add(149)) - Adding a new node: /default-rack/127.0.0.1:43489
2026-08-11 18:50:20,502 INFO  [IPC Server handler 1 on default port 35401] blockmanagement.BlockReportLeaseManager (BlockReportLeaseManager.java:registerNode(200)) - Registered DN 77ef19c0-17d6-479a-a5fb-09318e42be9d (127.0.0.1:43489).
2026-08-11 18:50:20,507 INFO  [BP-199343621-10.240.0.86-1786474216984 heartbeating to localhost/127.0.0.1:35401] datanode.DataNode (BPServiceActor.java:register(816)) - Block pool BP-199343621-10.240.0.86-1786474216984 (Datanode Uuid 77ef19c0-17d6-479a-a5fb-09318e42be9d) service to localhost/127.0.0.1:35401 successfully registered with NN
2026-08-11 18:50:20,507 INFO  [BP-199343621-10.240.0.86-1786474216984 heartbeating to localhost/127.0.0.1:35401] datanode.DataNode (BPServiceActor.java:offerService(645)) - For namenode localhost/127.0.0.1:35401 using BLOCKREPORT_INTERVAL of 21600000msecs CACHEREPORT_INTERVAL of 10000msecs Initial delay: 0msecs; heartBeatInterval=3000
2026-08-11 18:50:20,522 INFO  [IPC Server handler 2 on default port 35401] blockmanagement.DatanodeDescriptor (DatanodeDescriptor.java:updateStorage(999)) - Adding new storage ID DS-6cd9ff63-bfae-4871-a2b1-cfce8e2fa902 for DN 127.0.0.1:43489
2026-08-11 18:50:20,523 INFO  [IPC Server handler 2 on default port 35401] blockmanagement.DatanodeDescriptor (DatanodeDescriptor.java:updateStorage(999)) - Adding new storage ID DS-a5df0820-46f9-4bda-bfaf-3aeac57c5865 for DN 127.0.0.1:43489
2026-08-11 18:50:20,553 INFO  [Block report processor] BlockStateChange (BlockManager.java:processReport(2778)) - BLOCK* processReport 0x637558303a8e9717: Processing first storage report for DS-a5df0820-46f9-4bda-bfaf-3aeac57c5865 from datanode 77ef19c0-17d6-479a-a5fb-09318e42be9d
2026-08-11 18:50:20,555 INFO  [Block report processor] BlockStateChange (BlockManager.java:processReport(2810)) - BLOCK* processReport 0x637558303a8e9717: from storage DS-a5df0820-46f9-4bda-bfaf-3aeac57c5865 node DatanodeRegistration(127.0.0.1:43489, datanodeUuid=77ef19c0-17d6-479a-a5fb-09318e42be9d, infoPort=37891, infoSecurePort=0, ipcPort=32929, storageInfo=lv=-57;cid=testClusterID;nsid=666787918;c=1786474216984), blocks: 0, hasStaleStorage: true, processing time: 2 msecs, invalidatedBlocks: 0
2026-08-11 18:50:20,555 INFO  [Block report processor] BlockStateChange (BlockManager.java:processReport(2778)) - BLOCK* processReport 0x637558303a8e9717: Processing first storage report for DS-6cd9ff63-bfae-4871-a2b1-cfce8e2fa902 from datanode 77ef19c0-17d6-479a-a5fb-09318e42be9d
2026-08-11 18:50:20,555 INFO  [Block report processor] BlockStateChange (BlockManager.java:processReport(2810)) - BLOCK* processReport 0x637558303a8e9717: from storage DS-6cd9ff63-bfae-4871-a2b1-cfce8e2fa902 node DatanodeRegistration(127.0.0.1:43489, datanodeUuid=77ef19c0-17d6-479a-a5fb-09318e42be9d, infoPort=37891, infoSecurePort=0, ipcPort=32929, storageInfo=lv=-57;cid=testClusterID;nsid=666787918;c=1786474216984), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0
2026-08-11 18:50:20,572 INFO  [BP-199343621-10.240.0.86-1786474216984 heartbeating to localhost/127.0.0.1:35401] datanode.DataNode (BPServiceActor.java:blockReport(437)) - Successfully sent block report 0x637558303a8e9717 to namenode: localhost/127.0.0.1:35401,  containing 2 storage report(s), of which we sent 2. The reports had 0 total blocks and used 1 RPC(s). This took 4 msecs to generate and 32 msecs for RPC and NN processing. Got back one command: FinalizeCommand/5.
2026-08-11 18:50:20,574 INFO  [Command processor] datanode.DataNode (BPOfferService.java:processCommandFromActive(763)) - Got finalize command for block pool BP-199343621-10.240.0.86-1786474216984
2026-08-11 18:50:20,581 INFO  [IPC Server handler 4 on default port 35401] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=datanodeReport	src=null	dst=null	perm=null	proto=rpc
2026-08-11 18:50:20,588 INFO  [Listener at localhost/32929] hdfs.MiniDFSCluster (MiniDFSCluster.java:waitActive(2799)) - Cluster is active
2026-08-11 18:50:20,732 INFO  [Listener at localhost/32929] backup.BackupIO (BackupIO.scala:writeTableMetadata(95)) - Writing metadata to hdfs://localhost:35401/id_taco-taco/100/.kudu-metadata.json
2026-08-11 18:50:20,797 INFO  [IPC Server handler 5 on default port 35401] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=create	src=/id_taco-taco/100/.kudu-metadata.json	dst=null	perm=slave:supergroup:rw-r--r--	proto=rpc
2026-08-11 18:50:21,060 INFO  [IPC Server handler 6 on default port 35401] hdfs.StateChange (FSDirWriteFileOp.java:logAllocatedBlock(802)) - BLOCK* allocate blk_1073741825_1001, replicas=127.0.0.1:43489 for /id_taco-taco/100/.kudu-metadata.json
2026-08-11 18:50:21,150 INFO  [DataXceiver for client DFSClient_NONMAPREDUCE_-1623345306_1 at /127.0.0.1:57328 [Receiving block BP-199343621-10.240.0.86-1786474216984:blk_1073741825_1001]] datanode.DataNode (DataXceiver.java:writeBlock(747)) - Receiving BP-199343621-10.240.0.86-1786474216984:blk_1073741825_1001 src: /127.0.0.1:57328 dest: /127.0.0.1:43489
2026-08-11 18:50:21,198 INFO  [PacketResponder: BP-199343621-10.240.0.86-1786474216984:blk_1073741825_1001, type=LAST_IN_PIPELINE] DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1539)) - src: /127.0.0.1:57328, dest: /127.0.0.1:43489, bytes: 82, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1623345306_1, offset: 0, srvID: 77ef19c0-17d6-479a-a5fb-09318e42be9d, blockid: BP-199343621-10.240.0.86-1786474216984:blk_1073741825_1001, duration(ns): 14533377
2026-08-11 18:50:21,198 INFO  [PacketResponder: BP-199343621-10.240.0.86-1786474216984:blk_1073741825_1001, type=LAST_IN_PIPELINE] datanode.DataNode (BlockReceiver.java:run(1512)) - PacketResponder: BP-199343621-10.240.0.86-1786474216984:blk_1073741825_1001, type=LAST_IN_PIPELINE terminating
2026-08-11 18:50:21,208 INFO  [IPC Server handler 8 on default port 35401] namenode.FSNamesystem (FSNamesystem.java:checkBlocksComplete(3151)) - BLOCK* blk_1073741825_1001 is COMMITTED but not COMPLETE(numNodes= 0 <  minimum = 1) in file /id_taco-taco/100/.kudu-metadata.json
2026-08-11 18:50:21,613 INFO  [IPC Server handler 5 on default port 35401] hdfs.StateChange (FSNamesystem.java:completeFile(3104)) - DIR* completeFile: /id_taco-taco/100/.kudu-metadata.json is closed by DFSClient_NONMAPREDUCE_-1623345306_1
2026-08-11 18:50:21,615 INFO  [Listener at localhost/32929] backup.BackupIO (BackupIO.scala:writeTableMetadata(95)) - Writing metadata to hdfs://localhost:35401/id_taco-taco/1000/.kudu-metadata.json
2026-08-11 18:50:21,619 INFO  [IPC Server handler 6 on default port 35401] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=create	src=/id_taco-taco/1000/.kudu-metadata.json	dst=null	perm=slave:supergroup:rw-r--r--	proto=rpc
2026-08-11 18:50:21,623 INFO  [IPC Server handler 7 on default port 35401] hdfs.StateChange (FSDirWriteFileOp.java:logAllocatedBlock(802)) - BLOCK* allocate blk_1073741826_1002, replicas=127.0.0.1:43489 for /id_taco-taco/1000/.kudu-metadata.json
2026-08-11 18:50:21,626 INFO  [DataXceiver for client DFSClient_NONMAPREDUCE_-1623345306_1 at /127.0.0.1:33522 [Receiving block BP-199343621-10.240.0.86-1786474216984:blk_1073741826_1002]] datanode.DataNode (DataXceiver.java:writeBlock(747)) - Receiving BP-199343621-10.240.0.86-1786474216984:blk_1073741826_1002 src: /127.0.0.1:33522 dest: /127.0.0.1:43489
2026-08-11 18:50:21,632 INFO  [PacketResponder: BP-199343621-10.240.0.86-1786474216984:blk_1073741826_1002, type=LAST_IN_PIPELINE] DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1539)) - src: /127.0.0.1:33522, dest: /127.0.0.1:43489, bytes: 83, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1623345306_1, offset: 0, srvID: 77ef19c0-17d6-479a-a5fb-09318e42be9d, blockid: BP-199343621-10.240.0.86-1786474216984:blk_1073741826_1002, duration(ns): 4102219
2026-08-11 18:50:21,633 INFO  [PacketResponder: BP-199343621-10.240.0.86-1786474216984:blk_1073741826_1002, type=LAST_IN_PIPELINE] datanode.DataNode (BlockReceiver.java:run(1512)) - PacketResponder: BP-199343621-10.240.0.86-1786474216984:blk_1073741826_1002, type=LAST_IN_PIPELINE terminating
2026-08-11 18:50:21,636 INFO  [IPC Server handler 8 on default port 35401] hdfs.StateChange (FSNamesystem.java:completeFile(3104)) - DIR* completeFile: /id_taco-taco/1000/.kudu-metadata.json is closed by DFSClient_NONMAPREDUCE_-1623345306_1
2026-08-11 18:50:21,638 INFO  [Listener at localhost/32929] backup.BackupIO (BackupIO.scala:writeTableMetadata(95)) - Writing metadata to hdfs://localhost:35401/id_taco-taco/2000/.kudu-metadata.json
2026-08-11 18:50:21,641 INFO  [IPC Server handler 0 on default port 35401] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=create	src=/id_taco-taco/2000/.kudu-metadata.json	dst=null	perm=slave:supergroup:rw-r--r--	proto=rpc
2026-08-11 18:50:21,645 INFO  [IPC Server handler 1 on default port 35401] hdfs.StateChange (FSDirWriteFileOp.java:logAllocatedBlock(802)) - BLOCK* allocate blk_1073741827_1003, replicas=127.0.0.1:43489 for /id_taco-taco/2000/.kudu-metadata.json
2026-08-11 18:50:21,648 INFO  [DataXceiver for client DFSClient_NONMAPREDUCE_-1623345306_1 at /127.0.0.1:33526 [Receiving block BP-199343621-10.240.0.86-1786474216984:blk_1073741827_1003]] datanode.DataNode (DataXceiver.java:writeBlock(747)) - Receiving BP-199343621-10.240.0.86-1786474216984:blk_1073741827_1003 src: /127.0.0.1:33526 dest: /127.0.0.1:43489
2026-08-11 18:50:21,654 INFO  [PacketResponder: BP-199343621-10.240.0.86-1786474216984:blk_1073741827_1003, type=LAST_IN_PIPELINE] DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1539)) - src: /127.0.0.1:33526, dest: /127.0.0.1:43489, bytes: 102, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1623345306_1, offset: 0, srvID: 77ef19c0-17d6-479a-a5fb-09318e42be9d, blockid: BP-199343621-10.240.0.86-1786474216984:blk_1073741827_1003, duration(ns): 3463346
2026-08-11 18:50:21,654 INFO  [PacketResponder: BP-199343621-10.240.0.86-1786474216984:blk_1073741827_1003, type=LAST_IN_PIPELINE] datanode.DataNode (BlockReceiver.java:run(1512)) - PacketResponder: BP-199343621-10.240.0.86-1786474216984:blk_1073741827_1003, type=LAST_IN_PIPELINE terminating
2026-08-11 18:50:21,658 INFO  [IPC Server handler 3 on default port 35401] hdfs.StateChange (FSNamesystem.java:completeFile(3104)) - DIR* completeFile: /id_taco-taco/2000/.kudu-metadata.json is closed by DFSClient_NONMAPREDUCE_-1623345306_1
2026-08-11 18:50:21,659 INFO  [Listener at localhost/32929] backup.BackupIO (BackupIO.scala:writeTableMetadata(95)) - Writing metadata to hdfs://localhost:35401/id_pizza-pizza/200/.kudu-metadata.json
2026-08-11 18:50:21,662 INFO  [IPC Server handler 4 on default port 35401] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=create	src=/id_pizza-pizza/200/.kudu-metadata.json	dst=null	perm=slave:supergroup:rw-r--r--	proto=rpc
2026-08-11 18:50:21,666 INFO  [IPC Server handler 5 on default port 35401] hdfs.StateChange (FSDirWriteFileOp.java:logAllocatedBlock(802)) - BLOCK* allocate blk_1073741828_1004, replicas=127.0.0.1:43489 for /id_pizza-pizza/200/.kudu-metadata.json
2026-08-11 18:50:21,669 INFO  [DataXceiver for client DFSClient_NONMAPREDUCE_-1623345306_1 at /127.0.0.1:33536 [Receiving block BP-199343621-10.240.0.86-1786474216984:blk_1073741828_1004]] datanode.DataNode (DataXceiver.java:writeBlock(747)) - Receiving BP-199343621-10.240.0.86-1786474216984:blk_1073741828_1004 src: /127.0.0.1:33536 dest: /127.0.0.1:43489
2026-08-11 18:50:21,675 INFO  [PacketResponder: BP-199343621-10.240.0.86-1786474216984:blk_1073741828_1004, type=LAST_IN_PIPELINE] DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1539)) - src: /127.0.0.1:33536, dest: /127.0.0.1:43489, bytes: 84, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1623345306_1, offset: 0, srvID: 77ef19c0-17d6-479a-a5fb-09318e42be9d, blockid: BP-199343621-10.240.0.86-1786474216984:blk_1073741828_1004, duration(ns): 3217279
2026-08-11 18:50:21,675 INFO  [PacketResponder: BP-199343621-10.240.0.86-1786474216984:blk_1073741828_1004, type=LAST_IN_PIPELINE] datanode.DataNode (BlockReceiver.java:run(1512)) - PacketResponder: BP-199343621-10.240.0.86-1786474216984:blk_1073741828_1004, type=LAST_IN_PIPELINE terminating
2026-08-11 18:50:21,677 INFO  [IPC Server handler 7 on default port 35401] namenode.FSNamesystem (FSNamesystem.java:checkBlocksComplete(3151)) - BLOCK* blk_1073741828_1004 is COMMITTED but not COMPLETE(numNodes= 0 <  minimum = 1) in file /id_pizza-pizza/200/.kudu-metadata.json
2026-08-11 18:50:22,081 INFO  [IPC Server handler 9 on default port 35401] hdfs.StateChange (FSNamesystem.java:completeFile(3104)) - DIR* completeFile: /id_pizza-pizza/200/.kudu-metadata.json is closed by DFSClient_NONMAPREDUCE_-1623345306_1
2026-08-11 18:50:22,082 INFO  [Listener at localhost/32929] backup.BackupIO (BackupIO.scala:writeTableMetadata(95)) - Writing metadata to hdfs://localhost:35401/id_pizza-pizza/400/.kudu-metadata.json
2026-08-11 18:50:22,085 INFO  [IPC Server handler 8 on default port 35401] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=create	src=/id_pizza-pizza/400/.kudu-metadata.json	dst=null	perm=slave:supergroup:rw-r--r--	proto=rpc
2026-08-11 18:50:22,089 INFO  [IPC Server handler 0 on default port 35401] hdfs.StateChange (FSDirWriteFileOp.java:logAllocatedBlock(802)) - BLOCK* allocate blk_1073741829_1005, replicas=127.0.0.1:43489 for /id_pizza-pizza/400/.kudu-metadata.json
2026-08-11 18:50:22,092 INFO  [DataXceiver for client DFSClient_NONMAPREDUCE_-1623345306_1 at /127.0.0.1:33550 [Receiving block BP-199343621-10.240.0.86-1786474216984:blk_1073741829_1005]] datanode.DataNode (DataXceiver.java:writeBlock(747)) - Receiving BP-199343621-10.240.0.86-1786474216984:blk_1073741829_1005 src: /127.0.0.1:33550 dest: /127.0.0.1:43489
2026-08-11 18:50:22,100 INFO  [PacketResponder: BP-199343621-10.240.0.86-1786474216984:blk_1073741829_1005, type=LAST_IN_PIPELINE] DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1539)) - src: /127.0.0.1:33550, dest: /127.0.0.1:43489, bytes: 103, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1623345306_1, offset: 0, srvID: 77ef19c0-17d6-479a-a5fb-09318e42be9d, blockid: BP-199343621-10.240.0.86-1786474216984:blk_1073741829_1005, duration(ns): 4580781
2026-08-11 18:50:22,100 INFO  [PacketResponder: BP-199343621-10.240.0.86-1786474216984:blk_1073741829_1005, type=LAST_IN_PIPELINE] datanode.DataNode (BlockReceiver.java:run(1512)) - PacketResponder: BP-199343621-10.240.0.86-1786474216984:blk_1073741829_1005, type=LAST_IN_PIPELINE terminating
2026-08-11 18:50:22,104 INFO  [IPC Server handler 2 on default port 35401] hdfs.StateChange (FSNamesystem.java:completeFile(3104)) - DIR* completeFile: /id_pizza-pizza/400/.kudu-metadata.json is closed by DFSClient_NONMAPREDUCE_-1623345306_1
2026-08-11 18:50:22,105 INFO  [Listener at localhost/32929] backup.BackupIO (BackupIO.scala:writeTableMetadata(95)) - Writing metadata to hdfs://localhost:35401/id_pizza-pizza/600/.kudu-metadata.json
2026-08-11 18:50:22,108 INFO  [IPC Server handler 3 on default port 35401] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=create	src=/id_pizza-pizza/600/.kudu-metadata.json	dst=null	perm=slave:supergroup:rw-r--r--	proto=rpc
2026-08-11 18:50:22,111 INFO  [IPC Server handler 4 on default port 35401] hdfs.StateChange (FSDirWriteFileOp.java:logAllocatedBlock(802)) - BLOCK* allocate blk_1073741830_1006, replicas=127.0.0.1:43489 for /id_pizza-pizza/600/.kudu-metadata.json
2026-08-11 18:50:22,114 INFO  [DataXceiver for client DFSClient_NONMAPREDUCE_-1623345306_1 at /127.0.0.1:33556 [Receiving block BP-199343621-10.240.0.86-1786474216984:blk_1073741830_1006]] datanode.DataNode (DataXceiver.java:writeBlock(747)) - Receiving BP-199343621-10.240.0.86-1786474216984:blk_1073741830_1006 src: /127.0.0.1:33556 dest: /127.0.0.1:43489
2026-08-11 18:50:22,121 INFO  [PacketResponder: BP-199343621-10.240.0.86-1786474216984:blk_1073741830_1006, type=LAST_IN_PIPELINE] DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1539)) - src: /127.0.0.1:33556, dest: /127.0.0.1:43489, bytes: 103, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1623345306_1, offset: 0, srvID: 77ef19c0-17d6-479a-a5fb-09318e42be9d, blockid: BP-199343621-10.240.0.86-1786474216984:blk_1073741830_1006, duration(ns): 4261218
2026-08-11 18:50:22,121 INFO  [PacketResponder: BP-199343621-10.240.0.86-1786474216984:blk_1073741830_1006, type=LAST_IN_PIPELINE] datanode.DataNode (BlockReceiver.java:run(1512)) - PacketResponder: BP-199343621-10.240.0.86-1786474216984:blk_1073741830_1006, type=LAST_IN_PIPELINE terminating
2026-08-11 18:50:22,123 INFO  [IPC Server handler 5 on default port 35401] namenode.FSNamesystem (FSNamesystem.java:checkBlocksComplete(3151)) - BLOCK* blk_1073741830_1006 is COMMITTED but not COMPLETE(numNodes= 0 <  minimum = 1) in file /id_pizza-pizza/600/.kudu-metadata.json
2026-08-11 18:50:22,526 INFO  [IPC Server handler 7 on default port 35401] hdfs.StateChange (FSNamesystem.java:completeFile(3104)) - DIR* completeFile: /id_pizza-pizza/600/.kudu-metadata.json is closed by DFSClient_NONMAPREDUCE_-1623345306_1
2026-08-11 18:50:23,069 INFO  [IPC Server handler 9 on default port 35401] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=getfileinfo	src=/	dst=null	perm=null	proto=rpc
2026-08-11 18:50:23,075 INFO  [IPC Server handler 8 on default port 35401] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=listStatus	src=/	dst=null	perm=null	proto=rpc
2026-08-11 18:50:23,086 INFO  [IPC Server handler 0 on default port 35401] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=listStatus	src=/id_pizza-pizza	dst=null	perm=null	proto=rpc
2026-08-11 18:50:23,090 INFO  [IPC Server handler 1 on default port 35401] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=getfileinfo	src=/id_pizza-pizza/200/.kudu-metadata.json	dst=null	perm=null	proto=rpc
2026-08-11 18:50:23,101 INFO  [IPC Server handler 2 on default port 35401] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=open	src=/id_pizza-pizza/200/.kudu-metadata.json	dst=null	perm=null	proto=rpc
2026-08-11 18:50:23,194 INFO  [IPC Server handler 7 on default port 35401] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=getfileinfo	src=/id_pizza-pizza/400/.kudu-metadata.json	dst=null	perm=null	proto=rpc
2026-08-11 18:50:23,197 INFO  [IPC Server handler 6 on default port 35401] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=open	src=/id_pizza-pizza/400/.kudu-metadata.json	dst=null	perm=null	proto=rpc
2026-08-11 18:50:23,202 INFO  [IPC Server handler 9 on default port 35401] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=getfileinfo	src=/id_pizza-pizza/600/.kudu-metadata.json	dst=null	perm=null	proto=rpc
2026-08-11 18:50:23,205 INFO  [IPC Server handler 8 on default port 35401] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=open	src=/id_pizza-pizza/600/.kudu-metadata.json	dst=null	perm=null	proto=rpc
2026-08-11 18:50:23,208 INFO  [Listener at localhost/32929] backup.BackupIO (BackupIO.scala:readTableBackups(236)) - Found 3 paths in hdfs://localhost:35401/id_pizza-pizza
2026-08-11 18:50:23,209 INFO  [IPC Server handler 0 on default port 35401] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=listStatus	src=/id_taco-taco	dst=null	perm=null	proto=rpc
2026-08-11 18:50:23,211 INFO  [IPC Server handler 1 on default port 35401] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=getfileinfo	src=/id_taco-taco/100/.kudu-metadata.json	dst=null	perm=null	proto=rpc
2026-08-11 18:50:23,213 INFO  [IPC Server handler 3 on default port 35401] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=open	src=/id_taco-taco/100/.kudu-metadata.json	dst=null	perm=null	proto=rpc
2026-08-11 18:50:23,217 INFO  [IPC Server handler 2 on default port 35401] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=getfileinfo	src=/id_taco-taco/1000/.kudu-metadata.json	dst=null	perm=null	proto=rpc
2026-08-11 18:50:23,219 INFO  [IPC Server handler 4 on default port 35401] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=open	src=/id_taco-taco/1000/.kudu-metadata.json	dst=null	perm=null	proto=rpc
2026-08-11 18:50:23,224 INFO  [IPC Server handler 5 on default port 35401] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=getfileinfo	src=/id_taco-taco/2000/.kudu-metadata.json	dst=null	perm=null	proto=rpc
2026-08-11 18:50:23,225 INFO  [IPC Server handler 7 on default port 35401] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=open	src=/id_taco-taco/2000/.kudu-metadata.json	dst=null	perm=null	proto=rpc
2026-08-11 18:50:23,229 INFO  [Listener at localhost/32929] backup.BackupIO (BackupIO.scala:readTableBackups(236)) - Found 3 paths in hdfs://localhost:35401/id_taco-taco
.2026-08-11 18:50:23,316 INFO  [Listener at localhost/32929] hdfs.MiniDFSCluster (MiniDFSCluster.java:<init>(529)) - starting cluster: numNameNodes=1, numDataNodes=1
2026-08-11 18:50:23,318 INFO  [Listener at localhost/32929] namenode.NameNode (NameNode.java:format(1249)) - Formatting using clusterid: testClusterID
2026-08-11 18:50:23,318 INFO  [Listener at localhost/32929] namenode.FSEditLog (FSEditLog.java:newInstance(229)) - Edit logging is async:true
2026-08-11 18:50:23,333 INFO  [Listener at localhost/32929] namenode.FSNamesystem (FSNamesystem.java:<init>(814)) - KeyProvider: null
2026-08-11 18:50:23,333 INFO  [Listener at localhost/32929] namenode.FSNamesystem (FSNamesystemLock.java:<init>(141)) - fsLock is fair: true
2026-08-11 18:50:23,334 INFO  [Listener at localhost/32929] namenode.FSNamesystem (FSNamesystemLock.java:<init>(159)) - Detailed lock hold time metrics enabled: false
2026-08-11 18:50:23,334 INFO  [Listener at localhost/32929] namenode.FSNamesystem (FSNamesystem.java:<init>(847)) - fsOwner                = slave (auth:SIMPLE)
2026-08-11 18:50:23,334 INFO  [Listener at localhost/32929] namenode.FSNamesystem (FSNamesystem.java:<init>(848)) - supergroup             = supergroup
2026-08-11 18:50:23,334 INFO  [Listener at localhost/32929] namenode.FSNamesystem (FSNamesystem.java:<init>(849)) - isPermissionEnabled    = true
2026-08-11 18:50:23,335 INFO  [Listener at localhost/32929] namenode.FSNamesystem (FSNamesystem.java:<init>(850)) - isStoragePolicyEnabled = true
2026-08-11 18:50:23,335 INFO  [Listener at localhost/32929] namenode.FSNamesystem (FSNamesystem.java:<init>(861)) - HA Enabled: false
2026-08-11 18:50:23,335 INFO  [Listener at localhost/32929] common.Util (Util.java:isDiskStatsEnabled(395)) - dfs.datanode.fileio.profiling.sampling.percentage set to 0. Disabling file IO profiling
2026-08-11 18:50:23,336 INFO  [Listener at localhost/32929] blockmanagement.DatanodeManager (DatanodeManager.java:<init>(334)) - dfs.block.invalidate.limit: configured=1000, counted=60, effected=1000
2026-08-11 18:50:23,336 INFO  [Listener at localhost/32929] blockmanagement.DatanodeManager (DatanodeManager.java:<init>(342)) - dfs.namenode.datanode.registration.ip-hostname-check=true
2026-08-11 18:50:23,336 INFO  [Listener at localhost/32929] blockmanagement.BlockManager (InvalidateBlocks.java:printBlockDeletionTime(77)) - dfs.namenode.startup.delay.block.deletion.sec is set to 000:00:00:00.000
2026-08-11 18:50:23,337 INFO  [Listener at localhost/32929] blockmanagement.BlockManager (InvalidateBlocks.java:printBlockDeletionTime(83)) - The block deletion will start around 2026 Aug 11 18:50:23
2026-08-11 18:50:23,337 INFO  [Listener at localhost/32929] util.GSet (LightWeightGSet.java:computeCapacity(395)) - Computing capacity for map BlocksMap
2026-08-11 18:50:23,337 INFO  [Listener at localhost/32929] util.GSet (LightWeightGSet.java:computeCapacity(396)) - VM type       = 64-bit
2026-08-11 18:50:23,337 INFO  [Listener at localhost/32929] util.GSet (LightWeightGSet.java:computeCapacity(397)) - 2.0% max memory 3.5 GB = 72.5 MB
2026-08-11 18:50:23,337 INFO  [Listener at localhost/32929] util.GSet (LightWeightGSet.java:computeCapacity(402)) - capacity      = 2^23 = 8388608 entries
2026-08-11 18:50:23,343 INFO  [Listener at localhost/32929] blockmanagement.BlockManager (BlockManager.java:createSPSManager(5447)) - Storage policy satisfier is disabled
2026-08-11 18:50:23,343 INFO  [Listener at localhost/32929] blockmanagement.BlockManager (BlockManager.java:createBlockTokenSecretManager(641)) - dfs.block.access.token.enable = false
2026-08-11 18:50:23,344 INFO  [Listener at localhost/32929] blockmanagement.BlockManagerSafeMode (BlockManagerSafeMode.java:<init>(160)) - dfs.namenode.safemode.threshold-pct = 0.999
2026-08-11 18:50:23,344 INFO  [Listener at localhost/32929] blockmanagement.BlockManagerSafeMode (BlockManagerSafeMode.java:<init>(161)) - dfs.namenode.safemode.min.datanodes = 0
2026-08-11 18:50:23,344 INFO  [Listener at localhost/32929] blockmanagement.BlockManagerSafeMode (BlockManagerSafeMode.java:<init>(163)) - dfs.namenode.safemode.extension = 0
2026-08-11 18:50:23,344 INFO  [Listener at localhost/32929] blockmanagement.BlockManager (BlockManager.java:<init>(627)) - defaultReplication         = 1
2026-08-11 18:50:23,345 INFO  [Listener at localhost/32929] blockmanagement.BlockManager (BlockManager.java:<init>(628)) - maxReplication             = 512
2026-08-11 18:50:23,345 INFO  [Listener at localhost/32929] blockmanagement.BlockManager (BlockManager.java:<init>(629)) - minReplication             = 1
2026-08-11 18:50:23,345 INFO  [Listener at localhost/32929] blockmanagement.BlockManager (BlockManager.java:<init>(630)) - maxReplicationStreams      = 2
2026-08-11 18:50:23,345 INFO  [Listener at localhost/32929] blockmanagement.BlockManager (BlockManager.java:<init>(631)) - redundancyRecheckInterval  = 3000ms
2026-08-11 18:50:23,345 INFO  [Listener at localhost/32929] blockmanagement.BlockManager (BlockManager.java:<init>(632)) - encryptDataTransfer        = false
2026-08-11 18:50:23,345 INFO  [Listener at localhost/32929] blockmanagement.BlockManager (BlockManager.java:<init>(633)) - maxNumBlocksToLog          = 1000
2026-08-11 18:50:23,346 INFO  [Listener at localhost/32929] util.GSet (LightWeightGSet.java:computeCapacity(395)) - Computing capacity for map INodeMap
2026-08-11 18:50:23,346 INFO  [Listener at localhost/32929] util.GSet (LightWeightGSet.java:computeCapacity(396)) - VM type       = 64-bit
2026-08-11 18:50:23,346 INFO  [Listener at localhost/32929] util.GSet (LightWeightGSet.java:computeCapacity(397)) - 1.0% max memory 3.5 GB = 36.2 MB
2026-08-11 18:50:23,347 INFO  [Listener at localhost/32929] util.GSet (LightWeightGSet.java:computeCapacity(402)) - capacity      = 2^22 = 4194304 entries
2026-08-11 18:50:23,389 INFO  [Listener at localhost/32929] namenode.FSDirectory (FSDirectory.java:<init>(335)) - ACLs enabled? true
2026-08-11 18:50:23,391 INFO  [Listener at localhost/32929] namenode.FSDirectory (FSDirectory.java:<init>(339)) - POSIX ACL inheritance enabled? true
2026-08-11 18:50:23,391 INFO  [Listener at localhost/32929] namenode.FSDirectory (FSDirectory.java:<init>(343)) - XAttrs enabled? true
2026-08-11 18:50:23,391 INFO  [Listener at localhost/32929] namenode.NameNode (FSDirectory.java:<init>(406)) - Caching file names occurring more than 10 times
2026-08-11 18:50:23,391 INFO  [Listener at localhost/32929] snapshot.SnapshotManager (SnapshotManager.java:<init>(124)) - Loaded config captureOpenFiles: false, skipCaptureAccessTimeOnlyChange: false, snapshotDiffAllowSnapRootDescendant: true, maxSnapshotLimit: 65536
2026-08-11 18:50:23,392 INFO  [Listener at localhost/32929] snapshot.SnapshotManager (DirectoryDiffListFactory.java:init(43)) - SkipList is disabled
2026-08-11 18:50:23,392 INFO  [Listener at localhost/32929] util.GSet (LightWeightGSet.java:computeCapacity(395)) - Computing capacity for map cachedBlocks
2026-08-11 18:50:23,392 INFO  [Listener at localhost/32929] util.GSet (LightWeightGSet.java:computeCapacity(396)) - VM type       = 64-bit
2026-08-11 18:50:23,392 INFO  [Listener at localhost/32929] util.GSet (LightWeightGSet.java:computeCapacity(397)) - 0.25% max memory 3.5 GB = 9.1 MB
2026-08-11 18:50:23,393 INFO  [Listener at localhost/32929] util.GSet (LightWeightGSet.java:computeCapacity(402)) - capacity      = 2^20 = 1048576 entries
2026-08-11 18:50:23,396 INFO  [Listener at localhost/32929] metrics.TopMetrics (TopMetrics.java:logConf(75)) - NNTop conf: dfs.namenode.top.window.num.buckets = 10
2026-08-11 18:50:23,396 INFO  [Listener at localhost/32929] metrics.TopMetrics (TopMetrics.java:logConf(77)) - NNTop conf: dfs.namenode.top.num.users = 10
2026-08-11 18:50:23,396 INFO  [Listener at localhost/32929] metrics.TopMetrics (TopMetrics.java:logConf(79)) - NNTop conf: dfs.namenode.top.windows.minutes = 1,5,25
2026-08-11 18:50:23,397 INFO  [Listener at localhost/32929] namenode.FSNamesystem (FSNamesystem.java:initRetryCache(1080)) - Retry cache on namenode is enabled
2026-08-11 18:50:23,397 INFO  [Listener at localhost/32929] namenode.FSNamesystem (FSNamesystem.java:initRetryCache(1088)) - Retry cache will use 0.03 of total heap and retry cache entry expiry time is 600000 millis
2026-08-11 18:50:23,397 INFO  [Listener at localhost/32929] util.GSet (LightWeightGSet.java:computeCapacity(395)) - Computing capacity for map NameNodeRetryCache
2026-08-11 18:50:23,397 INFO  [Listener at localhost/32929] util.GSet (LightWeightGSet.java:computeCapacity(396)) - VM type       = 64-bit
2026-08-11 18:50:23,398 INFO  [Listener at localhost/32929] util.GSet (LightWeightGSet.java:computeCapacity(397)) - 0.029999999329447746% max memory 3.5 GB = 1.1 MB
2026-08-11 18:50:23,398 INFO  [Listener at localhost/32929] util.GSet (LightWeightGSet.java:computeCapacity(402)) - capacity      = 2^17 = 131072 entries
2026-08-11 18:50:23,400 INFO  [Listener at localhost/32929] namenode.FSImage (FSImage.java:format(186)) - Allocated new BlockPoolId: BP-1344126513-10.240.0.86-1786474223400
2026-08-11 18:50:23,406 INFO  [Listener at localhost/32929] common.Storage (NNStorage.java:format(595)) - Storage directory /tmp/hdfs-test4661016968813047161/name-0-1 has been successfully formatted.
2026-08-11 18:50:23,411 INFO  [Listener at localhost/32929] common.Storage (NNStorage.java:format(595)) - Storage directory /tmp/hdfs-test4661016968813047161/name-0-2 has been successfully formatted.
2026-08-11 18:50:23,435 INFO  [FSImageSaver for /tmp/hdfs-test4661016968813047161/name-0-2 of type IMAGE_AND_EDITS] namenode.FSImageFormatProtobuf (FSImageFormatProtobuf.java:save(732)) - Saving image file /tmp/hdfs-test4661016968813047161/name-0-2/current/fsimage.ckpt_0000000000000000000 using no compression
2026-08-11 18:50:23,435 INFO  [FSImageSaver for /tmp/hdfs-test4661016968813047161/name-0-1 of type IMAGE_AND_EDITS] namenode.FSImageFormatProtobuf (FSImageFormatProtobuf.java:save(732)) - Saving image file /tmp/hdfs-test4661016968813047161/name-0-1/current/fsimage.ckpt_0000000000000000000 using no compression
2026-08-11 18:50:23,450 INFO  [FSImageSaver for /tmp/hdfs-test4661016968813047161/name-0-2 of type IMAGE_AND_EDITS] namenode.FSImageFormatProtobuf (FSImageFormatProtobuf.java:save(736)) - Image file /tmp/hdfs-test4661016968813047161/name-0-2/current/fsimage.ckpt_0000000000000000000 of size 418 bytes saved in 0 seconds .
2026-08-11 18:50:23,450 INFO  [FSImageSaver for /tmp/hdfs-test4661016968813047161/name-0-1 of type IMAGE_AND_EDITS] namenode.FSImageFormatProtobuf (FSImageFormatProtobuf.java:save(736)) - Image file /tmp/hdfs-test4661016968813047161/name-0-1/current/fsimage.ckpt_0000000000000000000 of size 418 bytes saved in 0 seconds .
2026-08-11 18:50:23,456 INFO  [Listener at localhost/32929] namenode.NNStorageRetentionManager (NNStorageRetentionManager.java:getImageTxIdToRetain(203)) - Going to retain 1 images with txid >= 0
2026-08-11 18:50:23,467 INFO  [Listener at localhost/32929] namenode.FSNamesystem (FSNamesystem.java:stopActiveServices(1427)) - Stopping services started for active state
2026-08-11 18:50:23,467 INFO  [Listener at localhost/32929] namenode.FSNamesystem (FSNamesystem.java:stopStandbyServices(1528)) - Stopping services started for standby state
2026-08-11 18:50:23,469 INFO  [Listener at localhost/32929] namenode.NameNode (NameNode.java:createNameNode(1707)) - createNameNode []
2026-08-11 18:50:23,469 INFO  [Listener at localhost/32929] impl.MetricsSystemImpl (MetricsSystemImpl.java:init(158)) - NameNode metrics system started (again)
2026-08-11 18:50:23,470 INFO  [Listener at localhost/32929] namenode.NameNodeUtils (NameNodeUtils.java:getClientNamenodeAddress(79)) - fs.defaultFS is hdfs://127.0.0.1:0
2026-08-11 18:50:23,488 INFO  [org.apache.hadoop.util.JvmPauseMonitor$Monitor@414f13fc] util.JvmPauseMonitor (JvmPauseMonitor.java:run(188)) - Starting JVM pause monitor
2026-08-11 18:50:23,489 INFO  [Listener at localhost/32929] hdfs.DFSUtil (DFSUtil.java:httpServerTemplateForNNAndJN(1668)) - Filter initializers set : org.apache.hadoop.http.lib.StaticUserWebFilter,org.apache.hadoop.hdfs.web.AuthFilterInitializer
2026-08-11 18:50:23,489 INFO  [Listener at localhost/32929] hdfs.DFSUtil (DFSUtil.java:httpServerTemplateForNNAndJN(1690)) - Starting Web-server for hdfs at: http://localhost:0
2026-08-11 18:50:23,493 INFO  [Listener at localhost/32929] server.AuthenticationFilter (AuthenticationFilter.java:constructSecretProvider(240)) - Unable to initialize FileSignerSecretProvider, falling back to use random secrets.
2026-08-11 18:50:23,498 INFO  [Listener at localhost/32929] http.HttpRequestLog (HttpRequestLog.java:getRequestLog(82)) - Http request log for http.requests.namenode is not defined
2026-08-11 18:50:23,501 INFO  [Listener at localhost/32929] http.HttpServer2 (HttpServer2.java:addGlobalFilter(1111)) - Added global filter 'safety' (class=org.apache.hadoop.http.HttpServer2$QuotingInputFilter)
2026-08-11 18:50:23,504 INFO  [Listener at localhost/32929] http.HttpServer2 (HttpServer2.java:addFilter(1084)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context hdfs
2026-08-11 18:50:23,504 INFO  [Listener at localhost/32929] http.HttpServer2 (HttpServer2.java:addFilter(1094)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context static
2026-08-11 18:50:23,508 INFO  [Listener at localhost/32929] http.HttpServer2 (HttpServer2.java:addFilter(1084)) - Added filter AuthFilter (class=org.apache.hadoop.hdfs.web.AuthFilter) to context hdfs
2026-08-11 18:50:23,509 INFO  [Listener at localhost/32929] http.HttpServer2 (HttpServer2.java:addFilter(1094)) - Added filter AuthFilter (class=org.apache.hadoop.hdfs.web.AuthFilter) to context static
2026-08-11 18:50:23,510 INFO  [Listener at localhost/32929] http.HttpServer2 (HttpServer2.java:addJerseyResourcePackage(938)) - addJerseyResourcePackage: packageName=org.apache.hadoop.hdfs.server.namenode.web.resources;org.apache.hadoop.hdfs.web.resources, pathSpec=/webhdfs/v1/*
2026-08-11 18:50:23,511 INFO  [Listener at localhost/32929] http.HttpServer2 (HttpServer2.java:bindListener(1332)) - Jetty bound to port 35409
2026-08-11 18:50:23,511 INFO  [Listener at localhost/32929] server.Server (Server.java:doStart(375)) - jetty-9.4.40.v20210413; built: 2021-04-13T20:42:42.668Z; git: b881a572662e1943a14ae12e7e1207989f218b74; jvm 1.8.0_362-8u372-ga~us1-0ubuntu1~18.04-b09
2026-08-11 18:50:23,516 INFO  [Listener at localhost/32929] server.session (DefaultSessionIdManager.java:doStart(334)) - DefaultSessionIdManager workerName=node0
2026-08-11 18:50:23,517 INFO  [Listener at localhost/32929] server.session (DefaultSessionIdManager.java:doStart(339)) - No SessionScavenger set, using defaults
2026-08-11 18:50:23,517 INFO  [Listener at localhost/32929] server.session (HouseKeeper.java:startScavenging(132)) - node0 Scavenging every 600000ms
2026-08-11 18:50:23,519 INFO  [Listener at localhost/32929] server.AuthenticationFilter (AuthenticationFilter.java:constructSecretProvider(240)) - Unable to initialize FileSignerSecretProvider, falling back to use random secrets.
2026-08-11 18:50:23,520 INFO  [Listener at localhost/32929] handler.ContextHandler (ContextHandler.java:doStart(916)) - Started o.e.j.s.ServletContextHandler@4693a9ef{static,/static,jar:file:/tmp/dist-test-taskVfIbJs/java/build/jars/hadoop-hdfs-3.3.1-tests.jar!/webapps/static,AVAILABLE}
2026-08-11 18:50:23,690 INFO  [Listener at localhost/32929] handler.ContextHandler (ContextHandler.java:doStart(916)) - Started o.e.j.w.WebAppContext@39909d1a{hdfs,/,file:///tmp/jetty-localhost-35409-hadoop-hdfs-3_3_1-tests_jar-_-any-3521910131573025939/webapp/,AVAILABLE}{jar:file:/tmp/dist-test-taskVfIbJs/java/build/jars/hadoop-hdfs-3.3.1-tests.jar!/webapps/hdfs}
2026-08-11 18:50:23,692 INFO  [Listener at localhost/32929] server.AbstractConnector (AbstractConnector.java:doStart(331)) - Started ServerConnector@4fd05028{HTTP/1.1, (http/1.1)}{localhost:35409}
2026-08-11 18:50:23,692 INFO  [Listener at localhost/32929] server.Server (Server.java:doStart(415)) - Started @8720ms
2026-08-11 18:50:23,693 INFO  [Listener at localhost/32929] namenode.FSEditLog (FSEditLog.java:newInstance(229)) - Edit logging is async:true
2026-08-11 18:50:23,709 INFO  [Listener at localhost/32929] namenode.FSNamesystem (FSNamesystem.java:<init>(814)) - KeyProvider: null
2026-08-11 18:50:23,709 INFO  [Listener at localhost/32929] namenode.FSNamesystem (FSNamesystemLock.java:<init>(141)) - fsLock is fair: true
2026-08-11 18:50:23,709 INFO  [Listener at localhost/32929] namenode.FSNamesystem (FSNamesystemLock.java:<init>(159)) - Detailed lock hold time metrics enabled: false
2026-08-11 18:50:23,709 INFO  [Listener at localhost/32929] namenode.FSNamesystem (FSNamesystem.java:<init>(847)) - fsOwner                = slave (auth:SIMPLE)
2026-08-11 18:50:23,709 INFO  [Listener at localhost/32929] namenode.FSNamesystem (FSNamesystem.java:<init>(848)) - supergroup             = supergroup
2026-08-11 18:50:23,709 INFO  [Listener at localhost/32929] namenode.FSNamesystem (FSNamesystem.java:<init>(849)) - isPermissionEnabled    = true
2026-08-11 18:50:23,710 INFO  [Listener at localhost/32929] namenode.FSNamesystem (FSNamesystem.java:<init>(850)) - isStoragePolicyEnabled = true
2026-08-11 18:50:23,710 INFO  [Listener at localhost/32929] namenode.FSNamesystem (FSNamesystem.java:<init>(861)) - HA Enabled: false
2026-08-11 18:50:23,711 INFO  [Listener at localhost/32929] common.Util (Util.java:isDiskStatsEnabled(395)) - dfs.datanode.fileio.profiling.sampling.percentage set to 0. Disabling file IO profiling
2026-08-11 18:50:23,711 INFO  [Listener at localhost/32929] blockmanagement.DatanodeManager (DatanodeManager.java:<init>(334)) - dfs.block.invalidate.limit: configured=1000, counted=60, effected=1000
2026-08-11 18:50:23,711 INFO  [Listener at localhost/32929] blockmanagement.DatanodeManager (DatanodeManager.java:<init>(342)) - dfs.namenode.datanode.registration.ip-hostname-check=true
2026-08-11 18:50:23,711 INFO  [Listener at localhost/32929] blockmanagement.BlockManager (InvalidateBlocks.java:printBlockDeletionTime(77)) - dfs.namenode.startup.delay.block.deletion.sec is set to 000:00:00:00.000
2026-08-11 18:50:23,712 INFO  [Listener at localhost/32929] blockmanagement.BlockManager (InvalidateBlocks.java:printBlockDeletionTime(83)) - The block deletion will start around 2026 Aug 11 18:50:23
2026-08-11 18:50:23,712 INFO  [Listener at localhost/32929] util.GSet (LightWeightGSet.java:computeCapacity(395)) - Computing capacity for map BlocksMap
2026-08-11 18:50:23,712 INFO  [Listener at localhost/32929] util.GSet (LightWeightGSet.java:computeCapacity(396)) - VM type       = 64-bit
2026-08-11 18:50:23,712 INFO  [Listener at localhost/32929] util.GSet (LightWeightGSet.java:computeCapacity(397)) - 2.0% max memory 3.5 GB = 72.5 MB
2026-08-11 18:50:23,712 INFO  [Listener at localhost/32929] util.GSet (LightWeightGSet.java:computeCapacity(402)) - capacity      = 2^23 = 8388608 entries
2026-08-11 18:50:23,766 INFO  [Listener at localhost/32929] blockmanagement.BlockManager (BlockManager.java:createSPSManager(5447)) - Storage policy satisfier is disabled
2026-08-11 18:50:23,766 INFO  [Listener at localhost/32929] blockmanagement.BlockManager (BlockManager.java:createBlockTokenSecretManager(641)) - dfs.block.access.token.enable = false
2026-08-11 18:50:23,767 INFO  [Listener at localhost/32929] blockmanagement.BlockManagerSafeMode (BlockManagerSafeMode.java:<init>(160)) - dfs.namenode.safemode.threshold-pct = 0.999
2026-08-11 18:50:23,767 INFO  [Listener at localhost/32929] blockmanagement.BlockManagerSafeMode (BlockManagerSafeMode.java:<init>(161)) - dfs.namenode.safemode.min.datanodes = 0
2026-08-11 18:50:23,767 INFO  [Listener at localhost/32929] blockmanagement.BlockManagerSafeMode (BlockManagerSafeMode.java:<init>(163)) - dfs.namenode.safemode.extension = 0
2026-08-11 18:50:23,767 INFO  [Listener at localhost/32929] blockmanagement.BlockManager (BlockManager.java:<init>(627)) - defaultReplication         = 1
2026-08-11 18:50:23,767 INFO  [Listener at localhost/32929] blockmanagement.BlockManager (BlockManager.java:<init>(628)) - maxReplication             = 512
2026-08-11 18:50:23,768 INFO  [Listener at localhost/32929] blockmanagement.BlockManager (BlockManager.java:<init>(629)) - minReplication             = 1
2026-08-11 18:50:23,768 INFO  [Listener at localhost/32929] blockmanagement.BlockManager (BlockManager.java:<init>(630)) - maxReplicationStreams      = 2
2026-08-11 18:50:23,768 INFO  [Listener at localhost/32929] blockmanagement.BlockManager (BlockManager.java:<init>(631)) - redundancyRecheckInterval  = 3000ms
2026-08-11 18:50:23,768 INFO  [Listener at localhost/32929] blockmanagement.BlockManager (BlockManager.java:<init>(632)) - encryptDataTransfer        = false
2026-08-11 18:50:23,768 INFO  [Listener at localhost/32929] blockmanagement.BlockManager (BlockManager.java:<init>(633)) - maxNumBlocksToLog          = 1000
2026-08-11 18:50:23,768 INFO  [Listener at localhost/32929] util.GSet (LightWeightGSet.java:computeCapacity(395)) - Computing capacity for map INodeMap
2026-08-11 18:50:23,768 INFO  [Listener at localhost/32929] util.GSet (LightWeightGSet.java:computeCapacity(396)) - VM type       = 64-bit
2026-08-11 18:50:23,769 INFO  [Listener at localhost/32929] util.GSet (LightWeightGSet.java:computeCapacity(397)) - 1.0% max memory 3.5 GB = 36.2 MB
2026-08-11 18:50:23,769 INFO  [Listener at localhost/32929] util.GSet (LightWeightGSet.java:computeCapacity(402)) - capacity      = 2^22 = 4194304 entries
2026-08-11 18:50:23,772 INFO  [Listener at localhost/32929] namenode.FSDirectory (FSDirectory.java:<init>(335)) - ACLs enabled? true
2026-08-11 18:50:23,772 INFO  [Listener at localhost/32929] namenode.FSDirectory (FSDirectory.java:<init>(339)) - POSIX ACL inheritance enabled? true
2026-08-11 18:50:23,772 INFO  [Listener at localhost/32929] namenode.FSDirectory (FSDirectory.java:<init>(343)) - XAttrs enabled? true
2026-08-11 18:50:23,772 INFO  [Listener at localhost/32929] namenode.NameNode (FSDirectory.java:<init>(406)) - Caching file names occurring more than 10 times
2026-08-11 18:50:23,773 INFO  [Listener at localhost/32929] snapshot.SnapshotManager (SnapshotManager.java:<init>(124)) - Loaded config captureOpenFiles: false, skipCaptureAccessTimeOnlyChange: false, snapshotDiffAllowSnapRootDescendant: true, maxSnapshotLimit: 65536
2026-08-11 18:50:23,773 INFO  [Listener at localhost/32929] snapshot.SnapshotManager (DirectoryDiffListFactory.java:init(43)) - SkipList is disabled
2026-08-11 18:50:23,773 INFO  [Listener at localhost/32929] util.GSet (LightWeightGSet.java:computeCapacity(395)) - Computing capacity for map cachedBlocks
2026-08-11 18:50:23,773 INFO  [Listener at localhost/32929] util.GSet (LightWeightGSet.java:computeCapacity(396)) - VM type       = 64-bit
2026-08-11 18:50:23,773 INFO  [Listener at localhost/32929] util.GSet (LightWeightGSet.java:computeCapacity(397)) - 0.25% max memory 3.5 GB = 9.1 MB
2026-08-11 18:50:23,773 INFO  [Listener at localhost/32929] util.GSet (LightWeightGSet.java:computeCapacity(402)) - capacity      = 2^20 = 1048576 entries
2026-08-11 18:50:23,775 INFO  [Listener at localhost/32929] metrics.TopMetrics (TopMetrics.java:logConf(75)) - NNTop conf: dfs.namenode.top.window.num.buckets = 10
2026-08-11 18:50:23,775 INFO  [Listener at localhost/32929] metrics.TopMetrics (TopMetrics.java:logConf(77)) - NNTop conf: dfs.namenode.top.num.users = 10
2026-08-11 18:50:23,775 INFO  [Listener at localhost/32929] metrics.TopMetrics (TopMetrics.java:logConf(79)) - NNTop conf: dfs.namenode.top.windows.minutes = 1,5,25
2026-08-11 18:50:23,775 INFO  [Listener at localhost/32929] namenode.FSNamesystem (FSNamesystem.java:initRetryCache(1080)) - Retry cache on namenode is enabled
2026-08-11 18:50:23,775 INFO  [Listener at localhost/32929] namenode.FSNamesystem (FSNamesystem.java:initRetryCache(1088)) - Retry cache will use 0.03 of total heap and retry cache entry expiry time is 600000 millis
2026-08-11 18:50:23,775 INFO  [Listener at localhost/32929] util.GSet (LightWeightGSet.java:computeCapacity(395)) - Computing capacity for map NameNodeRetryCache
2026-08-11 18:50:23,775 INFO  [Listener at localhost/32929] util.GSet (LightWeightGSet.java:computeCapacity(396)) - VM type       = 64-bit
2026-08-11 18:50:23,775 INFO  [Listener at localhost/32929] util.GSet (LightWeightGSet.java:computeCapacity(397)) - 0.029999999329447746% max memory 3.5 GB = 1.1 MB
2026-08-11 18:50:23,776 INFO  [Listener at localhost/32929] util.GSet (LightWeightGSet.java:computeCapacity(402)) - capacity      = 2^17 = 131072 entries
2026-08-11 18:50:23,780 INFO  [Listener at localhost/32929] common.Storage (Storage.java:tryLock(948)) - Lock on /tmp/hdfs-test4661016968813047161/name-0-1/in_use.lock acquired by nodename 28330@dist-test-slave-tk9z.c.gcp-upstream.internal
2026-08-11 18:50:23,782 INFO  [Listener at localhost/32929] common.Storage (Storage.java:tryLock(948)) - Lock on /tmp/hdfs-test4661016968813047161/name-0-2/in_use.lock acquired by nodename 28330@dist-test-slave-tk9z.c.gcp-upstream.internal
2026-08-11 18:50:23,784 INFO  [Listener at localhost/32929] namenode.FileJournalManager (FileJournalManager.java:recoverUnfinalizedSegments(428)) - Recovering unfinalized segments in /tmp/hdfs-test4661016968813047161/name-0-1/current
2026-08-11 18:50:23,784 INFO  [Listener at localhost/32929] namenode.FileJournalManager (FileJournalManager.java:recoverUnfinalizedSegments(428)) - Recovering unfinalized segments in /tmp/hdfs-test4661016968813047161/name-0-2/current
2026-08-11 18:50:23,784 INFO  [Listener at localhost/32929] namenode.FSImage (FSImage.java:loadFSImage(734)) - No edit log streams selected.
2026-08-11 18:50:23,785 INFO  [Listener at localhost/32929] namenode.FSImage (FSImage.java:loadFSImageFile(800)) - Planning to load image: FSImageFile(file=/tmp/hdfs-test4661016968813047161/name-0-1/current/fsimage_0000000000000000000, cpktTxId=0000000000000000000)
2026-08-11 18:50:23,787 INFO  [Listener at localhost/32929] namenode.FSImageFormatPBINode (FSImageFormatPBINode.java:loadINodeSectionHeader(413)) - Loading 1 INodes.
2026-08-11 18:50:23,788 INFO  [Listener at localhost/32929] namenode.FSImageFormatPBINode (FSImageFormatPBINode.java:loadINodeSection(371)) - Successfully loaded 1 inodes
2026-08-11 18:50:23,789 INFO  [Listener at localhost/32929] namenode.FSImageFormatPBINode (FSImageFormatPBINode.java:waitBlocksMapAndNameCacheUpdateFinished(344)) - Completed update blocks map and name cache, total waiting duration 0ms.
2026-08-11 18:50:23,789 INFO  [Listener at localhost/32929] namenode.FSImageFormatProtobuf (FSImageFormatProtobuf.java:load(255)) - Loaded FSImage in 0 seconds.
2026-08-11 18:50:23,789 INFO  [Listener at localhost/32929] namenode.FSImage (FSImage.java:loadFSImage(978)) - Loaded image for txid 0 from /tmp/hdfs-test4661016968813047161/name-0-1/current/fsimage_0000000000000000000
2026-08-11 18:50:23,789 INFO  [Listener at localhost/32929] namenode.FSNamesystem (FSNamesystem.java:loadFSImage(1202)) - Need to save fs image? false (staleImage=false, haEnabled=false, isRollingUpgrade=false)
2026-08-11 18:50:23,790 INFO  [Listener at localhost/32929] namenode.FSEditLog (FSEditLog.java:startLogSegment(1391)) - Starting log segment at 1
2026-08-11 18:50:23,800 INFO  [Listener at localhost/32929] namenode.NameCache (NameCache.java:initialized(143)) - initialized with 0 entries 0 lookups
2026-08-11 18:50:23,801 INFO  [Listener at localhost/32929] namenode.FSNamesystem (FSNamesystem.java:loadFromDisk(786)) - Finished loading FSImage in 24 msecs
2026-08-11 18:50:23,801 INFO  [Listener at localhost/32929] namenode.NameNode (NameNodeRpcServer.java:<init>(454)) - RPC server is binding to localhost:0
2026-08-11 18:50:23,801 INFO  [Listener at localhost/32929] namenode.NameNode (NameNodeRpcServer.java:<init>(459)) - Enable NameNode state context:false
2026-08-11 18:50:23,801 INFO  [Listener at localhost/32929] ipc.CallQueueManager (CallQueueManager.java:<init>(90)) - Using callQueue: class java.util.concurrent.LinkedBlockingQueue, queueCapacity: 1000, scheduler: class org.apache.hadoop.ipc.DefaultRpcScheduler, ipcBackoff: false.
2026-08-11 18:50:23,802 INFO  [Socket Reader #1 for port 0] ipc.Server (Server.java:run(1265)) - Starting Socket Reader #1 for port 0
2026-08-11 18:50:23,805 INFO  [Listener at localhost/33065] namenode.NameNode (NameNode.java:initialize(776)) - Clients are to use localhost:33065 to access this namenode/service.
2026-08-11 18:50:23,806 INFO  [Listener at localhost/33065] namenode.FSNamesystem (FSNamesystem.java:registerMBean(5444)) - Registered FSNamesystemState, ReplicatedBlocksState and ECBlockGroupsState MBeans.
2026-08-11 18:50:23,818 INFO  [Listener at localhost/33065] namenode.LeaseManager (LeaseManager.java:getNumUnderConstructionBlocks(166)) - Number of blocks under construction: 0
2026-08-11 18:50:23,819 INFO  [Listener at localhost/33065] blockmanagement.DatanodeAdminDefaultMonitor (DatanodeAdminDefaultMonitor.java:processConf(116)) - Initialized the Default Decommission and Maintenance monitor
2026-08-11 18:50:23,820 INFO  [Listener at localhost/33065] blockmanagement.BlockManager (BlockManager.java:initializeReplQueues(5187)) - initializing replication queues
2026-08-11 18:50:23,820 INFO  [Listener at localhost/33065] hdfs.StateChange (BlockManagerSafeMode.java:leaveSafeMode(399)) - STATE* Leaving safe mode after 0 secs
2026-08-11 18:50:23,820 INFO  [Listener at localhost/33065] hdfs.StateChange (BlockManagerSafeMode.java:leaveSafeMode(405)) - STATE* Network topology has 0 racks and 0 datanodes
2026-08-11 18:50:23,820 INFO  [Listener at localhost/33065] hdfs.StateChange (BlockManagerSafeMode.java:leaveSafeMode(407)) - STATE* UnderReplicatedBlocks has 0 blocks
2026-08-11 18:50:23,829 INFO  [Reconstruction Queue Initializer] blockmanagement.BlockManager (BlockManager.java:processMisReplicatesAsync(3728)) - Total number of blocks            = 0
2026-08-11 18:50:23,829 INFO  [Reconstruction Queue Initializer] blockmanagement.BlockManager (BlockManager.java:processMisReplicatesAsync(3729)) - Number of invalid blocks          = 0
2026-08-11 18:50:23,829 INFO  [Reconstruction Queue Initializer] blockmanagement.BlockManager (BlockManager.java:processMisReplicatesAsync(3730)) - Number of under-replicated blocks = 0
2026-08-11 18:50:23,829 INFO  [Reconstruction Queue Initializer] blockmanagement.BlockManager (BlockManager.java:processMisReplicatesAsync(3731)) - Number of  over-replicated blocks = 0
2026-08-11 18:50:23,830 INFO  [Reconstruction Queue Initializer] blockmanagement.BlockManager (BlockManager.java:processMisReplicatesAsync(3733)) - Number of blocks being written    = 0
2026-08-11 18:50:23,830 INFO  [Reconstruction Queue Initializer] hdfs.StateChange (BlockManager.java:processMisReplicatesAsync(3736)) - STATE* Replication Queue initialization scan for invalid, over- and under-replicated blocks completed in 9 msec
2026-08-11 18:50:23,833 INFO  [IPC Server Responder] ipc.Server (Server.java:run(1507)) - IPC Server Responder: starting
2026-08-11 18:50:23,833 INFO  [IPC Server listener on 0] ipc.Server (Server.java:run(1344)) - IPC Server listener on 0: starting
2026-08-11 18:50:23,836 INFO  [Listener at localhost/33065] namenode.NameNode (NameNode.java:startCommonServices(893)) - NameNode RPC up at: localhost/127.0.0.1:33065
2026-08-11 18:50:23,837 INFO  [Listener at localhost/33065] namenode.FSNamesystem (FSNamesystem.java:startActiveServices(1314)) - Starting services required for active state
2026-08-11 18:50:23,837 INFO  [Listener at localhost/33065] namenode.FSDirectory (FSDirectory.java:updateCountForQuota(840)) - Initializing quota with 12 thread(s)
2026-08-11 18:50:23,838 INFO  [Listener at localhost/33065] namenode.FSDirectory (FSDirectory.java:updateCountForQuota(849)) - Quota initialization completed in 0 milliseconds
name space=1
storage space=0
storage types=RAM_DISK=0, SSD=0, DISK=0, ARCHIVE=0, PROVIDED=0
2026-08-11 18:50:23,841 INFO  [CacheReplicationMonitor(1398149693)] blockmanagement.CacheReplicationMonitor (CacheReplicationMonitor.java:run(160)) - Starting CacheReplicationMonitor with interval 30000 milliseconds
2026-08-11 18:50:23,842 INFO  [Listener at localhost/33065] hdfs.MiniDFSCluster (MiniDFSCluster.java:startDataNodes(1697)) - Starting DataNode 0 with dfs.datanode.data.dir: [DISK]file:/tmp/hdfs-test4661016968813047161/data/data1,[DISK]file:/tmp/hdfs-test4661016968813047161/data/data2
2026-08-11 18:50:23,844 INFO  [Listener at localhost/33065] checker.ThrottledAsyncChecker (ThrottledAsyncChecker.java:schedule(137)) - Scheduling a check for [DISK]file:/tmp/hdfs-test4661016968813047161/data/data1
2026-08-11 18:50:23,844 INFO  [Listener at localhost/33065] checker.ThrottledAsyncChecker (ThrottledAsyncChecker.java:schedule(137)) - Scheduling a check for [DISK]file:/tmp/hdfs-test4661016968813047161/data/data2
2026-08-11 18:50:23,864 INFO  [Listener at localhost/33065] impl.MetricsSystemImpl (MetricsSystemImpl.java:init(158)) - DataNode metrics system started (again)
2026-08-11 18:50:23,865 INFO  [Listener at localhost/33065] common.Util (Util.java:isDiskStatsEnabled(395)) - dfs.datanode.fileio.profiling.sampling.percentage set to 0. Disabling file IO profiling
2026-08-11 18:50:23,865 INFO  [Listener at localhost/33065] datanode.BlockScanner (BlockScanner.java:<init>(201)) - Initialized block scanner with targetBytesPerSec 1048576
2026-08-11 18:50:23,865 INFO  [Listener at localhost/33065] datanode.DataNode (DataNode.java:<init>(512)) - Configured hostname is 127.0.0.1
2026-08-11 18:50:23,866 INFO  [Listener at localhost/33065] common.Util (Util.java:isDiskStatsEnabled(395)) - dfs.datanode.fileio.profiling.sampling.percentage set to 0. Disabling file IO profiling
2026-08-11 18:50:23,866 INFO  [Listener at localhost/33065] datanode.DataNode (DataNode.java:startDataNode(1408)) - Starting DataNode with maxLockedMemory = 0
2026-08-11 18:50:23,866 INFO  [Listener at localhost/33065] datanode.DataNode (DataNode.java:initDataXceiver(1171)) - Opened streaming server at /127.0.0.1:43379
2026-08-11 18:50:23,867 INFO  [Listener at localhost/33065] datanode.DataNode (DataXceiverServer.java:<init>(94)) - Balancing bandwidth is 104857600 bytes/s
2026-08-11 18:50:23,867 INFO  [Listener at localhost/33065] datanode.DataNode (DataXceiverServer.java:<init>(95)) - Number threads for balancing is 100
2026-08-11 18:50:23,869 INFO  [Listener at localhost/33065] server.AuthenticationFilter (AuthenticationFilter.java:constructSecretProvider(240)) - Unable to initialize FileSignerSecretProvider, falling back to use random secrets.
2026-08-11 18:50:23,870 INFO  [Listener at localhost/33065] http.HttpRequestLog (HttpRequestLog.java:getRequestLog(82)) - Http request log for http.requests.datanode is not defined
2026-08-11 18:50:23,872 INFO  [Listener at localhost/33065] http.HttpServer2 (HttpServer2.java:addGlobalFilter(1111)) - Added global filter 'safety' (class=org.apache.hadoop.http.HttpServer2$QuotingInputFilter)
2026-08-11 18:50:23,873 INFO  [Listener at localhost/33065] http.HttpServer2 (HttpServer2.java:addFilter(1084)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context datanode
2026-08-11 18:50:23,873 INFO  [Listener at localhost/33065] http.HttpServer2 (HttpServer2.java:addFilter(1094)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context static
2026-08-11 18:50:23,873 INFO  [Listener at localhost/33065] http.HttpServer2 (HttpServer2.java:bindListener(1332)) - Jetty bound to port 37373
2026-08-11 18:50:23,873 INFO  [Listener at localhost/33065] server.Server (Server.java:doStart(375)) - jetty-9.4.40.v20210413; built: 2021-04-13T20:42:42.668Z; git: b881a572662e1943a14ae12e7e1207989f218b74; jvm 1.8.0_362-8u372-ga~us1-0ubuntu1~18.04-b09
2026-08-11 18:50:23,877 INFO  [Listener at localhost/33065] server.session (DefaultSessionIdManager.java:doStart(334)) - DefaultSessionIdManager workerName=node0
2026-08-11 18:50:23,877 INFO  [Listener at localhost/33065] server.session (DefaultSessionIdManager.java:doStart(339)) - No SessionScavenger set, using defaults
2026-08-11 18:50:23,877 INFO  [Listener at localhost/33065] server.session (HouseKeeper.java:startScavenging(132)) - node0 Scavenging every 600000ms
2026-08-11 18:50:23,878 INFO  [Listener at localhost/33065] handler.ContextHandler (ContextHandler.java:doStart(916)) - Started o.e.j.s.ServletContextHandler@6056232d{static,/static,jar:file:/tmp/dist-test-taskVfIbJs/java/build/jars/hadoop-hdfs-3.3.1-tests.jar!/webapps/static,AVAILABLE}
2026-08-11 18:50:24,031 INFO  [Listener at localhost/33065] handler.ContextHandler (ContextHandler.java:doStart(916)) - Started o.e.j.w.WebAppContext@5b275811{datanode,/,file:///tmp/jetty-localhost-37373-hadoop-hdfs-3_3_1-tests_jar-_-any-7465805907574390777/webapp/,AVAILABLE}{jar:file:/tmp/dist-test-taskVfIbJs/java/build/jars/hadoop-hdfs-3.3.1-tests.jar!/webapps/datanode}
2026-08-11 18:50:24,033 INFO  [Listener at localhost/33065] server.AbstractConnector (AbstractConnector.java:doStart(331)) - Started ServerConnector@58b91d57{HTTP/1.1, (http/1.1)}{localhost:37373}
2026-08-11 18:50:24,033 INFO  [Listener at localhost/33065] server.Server (Server.java:doStart(415)) - Started @9061ms
2026-08-11 18:50:24,035 WARN  [Listener at localhost/33065] web.DatanodeHttpServer (RestCsrfPreventionFilterHandler.java:<init>(75)) - Got null for restCsrfPreventionFilter - will not do any filtering.
2026-08-11 18:50:24,037 INFO  [Listener at localhost/33065] web.DatanodeHttpServer (DatanodeHttpServer.java:start(322)) - Listening HTTP traffic on /127.0.0.1:45111
2026-08-11 18:50:24,038 INFO  [Listener at localhost/33065] datanode.DataNode (DataNode.java:startDataNode(1436)) - dnUserName = slave
2026-08-11 18:50:24,038 INFO  [Listener at localhost/33065] datanode.DataNode (DataNode.java:startDataNode(1437)) - supergroup = supergroup
2026-08-11 18:50:24,038 INFO  [org.apache.hadoop.util.JvmPauseMonitor$Monitor@18371d89] util.JvmPauseMonitor (JvmPauseMonitor.java:run(188)) - Starting JVM pause monitor
2026-08-11 18:50:24,039 INFO  [Listener at localhost/33065] ipc.CallQueueManager (CallQueueManager.java:<init>(90)) - Using callQueue: class java.util.concurrent.LinkedBlockingQueue, queueCapacity: 1000, scheduler: class org.apache.hadoop.ipc.DefaultRpcScheduler, ipcBackoff: false.
2026-08-11 18:50:24,040 INFO  [Socket Reader #1 for port 0] ipc.Server (Server.java:run(1265)) - Starting Socket Reader #1 for port 0
2026-08-11 18:50:24,043 INFO  [Listener at localhost/34101] datanode.DataNode (DataNode.java:initIpcServer(1057)) - Opened IPC server at /127.0.0.1:34101
2026-08-11 18:50:24,347 WARN  [org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeResourceMonitor@6974a715] namenode.NameNodeResourceChecker (NameNodeResourceChecker.java:isResourceAvailable(88)) - Space available on volume 'overlay' is 0, which is below the configured reserved amount 104857600
2026-08-11 18:50:24,348 WARN  [org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeResourceMonitor@6974a715] namenode.FSNamesystem (FSNamesystem.java:run(4383)) - NameNode low on available disk space. Entering safe mode.
2026-08-11 18:50:24,348 INFO  [org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeResourceMonitor@6974a715] hdfs.StateChange (FSNamesystem.java:enterSafeMode(5028)) - STATE* Safe mode is ON.
Resources are low on NN. Please add or free up more resourcesthen turn off safe mode manually. NOTE:  If you turn off safe mode before adding resources, the NN will immediately return to safe mode. Use "hdfs dfsadmin -safemode leave" to turn safe mode off.
2026-08-11 18:50:24,358 INFO  [Listener at localhost/34101] datanode.DataNode (BlockPoolManager.java:refreshNamenodes(149)) - Refresh request received for nameservices: null
2026-08-11 18:50:24,359 INFO  [Listener at localhost/34101] datanode.DataNode (BlockPoolManager.java:doRefreshNamenodes(210)) - Starting BPOfferServices for nameservices: <default>
2026-08-11 18:50:24,360 INFO  [Thread-175] datanode.DataNode (BPServiceActor.java:run(847)) - Block pool <registering> (Datanode Uuid unassigned) service to localhost/127.0.0.1:33065 starting to offer service
2026-08-11 18:50:24,362 INFO  [IPC Server Responder] ipc.Server (Server.java:run(1507)) - IPC Server Responder: starting
2026-08-11 18:50:24,363 INFO  [IPC Server listener on 0] ipc.Server (Server.java:run(1344)) - IPC Server listener on 0: starting
2026-08-11 18:50:24,368 INFO  [Thread-175] datanode.DataNode (BPOfferService.java:verifyAndSetNamespaceInfo(381)) - Acknowledging ACTIVE Namenode during handshakeBlock pool <registering> (Datanode Uuid unassigned) service to localhost/127.0.0.1:33065
2026-08-11 18:50:24,368 INFO  [Thread-175] common.Storage (DataStorage.java:getParallelVolumeLoadThreadsNum(356)) - Using 2 threads to upgrade data directories (dfs.datanode.parallel.volumes.load.threads.num=2, dataDirs=2)
2026-08-11 18:50:24,371 INFO  [IPC Server handler 0 on default port 33065] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=datanodeReport	src=null	dst=null	perm=null	proto=rpc
2026-08-11 18:50:24,372 INFO  [Thread-175] common.Storage (Storage.java:tryLock(948)) - Lock on /tmp/hdfs-test4661016968813047161/data/data1/in_use.lock acquired by nodename 28330@dist-test-slave-tk9z.c.gcp-upstream.internal
2026-08-11 18:50:24,373 INFO  [Thread-175] common.Storage (DataStorage.java:loadStorageDirectory(284)) - Storage directory with location [DISK]file:/tmp/hdfs-test4661016968813047161/data/data1 is not formatted for namespace 882525008. Formatting...
2026-08-11 18:50:24,373 INFO  [Listener at localhost/34101] hdfs.MiniDFSCluster (MiniDFSCluster.java:shouldWait(2823)) - dnInfo.length != numDataNodes
2026-08-11 18:50:24,373 INFO  [Listener at localhost/34101] hdfs.MiniDFSCluster (MiniDFSCluster.java:waitActive(2744)) - Waiting for cluster to become active
2026-08-11 18:50:24,373 INFO  [Thread-175] common.Storage (DataStorage.java:createStorageID(160)) - Generated new storageID DS-c9bedd03-5498-4fbc-9044-213fea9eba38 for directory /tmp/hdfs-test4661016968813047161/data/data1 
2026-08-11 18:50:24,382 INFO  [Thread-175] common.Storage (Storage.java:tryLock(948)) - Lock on /tmp/hdfs-test4661016968813047161/data/data2/in_use.lock acquired by nodename 28330@dist-test-slave-tk9z.c.gcp-upstream.internal
2026-08-11 18:50:24,382 INFO  [Thread-175] common.Storage (DataStorage.java:loadStorageDirectory(284)) - Storage directory with location [DISK]file:/tmp/hdfs-test4661016968813047161/data/data2 is not formatted for namespace 882525008. Formatting...
2026-08-11 18:50:24,382 INFO  [Thread-175] common.Storage (DataStorage.java:createStorageID(160)) - Generated new storageID DS-e9f2647d-78d2-4f7a-8131-05ae7782cb24 for directory /tmp/hdfs-test4661016968813047161/data/data2 
2026-08-11 18:50:24,409 INFO  [Thread-175] common.Storage (BlockPoolSliceStorage.java:recoverTransitionRead(256)) - Analyzing storage directories for bpid BP-1344126513-10.240.0.86-1786474223400
2026-08-11 18:50:24,410 INFO  [Thread-175] common.Storage (Storage.java:lock(907)) - Locking is disabled for /tmp/hdfs-test4661016968813047161/data/data1/current/BP-1344126513-10.240.0.86-1786474223400
2026-08-11 18:50:24,410 INFO  [Thread-175] common.Storage (BlockPoolSliceStorage.java:loadStorageDirectory(169)) - Block pool storage directory for location [DISK]file:/tmp/hdfs-test4661016968813047161/data/data1 and block pool id BP-1344126513-10.240.0.86-1786474223400 is not formatted. Formatting ...
2026-08-11 18:50:24,410 INFO  [Thread-175] common.Storage (BlockPoolSliceStorage.java:format(285)) - Formatting block pool BP-1344126513-10.240.0.86-1786474223400 directory /tmp/hdfs-test4661016968813047161/data/data1/current/BP-1344126513-10.240.0.86-1786474223400/current
2026-08-11 18:50:24,437 INFO  [Thread-175] common.Storage (BlockPoolSliceStorage.java:recoverTransitionRead(256)) - Analyzing storage directories for bpid BP-1344126513-10.240.0.86-1786474223400
2026-08-11 18:50:24,437 INFO  [Thread-175] common.Storage (Storage.java:lock(907)) - Locking is disabled for /tmp/hdfs-test4661016968813047161/data/data2/current/BP-1344126513-10.240.0.86-1786474223400
2026-08-11 18:50:24,437 INFO  [Thread-175] common.Storage (BlockPoolSliceStorage.java:loadStorageDirectory(169)) - Block pool storage directory for location [DISK]file:/tmp/hdfs-test4661016968813047161/data/data2 and block pool id BP-1344126513-10.240.0.86-1786474223400 is not formatted. Formatting ...
2026-08-11 18:50:24,437 INFO  [Thread-175] common.Storage (BlockPoolSliceStorage.java:format(285)) - Formatting block pool BP-1344126513-10.240.0.86-1786474223400 directory /tmp/hdfs-test4661016968813047161/data/data2/current/BP-1344126513-10.240.0.86-1786474223400/current
2026-08-11 18:50:24,443 INFO  [Thread-175] datanode.DataNode (DataNode.java:initStorage(1756)) - Setting up storage: nsid=882525008;bpid=BP-1344126513-10.240.0.86-1786474223400;lv=-57;nsInfo=lv=-66;cid=testClusterID;nsid=882525008;c=1786474223400;bpid=BP-1344126513-10.240.0.86-1786474223400;dnuuid=null
2026-08-11 18:50:24,448 INFO  [Thread-175] datanode.DataNode (DataNode.java:checkDatanodeUuid(1554)) - Generated and persisted new Datanode UUID ba3c6395-5ba7-4e54-9220-346f95d57e4f
2026-08-11 18:50:24,448 INFO  [Thread-175] impl.FsDatasetImpl (FsDatasetImpl.java:<init>(310)) - The datanode lock is a read write lock
2026-08-11 18:50:24,451 INFO  [Thread-175] impl.FsDatasetImpl (FsVolumeList.java:addVolume(304)) - Added new volume: DS-c9bedd03-5498-4fbc-9044-213fea9eba38
2026-08-11 18:50:24,452 INFO  [Thread-175] impl.FsDatasetImpl (FsDatasetImpl.java:addVolume(493)) - Added volume - [DISK]file:/tmp/hdfs-test4661016968813047161/data/data1, StorageType: DISK
2026-08-11 18:50:24,453 INFO  [Thread-175] impl.FsDatasetImpl (FsVolumeList.java:addVolume(304)) - Added new volume: DS-e9f2647d-78d2-4f7a-8131-05ae7782cb24
2026-08-11 18:50:24,453 INFO  [Thread-175] impl.FsDatasetImpl (FsDatasetImpl.java:addVolume(493)) - Added volume - [DISK]file:/tmp/hdfs-test4661016968813047161/data/data2, StorageType: DISK
2026-08-11 18:50:24,455 INFO  [Thread-175] impl.MemoryMappableBlockLoader (MemoryMappableBlockLoader.java:initialize(48)) - Initializing cache loader: MemoryMappableBlockLoader.
2026-08-11 18:50:24,455 INFO  [Thread-175] impl.FsDatasetImpl (FsDatasetImpl.java:registerMBean(2343)) - Registered FSDatasetState MBean
2026-08-11 18:50:24,456 INFO  [Thread-175] impl.FsDatasetImpl (FsDatasetImpl.java:addBlockPool(2856)) - Adding block pool BP-1344126513-10.240.0.86-1786474223400
2026-08-11 18:50:24,457 INFO  [Thread-192] impl.FsDatasetImpl (FsVolumeList.java:run(406)) - Scanning block pool BP-1344126513-10.240.0.86-1786474223400 on volume /tmp/hdfs-test4661016968813047161/data/data1...
2026-08-11 18:50:24,457 INFO  [Thread-193] impl.FsDatasetImpl (FsVolumeList.java:run(406)) - Scanning block pool BP-1344126513-10.240.0.86-1786474223400 on volume /tmp/hdfs-test4661016968813047161/data/data2...
2026-08-11 18:50:24,476 INFO  [IPC Server handler 2 on default port 33065] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=datanodeReport	src=null	dst=null	perm=null	proto=rpc
2026-08-11 18:50:24,477 INFO  [Listener at localhost/34101] hdfs.MiniDFSCluster (MiniDFSCluster.java:shouldWait(2823)) - dnInfo.length != numDataNodes
2026-08-11 18:50:24,477 INFO  [Listener at localhost/34101] hdfs.MiniDFSCluster (MiniDFSCluster.java:waitActive(2744)) - Waiting for cluster to become active
2026-08-11 18:50:24,487 INFO  [Thread-193] impl.FsDatasetImpl (FsVolumeList.java:run(411)) - Time taken to scan block pool BP-1344126513-10.240.0.86-1786474223400 on /tmp/hdfs-test4661016968813047161/data/data2: 29ms
2026-08-11 18:50:24,493 INFO  [Thread-192] impl.FsDatasetImpl (FsVolumeList.java:run(411)) - Time taken to scan block pool BP-1344126513-10.240.0.86-1786474223400 on /tmp/hdfs-test4661016968813047161/data/data1: 36ms
2026-08-11 18:50:24,493 INFO  [Thread-175] impl.FsDatasetImpl (FsVolumeList.java:addBlockPool(431)) - Total time to scan all replicas for block pool BP-1344126513-10.240.0.86-1786474223400: 37ms
2026-08-11 18:50:24,494 INFO  [Thread-196] impl.FsDatasetImpl (FsVolumeList.java:run(199)) - Adding replicas to map for block pool BP-1344126513-10.240.0.86-1786474223400 on volume /tmp/hdfs-test4661016968813047161/data/data1...
2026-08-11 18:50:24,494 INFO  [Thread-196] impl.BlockPoolSlice (BlockPoolSlice.java:readReplicasFromCache(902)) - Replica Cache file: /tmp/hdfs-test4661016968813047161/data/data1/current/BP-1344126513-10.240.0.86-1786474223400/current/replicas doesn't exist 
2026-08-11 18:50:24,494 INFO  [Thread-197] impl.FsDatasetImpl (FsVolumeList.java:run(199)) - Adding replicas to map for block pool BP-1344126513-10.240.0.86-1786474223400 on volume /tmp/hdfs-test4661016968813047161/data/data2...
2026-08-11 18:50:24,494 INFO  [Thread-197] impl.BlockPoolSlice (BlockPoolSlice.java:readReplicasFromCache(902)) - Replica Cache file: /tmp/hdfs-test4661016968813047161/data/data2/current/BP-1344126513-10.240.0.86-1786474223400/current/replicas doesn't exist 
2026-08-11 18:50:24,494 INFO  [Thread-196] impl.FsDatasetImpl (FsVolumeList.java:run(204)) - Time to add replicas to map for block pool BP-1344126513-10.240.0.86-1786474223400 on volume /tmp/hdfs-test4661016968813047161/data/data1: 1ms
2026-08-11 18:50:24,495 INFO  [Thread-197] impl.FsDatasetImpl (FsVolumeList.java:run(204)) - Time to add replicas to map for block pool BP-1344126513-10.240.0.86-1786474223400 on volume /tmp/hdfs-test4661016968813047161/data/data2: 0ms
2026-08-11 18:50:24,495 INFO  [Thread-175] impl.FsDatasetImpl (FsVolumeList.java:getAllVolumesMap(225)) - Total time to add all replicas to map for block pool BP-1344126513-10.240.0.86-1786474223400: 1ms
2026-08-11 18:50:24,495 INFO  [Thread-175] checker.ThrottledAsyncChecker (ThrottledAsyncChecker.java:schedule(137)) - Scheduling a check for /tmp/hdfs-test4661016968813047161/data/data1
2026-08-11 18:50:24,496 INFO  [Thread-175] checker.DatasetVolumeChecker (DatasetVolumeChecker.java:checkAllVolumes(224)) - Scheduled health check for volume /tmp/hdfs-test4661016968813047161/data/data1
2026-08-11 18:50:24,496 INFO  [Thread-175] checker.ThrottledAsyncChecker (ThrottledAsyncChecker.java:schedule(137)) - Scheduling a check for /tmp/hdfs-test4661016968813047161/data/data2
2026-08-11 18:50:24,497 INFO  [Thread-175] checker.DatasetVolumeChecker (DatasetVolumeChecker.java:checkAllVolumes(224)) - Scheduled health check for volume /tmp/hdfs-test4661016968813047161/data/data2
2026-08-11 18:50:24,498 INFO  [VolumeScannerThread(/tmp/hdfs-test4661016968813047161/data/data1)] datanode.VolumeScanner (VolumeScanner.java:findNextUsableBlockIter(385)) - Now scanning bpid BP-1344126513-10.240.0.86-1786474223400 on volume /tmp/hdfs-test4661016968813047161/data/data1
2026-08-11 18:50:24,498 WARN  [Thread-175] datanode.DirectoryScanner (DirectoryScanner.java:<init>(300)) - dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1
2026-08-11 18:50:24,498 INFO  [VolumeScannerThread(/tmp/hdfs-test4661016968813047161/data/data2)] datanode.VolumeScanner (VolumeScanner.java:findNextUsableBlockIter(385)) - Now scanning bpid BP-1344126513-10.240.0.86-1786474223400 on volume /tmp/hdfs-test4661016968813047161/data/data2
2026-08-11 18:50:24,498 INFO  [VolumeScannerThread(/tmp/hdfs-test4661016968813047161/data/data1)] datanode.VolumeScanner (VolumeScanner.java:getNextBlockToScan(505)) - VolumeScanner(/tmp/hdfs-test4661016968813047161/data/data1, DS-c9bedd03-5498-4fbc-9044-213fea9eba38): finished scanning block pool BP-1344126513-10.240.0.86-1786474223400
2026-08-11 18:50:24,498 INFO  [Thread-175] datanode.DirectoryScanner (DirectoryScanner.java:start(329)) - Periodic Directory Tree Verification scan starting in 2867917ms with interval of 21600000ms and throttle limit of -1ms/s
2026-08-11 18:50:24,499 INFO  [VolumeScannerThread(/tmp/hdfs-test4661016968813047161/data/data2)] datanode.VolumeScanner (VolumeScanner.java:getNextBlockToScan(505)) - VolumeScanner(/tmp/hdfs-test4661016968813047161/data/data2, DS-e9f2647d-78d2-4f7a-8131-05ae7782cb24): finished scanning block pool BP-1344126513-10.240.0.86-1786474223400
2026-08-11 18:50:24,499 INFO  [VolumeScannerThread(/tmp/hdfs-test4661016968813047161/data/data1)] datanode.VolumeScanner (VolumeScanner.java:findNextUsableBlockIter(402)) - VolumeScanner(/tmp/hdfs-test4661016968813047161/data/data1, DS-c9bedd03-5498-4fbc-9044-213fea9eba38): no suitable block pools found to scan.  Waiting 1814399999 ms.
2026-08-11 18:50:24,499 INFO  [VolumeScannerThread(/tmp/hdfs-test4661016968813047161/data/data2)] datanode.VolumeScanner (VolumeScanner.java:findNextUsableBlockIter(402)) - VolumeScanner(/tmp/hdfs-test4661016968813047161/data/data2, DS-e9f2647d-78d2-4f7a-8131-05ae7782cb24): no suitable block pools found to scan.  Waiting 1814399999 ms.
2026-08-11 18:50:24,500 INFO  [BP-1344126513-10.240.0.86-1786474223400 heartbeating to localhost/127.0.0.1:33065] datanode.DataNode (BPServiceActor.java:register(788)) - Block pool BP-1344126513-10.240.0.86-1786474223400 (Datanode Uuid ba3c6395-5ba7-4e54-9220-346f95d57e4f) service to localhost/127.0.0.1:33065 beginning handshake with NN
2026-08-11 18:50:24,502 INFO  [IPC Server handler 3 on default port 33065] hdfs.StateChange (DatanodeManager.java:registerDatanode(1142)) - BLOCK* registerDatanode: from DatanodeRegistration(127.0.0.1:43379, datanodeUuid=ba3c6395-5ba7-4e54-9220-346f95d57e4f, infoPort=45111, infoSecurePort=0, ipcPort=34101, storageInfo=lv=-57;cid=testClusterID;nsid=882525008;c=1786474223400) storage ba3c6395-5ba7-4e54-9220-346f95d57e4f
2026-08-11 18:50:24,502 INFO  [IPC Server handler 3 on default port 33065] net.NetworkTopology (NetworkTopology.java:add(149)) - Adding a new node: /default-rack/127.0.0.1:43379
2026-08-11 18:50:24,502 INFO  [IPC Server handler 3 on default port 33065] blockmanagement.BlockReportLeaseManager (BlockReportLeaseManager.java:registerNode(200)) - Registered DN ba3c6395-5ba7-4e54-9220-346f95d57e4f (127.0.0.1:43379).
2026-08-11 18:50:24,503 INFO  [BP-1344126513-10.240.0.86-1786474223400 heartbeating to localhost/127.0.0.1:33065] datanode.DataNode (BPServiceActor.java:register(816)) - Block pool BP-1344126513-10.240.0.86-1786474223400 (Datanode Uuid ba3c6395-5ba7-4e54-9220-346f95d57e4f) service to localhost/127.0.0.1:33065 successfully registered with NN
2026-08-11 18:50:24,504 INFO  [BP-1344126513-10.240.0.86-1786474223400 heartbeating to localhost/127.0.0.1:33065] datanode.DataNode (BPServiceActor.java:offerService(645)) - For namenode localhost/127.0.0.1:33065 using BLOCKREPORT_INTERVAL of 21600000msecs CACHEREPORT_INTERVAL of 10000msecs Initial delay: 0msecs; heartBeatInterval=3000
2026-08-11 18:50:24,506 INFO  [IPC Server handler 4 on default port 33065] blockmanagement.DatanodeDescriptor (DatanodeDescriptor.java:updateStorage(999)) - Adding new storage ID DS-c9bedd03-5498-4fbc-9044-213fea9eba38 for DN 127.0.0.1:43379
2026-08-11 18:50:24,506 INFO  [IPC Server handler 4 on default port 33065] blockmanagement.DatanodeDescriptor (DatanodeDescriptor.java:updateStorage(999)) - Adding new storage ID DS-e9f2647d-78d2-4f7a-8131-05ae7782cb24 for DN 127.0.0.1:43379
2026-08-11 18:50:24,509 INFO  [Block report processor] BlockStateChange (BlockManager.java:processReport(2778)) - BLOCK* processReport 0x78e49b9d32a61b2c: Processing first storage report for DS-e9f2647d-78d2-4f7a-8131-05ae7782cb24 from datanode ba3c6395-5ba7-4e54-9220-346f95d57e4f
2026-08-11 18:50:24,509 INFO  [Block report processor] BlockStateChange (BlockManager.java:processReport(2810)) - BLOCK* processReport 0x78e49b9d32a61b2c: from storage DS-e9f2647d-78d2-4f7a-8131-05ae7782cb24 node DatanodeRegistration(127.0.0.1:43379, datanodeUuid=ba3c6395-5ba7-4e54-9220-346f95d57e4f, infoPort=45111, infoSecurePort=0, ipcPort=34101, storageInfo=lv=-57;cid=testClusterID;nsid=882525008;c=1786474223400), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0
2026-08-11 18:50:24,510 INFO  [Block report processor] BlockStateChange (BlockManager.java:processReport(2778)) - BLOCK* processReport 0x78e49b9d32a61b2c: Processing first storage report for DS-c9bedd03-5498-4fbc-9044-213fea9eba38 from datanode ba3c6395-5ba7-4e54-9220-346f95d57e4f
2026-08-11 18:50:24,510 INFO  [Block report processor] BlockStateChange (BlockManager.java:processReport(2810)) - BLOCK* processReport 0x78e49b9d32a61b2c: from storage DS-c9bedd03-5498-4fbc-9044-213fea9eba38 node DatanodeRegistration(127.0.0.1:43379, datanodeUuid=ba3c6395-5ba7-4e54-9220-346f95d57e4f, infoPort=45111, infoSecurePort=0, ipcPort=34101, storageInfo=lv=-57;cid=testClusterID;nsid=882525008;c=1786474223400), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0
2026-08-11 18:50:24,511 INFO  [BP-1344126513-10.240.0.86-1786474223400 heartbeating to localhost/127.0.0.1:33065] datanode.DataNode (BPServiceActor.java:blockReport(437)) - Successfully sent block report 0x78e49b9d32a61b2c to namenode: localhost/127.0.0.1:33065,  containing 2 storage report(s), of which we sent 2. The reports had 0 total blocks and used 1 RPC(s). This took 0 msecs to generate and 3 msecs for RPC and NN processing. Got back one command: FinalizeCommand/5.
2026-08-11 18:50:24,512 INFO  [Command processor] datanode.DataNode (BPOfferService.java:processCommandFromActive(763)) - Got finalize command for block pool BP-1344126513-10.240.0.86-1786474223400
2026-08-11 18:50:24,579 INFO  [IPC Server handler 6 on default port 33065] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=datanodeReport	src=null	dst=null	perm=null	proto=rpc
2026-08-11 18:50:24,581 INFO  [Listener at localhost/34101] hdfs.MiniDFSCluster (MiniDFSCluster.java:waitActive(2799)) - Cluster is active
2026-08-11 18:50:24,597 INFO  [Listener at localhost/34101] backup.BackupIO (BackupIO.scala:writeTableMetadata(95)) - Writing metadata to hdfs://localhost:33065/id_taco-taco/100/.kudu-metadata.json
2026-08-11 18:50:24,600 INFO  [IPC Server handler 7 on default port 33065] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=create	src=/id_taco-taco/100/.kudu-metadata.json	dst=null	perm=slave:supergroup:rw-r--r--	proto=rpc
2026-08-11 18:50:24,606 INFO  [IPC Server handler 8 on default port 33065] hdfs.StateChange (FSDirWriteFileOp.java:logAllocatedBlock(802)) - BLOCK* allocate blk_1073741825_1001, replicas=127.0.0.1:43379 for /id_taco-taco/100/.kudu-metadata.json
2026-08-11 18:50:24,611 INFO  [DataXceiver for client DFSClient_NONMAPREDUCE_325849603_1 at /127.0.0.1:42222 [Receiving block BP-1344126513-10.240.0.86-1786474223400:blk_1073741825_1001]] datanode.DataNode (DataXceiver.java:writeBlock(747)) - Receiving BP-1344126513-10.240.0.86-1786474223400:blk_1073741825_1001 src: /127.0.0.1:42222 dest: /127.0.0.1:43379
2026-08-11 18:50:24,619 INFO  [PacketResponder: BP-1344126513-10.240.0.86-1786474223400:blk_1073741825_1001, type=LAST_IN_PIPELINE] DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1539)) - src: /127.0.0.1:42222, dest: /127.0.0.1:43379, bytes: 82, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_325849603_1, offset: 0, srvID: ba3c6395-5ba7-4e54-9220-346f95d57e4f, blockid: BP-1344126513-10.240.0.86-1786474223400:blk_1073741825_1001, duration(ns): 5528358
2026-08-11 18:50:24,620 INFO  [PacketResponder: BP-1344126513-10.240.0.86-1786474223400:blk_1073741825_1001, type=LAST_IN_PIPELINE] datanode.DataNode (BlockReceiver.java:run(1512)) - PacketResponder: BP-1344126513-10.240.0.86-1786474223400:blk_1073741825_1001, type=LAST_IN_PIPELINE terminating
2026-08-11 18:50:24,624 INFO  [IPC Server handler 0 on default port 33065] hdfs.StateChange (FSNamesystem.java:completeFile(3104)) - DIR* completeFile: /id_taco-taco/100/.kudu-metadata.json is closed by DFSClient_NONMAPREDUCE_325849603_1
2026-08-11 18:50:24,625 INFO  [Listener at localhost/34101] backup.BackupIO (BackupIO.scala:writeTableMetadata(95)) - Writing metadata to hdfs://localhost:33065/id_taco-taco/1000/.kudu-metadata.json
2026-08-11 18:50:24,628 INFO  [IPC Server handler 2 on default port 33065] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=create	src=/id_taco-taco/1000/.kudu-metadata.json	dst=null	perm=slave:supergroup:rw-r--r--	proto=rpc
2026-08-11 18:50:24,635 INFO  [IPC Server handler 3 on default port 33065] hdfs.StateChange (FSDirWriteFileOp.java:logAllocatedBlock(802)) - BLOCK* allocate blk_1073741826_1002, replicas=127.0.0.1:43379 for /id_taco-taco/1000/.kudu-metadata.json
2026-08-11 18:50:24,637 INFO  [DataXceiver for client DFSClient_NONMAPREDUCE_325849603_1 at /127.0.0.1:42234 [Receiving block BP-1344126513-10.240.0.86-1786474223400:blk_1073741826_1002]] datanode.DataNode (DataXceiver.java:writeBlock(747)) - Receiving BP-1344126513-10.240.0.86-1786474223400:blk_1073741826_1002 src: /127.0.0.1:42234 dest: /127.0.0.1:43379
2026-08-11 18:50:24,644 INFO  [PacketResponder: BP-1344126513-10.240.0.86-1786474223400:blk_1073741826_1002, type=LAST_IN_PIPELINE] DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1539)) - src: /127.0.0.1:42234, dest: /127.0.0.1:43379, bytes: 83, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_325849603_1, offset: 0, srvID: ba3c6395-5ba7-4e54-9220-346f95d57e4f, blockid: BP-1344126513-10.240.0.86-1786474223400:blk_1073741826_1002, duration(ns): 3912152
2026-08-11 18:50:24,644 INFO  [PacketResponder: BP-1344126513-10.240.0.86-1786474223400:blk_1073741826_1002, type=LAST_IN_PIPELINE] datanode.DataNode (BlockReceiver.java:run(1512)) - PacketResponder: BP-1344126513-10.240.0.86-1786474223400:blk_1073741826_1002, type=LAST_IN_PIPELINE terminating
2026-08-11 18:50:24,647 INFO  [IPC Server handler 5 on default port 33065] hdfs.StateChange (FSNamesystem.java:completeFile(3104)) - DIR* completeFile: /id_taco-taco/1000/.kudu-metadata.json is closed by DFSClient_NONMAPREDUCE_325849603_1
2026-08-11 18:50:24,648 INFO  [Listener at localhost/34101] backup.BackupIO (BackupIO.scala:writeTableMetadata(95)) - Writing metadata to hdfs://localhost:33065/id_taco-taco/2000/.kudu-metadata.json
2026-08-11 18:50:24,650 INFO  [IPC Server handler 6 on default port 33065] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=create	src=/id_taco-taco/2000/.kudu-metadata.json	dst=null	perm=slave:supergroup:rw-r--r--	proto=rpc
2026-08-11 18:50:24,654 INFO  [IPC Server handler 7 on default port 33065] hdfs.StateChange (FSDirWriteFileOp.java:logAllocatedBlock(802)) - BLOCK* allocate blk_1073741827_1003, replicas=127.0.0.1:43379 for /id_taco-taco/2000/.kudu-metadata.json
2026-08-11 18:50:24,657 INFO  [DataXceiver for client DFSClient_NONMAPREDUCE_325849603_1 at /127.0.0.1:42250 [Receiving block BP-1344126513-10.240.0.86-1786474223400:blk_1073741827_1003]] datanode.DataNode (DataXceiver.java:writeBlock(747)) - Receiving BP-1344126513-10.240.0.86-1786474223400:blk_1073741827_1003 src: /127.0.0.1:42250 dest: /127.0.0.1:43379
2026-08-11 18:50:24,668 INFO  [PacketResponder: BP-1344126513-10.240.0.86-1786474223400:blk_1073741827_1003, type=LAST_IN_PIPELINE] DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1539)) - src: /127.0.0.1:42250, dest: /127.0.0.1:43379, bytes: 102, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_325849603_1, offset: 0, srvID: ba3c6395-5ba7-4e54-9220-346f95d57e4f, blockid: BP-1344126513-10.240.0.86-1786474223400:blk_1073741827_1003, duration(ns): 4374332
2026-08-11 18:50:24,670 INFO  [PacketResponder: BP-1344126513-10.240.0.86-1786474223400:blk_1073741827_1003, type=LAST_IN_PIPELINE] datanode.DataNode (BlockReceiver.java:run(1512)) - PacketResponder: BP-1344126513-10.240.0.86-1786474223400:blk_1073741827_1003, type=LAST_IN_PIPELINE terminating
2026-08-11 18:50:24,671 INFO  [IPC Server handler 9 on default port 33065] hdfs.StateChange (FSNamesystem.java:completeFile(3104)) - DIR* completeFile: /id_taco-taco/2000/.kudu-metadata.json is closed by DFSClient_NONMAPREDUCE_325849603_1
2026-08-11 18:50:24,672 INFO  [Listener at localhost/34101] backup.BackupIO (BackupIO.scala:writeTableMetadata(95)) - Writing metadata to hdfs://localhost:33065/id_pizza-pizza/200/.kudu-metadata.json
2026-08-11 18:50:24,675 INFO  [IPC Server handler 1 on default port 33065] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=create	src=/id_pizza-pizza/200/.kudu-metadata.json	dst=null	perm=slave:supergroup:rw-r--r--	proto=rpc
2026-08-11 18:50:24,678 INFO  [IPC Server handler 0 on default port 33065] hdfs.StateChange (FSDirWriteFileOp.java:logAllocatedBlock(802)) - BLOCK* allocate blk_1073741828_1004, replicas=127.0.0.1:43379 for /id_pizza-pizza/200/.kudu-metadata.json
2026-08-11 18:50:24,681 INFO  [DataXceiver for client DFSClient_NONMAPREDUCE_325849603_1 at /127.0.0.1:42252 [Receiving block BP-1344126513-10.240.0.86-1786474223400:blk_1073741828_1004]] datanode.DataNode (DataXceiver.java:writeBlock(747)) - Receiving BP-1344126513-10.240.0.86-1786474223400:blk_1073741828_1004 src: /127.0.0.1:42252 dest: /127.0.0.1:43379
2026-08-11 18:50:24,688 INFO  [PacketResponder: BP-1344126513-10.240.0.86-1786474223400:blk_1073741828_1004, type=LAST_IN_PIPELINE] DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1539)) - src: /127.0.0.1:42252, dest: /127.0.0.1:43379, bytes: 84, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_325849603_1, offset: 0, srvID: ba3c6395-5ba7-4e54-9220-346f95d57e4f, blockid: BP-1344126513-10.240.0.86-1786474223400:blk_1073741828_1004, duration(ns): 3916906
2026-08-11 18:50:24,689 INFO  [PacketResponder: BP-1344126513-10.240.0.86-1786474223400:blk_1073741828_1004, type=LAST_IN_PIPELINE] datanode.DataNode (BlockReceiver.java:run(1512)) - PacketResponder: BP-1344126513-10.240.0.86-1786474223400:blk_1073741828_1004, type=LAST_IN_PIPELINE terminating
2026-08-11 18:50:24,690 INFO  [IPC Server handler 3 on default port 33065] namenode.FSNamesystem (FSNamesystem.java:checkBlocksComplete(3151)) - BLOCK* blk_1073741828_1004 is COMMITTED but not COMPLETE(numNodes= 0 <  minimum = 1) in file /id_pizza-pizza/200/.kudu-metadata.json
2026-08-11 18:50:25,093 INFO  [IPC Server handler 4 on default port 33065] hdfs.StateChange (FSNamesystem.java:completeFile(3104)) - DIR* completeFile: /id_pizza-pizza/200/.kudu-metadata.json is closed by DFSClient_NONMAPREDUCE_325849603_1
2026-08-11 18:50:25,095 INFO  [Listener at localhost/34101] backup.BackupIO (BackupIO.scala:writeTableMetadata(95)) - Writing metadata to hdfs://localhost:33065/id_pizza-pizza/400/.kudu-metadata.json
2026-08-11 18:50:25,097 INFO  [IPC Server handler 5 on default port 33065] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=create	src=/id_pizza-pizza/400/.kudu-metadata.json	dst=null	perm=slave:supergroup:rw-r--r--	proto=rpc
2026-08-11 18:50:25,102 INFO  [IPC Server handler 6 on default port 33065] hdfs.StateChange (FSDirWriteFileOp.java:logAllocatedBlock(802)) - BLOCK* allocate blk_1073741829_1005, replicas=127.0.0.1:43379 for /id_pizza-pizza/400/.kudu-metadata.json
2026-08-11 18:50:25,105 INFO  [DataXceiver for client DFSClient_NONMAPREDUCE_325849603_1 at /127.0.0.1:42262 [Receiving block BP-1344126513-10.240.0.86-1786474223400:blk_1073741829_1005]] datanode.DataNode (DataXceiver.java:writeBlock(747)) - Receiving BP-1344126513-10.240.0.86-1786474223400:blk_1073741829_1005 src: /127.0.0.1:42262 dest: /127.0.0.1:43379
2026-08-11 18:50:25,115 INFO  [PacketResponder: BP-1344126513-10.240.0.86-1786474223400:blk_1073741829_1005, type=LAST_IN_PIPELINE] DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1539)) - src: /127.0.0.1:42262, dest: /127.0.0.1:43379, bytes: 103, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_325849603_1, offset: 0, srvID: ba3c6395-5ba7-4e54-9220-346f95d57e4f, blockid: BP-1344126513-10.240.0.86-1786474223400:blk_1073741829_1005, duration(ns): 4118207
2026-08-11 18:50:25,116 INFO  [PacketResponder: BP-1344126513-10.240.0.86-1786474223400:blk_1073741829_1005, type=LAST_IN_PIPELINE] datanode.DataNode (BlockReceiver.java:run(1512)) - PacketResponder: BP-1344126513-10.240.0.86-1786474223400:blk_1073741829_1005, type=LAST_IN_PIPELINE terminating
2026-08-11 18:50:25,118 INFO  [IPC Server handler 8 on default port 33065] hdfs.StateChange (FSNamesystem.java:completeFile(3104)) - DIR* completeFile: /id_pizza-pizza/400/.kudu-metadata.json is closed by DFSClient_NONMAPREDUCE_325849603_1
2026-08-11 18:50:25,119 INFO  [Listener at localhost/34101] backup.BackupIO (BackupIO.scala:writeTableMetadata(95)) - Writing metadata to hdfs://localhost:33065/id_pizza-pizza/600/.kudu-metadata.json
2026-08-11 18:50:25,121 INFO  [IPC Server handler 9 on default port 33065] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=create	src=/id_pizza-pizza/600/.kudu-metadata.json	dst=null	perm=slave:supergroup:rw-r--r--	proto=rpc
2026-08-11 18:50:25,125 INFO  [IPC Server handler 1 on default port 33065] hdfs.StateChange (FSDirWriteFileOp.java:logAllocatedBlock(802)) - BLOCK* allocate blk_1073741830_1006, replicas=127.0.0.1:43379 for /id_pizza-pizza/600/.kudu-metadata.json
2026-08-11 18:50:25,128 INFO  [DataXceiver for client DFSClient_NONMAPREDUCE_325849603_1 at /127.0.0.1:42274 [Receiving block BP-1344126513-10.240.0.86-1786474223400:blk_1073741830_1006]] datanode.DataNode (DataXceiver.java:writeBlock(747)) - Receiving BP-1344126513-10.240.0.86-1786474223400:blk_1073741830_1006 src: /127.0.0.1:42274 dest: /127.0.0.1:43379
2026-08-11 18:50:25,134 INFO  [PacketResponder: BP-1344126513-10.240.0.86-1786474223400:blk_1073741830_1006, type=LAST_IN_PIPELINE] DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1539)) - src: /127.0.0.1:42274, dest: /127.0.0.1:43379, bytes: 103, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_325849603_1, offset: 0, srvID: ba3c6395-5ba7-4e54-9220-346f95d57e4f, blockid: BP-1344126513-10.240.0.86-1786474223400:blk_1073741830_1006, duration(ns): 4050120
2026-08-11 18:50:25,134 INFO  [PacketResponder: BP-1344126513-10.240.0.86-1786474223400:blk_1073741830_1006, type=LAST_IN_PIPELINE] datanode.DataNode (BlockReceiver.java:run(1512)) - PacketResponder: BP-1344126513-10.240.0.86-1786474223400:blk_1073741830_1006, type=LAST_IN_PIPELINE terminating
2026-08-11 18:50:25,136 INFO  [IPC Server handler 2 on default port 33065] hdfs.StateChange (FSNamesystem.java:completeFile(3104)) - DIR* completeFile: /id_pizza-pizza/600/.kudu-metadata.json is closed by DFSClient_NONMAPREDUCE_325849603_1
2026-08-11 18:50:25,153 INFO  [IPC Server handler 3 on default port 33065] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=getfileinfo	src=/	dst=null	perm=null	proto=rpc
2026-08-11 18:50:25,155 INFO  [IPC Server handler 4 on default port 33065] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=listStatus	src=/	dst=null	perm=null	proto=rpc
2026-08-11 18:50:25,164 INFO  [IPC Server handler 5 on default port 33065] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=listStatus	src=/id_taco-taco	dst=null	perm=null	proto=rpc
2026-08-11 18:50:25,166 INFO  [IPC Server handler 6 on default port 33065] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=getfileinfo	src=/id_taco-taco/100/.kudu-metadata.json	dst=null	perm=null	proto=rpc
2026-08-11 18:50:25,168 INFO  [IPC Server handler 7 on default port 33065] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=open	src=/id_taco-taco/100/.kudu-metadata.json	dst=null	perm=null	proto=rpc
2026-08-11 18:50:25,174 INFO  [IPC Server handler 8 on default port 33065] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=getfileinfo	src=/id_taco-taco/1000/.kudu-metadata.json	dst=null	perm=null	proto=rpc
2026-08-11 18:50:25,176 INFO  [IPC Server handler 9 on default port 33065] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=open	src=/id_taco-taco/1000/.kudu-metadata.json	dst=null	perm=null	proto=rpc
2026-08-11 18:50:25,180 INFO  [IPC Server handler 1 on default port 33065] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=getfileinfo	src=/id_taco-taco/2000/.kudu-metadata.json	dst=null	perm=null	proto=rpc
2026-08-11 18:50:25,182 INFO  [IPC Server handler 0 on default port 33065] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=open	src=/id_taco-taco/2000/.kudu-metadata.json	dst=null	perm=null	proto=rpc
2026-08-11 18:50:25,185 INFO  [Listener at localhost/34101] backup.BackupIO (BackupIO.scala:readTableBackups(236)) - Found 3 paths in hdfs://localhost:33065/id_taco-taco
.2026-08-11 18:50:25,212 INFO  [Listener at localhost/34101] hdfs.MiniDFSCluster (MiniDFSCluster.java:<init>(529)) - starting cluster: numNameNodes=1, numDataNodes=1
2026-08-11 18:50:25,213 INFO  [Listener at localhost/34101] namenode.NameNode (NameNode.java:format(1249)) - Formatting using clusterid: testClusterID
2026-08-11 18:50:25,214 INFO  [Listener at localhost/34101] namenode.FSEditLog (FSEditLog.java:newInstance(229)) - Edit logging is async:true
2026-08-11 18:50:25,228 INFO  [Listener at localhost/34101] namenode.FSNamesystem (FSNamesystem.java:<init>(814)) - KeyProvider: null
2026-08-11 18:50:25,228 INFO  [Listener at localhost/34101] namenode.FSNamesystem (FSNamesystemLock.java:<init>(141)) - fsLock is fair: true
2026-08-11 18:50:25,229 INFO  [Listener at localhost/34101] namenode.FSNamesystem (FSNamesystemLock.java:<init>(159)) - Detailed lock hold time metrics enabled: false
2026-08-11 18:50:25,229 INFO  [Listener at localhost/34101] namenode.FSNamesystem (FSNamesystem.java:<init>(847)) - fsOwner                = slave (auth:SIMPLE)
2026-08-11 18:50:25,229 INFO  [Listener at localhost/34101] namenode.FSNamesystem (FSNamesystem.java:<init>(848)) - supergroup             = supergroup
2026-08-11 18:50:25,229 INFO  [Listener at localhost/34101] namenode.FSNamesystem (FSNamesystem.java:<init>(849)) - isPermissionEnabled    = true
2026-08-11 18:50:25,229 INFO  [Listener at localhost/34101] namenode.FSNamesystem (FSNamesystem.java:<init>(850)) - isStoragePolicyEnabled = true
2026-08-11 18:50:25,229 INFO  [Listener at localhost/34101] namenode.FSNamesystem (FSNamesystem.java:<init>(861)) - HA Enabled: false
2026-08-11 18:50:25,230 INFO  [Listener at localhost/34101] common.Util (Util.java:isDiskStatsEnabled(395)) - dfs.datanode.fileio.profiling.sampling.percentage set to 0. Disabling file IO profiling
2026-08-11 18:50:25,230 INFO  [Listener at localhost/34101] blockmanagement.DatanodeManager (DatanodeManager.java:<init>(334)) - dfs.block.invalidate.limit: configured=1000, counted=60, effected=1000
2026-08-11 18:50:25,230 INFO  [Listener at localhost/34101] blockmanagement.DatanodeManager (DatanodeManager.java:<init>(342)) - dfs.namenode.datanode.registration.ip-hostname-check=true
2026-08-11 18:50:25,231 INFO  [Listener at localhost/34101] blockmanagement.BlockManager (InvalidateBlocks.java:printBlockDeletionTime(77)) - dfs.namenode.startup.delay.block.deletion.sec is set to 000:00:00:00.000
2026-08-11 18:50:25,231 INFO  [Listener at localhost/34101] blockmanagement.BlockManager (InvalidateBlocks.java:printBlockDeletionTime(83)) - The block deletion will start around 2026 Aug 11 18:50:25
2026-08-11 18:50:25,231 INFO  [Listener at localhost/34101] util.GSet (LightWeightGSet.java:computeCapacity(395)) - Computing capacity for map BlocksMap
2026-08-11 18:50:25,231 INFO  [Listener at localhost/34101] util.GSet (LightWeightGSet.java:computeCapacity(396)) - VM type       = 64-bit
2026-08-11 18:50:25,231 INFO  [Listener at localhost/34101] util.GSet (LightWeightGSet.java:computeCapacity(397)) - 2.0% max memory 3.5 GB = 72.5 MB
2026-08-11 18:50:25,232 INFO  [Listener at localhost/34101] util.GSet (LightWeightGSet.java:computeCapacity(402)) - capacity      = 2^23 = 8388608 entries
2026-08-11 18:50:25,237 INFO  [Listener at localhost/34101] blockmanagement.BlockManager (BlockManager.java:createSPSManager(5447)) - Storage policy satisfier is disabled
2026-08-11 18:50:25,237 INFO  [Listener at localhost/34101] blockmanagement.BlockManager (BlockManager.java:createBlockTokenSecretManager(641)) - dfs.block.access.token.enable = false
2026-08-11 18:50:25,238 INFO  [Listener at localhost/34101] blockmanagement.BlockManagerSafeMode (BlockManagerSafeMode.java:<init>(160)) - dfs.namenode.safemode.threshold-pct = 0.999
2026-08-11 18:50:25,238 INFO  [Listener at localhost/34101] blockmanagement.BlockManagerSafeMode (BlockManagerSafeMode.java:<init>(161)) - dfs.namenode.safemode.min.datanodes = 0
2026-08-11 18:50:25,238 INFO  [Listener at localhost/34101] blockmanagement.BlockManagerSafeMode (BlockManagerSafeMode.java:<init>(163)) - dfs.namenode.safemode.extension = 0
2026-08-11 18:50:25,238 INFO  [Listener at localhost/34101] blockmanagement.BlockManager (BlockManager.java:<init>(627)) - defaultReplication         = 1
2026-08-11 18:50:25,238 INFO  [Listener at localhost/34101] blockmanagement.BlockManager (BlockManager.java:<init>(628)) - maxReplication             = 512
2026-08-11 18:50:25,238 INFO  [Listener at localhost/34101] blockmanagement.BlockManager (BlockManager.java:<init>(629)) - minReplication             = 1
2026-08-11 18:50:25,238 INFO  [Listener at localhost/34101] blockmanagement.BlockManager (BlockManager.java:<init>(630)) - maxReplicationStreams      = 2
2026-08-11 18:50:25,238 INFO  [Listener at localhost/34101] blockmanagement.BlockManager (BlockManager.java:<init>(631)) - redundancyRecheckInterval  = 3000ms
2026-08-11 18:50:25,238 INFO  [Listener at localhost/34101] blockmanagement.BlockManager (BlockManager.java:<init>(632)) - encryptDataTransfer        = false
2026-08-11 18:50:25,238 INFO  [Listener at localhost/34101] blockmanagement.BlockManager (BlockManager.java:<init>(633)) - maxNumBlocksToLog          = 1000
2026-08-11 18:50:25,239 INFO  [Listener at localhost/34101] util.GSet (LightWeightGSet.java:computeCapacity(395)) - Computing capacity for map INodeMap
2026-08-11 18:50:25,239 INFO  [Listener at localhost/34101] util.GSet (LightWeightGSet.java:computeCapacity(396)) - VM type       = 64-bit
2026-08-11 18:50:25,239 INFO  [Listener at localhost/34101] util.GSet (LightWeightGSet.java:computeCapacity(397)) - 1.0% max memory 3.5 GB = 36.2 MB
2026-08-11 18:50:25,239 INFO  [Listener at localhost/34101] util.GSet (LightWeightGSet.java:computeCapacity(402)) - capacity      = 2^22 = 4194304 entries
2026-08-11 18:50:25,246 INFO  [Listener at localhost/34101] namenode.FSDirectory (FSDirectory.java:<init>(335)) - ACLs enabled? true
2026-08-11 18:50:25,246 INFO  [Listener at localhost/34101] namenode.FSDirectory (FSDirectory.java:<init>(339)) - POSIX ACL inheritance enabled? true
2026-08-11 18:50:25,246 INFO  [Listener at localhost/34101] namenode.FSDirectory (FSDirectory.java:<init>(343)) - XAttrs enabled? true
2026-08-11 18:50:25,246 INFO  [Listener at localhost/34101] namenode.NameNode (FSDirectory.java:<init>(406)) - Caching file names occurring more than 10 times
2026-08-11 18:50:25,246 INFO  [Listener at localhost/34101] snapshot.SnapshotManager (SnapshotManager.java:<init>(124)) - Loaded config captureOpenFiles: false, skipCaptureAccessTimeOnlyChange: false, snapshotDiffAllowSnapRootDescendant: true, maxSnapshotLimit: 65536
2026-08-11 18:50:25,246 INFO  [Listener at localhost/34101] snapshot.SnapshotManager (DirectoryDiffListFactory.java:init(43)) - SkipList is disabled
2026-08-11 18:50:25,247 INFO  [Listener at localhost/34101] util.GSet (LightWeightGSet.java:computeCapacity(395)) - Computing capacity for map cachedBlocks
2026-08-11 18:50:25,247 INFO  [Listener at localhost/34101] util.GSet (LightWeightGSet.java:computeCapacity(396)) - VM type       = 64-bit
2026-08-11 18:50:25,247 INFO  [Listener at localhost/34101] util.GSet (LightWeightGSet.java:computeCapacity(397)) - 0.25% max memory 3.5 GB = 9.1 MB
2026-08-11 18:50:25,247 INFO  [Listener at localhost/34101] util.GSet (LightWeightGSet.java:computeCapacity(402)) - capacity      = 2^20 = 1048576 entries
2026-08-11 18:50:25,251 INFO  [Listener at localhost/34101] metrics.TopMetrics (TopMetrics.java:logConf(75)) - NNTop conf: dfs.namenode.top.window.num.buckets = 10
2026-08-11 18:50:25,251 INFO  [Listener at localhost/34101] metrics.TopMetrics (TopMetrics.java:logConf(77)) - NNTop conf: dfs.namenode.top.num.users = 10
2026-08-11 18:50:25,252 INFO  [Listener at localhost/34101] metrics.TopMetrics (TopMetrics.java:logConf(79)) - NNTop conf: dfs.namenode.top.windows.minutes = 1,5,25
2026-08-11 18:50:25,252 INFO  [Listener at localhost/34101] namenode.FSNamesystem (FSNamesystem.java:initRetryCache(1080)) - Retry cache on namenode is enabled
2026-08-11 18:50:25,252 INFO  [Listener at localhost/34101] namenode.FSNamesystem (FSNamesystem.java:initRetryCache(1088)) - Retry cache will use 0.03 of total heap and retry cache entry expiry time is 600000 millis
2026-08-11 18:50:25,252 INFO  [Listener at localhost/34101] util.GSet (LightWeightGSet.java:computeCapacity(395)) - Computing capacity for map NameNodeRetryCache
2026-08-11 18:50:25,252 INFO  [Listener at localhost/34101] util.GSet (LightWeightGSet.java:computeCapacity(396)) - VM type       = 64-bit
2026-08-11 18:50:25,252 INFO  [Listener at localhost/34101] util.GSet (LightWeightGSet.java:computeCapacity(397)) - 0.029999999329447746% max memory 3.5 GB = 1.1 MB
2026-08-11 18:50:25,252 INFO  [Listener at localhost/34101] util.GSet (LightWeightGSet.java:computeCapacity(402)) - capacity      = 2^17 = 131072 entries
2026-08-11 18:50:25,253 INFO  [Listener at localhost/34101] namenode.FSImage (FSImage.java:format(186)) - Allocated new BlockPoolId: BP-239927932-10.240.0.86-1786474225253
2026-08-11 18:50:25,260 INFO  [Listener at localhost/34101] common.Storage (NNStorage.java:format(595)) - Storage directory /tmp/hdfs-test5392112357535877794/name-0-1 has been successfully formatted.
2026-08-11 18:50:25,267 INFO  [Listener at localhost/34101] common.Storage (NNStorage.java:format(595)) - Storage directory /tmp/hdfs-test5392112357535877794/name-0-2 has been successfully formatted.
2026-08-11 18:50:25,286 INFO  [FSImageSaver for /tmp/hdfs-test5392112357535877794/name-0-2 of type IMAGE_AND_EDITS] namenode.FSImageFormatProtobuf (FSImageFormatProtobuf.java:save(732)) - Saving image file /tmp/hdfs-test5392112357535877794/name-0-2/current/fsimage.ckpt_0000000000000000000 using no compression
2026-08-11 18:50:25,291 INFO  [FSImageSaver for /tmp/hdfs-test5392112357535877794/name-0-1 of type IMAGE_AND_EDITS] namenode.FSImageFormatProtobuf (FSImageFormatProtobuf.java:save(732)) - Saving image file /tmp/hdfs-test5392112357535877794/name-0-1/current/fsimage.ckpt_0000000000000000000 using no compression
2026-08-11 18:50:25,295 INFO  [FSImageSaver for /tmp/hdfs-test5392112357535877794/name-0-2 of type IMAGE_AND_EDITS] namenode.FSImageFormatProtobuf (FSImageFormatProtobuf.java:save(736)) - Image file /tmp/hdfs-test5392112357535877794/name-0-2/current/fsimage.ckpt_0000000000000000000 of size 418 bytes saved in 0 seconds .
2026-08-11 18:50:25,304 INFO  [FSImageSaver for /tmp/hdfs-test5392112357535877794/name-0-1 of type IMAGE_AND_EDITS] namenode.FSImageFormatProtobuf (FSImageFormatProtobuf.java:save(736)) - Image file /tmp/hdfs-test5392112357535877794/name-0-1/current/fsimage.ckpt_0000000000000000000 of size 418 bytes saved in 0 seconds .
2026-08-11 18:50:25,309 INFO  [Listener at localhost/34101] namenode.NNStorageRetentionManager (NNStorageRetentionManager.java:getImageTxIdToRetain(203)) - Going to retain 1 images with txid >= 0
2026-08-11 18:50:25,321 INFO  [Listener at localhost/34101] namenode.FSNamesystem (FSNamesystem.java:stopActiveServices(1427)) - Stopping services started for active state
2026-08-11 18:50:25,321 INFO  [Listener at localhost/34101] namenode.FSNamesystem (FSNamesystem.java:stopStandbyServices(1528)) - Stopping services started for standby state
2026-08-11 18:50:25,322 INFO  [Listener at localhost/34101] namenode.NameNode (NameNode.java:createNameNode(1707)) - createNameNode []
2026-08-11 18:50:25,322 INFO  [Listener at localhost/34101] impl.MetricsSystemImpl (MetricsSystemImpl.java:init(158)) - NameNode metrics system started (again)
2026-08-11 18:50:25,323 INFO  [Listener at localhost/34101] namenode.NameNodeUtils (NameNodeUtils.java:getClientNamenodeAddress(79)) - fs.defaultFS is hdfs://127.0.0.1:0
2026-08-11 18:50:25,349 INFO  [org.apache.hadoop.util.JvmPauseMonitor$Monitor@11f9535b] util.JvmPauseMonitor (JvmPauseMonitor.java:run(188)) - Starting JVM pause monitor
2026-08-11 18:50:25,349 INFO  [Listener at localhost/34101] hdfs.DFSUtil (DFSUtil.java:httpServerTemplateForNNAndJN(1668)) - Filter initializers set : org.apache.hadoop.http.lib.StaticUserWebFilter,org.apache.hadoop.hdfs.web.AuthFilterInitializer
2026-08-11 18:50:25,350 INFO  [Listener at localhost/34101] hdfs.DFSUtil (DFSUtil.java:httpServerTemplateForNNAndJN(1690)) - Starting Web-server for hdfs at: http://localhost:0
2026-08-11 18:50:25,353 INFO  [Listener at localhost/34101] server.AuthenticationFilter (AuthenticationFilter.java:constructSecretProvider(240)) - Unable to initialize FileSignerSecretProvider, falling back to use random secrets.
2026-08-11 18:50:25,354 INFO  [Listener at localhost/34101] http.HttpRequestLog (HttpRequestLog.java:getRequestLog(82)) - Http request log for http.requests.namenode is not defined
2026-08-11 18:50:25,358 INFO  [Listener at localhost/34101] http.HttpServer2 (HttpServer2.java:addGlobalFilter(1111)) - Added global filter 'safety' (class=org.apache.hadoop.http.HttpServer2$QuotingInputFilter)
2026-08-11 18:50:25,360 INFO  [Listener at localhost/34101] http.HttpServer2 (HttpServer2.java:addFilter(1084)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context hdfs
2026-08-11 18:50:25,360 INFO  [Listener at localhost/34101] http.HttpServer2 (HttpServer2.java:addFilter(1094)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context static
2026-08-11 18:50:25,362 INFO  [Listener at localhost/34101] http.HttpServer2 (HttpServer2.java:addFilter(1084)) - Added filter AuthFilter (class=org.apache.hadoop.hdfs.web.AuthFilter) to context hdfs
2026-08-11 18:50:25,362 INFO  [Listener at localhost/34101] http.HttpServer2 (HttpServer2.java:addFilter(1094)) - Added filter AuthFilter (class=org.apache.hadoop.hdfs.web.AuthFilter) to context static
2026-08-11 18:50:25,363 INFO  [Listener at localhost/34101] http.HttpServer2 (HttpServer2.java:addJerseyResourcePackage(938)) - addJerseyResourcePackage: packageName=org.apache.hadoop.hdfs.server.namenode.web.resources;org.apache.hadoop.hdfs.web.resources, pathSpec=/webhdfs/v1/*
2026-08-11 18:50:25,364 INFO  [Listener at localhost/34101] http.HttpServer2 (HttpServer2.java:bindListener(1332)) - Jetty bound to port 43017
2026-08-11 18:50:25,364 INFO  [Listener at localhost/34101] server.Server (Server.java:doStart(375)) - jetty-9.4.40.v20210413; built: 2021-04-13T20:42:42.668Z; git: b881a572662e1943a14ae12e7e1207989f218b74; jvm 1.8.0_362-8u372-ga~us1-0ubuntu1~18.04-b09
2026-08-11 18:50:25,371 INFO  [Listener at localhost/34101] server.session (DefaultSessionIdManager.java:doStart(334)) - DefaultSessionIdManager workerName=node0
2026-08-11 18:50:25,371 INFO  [Listener at localhost/34101] server.session (DefaultSessionIdManager.java:doStart(339)) - No SessionScavenger set, using defaults
2026-08-11 18:50:25,371 INFO  [Listener at localhost/34101] server.session (HouseKeeper.java:startScavenging(132)) - node0 Scavenging every 600000ms
2026-08-11 18:50:25,373 INFO  [Listener at localhost/34101] server.AuthenticationFilter (AuthenticationFilter.java:constructSecretProvider(240)) - Unable to initialize FileSignerSecretProvider, falling back to use random secrets.
2026-08-11 18:50:25,373 INFO  [Listener at localhost/34101] handler.ContextHandler (ContextHandler.java:doStart(916)) - Started o.e.j.s.ServletContextHandler@76b47204{static,/static,jar:file:/tmp/dist-test-taskVfIbJs/java/build/jars/hadoop-hdfs-3.3.1-tests.jar!/webapps/static,AVAILABLE}
2026-08-11 18:50:25,523 INFO  [Listener at localhost/34101] handler.ContextHandler (ContextHandler.java:doStart(916)) - Started o.e.j.w.WebAppContext@692dba54{hdfs,/,file:///tmp/jetty-localhost-43017-hadoop-hdfs-3_3_1-tests_jar-_-any-1590140332789431341/webapp/,AVAILABLE}{jar:file:/tmp/dist-test-taskVfIbJs/java/build/jars/hadoop-hdfs-3.3.1-tests.jar!/webapps/hdfs}
2026-08-11 18:50:25,525 INFO  [Listener at localhost/34101] server.AbstractConnector (AbstractConnector.java:doStart(331)) - Started ServerConnector@5740ff5e{HTTP/1.1, (http/1.1)}{localhost:43017}
2026-08-11 18:50:25,526 INFO  [Listener at localhost/34101] server.Server (Server.java:doStart(415)) - Started @10553ms
2026-08-11 18:50:25,527 INFO  [Listener at localhost/34101] namenode.FSEditLog (FSEditLog.java:newInstance(229)) - Edit logging is async:true
2026-08-11 18:50:25,545 INFO  [Listener at localhost/34101] namenode.FSNamesystem (FSNamesystem.java:<init>(814)) - KeyProvider: null
2026-08-11 18:50:25,545 INFO  [Listener at localhost/34101] namenode.FSNamesystem (FSNamesystemLock.java:<init>(141)) - fsLock is fair: true
2026-08-11 18:50:25,545 INFO  [Listener at localhost/34101] namenode.FSNamesystem (FSNamesystemLock.java:<init>(159)) - Detailed lock hold time metrics enabled: false
2026-08-11 18:50:25,545 INFO  [Listener at localhost/34101] namenode.FSNamesystem (FSNamesystem.java:<init>(847)) - fsOwner                = slave (auth:SIMPLE)
2026-08-11 18:50:25,546 INFO  [Listener at localhost/34101] namenode.FSNamesystem (FSNamesystem.java:<init>(848)) - supergroup             = supergroup
2026-08-11 18:50:25,546 INFO  [Listener at localhost/34101] namenode.FSNamesystem (FSNamesystem.java:<init>(849)) - isPermissionEnabled    = true
2026-08-11 18:50:25,546 INFO  [Listener at localhost/34101] namenode.FSNamesystem (FSNamesystem.java:<init>(850)) - isStoragePolicyEnabled = true
2026-08-11 18:50:25,546 INFO  [Listener at localhost/34101] namenode.FSNamesystem (FSNamesystem.java:<init>(861)) - HA Enabled: false
2026-08-11 18:50:25,547 INFO  [Listener at localhost/34101] common.Util (Util.java:isDiskStatsEnabled(395)) - dfs.datanode.fileio.profiling.sampling.percentage set to 0. Disabling file IO profiling
2026-08-11 18:50:25,547 INFO  [Listener at localhost/34101] blockmanagement.DatanodeManager (DatanodeManager.java:<init>(334)) - dfs.block.invalidate.limit: configured=1000, counted=60, effected=1000
2026-08-11 18:50:25,547 INFO  [Listener at localhost/34101] blockmanagement.DatanodeManager (DatanodeManager.java:<init>(342)) - dfs.namenode.datanode.registration.ip-hostname-check=true
2026-08-11 18:50:25,548 INFO  [Listener at localhost/34101] blockmanagement.BlockManager (InvalidateBlocks.java:printBlockDeletionTime(77)) - dfs.namenode.startup.delay.block.deletion.sec is set to 000:00:00:00.000
2026-08-11 18:50:25,548 INFO  [Listener at localhost/34101] blockmanagement.BlockManager (InvalidateBlocks.java:printBlockDeletionTime(83)) - The block deletion will start around 2026 Aug 11 18:50:25
2026-08-11 18:50:25,548 INFO  [Listener at localhost/34101] util.GSet (LightWeightGSet.java:computeCapacity(395)) - Computing capacity for map BlocksMap
2026-08-11 18:50:25,548 INFO  [Listener at localhost/34101] util.GSet (LightWeightGSet.java:computeCapacity(396)) - VM type       = 64-bit
2026-08-11 18:50:25,548 INFO  [Listener at localhost/34101] util.GSet (LightWeightGSet.java:computeCapacity(397)) - 2.0% max memory 3.5 GB = 72.5 MB
2026-08-11 18:50:25,549 INFO  [Listener at localhost/34101] util.GSet (LightWeightGSet.java:computeCapacity(402)) - capacity      = 2^23 = 8388608 entries
2026-08-11 18:50:25,581 INFO  [Listener at localhost/34101] blockmanagement.BlockManager (BlockManager.java:createSPSManager(5447)) - Storage policy satisfier is disabled
2026-08-11 18:50:25,582 INFO  [Listener at localhost/34101] blockmanagement.BlockManager (BlockManager.java:createBlockTokenSecretManager(641)) - dfs.block.access.token.enable = false
2026-08-11 18:50:25,582 INFO  [Listener at localhost/34101] blockmanagement.BlockManagerSafeMode (BlockManagerSafeMode.java:<init>(160)) - dfs.namenode.safemode.threshold-pct = 0.999
2026-08-11 18:50:25,582 INFO  [Listener at localhost/34101] blockmanagement.BlockManagerSafeMode (BlockManagerSafeMode.java:<init>(161)) - dfs.namenode.safemode.min.datanodes = 0
2026-08-11 18:50:25,582 INFO  [Listener at localhost/34101] blockmanagement.BlockManagerSafeMode (BlockManagerSafeMode.java:<init>(163)) - dfs.namenode.safemode.extension = 0
2026-08-11 18:50:25,583 INFO  [Listener at localhost/34101] blockmanagement.BlockManager (BlockManager.java:<init>(627)) - defaultReplication         = 1
2026-08-11 18:50:25,583 INFO  [Listener at localhost/34101] blockmanagement.BlockManager (BlockManager.java:<init>(628)) - maxReplication             = 512
2026-08-11 18:50:25,583 INFO  [Listener at localhost/34101] blockmanagement.BlockManager (BlockManager.java:<init>(629)) - minReplication             = 1
2026-08-11 18:50:25,583 INFO  [Listener at localhost/34101] blockmanagement.BlockManager (BlockManager.java:<init>(630)) - maxReplicationStreams      = 2
2026-08-11 18:50:25,583 INFO  [Listener at localhost/34101] blockmanagement.BlockManager (BlockManager.java:<init>(631)) - redundancyRecheckInterval  = 3000ms
2026-08-11 18:50:25,583 INFO  [Listener at localhost/34101] blockmanagement.BlockManager (BlockManager.java:<init>(632)) - encryptDataTransfer        = false
2026-08-11 18:50:25,583 INFO  [Listener at localhost/34101] blockmanagement.BlockManager (BlockManager.java:<init>(633)) - maxNumBlocksToLog          = 1000
2026-08-11 18:50:25,584 INFO  [Listener at localhost/34101] util.GSet (LightWeightGSet.java:computeCapacity(395)) - Computing capacity for map INodeMap
2026-08-11 18:50:25,584 INFO  [Listener at localhost/34101] util.GSet (LightWeightGSet.java:computeCapacity(396)) - VM type       = 64-bit
2026-08-11 18:50:25,584 INFO  [Listener at localhost/34101] util.GSet (LightWeightGSet.java:computeCapacity(397)) - 1.0% max memory 3.5 GB = 36.2 MB
2026-08-11 18:50:25,584 INFO  [Listener at localhost/34101] util.GSet (LightWeightGSet.java:computeCapacity(402)) - capacity      = 2^22 = 4194304 entries
2026-08-11 18:50:25,587 INFO  [Listener at localhost/34101] namenode.FSDirectory (FSDirectory.java:<init>(335)) - ACLs enabled? true
2026-08-11 18:50:25,588 INFO  [Listener at localhost/34101] namenode.FSDirectory (FSDirectory.java:<init>(339)) - POSIX ACL inheritance enabled? true
2026-08-11 18:50:25,588 INFO  [Listener at localhost/34101] namenode.FSDirectory (FSDirectory.java:<init>(343)) - XAttrs enabled? true
2026-08-11 18:50:25,588 INFO  [Listener at localhost/34101] namenode.NameNode (FSDirectory.java:<init>(406)) - Caching file names occurring more than 10 times
2026-08-11 18:50:25,588 INFO  [Listener at localhost/34101] snapshot.SnapshotManager (SnapshotManager.java:<init>(124)) - Loaded config captureOpenFiles: false, skipCaptureAccessTimeOnlyChange: false, snapshotDiffAllowSnapRootDescendant: true, maxSnapshotLimit: 65536
2026-08-11 18:50:25,588 INFO  [Listener at localhost/34101] snapshot.SnapshotManager (DirectoryDiffListFactory.java:init(43)) - SkipList is disabled
2026-08-11 18:50:25,588 INFO  [Listener at localhost/34101] util.GSet (LightWeightGSet.java:computeCapacity(395)) - Computing capacity for map cachedBlocks
2026-08-11 18:50:25,588 INFO  [Listener at localhost/34101] util.GSet (LightWeightGSet.java:computeCapacity(396)) - VM type       = 64-bit
2026-08-11 18:50:25,589 INFO  [Listener at localhost/34101] util.GSet (LightWeightGSet.java:computeCapacity(397)) - 0.25% max memory 3.5 GB = 9.1 MB
2026-08-11 18:50:25,589 INFO  [Listener at localhost/34101] util.GSet (LightWeightGSet.java:computeCapacity(402)) - capacity      = 2^20 = 1048576 entries
2026-08-11 18:50:25,590 INFO  [Listener at localhost/34101] metrics.TopMetrics (TopMetrics.java:logConf(75)) - NNTop conf: dfs.namenode.top.window.num.buckets = 10
2026-08-11 18:50:25,590 INFO  [Listener at localhost/34101] metrics.TopMetrics (TopMetrics.java:logConf(77)) - NNTop conf: dfs.namenode.top.num.users = 10
2026-08-11 18:50:25,590 INFO  [Listener at localhost/34101] metrics.TopMetrics (TopMetrics.java:logConf(79)) - NNTop conf: dfs.namenode.top.windows.minutes = 1,5,25
2026-08-11 18:50:25,591 INFO  [Listener at localhost/34101] namenode.FSNamesystem (FSNamesystem.java:initRetryCache(1080)) - Retry cache on namenode is enabled
2026-08-11 18:50:25,591 INFO  [Listener at localhost/34101] namenode.FSNamesystem (FSNamesystem.java:initRetryCache(1088)) - Retry cache will use 0.03 of total heap and retry cache entry expiry time is 600000 millis
2026-08-11 18:50:25,591 INFO  [Listener at localhost/34101] util.GSet (LightWeightGSet.java:computeCapacity(395)) - Computing capacity for map NameNodeRetryCache
2026-08-11 18:50:25,591 INFO  [Listener at localhost/34101] util.GSet (LightWeightGSet.java:computeCapacity(396)) - VM type       = 64-bit
2026-08-11 18:50:25,591 INFO  [Listener at localhost/34101] util.GSet (LightWeightGSet.java:computeCapacity(397)) - 0.029999999329447746% max memory 3.5 GB = 1.1 MB
2026-08-11 18:50:25,591 INFO  [Listener at localhost/34101] util.GSet (LightWeightGSet.java:computeCapacity(402)) - capacity      = 2^17 = 131072 entries
2026-08-11 18:50:25,595 INFO  [Listener at localhost/34101] common.Storage (Storage.java:tryLock(948)) - Lock on /tmp/hdfs-test5392112357535877794/name-0-1/in_use.lock acquired by nodename 28330@dist-test-slave-tk9z.c.gcp-upstream.internal
2026-08-11 18:50:25,598 INFO  [Listener at localhost/34101] common.Storage (Storage.java:tryLock(948)) - Lock on /tmp/hdfs-test5392112357535877794/name-0-2/in_use.lock acquired by nodename 28330@dist-test-slave-tk9z.c.gcp-upstream.internal
2026-08-11 18:50:25,600 INFO  [Listener at localhost/34101] namenode.FileJournalManager (FileJournalManager.java:recoverUnfinalizedSegments(428)) - Recovering unfinalized segments in /tmp/hdfs-test5392112357535877794/name-0-1/current
2026-08-11 18:50:25,600 INFO  [Listener at localhost/34101] namenode.FileJournalManager (FileJournalManager.java:recoverUnfinalizedSegments(428)) - Recovering unfinalized segments in /tmp/hdfs-test5392112357535877794/name-0-2/current
2026-08-11 18:50:25,600 INFO  [Listener at localhost/34101] namenode.FSImage (FSImage.java:loadFSImage(734)) - No edit log streams selected.
2026-08-11 18:50:25,601 INFO  [Listener at localhost/34101] namenode.FSImage (FSImage.java:loadFSImageFile(800)) - Planning to load image: FSImageFile(file=/tmp/hdfs-test5392112357535877794/name-0-1/current/fsimage_0000000000000000000, cpktTxId=0000000000000000000)
2026-08-11 18:50:25,602 INFO  [Listener at localhost/34101] namenode.FSImageFormatPBINode (FSImageFormatPBINode.java:loadINodeSectionHeader(413)) - Loading 1 INodes.
2026-08-11 18:50:25,603 INFO  [Listener at localhost/34101] namenode.FSImageFormatPBINode (FSImageFormatPBINode.java:loadINodeSection(371)) - Successfully loaded 1 inodes
2026-08-11 18:50:25,604 INFO  [Listener at localhost/34101] namenode.FSImageFormatPBINode (FSImageFormatPBINode.java:waitBlocksMapAndNameCacheUpdateFinished(344)) - Completed update blocks map and name cache, total waiting duration 0ms.
2026-08-11 18:50:25,604 INFO  [Listener at localhost/34101] namenode.FSImageFormatProtobuf (FSImageFormatProtobuf.java:load(255)) - Loaded FSImage in 0 seconds.
2026-08-11 18:50:25,604 INFO  [Listener at localhost/34101] namenode.FSImage (FSImage.java:loadFSImage(978)) - Loaded image for txid 0 from /tmp/hdfs-test5392112357535877794/name-0-1/current/fsimage_0000000000000000000
2026-08-11 18:50:25,605 INFO  [Listener at localhost/34101] namenode.FSNamesystem (FSNamesystem.java:loadFSImage(1202)) - Need to save fs image? false (staleImage=false, haEnabled=false, isRollingUpgrade=false)
2026-08-11 18:50:25,605 INFO  [Listener at localhost/34101] namenode.FSEditLog (FSEditLog.java:startLogSegment(1391)) - Starting log segment at 1
2026-08-11 18:50:25,617 INFO  [Listener at localhost/34101] namenode.NameCache (NameCache.java:initialized(143)) - initialized with 0 entries 0 lookups
2026-08-11 18:50:25,618 INFO  [Listener at localhost/34101] namenode.FSNamesystem (FSNamesystem.java:loadFromDisk(786)) - Finished loading FSImage in 25 msecs
2026-08-11 18:50:25,618 INFO  [Listener at localhost/34101] namenode.NameNode (NameNodeRpcServer.java:<init>(454)) - RPC server is binding to localhost:0
2026-08-11 18:50:25,618 INFO  [Listener at localhost/34101] namenode.NameNode (NameNodeRpcServer.java:<init>(459)) - Enable NameNode state context:false
2026-08-11 18:50:25,619 INFO  [Listener at localhost/34101] ipc.CallQueueManager (CallQueueManager.java:<init>(90)) - Using callQueue: class java.util.concurrent.LinkedBlockingQueue, queueCapacity: 1000, scheduler: class org.apache.hadoop.ipc.DefaultRpcScheduler, ipcBackoff: false.
2026-08-11 18:50:25,620 INFO  [Socket Reader #1 for port 0] ipc.Server (Server.java:run(1265)) - Starting Socket Reader #1 for port 0
2026-08-11 18:50:25,623 INFO  [Listener at localhost/34173] namenode.NameNode (NameNode.java:initialize(776)) - Clients are to use localhost:34173 to access this namenode/service.
2026-08-11 18:50:25,624 INFO  [Listener at localhost/34173] namenode.FSNamesystem (FSNamesystem.java:registerMBean(5444)) - Registered FSNamesystemState, ReplicatedBlocksState and ECBlockGroupsState MBeans.
2026-08-11 18:50:25,639 INFO  [Listener at localhost/34173] namenode.LeaseManager (LeaseManager.java:getNumUnderConstructionBlocks(166)) - Number of blocks under construction: 0
2026-08-11 18:50:25,640 INFO  [Listener at localhost/34173] blockmanagement.DatanodeAdminDefaultMonitor (DatanodeAdminDefaultMonitor.java:processConf(116)) - Initialized the Default Decommission and Maintenance monitor
2026-08-11 18:50:25,641 INFO  [Listener at localhost/34173] blockmanagement.BlockManager (BlockManager.java:initializeReplQueues(5187)) - initializing replication queues
2026-08-11 18:50:25,642 INFO  [Listener at localhost/34173] hdfs.StateChange (BlockManagerSafeMode.java:leaveSafeMode(399)) - STATE* Leaving safe mode after 0 secs
2026-08-11 18:50:25,642 INFO  [Listener at localhost/34173] hdfs.StateChange (BlockManagerSafeMode.java:leaveSafeMode(405)) - STATE* Network topology has 0 racks and 0 datanodes
2026-08-11 18:50:25,642 INFO  [Listener at localhost/34173] hdfs.StateChange (BlockManagerSafeMode.java:leaveSafeMode(407)) - STATE* UnderReplicatedBlocks has 0 blocks
2026-08-11 18:50:25,651 INFO  [Reconstruction Queue Initializer] blockmanagement.BlockManager (BlockManager.java:processMisReplicatesAsync(3728)) - Total number of blocks            = 0
2026-08-11 18:50:25,651 INFO  [Reconstruction Queue Initializer] blockmanagement.BlockManager (BlockManager.java:processMisReplicatesAsync(3729)) - Number of invalid blocks          = 0
2026-08-11 18:50:25,651 INFO  [Reconstruction Queue Initializer] blockmanagement.BlockManager (BlockManager.java:processMisReplicatesAsync(3730)) - Number of under-replicated blocks = 0
2026-08-11 18:50:25,651 INFO  [Reconstruction Queue Initializer] blockmanagement.BlockManager (BlockManager.java:processMisReplicatesAsync(3731)) - Number of  over-replicated blocks = 0
2026-08-11 18:50:25,651 INFO  [Reconstruction Queue Initializer] blockmanagement.BlockManager (BlockManager.java:processMisReplicatesAsync(3733)) - Number of blocks being written    = 0
2026-08-11 18:50:25,651 INFO  [Reconstruction Queue Initializer] hdfs.StateChange (BlockManager.java:processMisReplicatesAsync(3736)) - STATE* Replication Queue initialization scan for invalid, over- and under-replicated blocks completed in 10 msec
2026-08-11 18:50:25,653 INFO  [IPC Server Responder] ipc.Server (Server.java:run(1507)) - IPC Server Responder: starting
2026-08-11 18:50:25,654 INFO  [IPC Server listener on 0] ipc.Server (Server.java:run(1344)) - IPC Server listener on 0: starting
2026-08-11 18:50:25,667 INFO  [Listener at localhost/34173] namenode.NameNode (NameNode.java:startCommonServices(893)) - NameNode RPC up at: localhost/127.0.0.1:34173
2026-08-11 18:50:25,668 INFO  [Listener at localhost/34173] namenode.FSNamesystem (FSNamesystem.java:startActiveServices(1314)) - Starting services required for active state
2026-08-11 18:50:25,668 INFO  [Listener at localhost/34173] namenode.FSDirectory (FSDirectory.java:updateCountForQuota(840)) - Initializing quota with 12 thread(s)
2026-08-11 18:50:25,669 INFO  [Listener at localhost/34173] namenode.FSDirectory (FSDirectory.java:updateCountForQuota(849)) - Quota initialization completed in 0 milliseconds
name space=1
storage space=0
storage types=RAM_DISK=0, SSD=0, DISK=0, ARCHIVE=0, PROVIDED=0
2026-08-11 18:50:25,673 INFO  [CacheReplicationMonitor(1771344133)] blockmanagement.CacheReplicationMonitor (CacheReplicationMonitor.java:run(160)) - Starting CacheReplicationMonitor with interval 30000 milliseconds
2026-08-11 18:50:25,674 INFO  [Listener at localhost/34173] hdfs.MiniDFSCluster (MiniDFSCluster.java:startDataNodes(1697)) - Starting DataNode 0 with dfs.datanode.data.dir: [DISK]file:/tmp/hdfs-test5392112357535877794/data/data1,[DISK]file:/tmp/hdfs-test5392112357535877794/data/data2
2026-08-11 18:50:25,677 INFO  [Listener at localhost/34173] checker.ThrottledAsyncChecker (ThrottledAsyncChecker.java:schedule(137)) - Scheduling a check for [DISK]file:/tmp/hdfs-test5392112357535877794/data/data1
2026-08-11 18:50:25,677 INFO  [Listener at localhost/34173] checker.ThrottledAsyncChecker (ThrottledAsyncChecker.java:schedule(137)) - Scheduling a check for [DISK]file:/tmp/hdfs-test5392112357535877794/data/data2
2026-08-11 18:50:25,697 INFO  [Listener at localhost/34173] impl.MetricsSystemImpl (MetricsSystemImpl.java:init(158)) - DataNode metrics system started (again)
2026-08-11 18:50:25,698 INFO  [Listener at localhost/34173] common.Util (Util.java:isDiskStatsEnabled(395)) - dfs.datanode.fileio.profiling.sampling.percentage set to 0. Disabling file IO profiling
2026-08-11 18:50:25,698 INFO  [Listener at localhost/34173] datanode.BlockScanner (BlockScanner.java:<init>(201)) - Initialized block scanner with targetBytesPerSec 1048576
2026-08-11 18:50:25,699 INFO  [Listener at localhost/34173] datanode.DataNode (DataNode.java:<init>(512)) - Configured hostname is 127.0.0.1
2026-08-11 18:50:25,699 INFO  [Listener at localhost/34173] common.Util (Util.java:isDiskStatsEnabled(395)) - dfs.datanode.fileio.profiling.sampling.percentage set to 0. Disabling file IO profiling
2026-08-11 18:50:25,699 INFO  [Listener at localhost/34173] datanode.DataNode (DataNode.java:startDataNode(1408)) - Starting DataNode with maxLockedMemory = 0
2026-08-11 18:50:25,700 INFO  [Listener at localhost/34173] datanode.DataNode (DataNode.java:initDataXceiver(1171)) - Opened streaming server at /127.0.0.1:41773
2026-08-11 18:50:25,700 INFO  [Listener at localhost/34173] datanode.DataNode (DataXceiverServer.java:<init>(94)) - Balancing bandwidth is 104857600 bytes/s
2026-08-11 18:50:25,700 INFO  [Listener at localhost/34173] datanode.DataNode (DataXceiverServer.java:<init>(95)) - Number threads for balancing is 100
2026-08-11 18:50:25,702 INFO  [Listener at localhost/34173] server.AuthenticationFilter (AuthenticationFilter.java:constructSecretProvider(240)) - Unable to initialize FileSignerSecretProvider, falling back to use random secrets.
2026-08-11 18:50:25,703 INFO  [Listener at localhost/34173] http.HttpRequestLog (HttpRequestLog.java:getRequestLog(82)) - Http request log for http.requests.datanode is not defined
2026-08-11 18:50:25,704 INFO  [Listener at localhost/34173] http.HttpServer2 (HttpServer2.java:addGlobalFilter(1111)) - Added global filter 'safety' (class=org.apache.hadoop.http.HttpServer2$QuotingInputFilter)
2026-08-11 18:50:25,705 INFO  [Listener at localhost/34173] http.HttpServer2 (HttpServer2.java:addFilter(1084)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context datanode
2026-08-11 18:50:25,705 INFO  [Listener at localhost/34173] http.HttpServer2 (HttpServer2.java:addFilter(1094)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context static
2026-08-11 18:50:25,706 INFO  [Listener at localhost/34173] http.HttpServer2 (HttpServer2.java:bindListener(1332)) - Jetty bound to port 36327
2026-08-11 18:50:25,706 INFO  [Listener at localhost/34173] server.Server (Server.java:doStart(375)) - jetty-9.4.40.v20210413; built: 2021-04-13T20:42:42.668Z; git: b881a572662e1943a14ae12e7e1207989f218b74; jvm 1.8.0_362-8u372-ga~us1-0ubuntu1~18.04-b09
2026-08-11 18:50:25,707 INFO  [Listener at localhost/34173] server.session (DefaultSessionIdManager.java:doStart(334)) - DefaultSessionIdManager workerName=node0
2026-08-11 18:50:25,708 INFO  [Listener at localhost/34173] server.session (DefaultSessionIdManager.java:doStart(339)) - No SessionScavenger set, using defaults
2026-08-11 18:50:25,708 INFO  [Listener at localhost/34173] server.session (HouseKeeper.java:startScavenging(132)) - node0 Scavenging every 660000ms
2026-08-11 18:50:25,709 INFO  [Listener at localhost/34173] handler.ContextHandler (ContextHandler.java:doStart(916)) - Started o.e.j.s.ServletContextHandler@ea52184{static,/static,jar:file:/tmp/dist-test-taskVfIbJs/java/build/jars/hadoop-hdfs-3.3.1-tests.jar!/webapps/static,AVAILABLE}
2026-08-11 18:50:25,856 INFO  [Listener at localhost/34173] handler.ContextHandler (ContextHandler.java:doStart(916)) - Started o.e.j.w.WebAppContext@1dd74143{datanode,/,file:///tmp/jetty-localhost-36327-hadoop-hdfs-3_3_1-tests_jar-_-any-3268842998510126104/webapp/,AVAILABLE}{jar:file:/tmp/dist-test-taskVfIbJs/java/build/jars/hadoop-hdfs-3.3.1-tests.jar!/webapps/datanode}
2026-08-11 18:50:25,859 INFO  [Listener at localhost/34173] server.AbstractConnector (AbstractConnector.java:doStart(331)) - Started ServerConnector@210d2a6c{HTTP/1.1, (http/1.1)}{localhost:36327}
2026-08-11 18:50:25,859 INFO  [Listener at localhost/34173] server.Server (Server.java:doStart(415)) - Started @10887ms
2026-08-11 18:50:25,860 WARN  [Listener at localhost/34173] web.DatanodeHttpServer (RestCsrfPreventionFilterHandler.java:<init>(75)) - Got null for restCsrfPreventionFilter - will not do any filtering.
2026-08-11 18:50:25,864 INFO  [Listener at localhost/34173] web.DatanodeHttpServer (DatanodeHttpServer.java:start(322)) - Listening HTTP traffic on /127.0.0.1:32813
2026-08-11 18:50:25,864 INFO  [Listener at localhost/34173] datanode.DataNode (DataNode.java:startDataNode(1436)) - dnUserName = slave
2026-08-11 18:50:25,865 INFO  [org.apache.hadoop.util.JvmPauseMonitor$Monitor@60a19573] util.JvmPauseMonitor (JvmPauseMonitor.java:run(188)) - Starting JVM pause monitor
2026-08-11 18:50:25,865 INFO  [Listener at localhost/34173] datanode.DataNode (DataNode.java:startDataNode(1437)) - supergroup = supergroup
2026-08-11 18:50:25,865 INFO  [Listener at localhost/34173] ipc.CallQueueManager (CallQueueManager.java:<init>(90)) - Using callQueue: class java.util.concurrent.LinkedBlockingQueue, queueCapacity: 1000, scheduler: class org.apache.hadoop.ipc.DefaultRpcScheduler, ipcBackoff: false.
2026-08-11 18:50:25,866 INFO  [Socket Reader #1 for port 0] ipc.Server (Server.java:run(1265)) - Starting Socket Reader #1 for port 0
2026-08-11 18:50:25,870 INFO  [Listener at localhost/35693] datanode.DataNode (DataNode.java:initIpcServer(1057)) - Opened IPC server at /127.0.0.1:35693
2026-08-11 18:50:25,890 INFO  [Listener at localhost/35693] datanode.DataNode (BlockPoolManager.java:refreshNamenodes(149)) - Refresh request received for nameservices: null
2026-08-11 18:50:25,890 INFO  [Listener at localhost/35693] datanode.DataNode (BlockPoolManager.java:doRefreshNamenodes(210)) - Starting BPOfferServices for nameservices: <default>
2026-08-11 18:50:25,892 INFO  [Thread-284] datanode.DataNode (BPServiceActor.java:run(847)) - Block pool <registering> (Datanode Uuid unassigned) service to localhost/127.0.0.1:34173 starting to offer service
2026-08-11 18:50:25,894 INFO  [IPC Server Responder] ipc.Server (Server.java:run(1507)) - IPC Server Responder: starting
2026-08-11 18:50:25,895 INFO  [IPC Server listener on 0] ipc.Server (Server.java:run(1344)) - IPC Server listener on 0: starting
2026-08-11 18:50:25,911 INFO  [Thread-284] datanode.DataNode (BPOfferService.java:verifyAndSetNamespaceInfo(381)) - Acknowledging ACTIVE Namenode during handshakeBlock pool <registering> (Datanode Uuid unassigned) service to localhost/127.0.0.1:34173
2026-08-11 18:50:25,912 INFO  [Thread-284] common.Storage (DataStorage.java:getParallelVolumeLoadThreadsNum(356)) - Using 2 threads to upgrade data directories (dfs.datanode.parallel.volumes.load.threads.num=2, dataDirs=2)
2026-08-11 18:50:25,915 INFO  [Thread-284] common.Storage (Storage.java:tryLock(948)) - Lock on /tmp/hdfs-test5392112357535877794/data/data1/in_use.lock acquired by nodename 28330@dist-test-slave-tk9z.c.gcp-upstream.internal
2026-08-11 18:50:25,915 INFO  [IPC Server handler 0 on default port 34173] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=datanodeReport	src=null	dst=null	perm=null	proto=rpc
2026-08-11 18:50:25,915 INFO  [Thread-284] common.Storage (DataStorage.java:loadStorageDirectory(284)) - Storage directory with location [DISK]file:/tmp/hdfs-test5392112357535877794/data/data1 is not formatted for namespace 1917420095. Formatting...
2026-08-11 18:50:25,916 INFO  [Thread-284] common.Storage (DataStorage.java:createStorageID(160)) - Generated new storageID DS-65afa700-515c-4492-9494-1bb0233b4d6c for directory /tmp/hdfs-test5392112357535877794/data/data1 
2026-08-11 18:50:25,916 INFO  [Listener at localhost/35693] hdfs.MiniDFSCluster (MiniDFSCluster.java:shouldWait(2823)) - dnInfo.length != numDataNodes
2026-08-11 18:50:25,916 INFO  [Listener at localhost/35693] hdfs.MiniDFSCluster (MiniDFSCluster.java:waitActive(2744)) - Waiting for cluster to become active
2026-08-11 18:50:25,923 INFO  [Thread-284] common.Storage (Storage.java:tryLock(948)) - Lock on /tmp/hdfs-test5392112357535877794/data/data2/in_use.lock acquired by nodename 28330@dist-test-slave-tk9z.c.gcp-upstream.internal
2026-08-11 18:50:25,923 INFO  [Thread-284] common.Storage (DataStorage.java:loadStorageDirectory(284)) - Storage directory with location [DISK]file:/tmp/hdfs-test5392112357535877794/data/data2 is not formatted for namespace 1917420095. Formatting...
2026-08-11 18:50:25,923 INFO  [Thread-284] common.Storage (DataStorage.java:createStorageID(160)) - Generated new storageID DS-2c5e55ed-ac03-4abe-b0b2-16f8f9617f93 for directory /tmp/hdfs-test5392112357535877794/data/data2 
2026-08-11 18:50:25,948 INFO  [Thread-284] common.Storage (BlockPoolSliceStorage.java:recoverTransitionRead(256)) - Analyzing storage directories for bpid BP-239927932-10.240.0.86-1786474225253
2026-08-11 18:50:25,948 INFO  [Thread-284] common.Storage (Storage.java:lock(907)) - Locking is disabled for /tmp/hdfs-test5392112357535877794/data/data1/current/BP-239927932-10.240.0.86-1786474225253
2026-08-11 18:50:25,949 INFO  [Thread-284] common.Storage (BlockPoolSliceStorage.java:loadStorageDirectory(169)) - Block pool storage directory for location [DISK]file:/tmp/hdfs-test5392112357535877794/data/data1 and block pool id BP-239927932-10.240.0.86-1786474225253 is not formatted. Formatting ...
2026-08-11 18:50:25,949 INFO  [Thread-284] common.Storage (BlockPoolSliceStorage.java:format(285)) - Formatting block pool BP-239927932-10.240.0.86-1786474225253 directory /tmp/hdfs-test5392112357535877794/data/data1/current/BP-239927932-10.240.0.86-1786474225253/current
2026-08-11 18:50:25,980 INFO  [Thread-284] common.Storage (BlockPoolSliceStorage.java:recoverTransitionRead(256)) - Analyzing storage directories for bpid BP-239927932-10.240.0.86-1786474225253
2026-08-11 18:50:25,980 INFO  [Thread-284] common.Storage (Storage.java:lock(907)) - Locking is disabled for /tmp/hdfs-test5392112357535877794/data/data2/current/BP-239927932-10.240.0.86-1786474225253
2026-08-11 18:50:25,981 INFO  [Thread-284] common.Storage (BlockPoolSliceStorage.java:loadStorageDirectory(169)) - Block pool storage directory for location [DISK]file:/tmp/hdfs-test5392112357535877794/data/data2 and block pool id BP-239927932-10.240.0.86-1786474225253 is not formatted. Formatting ...
2026-08-11 18:50:25,981 INFO  [Thread-284] common.Storage (BlockPoolSliceStorage.java:format(285)) - Formatting block pool BP-239927932-10.240.0.86-1786474225253 directory /tmp/hdfs-test5392112357535877794/data/data2/current/BP-239927932-10.240.0.86-1786474225253/current
2026-08-11 18:50:25,985 INFO  [Thread-284] datanode.DataNode (DataNode.java:initStorage(1756)) - Setting up storage: nsid=1917420095;bpid=BP-239927932-10.240.0.86-1786474225253;lv=-57;nsInfo=lv=-66;cid=testClusterID;nsid=1917420095;c=1786474225253;bpid=BP-239927932-10.240.0.86-1786474225253;dnuuid=null
2026-08-11 18:50:25,990 INFO  [Thread-284] datanode.DataNode (DataNode.java:checkDatanodeUuid(1554)) - Generated and persisted new Datanode UUID 0b6ad336-8f95-4f54-8c7c-112d38fd92d2
2026-08-11 18:50:25,990 INFO  [Thread-284] impl.FsDatasetImpl (FsDatasetImpl.java:<init>(310)) - The datanode lock is a read write lock
2026-08-11 18:50:25,992 INFO  [Thread-284] impl.FsDatasetImpl (FsVolumeList.java:addVolume(304)) - Added new volume: DS-65afa700-515c-4492-9494-1bb0233b4d6c
2026-08-11 18:50:25,993 INFO  [Thread-284] impl.FsDatasetImpl (FsDatasetImpl.java:addVolume(493)) - Added volume - [DISK]file:/tmp/hdfs-test5392112357535877794/data/data1, StorageType: DISK
2026-08-11 18:50:25,995 INFO  [Thread-284] impl.FsDatasetImpl (FsVolumeList.java:addVolume(304)) - Added new volume: DS-2c5e55ed-ac03-4abe-b0b2-16f8f9617f93
2026-08-11 18:50:25,995 INFO  [Thread-284] impl.FsDatasetImpl (FsDatasetImpl.java:addVolume(493)) - Added volume - [DISK]file:/tmp/hdfs-test5392112357535877794/data/data2, StorageType: DISK
2026-08-11 18:50:25,996 INFO  [Thread-284] impl.MemoryMappableBlockLoader (MemoryMappableBlockLoader.java:initialize(48)) - Initializing cache loader: MemoryMappableBlockLoader.
2026-08-11 18:50:25,997 INFO  [Thread-284] impl.FsDatasetImpl (FsDatasetImpl.java:registerMBean(2343)) - Registered FSDatasetState MBean
2026-08-11 18:50:25,998 INFO  [Thread-284] impl.FsDatasetImpl (FsDatasetImpl.java:addBlockPool(2856)) - Adding block pool BP-239927932-10.240.0.86-1786474225253
2026-08-11 18:50:25,998 INFO  [Thread-301] impl.FsDatasetImpl (FsVolumeList.java:run(406)) - Scanning block pool BP-239927932-10.240.0.86-1786474225253 on volume /tmp/hdfs-test5392112357535877794/data/data1...
2026-08-11 18:50:25,998 INFO  [Thread-302] impl.FsDatasetImpl (FsVolumeList.java:run(406)) - Scanning block pool BP-239927932-10.240.0.86-1786474225253 on volume /tmp/hdfs-test5392112357535877794/data/data2...
2026-08-11 18:50:26,018 INFO  [IPC Server handler 3 on default port 34173] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=datanodeReport	src=null	dst=null	perm=null	proto=rpc
2026-08-11 18:50:26,021 INFO  [Listener at localhost/35693] hdfs.MiniDFSCluster (MiniDFSCluster.java:shouldWait(2823)) - dnInfo.length != numDataNodes
2026-08-11 18:50:26,021 INFO  [Listener at localhost/35693] hdfs.MiniDFSCluster (MiniDFSCluster.java:waitActive(2744)) - Waiting for cluster to become active
2026-08-11 18:50:26,025 INFO  [Thread-302] impl.FsDatasetImpl (FsVolumeList.java:run(411)) - Time taken to scan block pool BP-239927932-10.240.0.86-1786474225253 on /tmp/hdfs-test5392112357535877794/data/data2: 26ms
2026-08-11 18:50:26,031 INFO  [Thread-301] impl.FsDatasetImpl (FsVolumeList.java:run(411)) - Time taken to scan block pool BP-239927932-10.240.0.86-1786474225253 on /tmp/hdfs-test5392112357535877794/data/data1: 33ms
2026-08-11 18:50:26,032 INFO  [Thread-284] impl.FsDatasetImpl (FsVolumeList.java:addBlockPool(431)) - Total time to scan all replicas for block pool BP-239927932-10.240.0.86-1786474225253: 34ms
2026-08-11 18:50:26,032 INFO  [Thread-305] impl.FsDatasetImpl (FsVolumeList.java:run(199)) - Adding replicas to map for block pool BP-239927932-10.240.0.86-1786474225253 on volume /tmp/hdfs-test5392112357535877794/data/data1...
2026-08-11 18:50:26,033 INFO  [Thread-306] impl.FsDatasetImpl (FsVolumeList.java:run(199)) - Adding replicas to map for block pool BP-239927932-10.240.0.86-1786474225253 on volume /tmp/hdfs-test5392112357535877794/data/data2...
2026-08-11 18:50:26,033 INFO  [Thread-305] impl.BlockPoolSlice (BlockPoolSlice.java:readReplicasFromCache(902)) - Replica Cache file: /tmp/hdfs-test5392112357535877794/data/data1/current/BP-239927932-10.240.0.86-1786474225253/current/replicas doesn't exist 
2026-08-11 18:50:26,033 INFO  [Thread-306] impl.BlockPoolSlice (BlockPoolSlice.java:readReplicasFromCache(902)) - Replica Cache file: /tmp/hdfs-test5392112357535877794/data/data2/current/BP-239927932-10.240.0.86-1786474225253/current/replicas doesn't exist 
2026-08-11 18:50:26,033 INFO  [Thread-305] impl.FsDatasetImpl (FsVolumeList.java:run(204)) - Time to add replicas to map for block pool BP-239927932-10.240.0.86-1786474225253 on volume /tmp/hdfs-test5392112357535877794/data/data1: 1ms
2026-08-11 18:50:26,033 INFO  [Thread-306] impl.FsDatasetImpl (FsVolumeList.java:run(204)) - Time to add replicas to map for block pool BP-239927932-10.240.0.86-1786474225253 on volume /tmp/hdfs-test5392112357535877794/data/data2: 1ms
2026-08-11 18:50:26,033 INFO  [Thread-284] impl.FsDatasetImpl (FsVolumeList.java:getAllVolumesMap(225)) - Total time to add all replicas to map for block pool BP-239927932-10.240.0.86-1786474225253: 2ms
2026-08-11 18:50:26,034 INFO  [Thread-284] checker.ThrottledAsyncChecker (ThrottledAsyncChecker.java:schedule(137)) - Scheduling a check for /tmp/hdfs-test5392112357535877794/data/data1
2026-08-11 18:50:26,034 INFO  [Thread-284] checker.DatasetVolumeChecker (DatasetVolumeChecker.java:checkAllVolumes(224)) - Scheduled health check for volume /tmp/hdfs-test5392112357535877794/data/data1
2026-08-11 18:50:26,036 INFO  [Thread-284] checker.ThrottledAsyncChecker (ThrottledAsyncChecker.java:schedule(137)) - Scheduling a check for /tmp/hdfs-test5392112357535877794/data/data2
2026-08-11 18:50:26,036 INFO  [Thread-284] checker.DatasetVolumeChecker (DatasetVolumeChecker.java:checkAllVolumes(224)) - Scheduled health check for volume /tmp/hdfs-test5392112357535877794/data/data2
2026-08-11 18:50:26,037 INFO  [VolumeScannerThread(/tmp/hdfs-test5392112357535877794/data/data2)] datanode.VolumeScanner (VolumeScanner.java:findNextUsableBlockIter(385)) - Now scanning bpid BP-239927932-10.240.0.86-1786474225253 on volume /tmp/hdfs-test5392112357535877794/data/data2
2026-08-11 18:50:26,038 INFO  [VolumeScannerThread(/tmp/hdfs-test5392112357535877794/data/data1)] datanode.VolumeScanner (VolumeScanner.java:findNextUsableBlockIter(385)) - Now scanning bpid BP-239927932-10.240.0.86-1786474225253 on volume /tmp/hdfs-test5392112357535877794/data/data1
2026-08-11 18:50:26,038 WARN  [Thread-284] datanode.DirectoryScanner (DirectoryScanner.java:<init>(300)) - dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1
2026-08-11 18:50:26,038 INFO  [VolumeScannerThread(/tmp/hdfs-test5392112357535877794/data/data2)] datanode.VolumeScanner (VolumeScanner.java:getNextBlockToScan(505)) - VolumeScanner(/tmp/hdfs-test5392112357535877794/data/data2, DS-2c5e55ed-ac03-4abe-b0b2-16f8f9617f93): finished scanning block pool BP-239927932-10.240.0.86-1786474225253
2026-08-11 18:50:26,038 INFO  [VolumeScannerThread(/tmp/hdfs-test5392112357535877794/data/data1)] datanode.VolumeScanner (VolumeScanner.java:getNextBlockToScan(505)) - VolumeScanner(/tmp/hdfs-test5392112357535877794/data/data1, DS-65afa700-515c-4492-9494-1bb0233b4d6c): finished scanning block pool BP-239927932-10.240.0.86-1786474225253
2026-08-11 18:50:26,038 INFO  [Thread-284] datanode.DirectoryScanner (DirectoryScanner.java:start(329)) - Periodic Directory Tree Verification scan starting in 20354923ms with interval of 21600000ms and throttle limit of -1ms/s
2026-08-11 18:50:26,039 INFO  [VolumeScannerThread(/tmp/hdfs-test5392112357535877794/data/data2)] datanode.VolumeScanner (VolumeScanner.java:findNextUsableBlockIter(402)) - VolumeScanner(/tmp/hdfs-test5392112357535877794/data/data2, DS-2c5e55ed-ac03-4abe-b0b2-16f8f9617f93): no suitable block pools found to scan.  Waiting 1814399998 ms.
2026-08-11 18:50:26,039 INFO  [VolumeScannerThread(/tmp/hdfs-test5392112357535877794/data/data1)] datanode.VolumeScanner (VolumeScanner.java:findNextUsableBlockIter(402)) - VolumeScanner(/tmp/hdfs-test5392112357535877794/data/data1, DS-65afa700-515c-4492-9494-1bb0233b4d6c): no suitable block pools found to scan.  Waiting 1814399998 ms.
2026-08-11 18:50:26,043 INFO  [BP-239927932-10.240.0.86-1786474225253 heartbeating to localhost/127.0.0.1:34173] datanode.DataNode (BPServiceActor.java:register(788)) - Block pool BP-239927932-10.240.0.86-1786474225253 (Datanode Uuid 0b6ad336-8f95-4f54-8c7c-112d38fd92d2) service to localhost/127.0.0.1:34173 beginning handshake with NN
2026-08-11 18:50:26,044 INFO  [IPC Server handler 2 on default port 34173] hdfs.StateChange (DatanodeManager.java:registerDatanode(1142)) - BLOCK* registerDatanode: from DatanodeRegistration(127.0.0.1:41773, datanodeUuid=0b6ad336-8f95-4f54-8c7c-112d38fd92d2, infoPort=32813, infoSecurePort=0, ipcPort=35693, storageInfo=lv=-57;cid=testClusterID;nsid=1917420095;c=1786474225253) storage 0b6ad336-8f95-4f54-8c7c-112d38fd92d2
2026-08-11 18:50:26,045 INFO  [IPC Server handler 2 on default port 34173] net.NetworkTopology (NetworkTopology.java:add(149)) - Adding a new node: /default-rack/127.0.0.1:41773
2026-08-11 18:50:26,045 INFO  [IPC Server handler 2 on default port 34173] blockmanagement.BlockReportLeaseManager (BlockReportLeaseManager.java:registerNode(200)) - Registered DN 0b6ad336-8f95-4f54-8c7c-112d38fd92d2 (127.0.0.1:41773).
2026-08-11 18:50:26,047 INFO  [BP-239927932-10.240.0.86-1786474225253 heartbeating to localhost/127.0.0.1:34173] datanode.DataNode (BPServiceActor.java:register(816)) - Block pool BP-239927932-10.240.0.86-1786474225253 (Datanode Uuid 0b6ad336-8f95-4f54-8c7c-112d38fd92d2) service to localhost/127.0.0.1:34173 successfully registered with NN
2026-08-11 18:50:26,047 INFO  [BP-239927932-10.240.0.86-1786474225253 heartbeating to localhost/127.0.0.1:34173] datanode.DataNode (BPServiceActor.java:offerService(645)) - For namenode localhost/127.0.0.1:34173 using BLOCKREPORT_INTERVAL of 21600000msecs CACHEREPORT_INTERVAL of 10000msecs Initial delay: 0msecs; heartBeatInterval=3000
2026-08-11 18:50:26,049 INFO  [IPC Server handler 6 on default port 34173] blockmanagement.DatanodeDescriptor (DatanodeDescriptor.java:updateStorage(999)) - Adding new storage ID DS-65afa700-515c-4492-9494-1bb0233b4d6c for DN 127.0.0.1:41773
2026-08-11 18:50:26,050 INFO  [IPC Server handler 6 on default port 34173] blockmanagement.DatanodeDescriptor (DatanodeDescriptor.java:updateStorage(999)) - Adding new storage ID DS-2c5e55ed-ac03-4abe-b0b2-16f8f9617f93 for DN 127.0.0.1:41773
2026-08-11 18:50:26,054 INFO  [Block report processor] BlockStateChange (BlockManager.java:processReport(2778)) - BLOCK* processReport 0xe20e96a3b2b4fe2f: Processing first storage report for DS-2c5e55ed-ac03-4abe-b0b2-16f8f9617f93 from datanode 0b6ad336-8f95-4f54-8c7c-112d38fd92d2
2026-08-11 18:50:26,054 INFO  [Block report processor] BlockStateChange (BlockManager.java:processReport(2810)) - BLOCK* processReport 0xe20e96a3b2b4fe2f: from storage DS-2c5e55ed-ac03-4abe-b0b2-16f8f9617f93 node DatanodeRegistration(127.0.0.1:41773, datanodeUuid=0b6ad336-8f95-4f54-8c7c-112d38fd92d2, infoPort=32813, infoSecurePort=0, ipcPort=35693, storageInfo=lv=-57;cid=testClusterID;nsid=1917420095;c=1786474225253), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0
2026-08-11 18:50:26,055 INFO  [Block report processor] BlockStateChange (BlockManager.java:processReport(2778)) - BLOCK* processReport 0xe20e96a3b2b4fe2f: Processing first storage report for DS-65afa700-515c-4492-9494-1bb0233b4d6c from datanode 0b6ad336-8f95-4f54-8c7c-112d38fd92d2
2026-08-11 18:50:26,055 INFO  [Block report processor] BlockStateChange (BlockManager.java:processReport(2810)) - BLOCK* processReport 0xe20e96a3b2b4fe2f: from storage DS-65afa700-515c-4492-9494-1bb0233b4d6c node DatanodeRegistration(127.0.0.1:41773, datanodeUuid=0b6ad336-8f95-4f54-8c7c-112d38fd92d2, infoPort=32813, infoSecurePort=0, ipcPort=35693, storageInfo=lv=-57;cid=testClusterID;nsid=1917420095;c=1786474225253), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0
2026-08-11 18:50:26,056 INFO  [BP-239927932-10.240.0.86-1786474225253 heartbeating to localhost/127.0.0.1:34173] datanode.DataNode (BPServiceActor.java:blockReport(437)) - Successfully sent block report 0xe20e96a3b2b4fe2f to namenode: localhost/127.0.0.1:34173,  containing 2 storage report(s), of which we sent 2. The reports had 0 total blocks and used 1 RPC(s). This took 0 msecs to generate and 3 msecs for RPC and NN processing. Got back one command: FinalizeCommand/5.
2026-08-11 18:50:26,057 INFO  [Command processor] datanode.DataNode (BPOfferService.java:processCommandFromActive(763)) - Got finalize command for block pool BP-239927932-10.240.0.86-1786474225253
2026-08-11 18:50:26,123 INFO  [IPC Server handler 7 on default port 34173] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=datanodeReport	src=null	dst=null	perm=null	proto=rpc
2026-08-11 18:50:26,123 INFO  [Listener at localhost/35693] hdfs.MiniDFSCluster (MiniDFSCluster.java:waitActive(2799)) - Cluster is active
2026-08-11 18:50:26,139 INFO  [Listener at localhost/35693] backup.BackupIO (BackupIO.scala:writeTableMetadata(95)) - Writing metadata to hdfs://localhost:34173/id_taco-taco/100/.kudu-metadata.json
2026-08-11 18:50:26,144 INFO  [IPC Server handler 5 on default port 34173] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=create	src=/id_taco-taco/100/.kudu-metadata.json	dst=null	perm=slave:supergroup:rw-r--r--	proto=rpc
2026-08-11 18:50:26,150 INFO  [IPC Server handler 8 on default port 34173] hdfs.StateChange (FSDirWriteFileOp.java:logAllocatedBlock(802)) - BLOCK* allocate blk_1073741825_1001, replicas=127.0.0.1:41773 for /id_taco-taco/100/.kudu-metadata.json
2026-08-11 18:50:26,157 INFO  [DataXceiver for client DFSClient_NONMAPREDUCE_-1401270652_1 at /127.0.0.1:37196 [Receiving block BP-239927932-10.240.0.86-1786474225253:blk_1073741825_1001]] datanode.DataNode (DataXceiver.java:writeBlock(747)) - Receiving BP-239927932-10.240.0.86-1786474225253:blk_1073741825_1001 src: /127.0.0.1:37196 dest: /127.0.0.1:41773
2026-08-11 18:50:26,166 INFO  [PacketResponder: BP-239927932-10.240.0.86-1786474225253:blk_1073741825_1001, type=LAST_IN_PIPELINE] DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1539)) - src: /127.0.0.1:37196, dest: /127.0.0.1:41773, bytes: 82, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1401270652_1, offset: 0, srvID: 0b6ad336-8f95-4f54-8c7c-112d38fd92d2, blockid: BP-239927932-10.240.0.86-1786474225253:blk_1073741825_1001, duration(ns): 6444631
2026-08-11 18:50:26,166 INFO  [PacketResponder: BP-239927932-10.240.0.86-1786474225253:blk_1073741825_1001, type=LAST_IN_PIPELINE] datanode.DataNode (BlockReceiver.java:run(1512)) - PacketResponder: BP-239927932-10.240.0.86-1786474225253:blk_1073741825_1001, type=LAST_IN_PIPELINE terminating
2026-08-11 18:50:26,171 INFO  [IPC Server handler 0 on default port 34173] hdfs.StateChange (FSNamesystem.java:completeFile(3104)) - DIR* completeFile: /id_taco-taco/100/.kudu-metadata.json is closed by DFSClient_NONMAPREDUCE_-1401270652_1
2026-08-11 18:50:26,173 INFO  [Listener at localhost/35693] backup.BackupIO (BackupIO.scala:writeTableMetadata(95)) - Writing metadata to hdfs://localhost:34173/id_taco-taco/1000/.kudu-metadata.json
2026-08-11 18:50:26,175 INFO  [IPC Server handler 3 on default port 34173] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=create	src=/id_taco-taco/1000/.kudu-metadata.json	dst=null	perm=slave:supergroup:rw-r--r--	proto=rpc
2026-08-11 18:50:26,183 INFO  [IPC Server handler 2 on default port 34173] hdfs.StateChange (FSDirWriteFileOp.java:logAllocatedBlock(802)) - BLOCK* allocate blk_1073741826_1002, replicas=127.0.0.1:41773 for /id_taco-taco/1000/.kudu-metadata.json
2026-08-11 18:50:26,187 INFO  [DataXceiver for client DFSClient_NONMAPREDUCE_-1401270652_1 at /127.0.0.1:37198 [Receiving block BP-239927932-10.240.0.86-1786474225253:blk_1073741826_1002]] datanode.DataNode (DataXceiver.java:writeBlock(747)) - Receiving BP-239927932-10.240.0.86-1786474225253:blk_1073741826_1002 src: /127.0.0.1:37198 dest: /127.0.0.1:41773
2026-08-11 18:50:26,197 INFO  [PacketResponder: BP-239927932-10.240.0.86-1786474225253:blk_1073741826_1002, type=LAST_IN_PIPELINE] DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1539)) - src: /127.0.0.1:37198, dest: /127.0.0.1:41773, bytes: 83, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1401270652_1, offset: 0, srvID: 0b6ad336-8f95-4f54-8c7c-112d38fd92d2, blockid: BP-239927932-10.240.0.86-1786474225253:blk_1073741826_1002, duration(ns): 7227730
2026-08-11 18:50:26,197 INFO  [PacketResponder: BP-239927932-10.240.0.86-1786474225253:blk_1073741826_1002, type=LAST_IN_PIPELINE] datanode.DataNode (BlockReceiver.java:run(1512)) - PacketResponder: BP-239927932-10.240.0.86-1786474225253:blk_1073741826_1002, type=LAST_IN_PIPELINE terminating
2026-08-11 18:50:26,200 INFO  [IPC Server handler 4 on default port 34173] hdfs.StateChange (FSNamesystem.java:completeFile(3104)) - DIR* completeFile: /id_taco-taco/1000/.kudu-metadata.json is closed by DFSClient_NONMAPREDUCE_-1401270652_1
2026-08-11 18:50:26,201 INFO  [Listener at localhost/35693] backup.BackupIO (BackupIO.scala:writeTableMetadata(95)) - Writing metadata to hdfs://localhost:34173/id_taco-taco/2000/.kudu-metadata.json
2026-08-11 18:50:26,204 INFO  [IPC Server handler 7 on default port 34173] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=create	src=/id_taco-taco/2000/.kudu-metadata.json	dst=null	perm=slave:supergroup:rw-r--r--	proto=rpc
2026-08-11 18:50:26,208 INFO  [IPC Server handler 5 on default port 34173] hdfs.StateChange (FSDirWriteFileOp.java:logAllocatedBlock(802)) - BLOCK* allocate blk_1073741827_1003, replicas=127.0.0.1:41773 for /id_taco-taco/2000/.kudu-metadata.json
2026-08-11 18:50:26,212 INFO  [DataXceiver for client DFSClient_NONMAPREDUCE_-1401270652_1 at /127.0.0.1:37206 [Receiving block BP-239927932-10.240.0.86-1786474225253:blk_1073741827_1003]] datanode.DataNode (DataXceiver.java:writeBlock(747)) - Receiving BP-239927932-10.240.0.86-1786474225253:blk_1073741827_1003 src: /127.0.0.1:37206 dest: /127.0.0.1:41773
2026-08-11 18:50:26,220 INFO  [PacketResponder: BP-239927932-10.240.0.86-1786474225253:blk_1073741827_1003, type=LAST_IN_PIPELINE] DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1539)) - src: /127.0.0.1:37206, dest: /127.0.0.1:41773, bytes: 102, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1401270652_1, offset: 0, srvID: 0b6ad336-8f95-4f54-8c7c-112d38fd92d2, blockid: BP-239927932-10.240.0.86-1786474225253:blk_1073741827_1003, duration(ns): 5113873
2026-08-11 18:50:26,220 INFO  [PacketResponder: BP-239927932-10.240.0.86-1786474225253:blk_1073741827_1003, type=LAST_IN_PIPELINE] datanode.DataNode (BlockReceiver.java:run(1512)) - PacketResponder: BP-239927932-10.240.0.86-1786474225253:blk_1073741827_1003, type=LAST_IN_PIPELINE terminating
2026-08-11 18:50:26,222 INFO  [IPC Server handler 9 on default port 34173] hdfs.StateChange (FSNamesystem.java:completeFile(3104)) - DIR* completeFile: /id_taco-taco/2000/.kudu-metadata.json is closed by DFSClient_NONMAPREDUCE_-1401270652_1
2026-08-11 18:50:26,223 INFO  [Listener at localhost/35693] backup.BackupIO (BackupIO.scala:writeTableMetadata(95)) - Writing metadata to hdfs://localhost:34173/id_pizza-pizza/200/.kudu-metadata.json
2026-08-11 18:50:26,226 INFO  [IPC Server handler 1 on default port 34173] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=create	src=/id_pizza-pizza/200/.kudu-metadata.json	dst=null	perm=slave:supergroup:rw-r--r--	proto=rpc
2026-08-11 18:50:26,232 INFO  [IPC Server handler 0 on default port 34173] hdfs.StateChange (FSDirWriteFileOp.java:logAllocatedBlock(802)) - BLOCK* allocate blk_1073741828_1004, replicas=127.0.0.1:41773 for /id_pizza-pizza/200/.kudu-metadata.json
2026-08-11 18:50:26,235 INFO  [DataXceiver for client DFSClient_NONMAPREDUCE_-1401270652_1 at /127.0.0.1:37210 [Receiving block BP-239927932-10.240.0.86-1786474225253:blk_1073741828_1004]] datanode.DataNode (DataXceiver.java:writeBlock(747)) - Receiving BP-239927932-10.240.0.86-1786474225253:blk_1073741828_1004 src: /127.0.0.1:37210 dest: /127.0.0.1:41773
2026-08-11 18:50:26,244 INFO  [PacketResponder: BP-239927932-10.240.0.86-1786474225253:blk_1073741828_1004, type=LAST_IN_PIPELINE] DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1539)) - src: /127.0.0.1:37210, dest: /127.0.0.1:41773, bytes: 84, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1401270652_1, offset: 0, srvID: 0b6ad336-8f95-4f54-8c7c-112d38fd92d2, blockid: BP-239927932-10.240.0.86-1786474225253:blk_1073741828_1004, duration(ns): 5266048
2026-08-11 18:50:26,244 INFO  [PacketResponder: BP-239927932-10.240.0.86-1786474225253:blk_1073741828_1004, type=LAST_IN_PIPELINE] datanode.DataNode (BlockReceiver.java:run(1512)) - PacketResponder: BP-239927932-10.240.0.86-1786474225253:blk_1073741828_1004, type=LAST_IN_PIPELINE terminating
2026-08-11 18:50:26,247 INFO  [IPC Server handler 2 on default port 34173] hdfs.StateChange (FSNamesystem.java:completeFile(3104)) - DIR* completeFile: /id_pizza-pizza/200/.kudu-metadata.json is closed by DFSClient_NONMAPREDUCE_-1401270652_1
2026-08-11 18:50:26,248 INFO  [Listener at localhost/35693] backup.BackupIO (BackupIO.scala:writeTableMetadata(95)) - Writing metadata to hdfs://localhost:34173/id_pizza-pizza/400/.kudu-metadata.json
2026-08-11 18:50:26,249 INFO  [IPC Server handler 6 on default port 34173] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=create	src=/id_pizza-pizza/400/.kudu-metadata.json	dst=null	perm=slave:supergroup:rw-r--r--	proto=rpc
2026-08-11 18:50:26,253 INFO  [IPC Server handler 4 on default port 34173] hdfs.StateChange (FSDirWriteFileOp.java:logAllocatedBlock(802)) - BLOCK* allocate blk_1073741829_1005, replicas=127.0.0.1:41773 for /id_pizza-pizza/400/.kudu-metadata.json
2026-08-11 18:50:26,256 INFO  [DataXceiver for client DFSClient_NONMAPREDUCE_-1401270652_1 at /127.0.0.1:37220 [Receiving block BP-239927932-10.240.0.86-1786474225253:blk_1073741829_1005]] datanode.DataNode (DataXceiver.java:writeBlock(747)) - Receiving BP-239927932-10.240.0.86-1786474225253:blk_1073741829_1005 src: /127.0.0.1:37220 dest: /127.0.0.1:41773
2026-08-11 18:50:26,265 INFO  [PacketResponder: BP-239927932-10.240.0.86-1786474225253:blk_1073741829_1005, type=LAST_IN_PIPELINE] DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1539)) - src: /127.0.0.1:37220, dest: /127.0.0.1:41773, bytes: 103, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1401270652_1, offset: 0, srvID: 0b6ad336-8f95-4f54-8c7c-112d38fd92d2, blockid: BP-239927932-10.240.0.86-1786474225253:blk_1073741829_1005, duration(ns): 5020344
2026-08-11 18:50:26,266 INFO  [PacketResponder: BP-239927932-10.240.0.86-1786474225253:blk_1073741829_1005, type=LAST_IN_PIPELINE] datanode.DataNode (BlockReceiver.java:run(1512)) - PacketResponder: BP-239927932-10.240.0.86-1786474225253:blk_1073741829_1005, type=LAST_IN_PIPELINE terminating
2026-08-11 18:50:26,268 INFO  [IPC Server handler 5 on default port 34173] hdfs.StateChange (FSNamesystem.java:completeFile(3104)) - DIR* completeFile: /id_pizza-pizza/400/.kudu-metadata.json is closed by DFSClient_NONMAPREDUCE_-1401270652_1
2026-08-11 18:50:26,269 INFO  [Listener at localhost/35693] backup.BackupIO (BackupIO.scala:writeTableMetadata(95)) - Writing metadata to hdfs://localhost:34173/id_pizza-pizza/600/.kudu-metadata.json
2026-08-11 18:50:26,271 INFO  [IPC Server handler 8 on default port 34173] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=create	src=/id_pizza-pizza/600/.kudu-metadata.json	dst=null	perm=slave:supergroup:rw-r--r--	proto=rpc
2026-08-11 18:50:26,275 INFO  [IPC Server handler 9 on default port 34173] hdfs.StateChange (FSDirWriteFileOp.java:logAllocatedBlock(802)) - BLOCK* allocate blk_1073741830_1006, replicas=127.0.0.1:41773 for /id_pizza-pizza/600/.kudu-metadata.json
2026-08-11 18:50:26,278 INFO  [DataXceiver for client DFSClient_NONMAPREDUCE_-1401270652_1 at /127.0.0.1:37232 [Receiving block BP-239927932-10.240.0.86-1786474225253:blk_1073741830_1006]] datanode.DataNode (DataXceiver.java:writeBlock(747)) - Receiving BP-239927932-10.240.0.86-1786474225253:blk_1073741830_1006 src: /127.0.0.1:37232 dest: /127.0.0.1:41773
2026-08-11 18:50:26,285 INFO  [PacketResponder: BP-239927932-10.240.0.86-1786474225253:blk_1073741830_1006, type=LAST_IN_PIPELINE] DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1539)) - src: /127.0.0.1:37232, dest: /127.0.0.1:41773, bytes: 103, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1401270652_1, offset: 0, srvID: 0b6ad336-8f95-4f54-8c7c-112d38fd92d2, blockid: BP-239927932-10.240.0.86-1786474225253:blk_1073741830_1006, duration(ns): 4358008
2026-08-11 18:50:26,285 INFO  [PacketResponder: BP-239927932-10.240.0.86-1786474225253:blk_1073741830_1006, type=LAST_IN_PIPELINE] datanode.DataNode (BlockReceiver.java:run(1512)) - PacketResponder: BP-239927932-10.240.0.86-1786474225253:blk_1073741830_1006, type=LAST_IN_PIPELINE terminating
2026-08-11 18:50:26,287 INFO  [IPC Server handler 0 on default port 34173] hdfs.StateChange (FSNamesystem.java:completeFile(3104)) - DIR* completeFile: /id_pizza-pizza/600/.kudu-metadata.json is closed by DFSClient_NONMAPREDUCE_-1401270652_1
2026-08-11 18:50:26,305 INFO  [IPC Server handler 3 on default port 34173] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=getfileinfo	src=/	dst=null	perm=null	proto=rpc
2026-08-11 18:50:26,307 INFO  [IPC Server handler 2 on default port 34173] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=listStatus	src=/	dst=null	perm=null	proto=rpc
2026-08-11 18:50:26,310 INFO  [IPC Server handler 6 on default port 34173] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=listStatus	src=/id_pizza-pizza	dst=null	perm=null	proto=rpc
2026-08-11 18:50:26,312 INFO  [IPC Server handler 4 on default port 34173] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=getfileinfo	src=/id_pizza-pizza/200/.kudu-metadata.json	dst=null	perm=null	proto=rpc
2026-08-11 18:50:26,313 INFO  [IPC Server handler 7 on default port 34173] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=open	src=/id_pizza-pizza/200/.kudu-metadata.json	dst=null	perm=null	proto=rpc
2026-08-11 18:50:26,322 INFO  [IPC Server handler 5 on default port 34173] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=getfileinfo	src=/id_pizza-pizza/400/.kudu-metadata.json	dst=null	perm=null	proto=rpc
2026-08-11 18:50:26,324 INFO  [IPC Server handler 8 on default port 34173] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=open	src=/id_pizza-pizza/400/.kudu-metadata.json	dst=null	perm=null	proto=rpc
2026-08-11 18:50:26,328 INFO  [IPC Server handler 9 on default port 34173] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=getfileinfo	src=/id_pizza-pizza/600/.kudu-metadata.json	dst=null	perm=null	proto=rpc
2026-08-11 18:50:26,330 INFO  [IPC Server handler 1 on default port 34173] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=open	src=/id_pizza-pizza/600/.kudu-metadata.json	dst=null	perm=null	proto=rpc
2026-08-11 18:50:26,333 INFO  [Listener at localhost/35693] backup.BackupIO (BackupIO.scala:readTableBackups(236)) - Found 3 paths in hdfs://localhost:34173/id_pizza-pizza
.2026-08-11 18:50:26,353 INFO  [Listener at localhost/35693] hdfs.MiniDFSCluster (MiniDFSCluster.java:<init>(529)) - starting cluster: numNameNodes=1, numDataNodes=1
2026-08-11 18:50:26,354 INFO  [Listener at localhost/35693] namenode.NameNode (NameNode.java:format(1249)) - Formatting using clusterid: testClusterID
2026-08-11 18:50:26,355 INFO  [Listener at localhost/35693] namenode.FSEditLog (FSEditLog.java:newInstance(229)) - Edit logging is async:true
2026-08-11 18:50:26,369 INFO  [Listener at localhost/35693] namenode.FSNamesystem (FSNamesystem.java:<init>(814)) - KeyProvider: null
2026-08-11 18:50:26,369 INFO  [Listener at localhost/35693] namenode.FSNamesystem (FSNamesystemLock.java:<init>(141)) - fsLock is fair: true
2026-08-11 18:50:26,370 INFO  [Listener at localhost/35693] namenode.FSNamesystem (FSNamesystemLock.java:<init>(159)) - Detailed lock hold time metrics enabled: false
2026-08-11 18:50:26,370 INFO  [Listener at localhost/35693] namenode.FSNamesystem (FSNamesystem.java:<init>(847)) - fsOwner                = slave (auth:SIMPLE)
2026-08-11 18:50:26,370 INFO  [Listener at localhost/35693] namenode.FSNamesystem (FSNamesystem.java:<init>(848)) - supergroup             = supergroup
2026-08-11 18:50:26,370 INFO  [Listener at localhost/35693] namenode.FSNamesystem (FSNamesystem.java:<init>(849)) - isPermissionEnabled    = true
2026-08-11 18:50:26,370 INFO  [Listener at localhost/35693] namenode.FSNamesystem (FSNamesystem.java:<init>(850)) - isStoragePolicyEnabled = true
2026-08-11 18:50:26,370 INFO  [Listener at localhost/35693] namenode.FSNamesystem (FSNamesystem.java:<init>(861)) - HA Enabled: false
2026-08-11 18:50:26,371 INFO  [Listener at localhost/35693] common.Util (Util.java:isDiskStatsEnabled(395)) - dfs.datanode.fileio.profiling.sampling.percentage set to 0. Disabling file IO profiling
2026-08-11 18:50:26,371 INFO  [Listener at localhost/35693] blockmanagement.DatanodeManager (DatanodeManager.java:<init>(334)) - dfs.block.invalidate.limit: configured=1000, counted=60, effected=1000
2026-08-11 18:50:26,371 INFO  [Listener at localhost/35693] blockmanagement.DatanodeManager (DatanodeManager.java:<init>(342)) - dfs.namenode.datanode.registration.ip-hostname-check=true
2026-08-11 18:50:26,371 INFO  [Listener at localhost/35693] blockmanagement.BlockManager (InvalidateBlocks.java:printBlockDeletionTime(77)) - dfs.namenode.startup.delay.block.deletion.sec is set to 000:00:00:00.000
2026-08-11 18:50:26,371 INFO  [Listener at localhost/35693] blockmanagement.BlockManager (InvalidateBlocks.java:printBlockDeletionTime(83)) - The block deletion will start around 2026 Aug 11 18:50:26
2026-08-11 18:50:26,372 INFO  [Listener at localhost/35693] util.GSet (LightWeightGSet.java:computeCapacity(395)) - Computing capacity for map BlocksMap
2026-08-11 18:50:26,372 INFO  [Listener at localhost/35693] util.GSet (LightWeightGSet.java:computeCapacity(396)) - VM type       = 64-bit
2026-08-11 18:50:26,372 INFO  [Listener at localhost/35693] util.GSet (LightWeightGSet.java:computeCapacity(397)) - 2.0% max memory 3.5 GB = 72.5 MB
2026-08-11 18:50:26,372 INFO  [Listener at localhost/35693] util.GSet (LightWeightGSet.java:computeCapacity(402)) - capacity      = 2^23 = 8388608 entries
2026-08-11 18:50:26,479 INFO  [Listener at localhost/35693] blockmanagement.BlockManager (BlockManager.java:createSPSManager(5447)) - Storage policy satisfier is disabled
2026-08-11 18:50:26,479 INFO  [Listener at localhost/35693] blockmanagement.BlockManager (BlockManager.java:createBlockTokenSecretManager(641)) - dfs.block.access.token.enable = false
2026-08-11 18:50:26,480 INFO  [Listener at localhost/35693] blockmanagement.BlockManagerSafeMode (BlockManagerSafeMode.java:<init>(160)) - dfs.namenode.safemode.threshold-pct = 0.999
2026-08-11 18:50:26,480 INFO  [Listener at localhost/35693] blockmanagement.BlockManagerSafeMode (BlockManagerSafeMode.java:<init>(161)) - dfs.namenode.safemode.min.datanodes = 0
2026-08-11 18:50:26,480 INFO  [Listener at localhost/35693] blockmanagement.BlockManagerSafeMode (BlockManagerSafeMode.java:<init>(163)) - dfs.namenode.safemode.extension = 0
2026-08-11 18:50:26,480 INFO  [Listener at localhost/35693] blockmanagement.BlockManager (BlockManager.java:<init>(627)) - defaultReplication         = 1
2026-08-11 18:50:26,480 INFO  [Listener at localhost/35693] blockmanagement.BlockManager (BlockManager.java:<init>(628)) - maxReplication             = 512
2026-08-11 18:50:26,480 INFO  [Listener at localhost/35693] blockmanagement.BlockManager (BlockManager.java:<init>(629)) - minReplication             = 1
2026-08-11 18:50:26,481 INFO  [Listener at localhost/35693] blockmanagement.BlockManager (BlockManager.java:<init>(630)) - maxReplicationStreams      = 2
2026-08-11 18:50:26,481 INFO  [Listener at localhost/35693] blockmanagement.BlockManager (BlockManager.java:<init>(631)) - redundancyRecheckInterval  = 3000ms
2026-08-11 18:50:26,481 INFO  [Listener at localhost/35693] blockmanagement.BlockManager (BlockManager.java:<init>(632)) - encryptDataTransfer        = false
2026-08-11 18:50:26,481 INFO  [Listener at localhost/35693] blockmanagement.BlockManager (BlockManager.java:<init>(633)) - maxNumBlocksToLog          = 1000
2026-08-11 18:50:26,482 INFO  [Listener at localhost/35693] util.GSet (LightWeightGSet.java:computeCapacity(395)) - Computing capacity for map INodeMap
2026-08-11 18:50:26,482 INFO  [Listener at localhost/35693] util.GSet (LightWeightGSet.java:computeCapacity(396)) - VM type       = 64-bit
2026-08-11 18:50:26,483 INFO  [Listener at localhost/35693] util.GSet (LightWeightGSet.java:computeCapacity(397)) - 1.0% max memory 3.5 GB = 36.2 MB
2026-08-11 18:50:26,483 INFO  [Listener at localhost/35693] util.GSet (LightWeightGSet.java:computeCapacity(402)) - capacity      = 2^22 = 4194304 entries
2026-08-11 18:50:26,486 INFO  [Listener at localhost/35693] namenode.FSDirectory (FSDirectory.java:<init>(335)) - ACLs enabled? true
2026-08-11 18:50:26,486 INFO  [Listener at localhost/35693] namenode.FSDirectory (FSDirectory.java:<init>(339)) - POSIX ACL inheritance enabled? true
2026-08-11 18:50:26,486 INFO  [Listener at localhost/35693] namenode.FSDirectory (FSDirectory.java:<init>(343)) - XAttrs enabled? true
2026-08-11 18:50:26,486 INFO  [Listener at localhost/35693] namenode.NameNode (FSDirectory.java:<init>(406)) - Caching file names occurring more than 10 times
2026-08-11 18:50:26,486 INFO  [Listener at localhost/35693] snapshot.SnapshotManager (SnapshotManager.java:<init>(124)) - Loaded config captureOpenFiles: false, skipCaptureAccessTimeOnlyChange: false, snapshotDiffAllowSnapRootDescendant: true, maxSnapshotLimit: 65536
2026-08-11 18:50:26,486 INFO  [Listener at localhost/35693] snapshot.SnapshotManager (DirectoryDiffListFactory.java:init(43)) - SkipList is disabled
2026-08-11 18:50:26,486 INFO  [Listener at localhost/35693] util.GSet (LightWeightGSet.java:computeCapacity(395)) - Computing capacity for map cachedBlocks
2026-08-11 18:50:26,486 INFO  [Listener at localhost/35693] util.GSet (LightWeightGSet.java:computeCapacity(396)) - VM type       = 64-bit
2026-08-11 18:50:26,487 INFO  [Listener at localhost/35693] util.GSet (LightWeightGSet.java:computeCapacity(397)) - 0.25% max memory 3.5 GB = 9.1 MB
2026-08-11 18:50:26,487 INFO  [Listener at localhost/35693] util.GSet (LightWeightGSet.java:computeCapacity(402)) - capacity      = 2^20 = 1048576 entries
2026-08-11 18:50:26,488 INFO  [Listener at localhost/35693] metrics.TopMetrics (TopMetrics.java:logConf(75)) - NNTop conf: dfs.namenode.top.window.num.buckets = 10
2026-08-11 18:50:26,488 INFO  [Listener at localhost/35693] metrics.TopMetrics (TopMetrics.java:logConf(77)) - NNTop conf: dfs.namenode.top.num.users = 10
2026-08-11 18:50:26,488 INFO  [Listener at localhost/35693] metrics.TopMetrics (TopMetrics.java:logConf(79)) - NNTop conf: dfs.namenode.top.windows.minutes = 1,5,25
2026-08-11 18:50:26,488 INFO  [Listener at localhost/35693] namenode.FSNamesystem (FSNamesystem.java:initRetryCache(1080)) - Retry cache on namenode is enabled
2026-08-11 18:50:26,488 INFO  [Listener at localhost/35693] namenode.FSNamesystem (FSNamesystem.java:initRetryCache(1088)) - Retry cache will use 0.03 of total heap and retry cache entry expiry time is 600000 millis
2026-08-11 18:50:26,488 INFO  [Listener at localhost/35693] util.GSet (LightWeightGSet.java:computeCapacity(395)) - Computing capacity for map NameNodeRetryCache
2026-08-11 18:50:26,488 INFO  [Listener at localhost/35693] util.GSet (LightWeightGSet.java:computeCapacity(396)) - VM type       = 64-bit
2026-08-11 18:50:26,489 INFO  [Listener at localhost/35693] util.GSet (LightWeightGSet.java:computeCapacity(397)) - 0.029999999329447746% max memory 3.5 GB = 1.1 MB
2026-08-11 18:50:26,489 INFO  [Listener at localhost/35693] util.GSet (LightWeightGSet.java:computeCapacity(402)) - capacity      = 2^17 = 131072 entries
2026-08-11 18:50:26,490 INFO  [Listener at localhost/35693] namenode.FSImage (FSImage.java:format(186)) - Allocated new BlockPoolId: BP-1117656867-10.240.0.86-1786474226490
2026-08-11 18:50:26,497 INFO  [Listener at localhost/35693] common.Storage (NNStorage.java:format(595)) - Storage directory /tmp/hdfs-test8470541156150257500/name-0-1 has been successfully formatted.
2026-08-11 18:50:26,502 INFO  [Listener at localhost/35693] common.Storage (NNStorage.java:format(595)) - Storage directory /tmp/hdfs-test8470541156150257500/name-0-2 has been successfully formatted.
2026-08-11 18:50:26,520 INFO  [FSImageSaver for /tmp/hdfs-test8470541156150257500/name-0-2 of type IMAGE_AND_EDITS] namenode.FSImageFormatProtobuf (FSImageFormatProtobuf.java:save(732)) - Saving image file /tmp/hdfs-test8470541156150257500/name-0-2/current/fsimage.ckpt_0000000000000000000 using no compression
2026-08-11 18:50:26,526 INFO  [FSImageSaver for /tmp/hdfs-test8470541156150257500/name-0-1 of type IMAGE_AND_EDITS] namenode.FSImageFormatProtobuf (FSImageFormatProtobuf.java:save(732)) - Saving image file /tmp/hdfs-test8470541156150257500/name-0-1/current/fsimage.ckpt_0000000000000000000 using no compression
2026-08-11 18:50:26,531 INFO  [FSImageSaver for /tmp/hdfs-test8470541156150257500/name-0-2 of type IMAGE_AND_EDITS] namenode.FSImageFormatProtobuf (FSImageFormatProtobuf.java:save(736)) - Image file /tmp/hdfs-test8470541156150257500/name-0-2/current/fsimage.ckpt_0000000000000000000 of size 418 bytes saved in 0 seconds .
2026-08-11 18:50:26,540 INFO  [FSImageSaver for /tmp/hdfs-test8470541156150257500/name-0-1 of type IMAGE_AND_EDITS] namenode.FSImageFormatProtobuf (FSImageFormatProtobuf.java:save(736)) - Image file /tmp/hdfs-test8470541156150257500/name-0-1/current/fsimage.ckpt_0000000000000000000 of size 418 bytes saved in 0 seconds .
2026-08-11 18:50:26,544 INFO  [Listener at localhost/35693] namenode.NNStorageRetentionManager (NNStorageRetentionManager.java:getImageTxIdToRetain(203)) - Going to retain 1 images with txid >= 0
2026-08-11 18:50:26,556 INFO  [Listener at localhost/35693] namenode.FSNamesystem (FSNamesystem.java:stopActiveServices(1427)) - Stopping services started for active state
2026-08-11 18:50:26,557 INFO  [Listener at localhost/35693] namenode.FSNamesystem (FSNamesystem.java:stopStandbyServices(1528)) - Stopping services started for standby state
2026-08-11 18:50:26,558 INFO  [Listener at localhost/35693] namenode.NameNode (NameNode.java:createNameNode(1707)) - createNameNode []
2026-08-11 18:50:26,558 INFO  [Listener at localhost/35693] impl.MetricsSystemImpl (MetricsSystemImpl.java:init(158)) - NameNode metrics system started (again)
2026-08-11 18:50:26,559 INFO  [Listener at localhost/35693] namenode.NameNodeUtils (NameNodeUtils.java:getClientNamenodeAddress(79)) - fs.defaultFS is hdfs://127.0.0.1:0
2026-08-11 18:50:26,576 INFO  [org.apache.hadoop.util.JvmPauseMonitor$Monitor@57545c3f] util.JvmPauseMonitor (JvmPauseMonitor.java:run(188)) - Starting JVM pause monitor
2026-08-11 18:50:26,577 INFO  [Listener at localhost/35693] hdfs.DFSUtil (DFSUtil.java:httpServerTemplateForNNAndJN(1668)) - Filter initializers set : org.apache.hadoop.http.lib.StaticUserWebFilter,org.apache.hadoop.hdfs.web.AuthFilterInitializer
2026-08-11 18:50:26,577 INFO  [Listener at localhost/35693] hdfs.DFSUtil (DFSUtil.java:httpServerTemplateForNNAndJN(1690)) - Starting Web-server for hdfs at: http://localhost:0
2026-08-11 18:50:26,579 INFO  [Listener at localhost/35693] server.AuthenticationFilter (AuthenticationFilter.java:constructSecretProvider(240)) - Unable to initialize FileSignerSecretProvider, falling back to use random secrets.
2026-08-11 18:50:26,580 INFO  [Listener at localhost/35693] http.HttpRequestLog (HttpRequestLog.java:getRequestLog(82)) - Http request log for http.requests.namenode is not defined
2026-08-11 18:50:26,582 INFO  [Listener at localhost/35693] http.HttpServer2 (HttpServer2.java:addGlobalFilter(1111)) - Added global filter 'safety' (class=org.apache.hadoop.http.HttpServer2$QuotingInputFilter)
2026-08-11 18:50:26,583 INFO  [Listener at localhost/35693] http.HttpServer2 (HttpServer2.java:addFilter(1084)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context hdfs
2026-08-11 18:50:26,583 INFO  [Listener at localhost/35693] http.HttpServer2 (HttpServer2.java:addFilter(1094)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context static
2026-08-11 18:50:26,584 INFO  [Listener at localhost/35693] http.HttpServer2 (HttpServer2.java:addFilter(1084)) - Added filter AuthFilter (class=org.apache.hadoop.hdfs.web.AuthFilter) to context hdfs
2026-08-11 18:50:26,584 INFO  [Listener at localhost/35693] http.HttpServer2 (HttpServer2.java:addFilter(1094)) - Added filter AuthFilter (class=org.apache.hadoop.hdfs.web.AuthFilter) to context static
2026-08-11 18:50:26,585 INFO  [Listener at localhost/35693] http.HttpServer2 (HttpServer2.java:addJerseyResourcePackage(938)) - addJerseyResourcePackage: packageName=org.apache.hadoop.hdfs.server.namenode.web.resources;org.apache.hadoop.hdfs.web.resources, pathSpec=/webhdfs/v1/*
2026-08-11 18:50:26,585 INFO  [Listener at localhost/35693] http.HttpServer2 (HttpServer2.java:bindListener(1332)) - Jetty bound to port 43603
2026-08-11 18:50:26,586 INFO  [Listener at localhost/35693] server.Server (Server.java:doStart(375)) - jetty-9.4.40.v20210413; built: 2021-04-13T20:42:42.668Z; git: b881a572662e1943a14ae12e7e1207989f218b74; jvm 1.8.0_362-8u372-ga~us1-0ubuntu1~18.04-b09
2026-08-11 18:50:26,588 INFO  [Listener at localhost/35693] server.session (DefaultSessionIdManager.java:doStart(334)) - DefaultSessionIdManager workerName=node0
2026-08-11 18:50:26,588 INFO  [Listener at localhost/35693] server.session (DefaultSessionIdManager.java:doStart(339)) - No SessionScavenger set, using defaults
2026-08-11 18:50:26,588 INFO  [Listener at localhost/35693] server.session (HouseKeeper.java:startScavenging(132)) - node0 Scavenging every 660000ms
2026-08-11 18:50:26,590 INFO  [Listener at localhost/35693] server.AuthenticationFilter (AuthenticationFilter.java:constructSecretProvider(240)) - Unable to initialize FileSignerSecretProvider, falling back to use random secrets.
2026-08-11 18:50:26,590 INFO  [Listener at localhost/35693] handler.ContextHandler (ContextHandler.java:doStart(916)) - Started o.e.j.s.ServletContextHandler@76a805b7{static,/static,jar:file:/tmp/dist-test-taskVfIbJs/java/build/jars/hadoop-hdfs-3.3.1-tests.jar!/webapps/static,AVAILABLE}
2026-08-11 18:50:26,739 INFO  [Listener at localhost/35693] handler.ContextHandler (ContextHandler.java:doStart(916)) - Started o.e.j.w.WebAppContext@717d7587{hdfs,/,file:///tmp/jetty-localhost-43603-hadoop-hdfs-3_3_1-tests_jar-_-any-3645699053557981571/webapp/,AVAILABLE}{jar:file:/tmp/dist-test-taskVfIbJs/java/build/jars/hadoop-hdfs-3.3.1-tests.jar!/webapps/hdfs}
2026-08-11 18:50:26,742 INFO  [Listener at localhost/35693] server.AbstractConnector (AbstractConnector.java:doStart(331)) - Started ServerConnector@6ba060f3{HTTP/1.1, (http/1.1)}{localhost:43603}
2026-08-11 18:50:26,742 INFO  [Listener at localhost/35693] server.Server (Server.java:doStart(415)) - Started @11770ms
2026-08-11 18:50:26,743 INFO  [Listener at localhost/35693] namenode.FSEditLog (FSEditLog.java:newInstance(229)) - Edit logging is async:true
2026-08-11 18:50:26,757 INFO  [Listener at localhost/35693] namenode.FSNamesystem (FSNamesystem.java:<init>(814)) - KeyProvider: null
2026-08-11 18:50:26,757 INFO  [Listener at localhost/35693] namenode.FSNamesystem (FSNamesystemLock.java:<init>(141)) - fsLock is fair: true
2026-08-11 18:50:26,757 INFO  [Listener at localhost/35693] namenode.FSNamesystem (FSNamesystemLock.java:<init>(159)) - Detailed lock hold time metrics enabled: false
2026-08-11 18:50:26,757 INFO  [Listener at localhost/35693] namenode.FSNamesystem (FSNamesystem.java:<init>(847)) - fsOwner                = slave (auth:SIMPLE)
2026-08-11 18:50:26,758 INFO  [Listener at localhost/35693] namenode.FSNamesystem (FSNamesystem.java:<init>(848)) - supergroup             = supergroup
2026-08-11 18:50:26,758 INFO  [Listener at localhost/35693] namenode.FSNamesystem (FSNamesystem.java:<init>(849)) - isPermissionEnabled    = true
2026-08-11 18:50:26,758 INFO  [Listener at localhost/35693] namenode.FSNamesystem (FSNamesystem.java:<init>(850)) - isStoragePolicyEnabled = true
2026-08-11 18:50:26,758 INFO  [Listener at localhost/35693] namenode.FSNamesystem (FSNamesystem.java:<init>(861)) - HA Enabled: false
2026-08-11 18:50:26,758 INFO  [Listener at localhost/35693] common.Util (Util.java:isDiskStatsEnabled(395)) - dfs.datanode.fileio.profiling.sampling.percentage set to 0. Disabling file IO profiling
2026-08-11 18:50:26,759 INFO  [Listener at localhost/35693] blockmanagement.DatanodeManager (DatanodeManager.java:<init>(334)) - dfs.block.invalidate.limit: configured=1000, counted=60, effected=1000
2026-08-11 18:50:26,759 INFO  [Listener at localhost/35693] blockmanagement.DatanodeManager (DatanodeManager.java:<init>(342)) - dfs.namenode.datanode.registration.ip-hostname-check=true
2026-08-11 18:50:26,759 INFO  [Listener at localhost/35693] blockmanagement.BlockManager (InvalidateBlocks.java:printBlockDeletionTime(77)) - dfs.namenode.startup.delay.block.deletion.sec is set to 000:00:00:00.000
2026-08-11 18:50:26,759 INFO  [Listener at localhost/35693] blockmanagement.BlockManager (InvalidateBlocks.java:printBlockDeletionTime(83)) - The block deletion will start around 2026 Aug 11 18:50:26
2026-08-11 18:50:26,759 INFO  [Listener at localhost/35693] util.GSet (LightWeightGSet.java:computeCapacity(395)) - Computing capacity for map BlocksMap
2026-08-11 18:50:26,759 INFO  [Listener at localhost/35693] util.GSet (LightWeightGSet.java:computeCapacity(396)) - VM type       = 64-bit
2026-08-11 18:50:26,760 INFO  [Listener at localhost/35693] util.GSet (LightWeightGSet.java:computeCapacity(397)) - 2.0% max memory 3.5 GB = 72.5 MB
2026-08-11 18:50:26,760 INFO  [Listener at localhost/35693] util.GSet (LightWeightGSet.java:computeCapacity(402)) - capacity      = 2^23 = 8388608 entries
2026-08-11 18:50:26,767 INFO  [Listener at localhost/35693] blockmanagement.BlockManager (BlockManager.java:createSPSManager(5447)) - Storage policy satisfier is disabled
2026-08-11 18:50:26,767 INFO  [Listener at localhost/35693] blockmanagement.BlockManager (BlockManager.java:createBlockTokenSecretManager(641)) - dfs.block.access.token.enable = false
2026-08-11 18:50:26,767 INFO  [Listener at localhost/35693] blockmanagement.BlockManagerSafeMode (BlockManagerSafeMode.java:<init>(160)) - dfs.namenode.safemode.threshold-pct = 0.999
2026-08-11 18:50:26,767 INFO  [Listener at localhost/35693] blockmanagement.BlockManagerSafeMode (BlockManagerSafeMode.java:<init>(161)) - dfs.namenode.safemode.min.datanodes = 0
2026-08-11 18:50:26,768 INFO  [Listener at localhost/35693] blockmanagement.BlockManagerSafeMode (BlockManagerSafeMode.java:<init>(163)) - dfs.namenode.safemode.extension = 0
2026-08-11 18:50:26,768 INFO  [Listener at localhost/35693] blockmanagement.BlockManager (BlockManager.java:<init>(627)) - defaultReplication         = 1
2026-08-11 18:50:26,768 INFO  [Listener at localhost/35693] blockmanagement.BlockManager (BlockManager.java:<init>(628)) - maxReplication             = 512
2026-08-11 18:50:26,768 INFO  [Listener at localhost/35693] blockmanagement.BlockManager (BlockManager.java:<init>(629)) - minReplication             = 1
2026-08-11 18:50:26,768 INFO  [Listener at localhost/35693] blockmanagement.BlockManager (BlockManager.java:<init>(630)) - maxReplicationStreams      = 2
2026-08-11 18:50:26,768 INFO  [Listener at localhost/35693] blockmanagement.BlockManager (BlockManager.java:<init>(631)) - redundancyRecheckInterval  = 3000ms
2026-08-11 18:50:26,768 INFO  [Listener at localhost/35693] blockmanagement.BlockManager (BlockManager.java:<init>(632)) - encryptDataTransfer        = false
2026-08-11 18:50:26,768 INFO  [Listener at localhost/35693] blockmanagement.BlockManager (BlockManager.java:<init>(633)) - maxNumBlocksToLog          = 1000
2026-08-11 18:50:26,768 INFO  [Listener at localhost/35693] util.GSet (LightWeightGSet.java:computeCapacity(395)) - Computing capacity for map INodeMap
2026-08-11 18:50:26,768 INFO  [Listener at localhost/35693] util.GSet (LightWeightGSet.java:computeCapacity(396)) - VM type       = 64-bit
2026-08-11 18:50:26,769 INFO  [Listener at localhost/35693] util.GSet (LightWeightGSet.java:computeCapacity(397)) - 1.0% max memory 3.5 GB = 36.2 MB
2026-08-11 18:50:26,769 INFO  [Listener at localhost/35693] util.GSet (LightWeightGSet.java:computeCapacity(402)) - capacity      = 2^22 = 4194304 entries
2026-08-11 18:50:27,139 INFO  [Listener at localhost/35693] namenode.FSDirectory (FSDirectory.java:<init>(335)) - ACLs enabled? true
2026-08-11 18:50:27,139 INFO  [Listener at localhost/35693] namenode.FSDirectory (FSDirectory.java:<init>(339)) - POSIX ACL inheritance enabled? true
2026-08-11 18:50:27,139 INFO  [Listener at localhost/35693] namenode.FSDirectory (FSDirectory.java:<init>(343)) - XAttrs enabled? true
2026-08-11 18:50:27,140 INFO  [Listener at localhost/35693] namenode.NameNode (FSDirectory.java:<init>(406)) - Caching file names occurring more than 10 times
2026-08-11 18:50:27,140 INFO  [Listener at localhost/35693] snapshot.SnapshotManager (SnapshotManager.java:<init>(124)) - Loaded config captureOpenFiles: false, skipCaptureAccessTimeOnlyChange: false, snapshotDiffAllowSnapRootDescendant: true, maxSnapshotLimit: 65536
2026-08-11 18:50:27,140 INFO  [Listener at localhost/35693] snapshot.SnapshotManager (DirectoryDiffListFactory.java:init(43)) - SkipList is disabled
2026-08-11 18:50:27,140 INFO  [Listener at localhost/35693] util.GSet (LightWeightGSet.java:computeCapacity(395)) - Computing capacity for map cachedBlocks
2026-08-11 18:50:27,140 INFO  [Listener at localhost/35693] util.GSet (LightWeightGSet.java:computeCapacity(396)) - VM type       = 64-bit
2026-08-11 18:50:27,140 INFO  [Listener at localhost/35693] util.GSet (LightWeightGSet.java:computeCapacity(397)) - 0.25% max memory 3.5 GB = 9.1 MB
2026-08-11 18:50:27,140 INFO  [Listener at localhost/35693] util.GSet (LightWeightGSet.java:computeCapacity(402)) - capacity      = 2^20 = 1048576 entries
2026-08-11 18:50:27,141 INFO  [Listener at localhost/35693] metrics.TopMetrics (TopMetrics.java:logConf(75)) - NNTop conf: dfs.namenode.top.window.num.buckets = 10
2026-08-11 18:50:27,141 INFO  [Listener at localhost/35693] metrics.TopMetrics (TopMetrics.java:logConf(77)) - NNTop conf: dfs.namenode.top.num.users = 10
2026-08-11 18:50:27,142 INFO  [Listener at localhost/35693] metrics.TopMetrics (TopMetrics.java:logConf(79)) - NNTop conf: dfs.namenode.top.windows.minutes = 1,5,25
2026-08-11 18:50:27,142 INFO  [Listener at localhost/35693] namenode.FSNamesystem (FSNamesystem.java:initRetryCache(1080)) - Retry cache on namenode is enabled
2026-08-11 18:50:27,142 INFO  [Listener at localhost/35693] namenode.FSNamesystem (FSNamesystem.java:initRetryCache(1088)) - Retry cache will use 0.03 of total heap and retry cache entry expiry time is 600000 millis
2026-08-11 18:50:27,142 INFO  [Listener at localhost/35693] util.GSet (LightWeightGSet.java:computeCapacity(395)) - Computing capacity for map NameNodeRetryCache
2026-08-11 18:50:27,142 INFO  [Listener at localhost/35693] util.GSet (LightWeightGSet.java:computeCapacity(396)) - VM type       = 64-bit
2026-08-11 18:50:27,142 INFO  [Listener at localhost/35693] util.GSet (LightWeightGSet.java:computeCapacity(397)) - 0.029999999329447746% max memory 3.5 GB = 1.1 MB
2026-08-11 18:50:27,142 INFO  [Listener at localhost/35693] util.GSet (LightWeightGSet.java:computeCapacity(402)) - capacity      = 2^17 = 131072 entries
2026-08-11 18:50:27,147 INFO  [Listener at localhost/35693] common.Storage (Storage.java:tryLock(948)) - Lock on /tmp/hdfs-test8470541156150257500/name-0-1/in_use.lock acquired by nodename 28330@dist-test-slave-tk9z.c.gcp-upstream.internal
2026-08-11 18:50:27,150 INFO  [Listener at localhost/35693] common.Storage (Storage.java:tryLock(948)) - Lock on /tmp/hdfs-test8470541156150257500/name-0-2/in_use.lock acquired by nodename 28330@dist-test-slave-tk9z.c.gcp-upstream.internal
2026-08-11 18:50:27,151 INFO  [Listener at localhost/35693] namenode.FileJournalManager (FileJournalManager.java:recoverUnfinalizedSegments(428)) - Recovering unfinalized segments in /tmp/hdfs-test8470541156150257500/name-0-1/current
2026-08-11 18:50:27,151 INFO  [Listener at localhost/35693] namenode.FileJournalManager (FileJournalManager.java:recoverUnfinalizedSegments(428)) - Recovering unfinalized segments in /tmp/hdfs-test8470541156150257500/name-0-2/current
2026-08-11 18:50:27,152 INFO  [Listener at localhost/35693] namenode.FSImage (FSImage.java:loadFSImage(734)) - No edit log streams selected.
2026-08-11 18:50:27,152 INFO  [Listener at localhost/35693] namenode.FSImage (FSImage.java:loadFSImageFile(800)) - Planning to load image: FSImageFile(file=/tmp/hdfs-test8470541156150257500/name-0-1/current/fsimage_0000000000000000000, cpktTxId=0000000000000000000)
2026-08-11 18:50:27,153 INFO  [Listener at localhost/35693] namenode.FSImageFormatPBINode (FSImageFormatPBINode.java:loadINodeSectionHeader(413)) - Loading 1 INodes.
2026-08-11 18:50:27,155 INFO  [Listener at localhost/35693] namenode.FSImageFormatPBINode (FSImageFormatPBINode.java:loadINodeSection(371)) - Successfully loaded 1 inodes
2026-08-11 18:50:27,155 INFO  [Listener at localhost/35693] namenode.FSImageFormatPBINode (FSImageFormatPBINode.java:waitBlocksMapAndNameCacheUpdateFinished(344)) - Completed update blocks map and name cache, total waiting duration 0ms.
2026-08-11 18:50:27,155 INFO  [Listener at localhost/35693] namenode.FSImageFormatProtobuf (FSImageFormatProtobuf.java:load(255)) - Loaded FSImage in 0 seconds.
2026-08-11 18:50:27,155 INFO  [Listener at localhost/35693] namenode.FSImage (FSImage.java:loadFSImage(978)) - Loaded image for txid 0 from /tmp/hdfs-test8470541156150257500/name-0-1/current/fsimage_0000000000000000000
2026-08-11 18:50:27,155 INFO  [Listener at localhost/35693] namenode.FSNamesystem (FSNamesystem.java:loadFSImage(1202)) - Need to save fs image? false (staleImage=false, haEnabled=false, isRollingUpgrade=false)
2026-08-11 18:50:27,156 INFO  [Listener at localhost/35693] namenode.FSEditLog (FSEditLog.java:startLogSegment(1391)) - Starting log segment at 1
2026-08-11 18:50:27,169 INFO  [Listener at localhost/35693] namenode.NameCache (NameCache.java:initialized(143)) - initialized with 0 entries 0 lookups
2026-08-11 18:50:27,170 INFO  [Listener at localhost/35693] namenode.FSNamesystem (FSNamesystem.java:loadFromDisk(786)) - Finished loading FSImage in 26 msecs
2026-08-11 18:50:27,170 INFO  [Listener at localhost/35693] namenode.NameNode (NameNodeRpcServer.java:<init>(454)) - RPC server is binding to localhost:0
2026-08-11 18:50:27,170 INFO  [Listener at localhost/35693] namenode.NameNode (NameNodeRpcServer.java:<init>(459)) - Enable NameNode state context:false
2026-08-11 18:50:27,171 INFO  [Listener at localhost/35693] ipc.CallQueueManager (CallQueueManager.java:<init>(90)) - Using callQueue: class java.util.concurrent.LinkedBlockingQueue, queueCapacity: 1000, scheduler: class org.apache.hadoop.ipc.DefaultRpcScheduler, ipcBackoff: false.
2026-08-11 18:50:27,172 INFO  [Socket Reader #1 for port 0] ipc.Server (Server.java:run(1265)) - Starting Socket Reader #1 for port 0
2026-08-11 18:50:27,175 INFO  [Listener at localhost/35323] namenode.NameNode (NameNode.java:initialize(776)) - Clients are to use localhost:35323 to access this namenode/service.
2026-08-11 18:50:27,176 INFO  [Listener at localhost/35323] namenode.FSNamesystem (FSNamesystem.java:registerMBean(5444)) - Registered FSNamesystemState, ReplicatedBlocksState and ECBlockGroupsState MBeans.
2026-08-11 18:50:27,193 INFO  [Listener at localhost/35323] namenode.LeaseManager (LeaseManager.java:getNumUnderConstructionBlocks(166)) - Number of blocks under construction: 0
2026-08-11 18:50:27,194 INFO  [Listener at localhost/35323] blockmanagement.DatanodeAdminDefaultMonitor (DatanodeAdminDefaultMonitor.java:processConf(116)) - Initialized the Default Decommission and Maintenance monitor
2026-08-11 18:50:27,196 INFO  [Listener at localhost/35323] blockmanagement.BlockManager (BlockManager.java:initializeReplQueues(5187)) - initializing replication queues
2026-08-11 18:50:27,196 INFO  [Listener at localhost/35323] hdfs.StateChange (BlockManagerSafeMode.java:leaveSafeMode(399)) - STATE* Leaving safe mode after 0 secs
2026-08-11 18:50:27,196 INFO  [Listener at localhost/35323] hdfs.StateChange (BlockManagerSafeMode.java:leaveSafeMode(405)) - STATE* Network topology has 0 racks and 0 datanodes
2026-08-11 18:50:27,196 INFO  [Listener at localhost/35323] hdfs.StateChange (BlockManagerSafeMode.java:leaveSafeMode(407)) - STATE* UnderReplicatedBlocks has 0 blocks
2026-08-11 18:50:27,207 INFO  [Reconstruction Queue Initializer] blockmanagement.BlockManager (BlockManager.java:processMisReplicatesAsync(3728)) - Total number of blocks            = 0
2026-08-11 18:50:27,207 INFO  [Reconstruction Queue Initializer] blockmanagement.BlockManager (BlockManager.java:processMisReplicatesAsync(3729)) - Number of invalid blocks          = 0
2026-08-11 18:50:27,207 INFO  [Reconstruction Queue Initializer] blockmanagement.BlockManager (BlockManager.java:processMisReplicatesAsync(3730)) - Number of under-replicated blocks = 0
2026-08-11 18:50:27,207 INFO  [Reconstruction Queue Initializer] blockmanagement.BlockManager (BlockManager.java:processMisReplicatesAsync(3731)) - Number of  over-replicated blocks = 0
2026-08-11 18:50:27,207 INFO  [Reconstruction Queue Initializer] blockmanagement.BlockManager (BlockManager.java:processMisReplicatesAsync(3733)) - Number of blocks being written    = 0
2026-08-11 18:50:27,207 INFO  [Reconstruction Queue Initializer] hdfs.StateChange (BlockManager.java:processMisReplicatesAsync(3736)) - STATE* Replication Queue initialization scan for invalid, over- and under-replicated blocks completed in 11 msec
2026-08-11 18:50:27,210 INFO  [IPC Server Responder] ipc.Server (Server.java:run(1507)) - IPC Server Responder: starting
2026-08-11 18:50:27,211 INFO  [IPC Server listener on 0] ipc.Server (Server.java:run(1344)) - IPC Server listener on 0: starting
2026-08-11 18:50:27,217 INFO  [Listener at localhost/35323] namenode.NameNode (NameNode.java:startCommonServices(893)) - NameNode RPC up at: localhost/127.0.0.1:35323
2026-08-11 18:50:27,217 INFO  [Listener at localhost/35323] namenode.FSNamesystem (FSNamesystem.java:startActiveServices(1314)) - Starting services required for active state
2026-08-11 18:50:27,219 INFO  [Listener at localhost/35323] namenode.FSDirectory (FSDirectory.java:updateCountForQuota(840)) - Initializing quota with 12 thread(s)
2026-08-11 18:50:27,220 INFO  [Listener at localhost/35323] namenode.FSDirectory (FSDirectory.java:updateCountForQuota(849)) - Quota initialization completed in 0 milliseconds
name space=1
storage space=0
storage types=RAM_DISK=0, SSD=0, DISK=0, ARCHIVE=0, PROVIDED=0
2026-08-11 18:50:27,228 INFO  [CacheReplicationMonitor(1281657076)] blockmanagement.CacheReplicationMonitor (CacheReplicationMonitor.java:run(160)) - Starting CacheReplicationMonitor with interval 30000 milliseconds
2026-08-11 18:50:27,231 INFO  [Listener at localhost/35323] hdfs.MiniDFSCluster (MiniDFSCluster.java:startDataNodes(1697)) - Starting DataNode 0 with dfs.datanode.data.dir: [DISK]file:/tmp/hdfs-test8470541156150257500/data/data1,[DISK]file:/tmp/hdfs-test8470541156150257500/data/data2
2026-08-11 18:50:27,232 INFO  [Listener at localhost/35323] checker.ThrottledAsyncChecker (ThrottledAsyncChecker.java:schedule(137)) - Scheduling a check for [DISK]file:/tmp/hdfs-test8470541156150257500/data/data1
2026-08-11 18:50:27,233 INFO  [Listener at localhost/35323] checker.ThrottledAsyncChecker (ThrottledAsyncChecker.java:schedule(137)) - Scheduling a check for [DISK]file:/tmp/hdfs-test8470541156150257500/data/data2
2026-08-11 18:50:27,251 INFO  [Listener at localhost/35323] impl.MetricsSystemImpl (MetricsSystemImpl.java:init(158)) - DataNode metrics system started (again)
2026-08-11 18:50:27,252 INFO  [Listener at localhost/35323] common.Util (Util.java:isDiskStatsEnabled(395)) - dfs.datanode.fileio.profiling.sampling.percentage set to 0. Disabling file IO profiling
2026-08-11 18:50:27,252 INFO  [Listener at localhost/35323] datanode.BlockScanner (BlockScanner.java:<init>(201)) - Initialized block scanner with targetBytesPerSec 1048576
2026-08-11 18:50:27,253 INFO  [Listener at localhost/35323] datanode.DataNode (DataNode.java:<init>(512)) - Configured hostname is 127.0.0.1
2026-08-11 18:50:27,253 INFO  [Listener at localhost/35323] common.Util (Util.java:isDiskStatsEnabled(395)) - dfs.datanode.fileio.profiling.sampling.percentage set to 0. Disabling file IO profiling
2026-08-11 18:50:27,253 INFO  [Listener at localhost/35323] datanode.DataNode (DataNode.java:startDataNode(1408)) - Starting DataNode with maxLockedMemory = 0
2026-08-11 18:50:27,254 INFO  [Listener at localhost/35323] datanode.DataNode (DataNode.java:initDataXceiver(1171)) - Opened streaming server at /127.0.0.1:40655
2026-08-11 18:50:27,255 INFO  [Listener at localhost/35323] datanode.DataNode (DataXceiverServer.java:<init>(94)) - Balancing bandwidth is 104857600 bytes/s
2026-08-11 18:50:27,255 INFO  [Listener at localhost/35323] datanode.DataNode (DataXceiverServer.java:<init>(95)) - Number threads for balancing is 100
2026-08-11 18:50:27,258 INFO  [Listener at localhost/35323] server.AuthenticationFilter (AuthenticationFilter.java:constructSecretProvider(240)) - Unable to initialize FileSignerSecretProvider, falling back to use random secrets.
2026-08-11 18:50:27,259 INFO  [Listener at localhost/35323] http.HttpRequestLog (HttpRequestLog.java:getRequestLog(82)) - Http request log for http.requests.datanode is not defined
2026-08-11 18:50:27,260 INFO  [Listener at localhost/35323] http.HttpServer2 (HttpServer2.java:addGlobalFilter(1111)) - Added global filter 'safety' (class=org.apache.hadoop.http.HttpServer2$QuotingInputFilter)
2026-08-11 18:50:27,261 INFO  [Listener at localhost/35323] http.HttpServer2 (HttpServer2.java:addFilter(1084)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context datanode
2026-08-11 18:50:27,261 INFO  [Listener at localhost/35323] http.HttpServer2 (HttpServer2.java:addFilter(1094)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context static
2026-08-11 18:50:27,262 INFO  [Listener at localhost/35323] http.HttpServer2 (HttpServer2.java:bindListener(1332)) - Jetty bound to port 38187
2026-08-11 18:50:27,262 INFO  [Listener at localhost/35323] server.Server (Server.java:doStart(375)) - jetty-9.4.40.v20210413; built: 2021-04-13T20:42:42.668Z; git: b881a572662e1943a14ae12e7e1207989f218b74; jvm 1.8.0_362-8u372-ga~us1-0ubuntu1~18.04-b09
2026-08-11 18:50:27,263 INFO  [Listener at localhost/35323] server.session (DefaultSessionIdManager.java:doStart(334)) - DefaultSessionIdManager workerName=node0
2026-08-11 18:50:27,264 INFO  [Listener at localhost/35323] server.session (DefaultSessionIdManager.java:doStart(339)) - No SessionScavenger set, using defaults
2026-08-11 18:50:27,264 INFO  [Listener at localhost/35323] server.session (HouseKeeper.java:startScavenging(132)) - node0 Scavenging every 660000ms
2026-08-11 18:50:27,265 INFO  [Listener at localhost/35323] handler.ContextHandler (ContextHandler.java:doStart(916)) - Started o.e.j.s.ServletContextHandler@767599a7{static,/static,jar:file:/tmp/dist-test-taskVfIbJs/java/build/jars/hadoop-hdfs-3.3.1-tests.jar!/webapps/static,AVAILABLE}
2026-08-11 18:50:27,412 INFO  [Listener at localhost/35323] handler.ContextHandler (ContextHandler.java:doStart(916)) - Started o.e.j.w.WebAppContext@311ff287{datanode,/,file:///tmp/jetty-localhost-38187-hadoop-hdfs-3_3_1-tests_jar-_-any-5957538126565708200/webapp/,AVAILABLE}{jar:file:/tmp/dist-test-taskVfIbJs/java/build/jars/hadoop-hdfs-3.3.1-tests.jar!/webapps/datanode}
2026-08-11 18:50:27,414 INFO  [Listener at localhost/35323] server.AbstractConnector (AbstractConnector.java:doStart(331)) - Started ServerConnector@3468ee6e{HTTP/1.1, (http/1.1)}{localhost:38187}
2026-08-11 18:50:27,414 INFO  [Listener at localhost/35323] server.Server (Server.java:doStart(415)) - Started @12442ms
2026-08-11 18:50:27,415 WARN  [Listener at localhost/35323] web.DatanodeHttpServer (RestCsrfPreventionFilterHandler.java:<init>(75)) - Got null for restCsrfPreventionFilter - will not do any filtering.
2026-08-11 18:50:27,418 INFO  [Listener at localhost/35323] web.DatanodeHttpServer (DatanodeHttpServer.java:start(322)) - Listening HTTP traffic on /127.0.0.1:32903
2026-08-11 18:50:27,418 INFO  [Listener at localhost/35323] datanode.DataNode (DataNode.java:startDataNode(1436)) - dnUserName = slave
2026-08-11 18:50:27,418 INFO  [org.apache.hadoop.util.JvmPauseMonitor$Monitor@7e307087] util.JvmPauseMonitor (JvmPauseMonitor.java:run(188)) - Starting JVM pause monitor
2026-08-11 18:50:27,418 INFO  [Listener at localhost/35323] datanode.DataNode (DataNode.java:startDataNode(1437)) - supergroup = supergroup
2026-08-11 18:50:27,419 INFO  [Listener at localhost/35323] ipc.CallQueueManager (CallQueueManager.java:<init>(90)) - Using callQueue: class java.util.concurrent.LinkedBlockingQueue, queueCapacity: 1000, scheduler: class org.apache.hadoop.ipc.DefaultRpcScheduler, ipcBackoff: false.
2026-08-11 18:50:27,419 INFO  [Socket Reader #1 for port 0] ipc.Server (Server.java:run(1265)) - Starting Socket Reader #1 for port 0
2026-08-11 18:50:27,422 INFO  [Listener at localhost/43587] datanode.DataNode (DataNode.java:initIpcServer(1057)) - Opened IPC server at /127.0.0.1:43587
2026-08-11 18:50:27,437 INFO  [Listener at localhost/43587] datanode.DataNode (BlockPoolManager.java:refreshNamenodes(149)) - Refresh request received for nameservices: null
2026-08-11 18:50:27,437 INFO  [Listener at localhost/43587] datanode.DataNode (BlockPoolManager.java:doRefreshNamenodes(210)) - Starting BPOfferServices for nameservices: <default>
2026-08-11 18:50:27,438 INFO  [Thread-393] datanode.DataNode (BPServiceActor.java:run(847)) - Block pool <registering> (Datanode Uuid unassigned) service to localhost/127.0.0.1:35323 starting to offer service
2026-08-11 18:50:27,441 INFO  [IPC Server Responder] ipc.Server (Server.java:run(1507)) - IPC Server Responder: starting
2026-08-11 18:50:27,441 INFO  [IPC Server listener on 0] ipc.Server (Server.java:run(1344)) - IPC Server listener on 0: starting
2026-08-11 18:50:27,446 INFO  [Thread-393] datanode.DataNode (BPOfferService.java:verifyAndSetNamespaceInfo(381)) - Acknowledging ACTIVE Namenode during handshakeBlock pool <registering> (Datanode Uuid unassigned) service to localhost/127.0.0.1:35323
2026-08-11 18:50:27,447 INFO  [Thread-393] common.Storage (DataStorage.java:getParallelVolumeLoadThreadsNum(356)) - Using 2 threads to upgrade data directories (dfs.datanode.parallel.volumes.load.threads.num=2, dataDirs=2)
2026-08-11 18:50:27,450 INFO  [Thread-393] common.Storage (Storage.java:tryLock(948)) - Lock on /tmp/hdfs-test8470541156150257500/data/data1/in_use.lock acquired by nodename 28330@dist-test-slave-tk9z.c.gcp-upstream.internal
2026-08-11 18:50:27,451 INFO  [Thread-393] common.Storage (DataStorage.java:loadStorageDirectory(284)) - Storage directory with location [DISK]file:/tmp/hdfs-test8470541156150257500/data/data1 is not formatted for namespace 1827525429. Formatting...
2026-08-11 18:50:27,451 INFO  [Thread-393] common.Storage (DataStorage.java:createStorageID(160)) - Generated new storageID DS-29733224-5c7a-450b-80a8-ec8c2c85571d for directory /tmp/hdfs-test8470541156150257500/data/data1 
2026-08-11 18:50:27,453 INFO  [IPC Server handler 1 on default port 35323] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=datanodeReport	src=null	dst=null	perm=null	proto=rpc
2026-08-11 18:50:27,454 INFO  [Listener at localhost/43587] hdfs.MiniDFSCluster (MiniDFSCluster.java:shouldWait(2823)) - dnInfo.length != numDataNodes
2026-08-11 18:50:27,455 INFO  [Listener at localhost/43587] hdfs.MiniDFSCluster (MiniDFSCluster.java:waitActive(2744)) - Waiting for cluster to become active
2026-08-11 18:50:27,458 INFO  [Thread-393] common.Storage (Storage.java:tryLock(948)) - Lock on /tmp/hdfs-test8470541156150257500/data/data2/in_use.lock acquired by nodename 28330@dist-test-slave-tk9z.c.gcp-upstream.internal
2026-08-11 18:50:27,458 INFO  [Thread-393] common.Storage (DataStorage.java:loadStorageDirectory(284)) - Storage directory with location [DISK]file:/tmp/hdfs-test8470541156150257500/data/data2 is not formatted for namespace 1827525429. Formatting...
2026-08-11 18:50:27,458 INFO  [Thread-393] common.Storage (DataStorage.java:createStorageID(160)) - Generated new storageID DS-dd8ffd38-bef6-4152-aeac-16a1e639a2ef for directory /tmp/hdfs-test8470541156150257500/data/data2 
2026-08-11 18:50:27,482 INFO  [Thread-393] common.Storage (BlockPoolSliceStorage.java:recoverTransitionRead(256)) - Analyzing storage directories for bpid BP-1117656867-10.240.0.86-1786474226490
2026-08-11 18:50:27,482 INFO  [Thread-393] common.Storage (Storage.java:lock(907)) - Locking is disabled for /tmp/hdfs-test8470541156150257500/data/data1/current/BP-1117656867-10.240.0.86-1786474226490
2026-08-11 18:50:27,483 INFO  [Thread-393] common.Storage (BlockPoolSliceStorage.java:loadStorageDirectory(169)) - Block pool storage directory for location [DISK]file:/tmp/hdfs-test8470541156150257500/data/data1 and block pool id BP-1117656867-10.240.0.86-1786474226490 is not formatted. Formatting ...
2026-08-11 18:50:27,483 INFO  [Thread-393] common.Storage (BlockPoolSliceStorage.java:format(285)) - Formatting block pool BP-1117656867-10.240.0.86-1786474226490 directory /tmp/hdfs-test8470541156150257500/data/data1/current/BP-1117656867-10.240.0.86-1786474226490/current
2026-08-11 18:50:27,510 INFO  [Thread-393] common.Storage (BlockPoolSliceStorage.java:recoverTransitionRead(256)) - Analyzing storage directories for bpid BP-1117656867-10.240.0.86-1786474226490
2026-08-11 18:50:27,511 INFO  [Thread-393] common.Storage (Storage.java:lock(907)) - Locking is disabled for /tmp/hdfs-test8470541156150257500/data/data2/current/BP-1117656867-10.240.0.86-1786474226490
2026-08-11 18:50:27,511 INFO  [Thread-393] common.Storage (BlockPoolSliceStorage.java:loadStorageDirectory(169)) - Block pool storage directory for location [DISK]file:/tmp/hdfs-test8470541156150257500/data/data2 and block pool id BP-1117656867-10.240.0.86-1786474226490 is not formatted. Formatting ...
2026-08-11 18:50:27,511 INFO  [Thread-393] common.Storage (BlockPoolSliceStorage.java:format(285)) - Formatting block pool BP-1117656867-10.240.0.86-1786474226490 directory /tmp/hdfs-test8470541156150257500/data/data2/current/BP-1117656867-10.240.0.86-1786474226490/current
2026-08-11 18:50:27,516 INFO  [Thread-393] datanode.DataNode (DataNode.java:initStorage(1756)) - Setting up storage: nsid=1827525429;bpid=BP-1117656867-10.240.0.86-1786474226490;lv=-57;nsInfo=lv=-66;cid=testClusterID;nsid=1827525429;c=1786474226490;bpid=BP-1117656867-10.240.0.86-1786474226490;dnuuid=null
2026-08-11 18:50:27,520 INFO  [Thread-393] datanode.DataNode (DataNode.java:checkDatanodeUuid(1554)) - Generated and persisted new Datanode UUID 8596dc67-1bc7-421c-9645-948eb398459c
2026-08-11 18:50:27,520 INFO  [Thread-393] impl.FsDatasetImpl (FsDatasetImpl.java:<init>(310)) - The datanode lock is a read write lock
2026-08-11 18:50:27,522 INFO  [Thread-393] impl.FsDatasetImpl (FsVolumeList.java:addVolume(304)) - Added new volume: DS-29733224-5c7a-450b-80a8-ec8c2c85571d
2026-08-11 18:50:27,522 INFO  [Thread-393] impl.FsDatasetImpl (FsDatasetImpl.java:addVolume(493)) - Added volume - [DISK]file:/tmp/hdfs-test8470541156150257500/data/data1, StorageType: DISK
2026-08-11 18:50:27,524 INFO  [Thread-393] impl.FsDatasetImpl (FsVolumeList.java:addVolume(304)) - Added new volume: DS-dd8ffd38-bef6-4152-aeac-16a1e639a2ef
2026-08-11 18:50:27,524 INFO  [Thread-393] impl.FsDatasetImpl (FsDatasetImpl.java:addVolume(493)) - Added volume - [DISK]file:/tmp/hdfs-test8470541156150257500/data/data2, StorageType: DISK
2026-08-11 18:50:27,525 INFO  [Thread-393] impl.MemoryMappableBlockLoader (MemoryMappableBlockLoader.java:initialize(48)) - Initializing cache loader: MemoryMappableBlockLoader.
2026-08-11 18:50:27,526 INFO  [Thread-393] impl.FsDatasetImpl (FsDatasetImpl.java:registerMBean(2343)) - Registered FSDatasetState MBean
2026-08-11 18:50:27,527 INFO  [Thread-393] impl.FsDatasetImpl (FsDatasetImpl.java:addBlockPool(2856)) - Adding block pool BP-1117656867-10.240.0.86-1786474226490
2026-08-11 18:50:27,528 INFO  [Thread-410] impl.FsDatasetImpl (FsVolumeList.java:run(406)) - Scanning block pool BP-1117656867-10.240.0.86-1786474226490 on volume /tmp/hdfs-test8470541156150257500/data/data1...
2026-08-11 18:50:27,528 INFO  [Thread-411] impl.FsDatasetImpl (FsVolumeList.java:run(406)) - Scanning block pool BP-1117656867-10.240.0.86-1786474226490 on volume /tmp/hdfs-test8470541156150257500/data/data2...
2026-08-11 18:50:27,554 INFO  [Thread-411] impl.FsDatasetImpl (FsVolumeList.java:run(411)) - Time taken to scan block pool BP-1117656867-10.240.0.86-1786474226490 on /tmp/hdfs-test8470541156150257500/data/data2: 27ms
2026-08-11 18:50:27,557 INFO  [Thread-410] impl.FsDatasetImpl (FsVolumeList.java:run(411)) - Time taken to scan block pool BP-1117656867-10.240.0.86-1786474226490 on /tmp/hdfs-test8470541156150257500/data/data1: 29ms
2026-08-11 18:50:27,558 INFO  [IPC Server handler 2 on default port 35323] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=datanodeReport	src=null	dst=null	perm=null	proto=rpc
2026-08-11 18:50:27,558 INFO  [Thread-393] impl.FsDatasetImpl (FsVolumeList.java:addBlockPool(431)) - Total time to scan all replicas for block pool BP-1117656867-10.240.0.86-1786474226490: 30ms
2026-08-11 18:50:27,559 INFO  [Thread-414] impl.FsDatasetImpl (FsVolumeList.java:run(199)) - Adding replicas to map for block pool BP-1117656867-10.240.0.86-1786474226490 on volume /tmp/hdfs-test8470541156150257500/data/data1...
2026-08-11 18:50:27,559 INFO  [Listener at localhost/43587] hdfs.MiniDFSCluster (MiniDFSCluster.java:shouldWait(2823)) - dnInfo.length != numDataNodes
2026-08-11 18:50:27,560 INFO  [Listener at localhost/43587] hdfs.MiniDFSCluster (MiniDFSCluster.java:waitActive(2744)) - Waiting for cluster to become active
2026-08-11 18:50:27,559 INFO  [Thread-415] impl.FsDatasetImpl (FsVolumeList.java:run(199)) - Adding replicas to map for block pool BP-1117656867-10.240.0.86-1786474226490 on volume /tmp/hdfs-test8470541156150257500/data/data2...
2026-08-11 18:50:27,559 INFO  [Thread-414] impl.BlockPoolSlice (BlockPoolSlice.java:readReplicasFromCache(902)) - Replica Cache file: /tmp/hdfs-test8470541156150257500/data/data1/current/BP-1117656867-10.240.0.86-1786474226490/current/replicas doesn't exist 
2026-08-11 18:50:27,560 INFO  [Thread-415] impl.BlockPoolSlice (BlockPoolSlice.java:readReplicasFromCache(902)) - Replica Cache file: /tmp/hdfs-test8470541156150257500/data/data2/current/BP-1117656867-10.240.0.86-1786474226490/current/replicas doesn't exist 
2026-08-11 18:50:27,560 INFO  [Thread-414] impl.FsDatasetImpl (FsVolumeList.java:run(204)) - Time to add replicas to map for block pool BP-1117656867-10.240.0.86-1786474226490 on volume /tmp/hdfs-test8470541156150257500/data/data1: 1ms
2026-08-11 18:50:27,560 INFO  [Thread-415] impl.FsDatasetImpl (FsVolumeList.java:run(204)) - Time to add replicas to map for block pool BP-1117656867-10.240.0.86-1786474226490 on volume /tmp/hdfs-test8470541156150257500/data/data2: 1ms
2026-08-11 18:50:27,561 INFO  [Thread-393] impl.FsDatasetImpl (FsVolumeList.java:getAllVolumesMap(225)) - Total time to add all replicas to map for block pool BP-1117656867-10.240.0.86-1786474226490: 2ms
2026-08-11 18:50:27,561 INFO  [Thread-393] checker.ThrottledAsyncChecker (ThrottledAsyncChecker.java:schedule(137)) - Scheduling a check for /tmp/hdfs-test8470541156150257500/data/data1
2026-08-11 18:50:27,561 INFO  [Thread-393] checker.DatasetVolumeChecker (DatasetVolumeChecker.java:checkAllVolumes(224)) - Scheduled health check for volume /tmp/hdfs-test8470541156150257500/data/data1
2026-08-11 18:50:27,563 INFO  [Thread-393] checker.ThrottledAsyncChecker (ThrottledAsyncChecker.java:schedule(137)) - Scheduling a check for /tmp/hdfs-test8470541156150257500/data/data2
2026-08-11 18:50:27,563 INFO  [Thread-393] checker.DatasetVolumeChecker (DatasetVolumeChecker.java:checkAllVolumes(224)) - Scheduled health check for volume /tmp/hdfs-test8470541156150257500/data/data2
2026-08-11 18:50:27,564 INFO  [VolumeScannerThread(/tmp/hdfs-test8470541156150257500/data/data1)] datanode.VolumeScanner (VolumeScanner.java:findNextUsableBlockIter(385)) - Now scanning bpid BP-1117656867-10.240.0.86-1786474226490 on volume /tmp/hdfs-test8470541156150257500/data/data1
2026-08-11 18:50:27,564 INFO  [VolumeScannerThread(/tmp/hdfs-test8470541156150257500/data/data2)] datanode.VolumeScanner (VolumeScanner.java:findNextUsableBlockIter(385)) - Now scanning bpid BP-1117656867-10.240.0.86-1786474226490 on volume /tmp/hdfs-test8470541156150257500/data/data2
2026-08-11 18:50:27,564 WARN  [Thread-393] datanode.DirectoryScanner (DirectoryScanner.java:<init>(300)) - dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1
2026-08-11 18:50:27,565 INFO  [VolumeScannerThread(/tmp/hdfs-test8470541156150257500/data/data2)] datanode.VolumeScanner (VolumeScanner.java:getNextBlockToScan(505)) - VolumeScanner(/tmp/hdfs-test8470541156150257500/data/data2, DS-dd8ffd38-bef6-4152-aeac-16a1e639a2ef): finished scanning block pool BP-1117656867-10.240.0.86-1786474226490
2026-08-11 18:50:27,565 INFO  [Thread-393] datanode.DirectoryScanner (DirectoryScanner.java:start(329)) - Periodic Directory Tree Verification scan starting in 5411680ms with interval of 21600000ms and throttle limit of -1ms/s
2026-08-11 18:50:27,565 INFO  [VolumeScannerThread(/tmp/hdfs-test8470541156150257500/data/data1)] datanode.VolumeScanner (VolumeScanner.java:getNextBlockToScan(505)) - VolumeScanner(/tmp/hdfs-test8470541156150257500/data/data1, DS-29733224-5c7a-450b-80a8-ec8c2c85571d): finished scanning block pool BP-1117656867-10.240.0.86-1786474226490
2026-08-11 18:50:27,565 INFO  [VolumeScannerThread(/tmp/hdfs-test8470541156150257500/data/data2)] datanode.VolumeScanner (VolumeScanner.java:findNextUsableBlockIter(402)) - VolumeScanner(/tmp/hdfs-test8470541156150257500/data/data2, DS-dd8ffd38-bef6-4152-aeac-16a1e639a2ef): no suitable block pools found to scan.  Waiting 1814399999 ms.
2026-08-11 18:50:27,565 INFO  [VolumeScannerThread(/tmp/hdfs-test8470541156150257500/data/data1)] datanode.VolumeScanner (VolumeScanner.java:findNextUsableBlockIter(402)) - VolumeScanner(/tmp/hdfs-test8470541156150257500/data/data1, DS-29733224-5c7a-450b-80a8-ec8c2c85571d): no suitable block pools found to scan.  Waiting 1814399999 ms.
2026-08-11 18:50:27,566 INFO  [BP-1117656867-10.240.0.86-1786474226490 heartbeating to localhost/127.0.0.1:35323] datanode.DataNode (BPServiceActor.java:register(788)) - Block pool BP-1117656867-10.240.0.86-1786474226490 (Datanode Uuid 8596dc67-1bc7-421c-9645-948eb398459c) service to localhost/127.0.0.1:35323 beginning handshake with NN
2026-08-11 18:50:27,568 INFO  [IPC Server handler 3 on default port 35323] hdfs.StateChange (DatanodeManager.java:registerDatanode(1142)) - BLOCK* registerDatanode: from DatanodeRegistration(127.0.0.1:40655, datanodeUuid=8596dc67-1bc7-421c-9645-948eb398459c, infoPort=32903, infoSecurePort=0, ipcPort=43587, storageInfo=lv=-57;cid=testClusterID;nsid=1827525429;c=1786474226490) storage 8596dc67-1bc7-421c-9645-948eb398459c
2026-08-11 18:50:27,568 INFO  [IPC Server handler 3 on default port 35323] net.NetworkTopology (NetworkTopology.java:add(149)) - Adding a new node: /default-rack/127.0.0.1:40655
2026-08-11 18:50:27,568 INFO  [IPC Server handler 3 on default port 35323] blockmanagement.BlockReportLeaseManager (BlockReportLeaseManager.java:registerNode(200)) - Registered DN 8596dc67-1bc7-421c-9645-948eb398459c (127.0.0.1:40655).
2026-08-11 18:50:27,570 INFO  [BP-1117656867-10.240.0.86-1786474226490 heartbeating to localhost/127.0.0.1:35323] datanode.DataNode (BPServiceActor.java:register(816)) - Block pool BP-1117656867-10.240.0.86-1786474226490 (Datanode Uuid 8596dc67-1bc7-421c-9645-948eb398459c) service to localhost/127.0.0.1:35323 successfully registered with NN
2026-08-11 18:50:27,570 INFO  [BP-1117656867-10.240.0.86-1786474226490 heartbeating to localhost/127.0.0.1:35323] datanode.DataNode (BPServiceActor.java:offerService(645)) - For namenode localhost/127.0.0.1:35323 using BLOCKREPORT_INTERVAL of 21600000msecs CACHEREPORT_INTERVAL of 10000msecs Initial delay: 0msecs; heartBeatInterval=3000
2026-08-11 18:50:27,572 INFO  [IPC Server handler 4 on default port 35323] blockmanagement.DatanodeDescriptor (DatanodeDescriptor.java:updateStorage(999)) - Adding new storage ID DS-29733224-5c7a-450b-80a8-ec8c2c85571d for DN 127.0.0.1:40655
2026-08-11 18:50:27,572 INFO  [IPC Server handler 4 on default port 35323] blockmanagement.DatanodeDescriptor (DatanodeDescriptor.java:updateStorage(999)) - Adding new storage ID DS-dd8ffd38-bef6-4152-aeac-16a1e639a2ef for DN 127.0.0.1:40655
2026-08-11 18:50:27,575 INFO  [Block report processor] BlockStateChange (BlockManager.java:processReport(2778)) - BLOCK* processReport 0x6534cb839876bdb8: Processing first storage report for DS-29733224-5c7a-450b-80a8-ec8c2c85571d from datanode 8596dc67-1bc7-421c-9645-948eb398459c
2026-08-11 18:50:27,575 INFO  [Block report processor] BlockStateChange (BlockManager.java:processReport(2810)) - BLOCK* processReport 0x6534cb839876bdb8: from storage DS-29733224-5c7a-450b-80a8-ec8c2c85571d node DatanodeRegistration(127.0.0.1:40655, datanodeUuid=8596dc67-1bc7-421c-9645-948eb398459c, infoPort=32903, infoSecurePort=0, ipcPort=43587, storageInfo=lv=-57;cid=testClusterID;nsid=1827525429;c=1786474226490), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0
2026-08-11 18:50:27,575 INFO  [Block report processor] BlockStateChange (BlockManager.java:processReport(2778)) - BLOCK* processReport 0x6534cb839876bdb8: Processing first storage report for DS-dd8ffd38-bef6-4152-aeac-16a1e639a2ef from datanode 8596dc67-1bc7-421c-9645-948eb398459c
2026-08-11 18:50:27,575 INFO  [Block report processor] BlockStateChange (BlockManager.java:processReport(2810)) - BLOCK* processReport 0x6534cb839876bdb8: from storage DS-dd8ffd38-bef6-4152-aeac-16a1e639a2ef node DatanodeRegistration(127.0.0.1:40655, datanodeUuid=8596dc67-1bc7-421c-9645-948eb398459c, infoPort=32903, infoSecurePort=0, ipcPort=43587, storageInfo=lv=-57;cid=testClusterID;nsid=1827525429;c=1786474226490), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0
2026-08-11 18:50:27,576 INFO  [BP-1117656867-10.240.0.86-1786474226490 heartbeating to localhost/127.0.0.1:35323] datanode.DataNode (BPServiceActor.java:blockReport(437)) - Successfully sent block report 0x6534cb839876bdb8 to namenode: localhost/127.0.0.1:35323,  containing 2 storage report(s), of which we sent 2. The reports had 0 total blocks and used 1 RPC(s). This took 0 msecs to generate and 2 msecs for RPC and NN processing. Got back one command: FinalizeCommand/5.
2026-08-11 18:50:27,576 INFO  [Command processor] datanode.DataNode (BPOfferService.java:processCommandFromActive(763)) - Got finalize command for block pool BP-1117656867-10.240.0.86-1786474226490
2026-08-11 18:50:27,661 INFO  [IPC Server handler 6 on default port 35323] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=datanodeReport	src=null	dst=null	perm=null	proto=rpc
2026-08-11 18:50:27,663 INFO  [Listener at localhost/43587] hdfs.MiniDFSCluster (MiniDFSCluster.java:waitActive(2799)) - Cluster is active
2026-08-11 18:50:27,678 INFO  [Listener at localhost/43587] backup.BackupIO (BackupIO.scala:writeTableMetadata(95)) - Writing metadata to hdfs://localhost:35323/id_taco-taco/100/.kudu-metadata.json
2026-08-11 18:50:27,682 INFO  [IPC Server handler 7 on default port 35323] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=create	src=/id_taco-taco/100/.kudu-metadata.json	dst=null	perm=slave:supergroup:rw-r--r--	proto=rpc
2026-08-11 18:50:27,688 INFO  [IPC Server handler 8 on default port 35323] hdfs.StateChange (FSDirWriteFileOp.java:logAllocatedBlock(802)) - BLOCK* allocate blk_1073741825_1001, replicas=127.0.0.1:40655 for /id_taco-taco/100/.kudu-metadata.json
2026-08-11 18:50:27,695 INFO  [DataXceiver for client DFSClient_NONMAPREDUCE_-687910052_1 at /127.0.0.1:49066 [Receiving block BP-1117656867-10.240.0.86-1786474226490:blk_1073741825_1001]] datanode.DataNode (DataXceiver.java:writeBlock(747)) - Receiving BP-1117656867-10.240.0.86-1786474226490:blk_1073741825_1001 src: /127.0.0.1:49066 dest: /127.0.0.1:40655
2026-08-11 18:50:27,708 INFO  [PacketResponder: BP-1117656867-10.240.0.86-1786474226490:blk_1073741825_1001, type=LAST_IN_PIPELINE] DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1539)) - src: /127.0.0.1:49066, dest: /127.0.0.1:40655, bytes: 82, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-687910052_1, offset: 0, srvID: 8596dc67-1bc7-421c-9645-948eb398459c, blockid: BP-1117656867-10.240.0.86-1786474226490:blk_1073741825_1001, duration(ns): 5180223
2026-08-11 18:50:27,708 INFO  [PacketResponder: BP-1117656867-10.240.0.86-1786474226490:blk_1073741825_1001, type=LAST_IN_PIPELINE] datanode.DataNode (BlockReceiver.java:run(1512)) - PacketResponder: BP-1117656867-10.240.0.86-1786474226490:blk_1073741825_1001, type=LAST_IN_PIPELINE terminating
2026-08-11 18:50:27,713 INFO  [IPC Server handler 1 on default port 35323] hdfs.StateChange (FSNamesystem.java:completeFile(3104)) - DIR* completeFile: /id_taco-taco/100/.kudu-metadata.json is closed by DFSClient_NONMAPREDUCE_-687910052_1
2026-08-11 18:50:27,714 INFO  [Listener at localhost/43587] backup.BackupIO (BackupIO.scala:writeTableMetadata(95)) - Writing metadata to hdfs://localhost:35323/id_taco-taco/1000/.kudu-metadata.json
2026-08-11 18:50:27,716 INFO  [IPC Server handler 2 on default port 35323] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=create	src=/id_taco-taco/1000/.kudu-metadata.json	dst=null	perm=slave:supergroup:rw-r--r--	proto=rpc
2026-08-11 18:50:27,723 INFO  [IPC Server handler 3 on default port 35323] hdfs.StateChange (FSDirWriteFileOp.java:logAllocatedBlock(802)) - BLOCK* allocate blk_1073741826_1002, replicas=127.0.0.1:40655 for /id_taco-taco/1000/.kudu-metadata.json
2026-08-11 18:50:27,726 INFO  [DataXceiver for client DFSClient_NONMAPREDUCE_-687910052_1 at /127.0.0.1:49072 [Receiving block BP-1117656867-10.240.0.86-1786474226490:blk_1073741826_1002]] datanode.DataNode (DataXceiver.java:writeBlock(747)) - Receiving BP-1117656867-10.240.0.86-1786474226490:blk_1073741826_1002 src: /127.0.0.1:49072 dest: /127.0.0.1:40655
2026-08-11 18:50:27,745 INFO  [PacketResponder: BP-1117656867-10.240.0.86-1786474226490:blk_1073741826_1002, type=LAST_IN_PIPELINE] DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1539)) - src: /127.0.0.1:49072, dest: /127.0.0.1:40655, bytes: 83, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-687910052_1, offset: 0, srvID: 8596dc67-1bc7-421c-9645-948eb398459c, blockid: BP-1117656867-10.240.0.86-1786474226490:blk_1073741826_1002, duration(ns): 15702344
2026-08-11 18:50:27,746 INFO  [PacketResponder: BP-1117656867-10.240.0.86-1786474226490:blk_1073741826_1002, type=LAST_IN_PIPELINE] datanode.DataNode (BlockReceiver.java:run(1512)) - PacketResponder: BP-1117656867-10.240.0.86-1786474226490:blk_1073741826_1002, type=LAST_IN_PIPELINE terminating
2026-08-11 18:50:27,748 INFO  [IPC Server handler 5 on default port 35323] hdfs.StateChange (FSNamesystem.java:completeFile(3104)) - DIR* completeFile: /id_taco-taco/1000/.kudu-metadata.json is closed by DFSClient_NONMAPREDUCE_-687910052_1
2026-08-11 18:50:27,750 INFO  [Listener at localhost/43587] backup.BackupIO (BackupIO.scala:writeTableMetadata(95)) - Writing metadata to hdfs://localhost:35323/id_taco-taco/2000/.kudu-metadata.json
2026-08-11 18:50:27,752 INFO  [IPC Server handler 6 on default port 35323] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=create	src=/id_taco-taco/2000/.kudu-metadata.json	dst=null	perm=slave:supergroup:rw-r--r--	proto=rpc
2026-08-11 18:50:27,755 INFO  [IPC Server handler 7 on default port 35323] hdfs.StateChange (FSDirWriteFileOp.java:logAllocatedBlock(802)) - BLOCK* allocate blk_1073741827_1003, replicas=127.0.0.1:40655 for /id_taco-taco/2000/.kudu-metadata.json
2026-08-11 18:50:27,757 INFO  [DataXceiver for client DFSClient_NONMAPREDUCE_-687910052_1 at /127.0.0.1:49074 [Receiving block BP-1117656867-10.240.0.86-1786474226490:blk_1073741827_1003]] datanode.DataNode (DataXceiver.java:writeBlock(747)) - Receiving BP-1117656867-10.240.0.86-1786474226490:blk_1073741827_1003 src: /127.0.0.1:49074 dest: /127.0.0.1:40655
2026-08-11 18:50:27,763 INFO  [PacketResponder: BP-1117656867-10.240.0.86-1786474226490:blk_1073741827_1003, type=LAST_IN_PIPELINE] DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1539)) - src: /127.0.0.1:49074, dest: /127.0.0.1:40655, bytes: 102, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-687910052_1, offset: 0, srvID: 8596dc67-1bc7-421c-9645-948eb398459c, blockid: BP-1117656867-10.240.0.86-1786474226490:blk_1073741827_1003, duration(ns): 3016051
2026-08-11 18:50:27,763 INFO  [PacketResponder: BP-1117656867-10.240.0.86-1786474226490:blk_1073741827_1003, type=LAST_IN_PIPELINE] datanode.DataNode (BlockReceiver.java:run(1512)) - PacketResponder: BP-1117656867-10.240.0.86-1786474226490:blk_1073741827_1003, type=LAST_IN_PIPELINE terminating
2026-08-11 18:50:27,764 INFO  [IPC Server handler 8 on default port 35323] namenode.FSNamesystem (FSNamesystem.java:checkBlocksComplete(3151)) - BLOCK* blk_1073741827_1003 is COMMITTED but not COMPLETE(numNodes= 0 <  minimum = 1) in file /id_taco-taco/2000/.kudu-metadata.json
2026-08-11 18:50:28,166 INFO  [IPC Server handler 0 on default port 35323] hdfs.StateChange (FSNamesystem.java:completeFile(3104)) - DIR* completeFile: /id_taco-taco/2000/.kudu-metadata.json is closed by DFSClient_NONMAPREDUCE_-687910052_1
2026-08-11 18:50:28,167 INFO  [Listener at localhost/43587] backup.BackupIO (BackupIO.scala:writeTableMetadata(95)) - Writing metadata to hdfs://localhost:35323/id_pizza-pizza/200/.kudu-metadata.json
2026-08-11 18:50:28,170 INFO  [IPC Server handler 1 on default port 35323] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=create	src=/id_pizza-pizza/200/.kudu-metadata.json	dst=null	perm=slave:supergroup:rw-r--r--	proto=rpc
2026-08-11 18:50:28,173 INFO  [IPC Server handler 2 on default port 35323] hdfs.StateChange (FSDirWriteFileOp.java:logAllocatedBlock(802)) - BLOCK* allocate blk_1073741828_1004, replicas=127.0.0.1:40655 for /id_pizza-pizza/200/.kudu-metadata.json
2026-08-11 18:50:28,175 INFO  [DataXceiver for client DFSClient_NONMAPREDUCE_-687910052_1 at /127.0.0.1:49086 [Receiving block BP-1117656867-10.240.0.86-1786474226490:blk_1073741828_1004]] datanode.DataNode (DataXceiver.java:writeBlock(747)) - Receiving BP-1117656867-10.240.0.86-1786474226490:blk_1073741828_1004 src: /127.0.0.1:49086 dest: /127.0.0.1:40655
2026-08-11 18:50:28,181 INFO  [PacketResponder: BP-1117656867-10.240.0.86-1786474226490:blk_1073741828_1004, type=LAST_IN_PIPELINE] DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1539)) - src: /127.0.0.1:49086, dest: /127.0.0.1:40655, bytes: 84, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-687910052_1, offset: 0, srvID: 8596dc67-1bc7-421c-9645-948eb398459c, blockid: BP-1117656867-10.240.0.86-1786474226490:blk_1073741828_1004, duration(ns): 3139229
2026-08-11 18:50:28,182 INFO  [PacketResponder: BP-1117656867-10.240.0.86-1786474226490:blk_1073741828_1004, type=LAST_IN_PIPELINE] datanode.DataNode (BlockReceiver.java:run(1512)) - PacketResponder: BP-1117656867-10.240.0.86-1786474226490:blk_1073741828_1004, type=LAST_IN_PIPELINE terminating
2026-08-11 18:50:28,183 INFO  [IPC Server handler 4 on default port 35323] hdfs.StateChange (FSNamesystem.java:completeFile(3104)) - DIR* completeFile: /id_pizza-pizza/200/.kudu-metadata.json is closed by DFSClient_NONMAPREDUCE_-687910052_1
2026-08-11 18:50:28,184 INFO  [Listener at localhost/43587] backup.BackupIO (BackupIO.scala:writeTableMetadata(95)) - Writing metadata to hdfs://localhost:35323/id_pizza-pizza/400/.kudu-metadata.json
2026-08-11 18:50:28,186 INFO  [IPC Server handler 5 on default port 35323] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=create	src=/id_pizza-pizza/400/.kudu-metadata.json	dst=null	perm=slave:supergroup:rw-r--r--	proto=rpc
2026-08-11 18:50:28,189 INFO  [IPC Server handler 6 on default port 35323] hdfs.StateChange (FSDirWriteFileOp.java:logAllocatedBlock(802)) - BLOCK* allocate blk_1073741829_1005, replicas=127.0.0.1:40655 for /id_pizza-pizza/400/.kudu-metadata.json
2026-08-11 18:50:28,191 INFO  [DataXceiver for client DFSClient_NONMAPREDUCE_-687910052_1 at /127.0.0.1:49102 [Receiving block BP-1117656867-10.240.0.86-1786474226490:blk_1073741829_1005]] datanode.DataNode (DataXceiver.java:writeBlock(747)) - Receiving BP-1117656867-10.240.0.86-1786474226490:blk_1073741829_1005 src: /127.0.0.1:49102 dest: /127.0.0.1:40655
2026-08-11 18:50:28,196 INFO  [PacketResponder: BP-1117656867-10.240.0.86-1786474226490:blk_1073741829_1005, type=LAST_IN_PIPELINE] DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1539)) - src: /127.0.0.1:49102, dest: /127.0.0.1:40655, bytes: 103, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-687910052_1, offset: 0, srvID: 8596dc67-1bc7-421c-9645-948eb398459c, blockid: BP-1117656867-10.240.0.86-1786474226490:blk_1073741829_1005, duration(ns): 2965564
2026-08-11 18:50:28,197 INFO  [PacketResponder: BP-1117656867-10.240.0.86-1786474226490:blk_1073741829_1005, type=LAST_IN_PIPELINE] datanode.DataNode (BlockReceiver.java:run(1512)) - PacketResponder: BP-1117656867-10.240.0.86-1786474226490:blk_1073741829_1005, type=LAST_IN_PIPELINE terminating
2026-08-11 18:50:28,199 INFO  [IPC Server handler 8 on default port 35323] hdfs.StateChange (FSNamesystem.java:completeFile(3104)) - DIR* completeFile: /id_pizza-pizza/400/.kudu-metadata.json is closed by DFSClient_NONMAPREDUCE_-687910052_1
2026-08-11 18:50:28,200 INFO  [Listener at localhost/43587] backup.BackupIO (BackupIO.scala:writeTableMetadata(95)) - Writing metadata to hdfs://localhost:35323/id_pizza-pizza/600/.kudu-metadata.json
2026-08-11 18:50:28,202 INFO  [IPC Server handler 9 on default port 35323] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=create	src=/id_pizza-pizza/600/.kudu-metadata.json	dst=null	perm=slave:supergroup:rw-r--r--	proto=rpc
2026-08-11 18:50:28,206 INFO  [IPC Server handler 0 on default port 35323] hdfs.StateChange (FSDirWriteFileOp.java:logAllocatedBlock(802)) - BLOCK* allocate blk_1073741830_1006, replicas=127.0.0.1:40655 for /id_pizza-pizza/600/.kudu-metadata.json
2026-08-11 18:50:28,208 INFO  [DataXceiver for client DFSClient_NONMAPREDUCE_-687910052_1 at /127.0.0.1:49108 [Receiving block BP-1117656867-10.240.0.86-1786474226490:blk_1073741830_1006]] datanode.DataNode (DataXceiver.java:writeBlock(747)) - Receiving BP-1117656867-10.240.0.86-1786474226490:blk_1073741830_1006 src: /127.0.0.1:49108 dest: /127.0.0.1:40655
2026-08-11 18:50:28,215 INFO  [PacketResponder: BP-1117656867-10.240.0.86-1786474226490:blk_1073741830_1006, type=LAST_IN_PIPELINE] DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1539)) - src: /127.0.0.1:49108, dest: /127.0.0.1:40655, bytes: 103, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-687910052_1, offset: 0, srvID: 8596dc67-1bc7-421c-9645-948eb398459c, blockid: BP-1117656867-10.240.0.86-1786474226490:blk_1073741830_1006, duration(ns): 3914787
2026-08-11 18:50:28,215 INFO  [PacketResponder: BP-1117656867-10.240.0.86-1786474226490:blk_1073741830_1006, type=LAST_IN_PIPELINE] datanode.DataNode (BlockReceiver.java:run(1512)) - PacketResponder: BP-1117656867-10.240.0.86-1786474226490:blk_1073741830_1006, type=LAST_IN_PIPELINE terminating
2026-08-11 18:50:28,217 INFO  [IPC Server handler 2 on default port 35323] hdfs.StateChange (FSNamesystem.java:completeFile(3104)) - DIR* completeFile: /id_pizza-pizza/600/.kudu-metadata.json is closed by DFSClient_NONMAPREDUCE_-687910052_1
2026-08-11 18:50:28,234 INFO  [IPC Server handler 3 on default port 35323] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=getfileinfo	src=/	dst=null	perm=null	proto=rpc
2026-08-11 18:50:28,236 INFO  [IPC Server handler 4 on default port 35323] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=listStatus	src=/	dst=null	perm=null	proto=rpc
2026-08-11 18:50:28,238 INFO  [IPC Server handler 5 on default port 35323] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=listStatus	src=/id_pizza-pizza	dst=null	perm=null	proto=rpc
2026-08-11 18:50:28,240 INFO  [IPC Server handler 6 on default port 35323] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=getfileinfo	src=/id_pizza-pizza/200/.kudu-metadata.json	dst=null	perm=null	proto=rpc
2026-08-11 18:50:28,241 INFO  [IPC Server handler 7 on default port 35323] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=open	src=/id_pizza-pizza/200/.kudu-metadata.json	dst=null	perm=null	proto=rpc
2026-08-11 18:50:28,246 INFO  [IPC Server handler 8 on default port 35323] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=getfileinfo	src=/id_pizza-pizza/400/.kudu-metadata.json	dst=null	perm=null	proto=rpc
2026-08-11 18:50:28,248 INFO  [IPC Server handler 9 on default port 35323] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=open	src=/id_pizza-pizza/400/.kudu-metadata.json	dst=null	perm=null	proto=rpc
2026-08-11 18:50:28,251 INFO  [IPC Server handler 0 on default port 35323] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=getfileinfo	src=/id_pizza-pizza/600/.kudu-metadata.json	dst=null	perm=null	proto=rpc
2026-08-11 18:50:28,253 INFO  [IPC Server handler 1 on default port 35323] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=open	src=/id_pizza-pizza/600/.kudu-metadata.json	dst=null	perm=null	proto=rpc
2026-08-11 18:50:28,256 INFO  [Listener at localhost/43587] backup.BackupIO (BackupIO.scala:readTableBackups(236)) - Found 3 paths in hdfs://localhost:35323/id_pizza-pizza
2026-08-11 18:50:28,257 INFO  [IPC Server handler 2 on default port 35323] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=listStatus	src=/id_taco-taco	dst=null	perm=null	proto=rpc
2026-08-11 18:50:28,259 INFO  [IPC Server handler 3 on default port 35323] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=getfileinfo	src=/id_taco-taco/100/.kudu-metadata.json	dst=null	perm=null	proto=rpc
2026-08-11 18:50:28,261 INFO  [IPC Server handler 4 on default port 35323] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=open	src=/id_taco-taco/100/.kudu-metadata.json	dst=null	perm=null	proto=rpc
2026-08-11 18:50:28,267 INFO  [IPC Server handler 5 on default port 35323] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=getfileinfo	src=/id_taco-taco/1000/.kudu-metadata.json	dst=null	perm=null	proto=rpc
2026-08-11 18:50:28,268 INFO  [IPC Server handler 6 on default port 35323] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=open	src=/id_taco-taco/1000/.kudu-metadata.json	dst=null	perm=null	proto=rpc
2026-08-11 18:50:28,272 INFO  [IPC Server handler 7 on default port 35323] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=getfileinfo	src=/id_taco-taco/2000/.kudu-metadata.json	dst=null	perm=null	proto=rpc
2026-08-11 18:50:28,274 INFO  [IPC Server handler 8 on default port 35323] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=open	src=/id_taco-taco/2000/.kudu-metadata.json	dst=null	perm=null	proto=rpc
2026-08-11 18:50:28,277 INFO  [Listener at localhost/43587] backup.BackupIO (BackupIO.scala:readTableBackups(236)) - Found 3 paths in hdfs://localhost:35323/id_taco-taco
.2026-08-11 18:50:28,298 INFO  [Listener at localhost/43587] hdfs.MiniDFSCluster (MiniDFSCluster.java:<init>(529)) - starting cluster: numNameNodes=1, numDataNodes=1
2026-08-11 18:50:28,299 INFO  [Listener at localhost/43587] namenode.NameNode (NameNode.java:format(1249)) - Formatting using clusterid: testClusterID
2026-08-11 18:50:28,299 INFO  [Listener at localhost/43587] namenode.FSEditLog (FSEditLog.java:newInstance(229)) - Edit logging is async:true
2026-08-11 18:50:28,312 INFO  [Listener at localhost/43587] namenode.FSNamesystem (FSNamesystem.java:<init>(814)) - KeyProvider: null
2026-08-11 18:50:28,312 INFO  [Listener at localhost/43587] namenode.FSNamesystem (FSNamesystemLock.java:<init>(141)) - fsLock is fair: true
2026-08-11 18:50:28,313 INFO  [Listener at localhost/43587] namenode.FSNamesystem (FSNamesystemLock.java:<init>(159)) - Detailed lock hold time metrics enabled: false
2026-08-11 18:50:28,313 INFO  [Listener at localhost/43587] namenode.FSNamesystem (FSNamesystem.java:<init>(847)) - fsOwner                = slave (auth:SIMPLE)
2026-08-11 18:50:28,313 INFO  [Listener at localhost/43587] namenode.FSNamesystem (FSNamesystem.java:<init>(848)) - supergroup             = supergroup
2026-08-11 18:50:28,313 INFO  [Listener at localhost/43587] namenode.FSNamesystem (FSNamesystem.java:<init>(849)) - isPermissionEnabled    = true
2026-08-11 18:50:28,313 INFO  [Listener at localhost/43587] namenode.FSNamesystem (FSNamesystem.java:<init>(850)) - isStoragePolicyEnabled = true
2026-08-11 18:50:28,313 INFO  [Listener at localhost/43587] namenode.FSNamesystem (FSNamesystem.java:<init>(861)) - HA Enabled: false
2026-08-11 18:50:28,313 INFO  [Listener at localhost/43587] common.Util (Util.java:isDiskStatsEnabled(395)) - dfs.datanode.fileio.profiling.sampling.percentage set to 0. Disabling file IO profiling
2026-08-11 18:50:28,314 INFO  [Listener at localhost/43587] blockmanagement.DatanodeManager (DatanodeManager.java:<init>(334)) - dfs.block.invalidate.limit: configured=1000, counted=60, effected=1000
2026-08-11 18:50:28,314 INFO  [Listener at localhost/43587] blockmanagement.DatanodeManager (DatanodeManager.java:<init>(342)) - dfs.namenode.datanode.registration.ip-hostname-check=true
2026-08-11 18:50:28,314 INFO  [Listener at localhost/43587] blockmanagement.BlockManager (InvalidateBlocks.java:printBlockDeletionTime(77)) - dfs.namenode.startup.delay.block.deletion.sec is set to 000:00:00:00.000
2026-08-11 18:50:28,315 INFO  [Listener at localhost/43587] blockmanagement.BlockManager (InvalidateBlocks.java:printBlockDeletionTime(83)) - The block deletion will start around 2026 Aug 11 18:50:28
2026-08-11 18:50:28,315 INFO  [Listener at localhost/43587] util.GSet (LightWeightGSet.java:computeCapacity(395)) - Computing capacity for map BlocksMap
2026-08-11 18:50:28,315 INFO  [Listener at localhost/43587] util.GSet (LightWeightGSet.java:computeCapacity(396)) - VM type       = 64-bit
2026-08-11 18:50:28,315 INFO  [Listener at localhost/43587] util.GSet (LightWeightGSet.java:computeCapacity(397)) - 2.0% max memory 3.5 GB = 72.5 MB
2026-08-11 18:50:28,315 INFO  [Listener at localhost/43587] util.GSet (LightWeightGSet.java:computeCapacity(402)) - capacity      = 2^23 = 8388608 entries
2026-08-11 18:50:28,323 INFO  [Listener at localhost/43587] blockmanagement.BlockManager (BlockManager.java:createSPSManager(5447)) - Storage policy satisfier is disabled
2026-08-11 18:50:28,323 INFO  [Listener at localhost/43587] blockmanagement.BlockManager (BlockManager.java:createBlockTokenSecretManager(641)) - dfs.block.access.token.enable = false
2026-08-11 18:50:28,323 INFO  [Listener at localhost/43587] blockmanagement.BlockManagerSafeMode (BlockManagerSafeMode.java:<init>(160)) - dfs.namenode.safemode.threshold-pct = 0.999
2026-08-11 18:50:28,324 INFO  [Listener at localhost/43587] blockmanagement.BlockManagerSafeMode (BlockManagerSafeMode.java:<init>(161)) - dfs.namenode.safemode.min.datanodes = 0
2026-08-11 18:50:28,324 INFO  [Listener at localhost/43587] blockmanagement.BlockManagerSafeMode (BlockManagerSafeMode.java:<init>(163)) - dfs.namenode.safemode.extension = 0
2026-08-11 18:50:28,324 INFO  [Listener at localhost/43587] blockmanagement.BlockManager (BlockManager.java:<init>(627)) - defaultReplication         = 1
2026-08-11 18:50:28,324 INFO  [Listener at localhost/43587] blockmanagement.BlockManager (BlockManager.java:<init>(628)) - maxReplication             = 512
2026-08-11 18:50:28,324 INFO  [Listener at localhost/43587] blockmanagement.BlockManager (BlockManager.java:<init>(629)) - minReplication             = 1
2026-08-11 18:50:28,324 INFO  [Listener at localhost/43587] blockmanagement.BlockManager (BlockManager.java:<init>(630)) - maxReplicationStreams      = 2
2026-08-11 18:50:28,324 INFO  [Listener at localhost/43587] blockmanagement.BlockManager (BlockManager.java:<init>(631)) - redundancyRecheckInterval  = 3000ms
2026-08-11 18:50:28,324 INFO  [Listener at localhost/43587] blockmanagement.BlockManager (BlockManager.java:<init>(632)) - encryptDataTransfer        = false
2026-08-11 18:50:28,324 INFO  [Listener at localhost/43587] blockmanagement.BlockManager (BlockManager.java:<init>(633)) - maxNumBlocksToLog          = 1000
2026-08-11 18:50:28,324 INFO  [Listener at localhost/43587] util.GSet (LightWeightGSet.java:computeCapacity(395)) - Computing capacity for map INodeMap
2026-08-11 18:50:28,324 INFO  [Listener at localhost/43587] util.GSet (LightWeightGSet.java:computeCapacity(396)) - VM type       = 64-bit
2026-08-11 18:50:28,325 INFO  [Listener at localhost/43587] util.GSet (LightWeightGSet.java:computeCapacity(397)) - 1.0% max memory 3.5 GB = 36.2 MB
2026-08-11 18:50:28,325 INFO  [Listener at localhost/43587] util.GSet (LightWeightGSet.java:computeCapacity(402)) - capacity      = 2^22 = 4194304 entries
2026-08-11 18:50:28,337 INFO  [Listener at localhost/43587] namenode.FSDirectory (FSDirectory.java:<init>(335)) - ACLs enabled? true
2026-08-11 18:50:28,337 INFO  [Listener at localhost/43587] namenode.FSDirectory (FSDirectory.java:<init>(339)) - POSIX ACL inheritance enabled? true
2026-08-11 18:50:28,337 INFO  [Listener at localhost/43587] namenode.FSDirectory (FSDirectory.java:<init>(343)) - XAttrs enabled? true
2026-08-11 18:50:28,337 INFO  [Listener at localhost/43587] namenode.NameNode (FSDirectory.java:<init>(406)) - Caching file names occurring more than 10 times
2026-08-11 18:50:28,337 INFO  [Listener at localhost/43587] snapshot.SnapshotManager (SnapshotManager.java:<init>(124)) - Loaded config captureOpenFiles: false, skipCaptureAccessTimeOnlyChange: false, snapshotDiffAllowSnapRootDescendant: true, maxSnapshotLimit: 65536
2026-08-11 18:50:28,338 INFO  [Listener at localhost/43587] snapshot.SnapshotManager (DirectoryDiffListFactory.java:init(43)) - SkipList is disabled
2026-08-11 18:50:28,338 INFO  [Listener at localhost/43587] util.GSet (LightWeightGSet.java:computeCapacity(395)) - Computing capacity for map cachedBlocks
2026-08-11 18:50:28,338 INFO  [Listener at localhost/43587] util.GSet (LightWeightGSet.java:computeCapacity(396)) - VM type       = 64-bit
2026-08-11 18:50:28,338 INFO  [Listener at localhost/43587] util.GSet (LightWeightGSet.java:computeCapacity(397)) - 0.25% max memory 3.5 GB = 9.1 MB
2026-08-11 18:50:28,338 INFO  [Listener at localhost/43587] util.GSet (LightWeightGSet.java:computeCapacity(402)) - capacity      = 2^20 = 1048576 entries
2026-08-11 18:50:28,341 INFO  [Listener at localhost/43587] metrics.TopMetrics (TopMetrics.java:logConf(75)) - NNTop conf: dfs.namenode.top.window.num.buckets = 10
2026-08-11 18:50:28,342 INFO  [Listener at localhost/43587] metrics.TopMetrics (TopMetrics.java:logConf(77)) - NNTop conf: dfs.namenode.top.num.users = 10
2026-08-11 18:50:28,342 INFO  [Listener at localhost/43587] metrics.TopMetrics (TopMetrics.java:logConf(79)) - NNTop conf: dfs.namenode.top.windows.minutes = 1,5,25
2026-08-11 18:50:28,342 INFO  [Listener at localhost/43587] namenode.FSNamesystem (FSNamesystem.java:initRetryCache(1080)) - Retry cache on namenode is enabled
2026-08-11 18:50:28,342 INFO  [Listener at localhost/43587] namenode.FSNamesystem (FSNamesystem.java:initRetryCache(1088)) - Retry cache will use 0.03 of total heap and retry cache entry expiry time is 600000 millis
2026-08-11 18:50:28,342 INFO  [Listener at localhost/43587] util.GSet (LightWeightGSet.java:computeCapacity(395)) - Computing capacity for map NameNodeRetryCache
2026-08-11 18:50:28,342 INFO  [Listener at localhost/43587] util.GSet (LightWeightGSet.java:computeCapacity(396)) - VM type       = 64-bit
2026-08-11 18:50:28,342 INFO  [Listener at localhost/43587] util.GSet (LightWeightGSet.java:computeCapacity(397)) - 0.029999999329447746% max memory 3.5 GB = 1.1 MB
2026-08-11 18:50:28,343 INFO  [Listener at localhost/43587] util.GSet (LightWeightGSet.java:computeCapacity(402)) - capacity      = 2^17 = 131072 entries
2026-08-11 18:50:28,344 INFO  [Listener at localhost/43587] namenode.FSImage (FSImage.java:format(186)) - Allocated new BlockPoolId: BP-874584811-10.240.0.86-1786474228344
2026-08-11 18:50:28,350 INFO  [Listener at localhost/43587] common.Storage (NNStorage.java:format(595)) - Storage directory /tmp/hdfs-test1229297336477234229/name-0-1 has been successfully formatted.
2026-08-11 18:50:28,356 INFO  [Listener at localhost/43587] common.Storage (NNStorage.java:format(595)) - Storage directory /tmp/hdfs-test1229297336477234229/name-0-2 has been successfully formatted.
2026-08-11 18:50:28,383 INFO  [FSImageSaver for /tmp/hdfs-test1229297336477234229/name-0-1 of type IMAGE_AND_EDITS] namenode.FSImageFormatProtobuf (FSImageFormatProtobuf.java:save(732)) - Saving image file /tmp/hdfs-test1229297336477234229/name-0-1/current/fsimage.ckpt_0000000000000000000 using no compression
2026-08-11 18:50:28,383 INFO  [FSImageSaver for /tmp/hdfs-test1229297336477234229/name-0-2 of type IMAGE_AND_EDITS] namenode.FSImageFormatProtobuf (FSImageFormatProtobuf.java:save(732)) - Saving image file /tmp/hdfs-test1229297336477234229/name-0-2/current/fsimage.ckpt_0000000000000000000 using no compression
2026-08-11 18:50:28,400 INFO  [FSImageSaver for /tmp/hdfs-test1229297336477234229/name-0-1 of type IMAGE_AND_EDITS] namenode.FSImageFormatProtobuf (FSImageFormatProtobuf.java:save(736)) - Image file /tmp/hdfs-test1229297336477234229/name-0-1/current/fsimage.ckpt_0000000000000000000 of size 418 bytes saved in 0 seconds .
2026-08-11 18:50:28,403 INFO  [FSImageSaver for /tmp/hdfs-test1229297336477234229/name-0-2 of type IMAGE_AND_EDITS] namenode.FSImageFormatProtobuf (FSImageFormatProtobuf.java:save(736)) - Image file /tmp/hdfs-test1229297336477234229/name-0-2/current/fsimage.ckpt_0000000000000000000 of size 418 bytes saved in 0 seconds .
2026-08-11 18:50:28,407 INFO  [Listener at localhost/43587] namenode.NNStorageRetentionManager (NNStorageRetentionManager.java:getImageTxIdToRetain(203)) - Going to retain 1 images with txid >= 0
2026-08-11 18:50:28,418 INFO  [Listener at localhost/43587] namenode.FSNamesystem (FSNamesystem.java:stopActiveServices(1427)) - Stopping services started for active state
2026-08-11 18:50:28,419 INFO  [Listener at localhost/43587] namenode.FSNamesystem (FSNamesystem.java:stopStandbyServices(1528)) - Stopping services started for standby state
2026-08-11 18:50:28,419 INFO  [Listener at localhost/43587] namenode.NameNode (NameNode.java:createNameNode(1707)) - createNameNode []
2026-08-11 18:50:28,420 INFO  [Listener at localhost/43587] impl.MetricsSystemImpl (MetricsSystemImpl.java:init(158)) - NameNode metrics system started (again)
2026-08-11 18:50:28,420 INFO  [Listener at localhost/43587] namenode.NameNodeUtils (NameNodeUtils.java:getClientNamenodeAddress(79)) - fs.defaultFS is hdfs://127.0.0.1:0
2026-08-11 18:50:28,437 INFO  [org.apache.hadoop.util.JvmPauseMonitor$Monitor@3c6c4689] util.JvmPauseMonitor (JvmPauseMonitor.java:run(188)) - Starting JVM pause monitor
2026-08-11 18:50:28,437 INFO  [Listener at localhost/43587] hdfs.DFSUtil (DFSUtil.java:httpServerTemplateForNNAndJN(1668)) - Filter initializers set : org.apache.hadoop.http.lib.StaticUserWebFilter,org.apache.hadoop.hdfs.web.AuthFilterInitializer
2026-08-11 18:50:28,438 INFO  [Listener at localhost/43587] hdfs.DFSUtil (DFSUtil.java:httpServerTemplateForNNAndJN(1690)) - Starting Web-server for hdfs at: http://localhost:0
2026-08-11 18:50:28,439 INFO  [Listener at localhost/43587] server.AuthenticationFilter (AuthenticationFilter.java:constructSecretProvider(240)) - Unable to initialize FileSignerSecretProvider, falling back to use random secrets.
2026-08-11 18:50:28,440 INFO  [Listener at localhost/43587] http.HttpRequestLog (HttpRequestLog.java:getRequestLog(82)) - Http request log for http.requests.namenode is not defined
2026-08-11 18:50:28,442 INFO  [Listener at localhost/43587] http.HttpServer2 (HttpServer2.java:addGlobalFilter(1111)) - Added global filter 'safety' (class=org.apache.hadoop.http.HttpServer2$QuotingInputFilter)
2026-08-11 18:50:28,443 INFO  [Listener at localhost/43587] http.HttpServer2 (HttpServer2.java:addFilter(1084)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context hdfs
2026-08-11 18:50:28,444 INFO  [Listener at localhost/43587] http.HttpServer2 (HttpServer2.java:addFilter(1094)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context static
2026-08-11 18:50:28,445 INFO  [Listener at localhost/43587] http.HttpServer2 (HttpServer2.java:addFilter(1084)) - Added filter AuthFilter (class=org.apache.hadoop.hdfs.web.AuthFilter) to context hdfs
2026-08-11 18:50:28,445 INFO  [Listener at localhost/43587] http.HttpServer2 (HttpServer2.java:addFilter(1094)) - Added filter AuthFilter (class=org.apache.hadoop.hdfs.web.AuthFilter) to context static
2026-08-11 18:50:28,446 INFO  [Listener at localhost/43587] http.HttpServer2 (HttpServer2.java:addJerseyResourcePackage(938)) - addJerseyResourcePackage: packageName=org.apache.hadoop.hdfs.server.namenode.web.resources;org.apache.hadoop.hdfs.web.resources, pathSpec=/webhdfs/v1/*
2026-08-11 18:50:28,447 INFO  [Listener at localhost/43587] http.HttpServer2 (HttpServer2.java:bindListener(1332)) - Jetty bound to port 44643
2026-08-11 18:50:28,447 INFO  [Listener at localhost/43587] server.Server (Server.java:doStart(375)) - jetty-9.4.40.v20210413; built: 2021-04-13T20:42:42.668Z; git: b881a572662e1943a14ae12e7e1207989f218b74; jvm 1.8.0_362-8u372-ga~us1-0ubuntu1~18.04-b09
2026-08-11 18:50:28,450 INFO  [Listener at localhost/43587] server.session (DefaultSessionIdManager.java:doStart(334)) - DefaultSessionIdManager workerName=node0
2026-08-11 18:50:28,450 INFO  [Listener at localhost/43587] server.session (DefaultSessionIdManager.java:doStart(339)) - No SessionScavenger set, using defaults
2026-08-11 18:50:28,450 INFO  [Listener at localhost/43587] server.session (HouseKeeper.java:startScavenging(132)) - node0 Scavenging every 660000ms
2026-08-11 18:50:28,452 INFO  [Listener at localhost/43587] server.AuthenticationFilter (AuthenticationFilter.java:constructSecretProvider(240)) - Unable to initialize FileSignerSecretProvider, falling back to use random secrets.
2026-08-11 18:50:28,453 INFO  [Listener at localhost/43587] handler.ContextHandler (ContextHandler.java:doStart(916)) - Started o.e.j.s.ServletContextHandler@1a565afb{static,/static,jar:file:/tmp/dist-test-taskVfIbJs/java/build/jars/hadoop-hdfs-3.3.1-tests.jar!/webapps/static,AVAILABLE}
2026-08-11 18:50:28,610 INFO  [Listener at localhost/43587] handler.ContextHandler (ContextHandler.java:doStart(916)) - Started o.e.j.w.WebAppContext@5d7399f9{hdfs,/,file:///tmp/jetty-localhost-44643-hadoop-hdfs-3_3_1-tests_jar-_-any-1717406590145284576/webapp/,AVAILABLE}{jar:file:/tmp/dist-test-taskVfIbJs/java/build/jars/hadoop-hdfs-3.3.1-tests.jar!/webapps/hdfs}
2026-08-11 18:50:28,612 INFO  [Listener at localhost/43587] server.AbstractConnector (AbstractConnector.java:doStart(331)) - Started ServerConnector@6f1b8544{HTTP/1.1, (http/1.1)}{localhost:44643}
2026-08-11 18:50:28,612 INFO  [Listener at localhost/43587] server.Server (Server.java:doStart(415)) - Started @13640ms
2026-08-11 18:50:28,613 INFO  [Listener at localhost/43587] namenode.FSEditLog (FSEditLog.java:newInstance(229)) - Edit logging is async:true
2026-08-11 18:50:28,629 INFO  [Listener at localhost/43587] namenode.FSNamesystem (FSNamesystem.java:<init>(814)) - KeyProvider: null
2026-08-11 18:50:28,630 INFO  [Listener at localhost/43587] namenode.FSNamesystem (FSNamesystemLock.java:<init>(141)) - fsLock is fair: true
2026-08-11 18:50:28,630 INFO  [Listener at localhost/43587] namenode.FSNamesystem (FSNamesystemLock.java:<init>(159)) - Detailed lock hold time metrics enabled: false
2026-08-11 18:50:28,630 INFO  [Listener at localhost/43587] namenode.FSNamesystem (FSNamesystem.java:<init>(847)) - fsOwner                = slave (auth:SIMPLE)
2026-08-11 18:50:28,630 INFO  [Listener at localhost/43587] namenode.FSNamesystem (FSNamesystem.java:<init>(848)) - supergroup             = supergroup
2026-08-11 18:50:28,630 INFO  [Listener at localhost/43587] namenode.FSNamesystem (FSNamesystem.java:<init>(849)) - isPermissionEnabled    = true
2026-08-11 18:50:28,630 INFO  [Listener at localhost/43587] namenode.FSNamesystem (FSNamesystem.java:<init>(850)) - isStoragePolicyEnabled = true
2026-08-11 18:50:28,631 INFO  [Listener at localhost/43587] namenode.FSNamesystem (FSNamesystem.java:<init>(861)) - HA Enabled: false
2026-08-11 18:50:28,631 INFO  [Listener at localhost/43587] common.Util (Util.java:isDiskStatsEnabled(395)) - dfs.datanode.fileio.profiling.sampling.percentage set to 0. Disabling file IO profiling
2026-08-11 18:50:28,631 INFO  [Listener at localhost/43587] blockmanagement.DatanodeManager (DatanodeManager.java:<init>(334)) - dfs.block.invalidate.limit: configured=1000, counted=60, effected=1000
2026-08-11 18:50:28,631 INFO  [Listener at localhost/43587] blockmanagement.DatanodeManager (DatanodeManager.java:<init>(342)) - dfs.namenode.datanode.registration.ip-hostname-check=true
2026-08-11 18:50:28,632 INFO  [Listener at localhost/43587] blockmanagement.BlockManager (InvalidateBlocks.java:printBlockDeletionTime(77)) - dfs.namenode.startup.delay.block.deletion.sec is set to 000:00:00:00.000
2026-08-11 18:50:28,632 INFO  [Listener at localhost/43587] blockmanagement.BlockManager (InvalidateBlocks.java:printBlockDeletionTime(83)) - The block deletion will start around 2026 Aug 11 18:50:28
2026-08-11 18:50:28,632 INFO  [Listener at localhost/43587] util.GSet (LightWeightGSet.java:computeCapacity(395)) - Computing capacity for map BlocksMap
2026-08-11 18:50:28,632 INFO  [Listener at localhost/43587] util.GSet (LightWeightGSet.java:computeCapacity(396)) - VM type       = 64-bit
2026-08-11 18:50:28,632 INFO  [Listener at localhost/43587] util.GSet (LightWeightGSet.java:computeCapacity(397)) - 2.0% max memory 3.5 GB = 72.5 MB
2026-08-11 18:50:28,632 INFO  [Listener at localhost/43587] util.GSet (LightWeightGSet.java:computeCapacity(402)) - capacity      = 2^23 = 8388608 entries
2026-08-11 18:50:28,665 INFO  [Listener at localhost/43587] blockmanagement.BlockManager (BlockManager.java:createSPSManager(5447)) - Storage policy satisfier is disabled
2026-08-11 18:50:28,665 INFO  [Listener at localhost/43587] blockmanagement.BlockManager (BlockManager.java:createBlockTokenSecretManager(641)) - dfs.block.access.token.enable = false
2026-08-11 18:50:28,666 INFO  [Listener at localhost/43587] blockmanagement.BlockManagerSafeMode (BlockManagerSafeMode.java:<init>(160)) - dfs.namenode.safemode.threshold-pct = 0.999
2026-08-11 18:50:28,666 INFO  [Listener at localhost/43587] blockmanagement.BlockManagerSafeMode (BlockManagerSafeMode.java:<init>(161)) - dfs.namenode.safemode.min.datanodes = 0
2026-08-11 18:50:28,666 INFO  [Listener at localhost/43587] blockmanagement.BlockManagerSafeMode (BlockManagerSafeMode.java:<init>(163)) - dfs.namenode.safemode.extension = 0
2026-08-11 18:50:28,666 INFO  [Listener at localhost/43587] blockmanagement.BlockManager (BlockManager.java:<init>(627)) - defaultReplication         = 1
2026-08-11 18:50:28,666 INFO  [Listener at localhost/43587] blockmanagement.BlockManager (BlockManager.java:<init>(628)) - maxReplication             = 512
2026-08-11 18:50:28,666 INFO  [Listener at localhost/43587] blockmanagement.BlockManager (BlockManager.java:<init>(629)) - minReplication             = 1
2026-08-11 18:50:28,666 INFO  [Listener at localhost/43587] blockmanagement.BlockManager (BlockManager.java:<init>(630)) - maxReplicationStreams      = 2
2026-08-11 18:50:28,666 INFO  [Listener at localhost/43587] blockmanagement.BlockManager (BlockManager.java:<init>(631)) - redundancyRecheckInterval  = 3000ms
2026-08-11 18:50:28,666 INFO  [Listener at localhost/43587] blockmanagement.BlockManager (BlockManager.java:<init>(632)) - encryptDataTransfer        = false
2026-08-11 18:50:28,666 INFO  [Listener at localhost/43587] blockmanagement.BlockManager (BlockManager.java:<init>(633)) - maxNumBlocksToLog          = 1000
2026-08-11 18:50:28,667 INFO  [Listener at localhost/43587] util.GSet (LightWeightGSet.java:computeCapacity(395)) - Computing capacity for map INodeMap
2026-08-11 18:50:28,667 INFO  [Listener at localhost/43587] util.GSet (LightWeightGSet.java:computeCapacity(396)) - VM type       = 64-bit
2026-08-11 18:50:28,667 INFO  [Listener at localhost/43587] util.GSet (LightWeightGSet.java:computeCapacity(397)) - 1.0% max memory 3.5 GB = 36.2 MB
2026-08-11 18:50:28,667 INFO  [Listener at localhost/43587] util.GSet (LightWeightGSet.java:computeCapacity(402)) - capacity      = 2^22 = 4194304 entries
2026-08-11 18:50:28,682 INFO  [Listener at localhost/43587] namenode.FSDirectory (FSDirectory.java:<init>(335)) - ACLs enabled? true
2026-08-11 18:50:28,682 INFO  [Listener at localhost/43587] namenode.FSDirectory (FSDirectory.java:<init>(339)) - POSIX ACL inheritance enabled? true
2026-08-11 18:50:28,682 INFO  [Listener at localhost/43587] namenode.FSDirectory (FSDirectory.java:<init>(343)) - XAttrs enabled? true
2026-08-11 18:50:28,682 INFO  [Listener at localhost/43587] namenode.NameNode (FSDirectory.java:<init>(406)) - Caching file names occurring more than 10 times
2026-08-11 18:50:28,683 INFO  [Listener at localhost/43587] snapshot.SnapshotManager (SnapshotManager.java:<init>(124)) - Loaded config captureOpenFiles: false, skipCaptureAccessTimeOnlyChange: false, snapshotDiffAllowSnapRootDescendant: true, maxSnapshotLimit: 65536
2026-08-11 18:50:28,683 INFO  [Listener at localhost/43587] snapshot.SnapshotManager (DirectoryDiffListFactory.java:init(43)) - SkipList is disabled
2026-08-11 18:50:28,683 INFO  [Listener at localhost/43587] util.GSet (LightWeightGSet.java:computeCapacity(395)) - Computing capacity for map cachedBlocks
2026-08-11 18:50:28,683 INFO  [Listener at localhost/43587] util.GSet (LightWeightGSet.java:computeCapacity(396)) - VM type       = 64-bit
2026-08-11 18:50:28,683 INFO  [Listener at localhost/43587] util.GSet (LightWeightGSet.java:computeCapacity(397)) - 0.25% max memory 3.5 GB = 9.1 MB
2026-08-11 18:50:28,683 INFO  [Listener at localhost/43587] util.GSet (LightWeightGSet.java:computeCapacity(402)) - capacity      = 2^20 = 1048576 entries
2026-08-11 18:50:28,687 INFO  [Listener at localhost/43587] metrics.TopMetrics (TopMetrics.java:logConf(75)) - NNTop conf: dfs.namenode.top.window.num.buckets = 10
2026-08-11 18:50:28,687 INFO  [Listener at localhost/43587] metrics.TopMetrics (TopMetrics.java:logConf(77)) - NNTop conf: dfs.namenode.top.num.users = 10
2026-08-11 18:50:28,687 INFO  [Listener at localhost/43587] metrics.TopMetrics (TopMetrics.java:logConf(79)) - NNTop conf: dfs.namenode.top.windows.minutes = 1,5,25
2026-08-11 18:50:28,687 INFO  [Listener at localhost/43587] namenode.FSNamesystem (FSNamesystem.java:initRetryCache(1080)) - Retry cache on namenode is enabled
2026-08-11 18:50:28,687 INFO  [Listener at localhost/43587] namenode.FSNamesystem (FSNamesystem.java:initRetryCache(1088)) - Retry cache will use 0.03 of total heap and retry cache entry expiry time is 600000 millis
2026-08-11 18:50:28,687 INFO  [Listener at localhost/43587] util.GSet (LightWeightGSet.java:computeCapacity(395)) - Computing capacity for map NameNodeRetryCache
2026-08-11 18:50:28,687 INFO  [Listener at localhost/43587] util.GSet (LightWeightGSet.java:computeCapacity(396)) - VM type       = 64-bit
2026-08-11 18:50:28,688 INFO  [Listener at localhost/43587] util.GSet (LightWeightGSet.java:computeCapacity(397)) - 0.029999999329447746% max memory 3.5 GB = 1.1 MB
2026-08-11 18:50:28,688 INFO  [Listener at localhost/43587] util.GSet (LightWeightGSet.java:computeCapacity(402)) - capacity      = 2^17 = 131072 entries
2026-08-11 18:50:28,695 INFO  [Listener at localhost/43587] common.Storage (Storage.java:tryLock(948)) - Lock on /tmp/hdfs-test1229297336477234229/name-0-1/in_use.lock acquired by nodename 28330@dist-test-slave-tk9z.c.gcp-upstream.internal
2026-08-11 18:50:28,698 INFO  [Listener at localhost/43587] common.Storage (Storage.java:tryLock(948)) - Lock on /tmp/hdfs-test1229297336477234229/name-0-2/in_use.lock acquired by nodename 28330@dist-test-slave-tk9z.c.gcp-upstream.internal
2026-08-11 18:50:28,699 INFO  [Listener at localhost/43587] namenode.FileJournalManager (FileJournalManager.java:recoverUnfinalizedSegments(428)) - Recovering unfinalized segments in /tmp/hdfs-test1229297336477234229/name-0-1/current
2026-08-11 18:50:28,700 INFO  [Listener at localhost/43587] namenode.FileJournalManager (FileJournalManager.java:recoverUnfinalizedSegments(428)) - Recovering unfinalized segments in /tmp/hdfs-test1229297336477234229/name-0-2/current
2026-08-11 18:50:28,700 INFO  [Listener at localhost/43587] namenode.FSImage (FSImage.java:loadFSImage(734)) - No edit log streams selected.
2026-08-11 18:50:28,700 INFO  [Listener at localhost/43587] namenode.FSImage (FSImage.java:loadFSImageFile(800)) - Planning to load image: FSImageFile(file=/tmp/hdfs-test1229297336477234229/name-0-1/current/fsimage_0000000000000000000, cpktTxId=0000000000000000000)
2026-08-11 18:50:28,957 WARN  [org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeResourceMonitor@6d60899e] namenode.NameNodeResourceChecker (NameNodeResourceChecker.java:isResourceAvailable(88)) - Space available on volume 'overlay' is 0, which is below the configured reserved amount 104857600
2026-08-11 18:50:28,958 WARN  [org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeResourceMonitor@6d60899e] namenode.FSNamesystem (FSNamesystem.java:run(4383)) - NameNode low on available disk space. Entering safe mode.
2026-08-11 18:50:28,958 INFO  [org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeResourceMonitor@6d60899e] hdfs.StateChange (FSNamesystem.java:enterSafeMode(5028)) - STATE* Safe mode is ON.
Resources are low on NN. Please add or free up more resourcesthen turn off safe mode manually. NOTE:  If you turn off safe mode before adding resources, the NN will immediately return to safe mode. Use "hdfs dfsadmin -safemode leave" to turn safe mode off.
2026-08-11 18:50:28,958 INFO  [Listener at localhost/43587] namenode.FSImageFormatPBINode (FSImageFormatPBINode.java:loadINodeSectionHeader(413)) - Loading 1 INodes.
2026-08-11 18:50:28,959 INFO  [Listener at localhost/43587] namenode.FSImageFormatPBINode (FSImageFormatPBINode.java:loadINodeSection(371)) - Successfully loaded 1 inodes
2026-08-11 18:50:28,960 INFO  [Listener at localhost/43587] namenode.FSImageFormatPBINode (FSImageFormatPBINode.java:waitBlocksMapAndNameCacheUpdateFinished(344)) - Completed update blocks map and name cache, total waiting duration 0ms.
2026-08-11 18:50:28,960 INFO  [Listener at localhost/43587] namenode.FSImageFormatProtobuf (FSImageFormatProtobuf.java:load(255)) - Loaded FSImage in 0 seconds.
2026-08-11 18:50:28,960 INFO  [Listener at localhost/43587] namenode.FSImage (FSImage.java:loadFSImage(978)) - Loaded image for txid 0 from /tmp/hdfs-test1229297336477234229/name-0-1/current/fsimage_0000000000000000000
2026-08-11 18:50:28,961 INFO  [Listener at localhost/43587] namenode.FSNamesystem (FSNamesystem.java:loadFSImage(1202)) - Need to save fs image? false (staleImage=false, haEnabled=false, isRollingUpgrade=false)
2026-08-11 18:50:28,961 INFO  [Listener at localhost/43587] namenode.FSEditLog (FSEditLog.java:startLogSegment(1391)) - Starting log segment at 1
2026-08-11 18:50:28,976 INFO  [Listener at localhost/43587] namenode.NameCache (NameCache.java:initialized(143)) - initialized with 0 entries 0 lookups
2026-08-11 18:50:28,976 INFO  [Listener at localhost/43587] namenode.FSNamesystem (FSNamesystem.java:loadFromDisk(786)) - Finished loading FSImage in 286 msecs
2026-08-11 18:50:28,977 INFO  [Listener at localhost/43587] namenode.NameNode (NameNodeRpcServer.java:<init>(454)) - RPC server is binding to localhost:0
2026-08-11 18:50:28,977 INFO  [Listener at localhost/43587] namenode.NameNode (NameNodeRpcServer.java:<init>(459)) - Enable NameNode state context:false
2026-08-11 18:50:28,977 INFO  [Listener at localhost/43587] ipc.CallQueueManager (CallQueueManager.java:<init>(90)) - Using callQueue: class java.util.concurrent.LinkedBlockingQueue, queueCapacity: 1000, scheduler: class org.apache.hadoop.ipc.DefaultRpcScheduler, ipcBackoff: false.
2026-08-11 18:50:28,978 INFO  [Socket Reader #1 for port 0] ipc.Server (Server.java:run(1265)) - Starting Socket Reader #1 for port 0
2026-08-11 18:50:28,982 INFO  [Listener at localhost/35045] namenode.NameNode (NameNode.java:initialize(776)) - Clients are to use localhost:35045 to access this namenode/service.
2026-08-11 18:50:28,982 INFO  [Listener at localhost/35045] namenode.FSNamesystem (FSNamesystem.java:registerMBean(5444)) - Registered FSNamesystemState, ReplicatedBlocksState and ECBlockGroupsState MBeans.
2026-08-11 18:50:28,996 INFO  [Listener at localhost/35045] namenode.LeaseManager (LeaseManager.java:getNumUnderConstructionBlocks(166)) - Number of blocks under construction: 0
2026-08-11 18:50:28,997 INFO  [Listener at localhost/35045] blockmanagement.DatanodeAdminDefaultMonitor (DatanodeAdminDefaultMonitor.java:processConf(116)) - Initialized the Default Decommission and Maintenance monitor
2026-08-11 18:50:28,998 INFO  [Listener at localhost/35045] blockmanagement.BlockManager (BlockManager.java:initializeReplQueues(5187)) - initializing replication queues
2026-08-11 18:50:28,999 INFO  [Listener at localhost/35045] hdfs.StateChange (BlockManagerSafeMode.java:leaveSafeMode(399)) - STATE* Leaving safe mode after 0 secs
2026-08-11 18:50:28,999 INFO  [Listener at localhost/35045] hdfs.StateChange (BlockManagerSafeMode.java:leaveSafeMode(405)) - STATE* Network topology has 0 racks and 0 datanodes
2026-08-11 18:50:28,999 INFO  [Listener at localhost/35045] hdfs.StateChange (BlockManagerSafeMode.java:leaveSafeMode(407)) - STATE* UnderReplicatedBlocks has 0 blocks
2026-08-11 18:50:29,008 INFO  [Reconstruction Queue Initializer] blockmanagement.BlockManager (BlockManager.java:processMisReplicatesAsync(3728)) - Total number of blocks            = 0
2026-08-11 18:50:29,008 INFO  [Reconstruction Queue Initializer] blockmanagement.BlockManager (BlockManager.java:processMisReplicatesAsync(3729)) - Number of invalid blocks          = 0
2026-08-11 18:50:29,008 INFO  [Reconstruction Queue Initializer] blockmanagement.BlockManager (BlockManager.java:processMisReplicatesAsync(3730)) - Number of under-replicated blocks = 0
2026-08-11 18:50:29,008 INFO  [Reconstruction Queue Initializer] blockmanagement.BlockManager (BlockManager.java:processMisReplicatesAsync(3731)) - Number of  over-replicated blocks = 0
2026-08-11 18:50:29,008 INFO  [Reconstruction Queue Initializer] blockmanagement.BlockManager (BlockManager.java:processMisReplicatesAsync(3733)) - Number of blocks being written    = 0
2026-08-11 18:50:29,008 INFO  [Reconstruction Queue Initializer] hdfs.StateChange (BlockManager.java:processMisReplicatesAsync(3736)) - STATE* Replication Queue initialization scan for invalid, over- and under-replicated blocks completed in 10 msec
2026-08-11 18:50:29,011 INFO  [IPC Server Responder] ipc.Server (Server.java:run(1507)) - IPC Server Responder: starting
2026-08-11 18:50:29,012 INFO  [IPC Server listener on 0] ipc.Server (Server.java:run(1344)) - IPC Server listener on 0: starting
2026-08-11 18:50:29,016 INFO  [Listener at localhost/35045] namenode.NameNode (NameNode.java:startCommonServices(893)) - NameNode RPC up at: localhost/127.0.0.1:35045
2026-08-11 18:50:29,016 INFO  [Listener at localhost/35045] namenode.FSNamesystem (FSNamesystem.java:startActiveServices(1314)) - Starting services required for active state
2026-08-11 18:50:29,017 INFO  [Listener at localhost/35045] namenode.FSDirectory (FSDirectory.java:updateCountForQuota(840)) - Initializing quota with 12 thread(s)
2026-08-11 18:50:29,017 INFO  [Listener at localhost/35045] namenode.FSDirectory (FSDirectory.java:updateCountForQuota(849)) - Quota initialization completed in 1 milliseconds
name space=1
storage space=0
storage types=RAM_DISK=0, SSD=0, DISK=0, ARCHIVE=0, PROVIDED=0
2026-08-11 18:50:29,023 INFO  [Listener at localhost/35045] hdfs.MiniDFSCluster (MiniDFSCluster.java:startDataNodes(1697)) - Starting DataNode 0 with dfs.datanode.data.dir: [DISK]file:/tmp/hdfs-test1229297336477234229/data/data1,[DISK]file:/tmp/hdfs-test1229297336477234229/data/data2
2026-08-11 18:50:29,024 INFO  [Listener at localhost/35045] checker.ThrottledAsyncChecker (ThrottledAsyncChecker.java:schedule(137)) - Scheduling a check for [DISK]file:/tmp/hdfs-test1229297336477234229/data/data1
2026-08-11 18:50:29,024 INFO  [Listener at localhost/35045] checker.ThrottledAsyncChecker (ThrottledAsyncChecker.java:schedule(137)) - Scheduling a check for [DISK]file:/tmp/hdfs-test1229297336477234229/data/data2
2026-08-11 18:50:29,022 INFO  [CacheReplicationMonitor(1329786767)] blockmanagement.CacheReplicationMonitor (CacheReplicationMonitor.java:run(160)) - Starting CacheReplicationMonitor with interval 30000 milliseconds
2026-08-11 18:50:29,056 INFO  [Listener at localhost/35045] impl.MetricsSystemImpl (MetricsSystemImpl.java:init(158)) - DataNode metrics system started (again)
2026-08-11 18:50:29,056 INFO  [Listener at localhost/35045] common.Util (Util.java:isDiskStatsEnabled(395)) - dfs.datanode.fileio.profiling.sampling.percentage set to 0. Disabling file IO profiling
2026-08-11 18:50:29,057 INFO  [Listener at localhost/35045] datanode.BlockScanner (BlockScanner.java:<init>(201)) - Initialized block scanner with targetBytesPerSec 1048576
2026-08-11 18:50:29,057 INFO  [Listener at localhost/35045] datanode.DataNode (DataNode.java:<init>(512)) - Configured hostname is 127.0.0.1
2026-08-11 18:50:29,057 INFO  [Listener at localhost/35045] common.Util (Util.java:isDiskStatsEnabled(395)) - dfs.datanode.fileio.profiling.sampling.percentage set to 0. Disabling file IO profiling
2026-08-11 18:50:29,058 INFO  [Listener at localhost/35045] datanode.DataNode (DataNode.java:startDataNode(1408)) - Starting DataNode with maxLockedMemory = 0
2026-08-11 18:50:29,059 INFO  [Listener at localhost/35045] datanode.DataNode (DataNode.java:initDataXceiver(1171)) - Opened streaming server at /127.0.0.1:42253
2026-08-11 18:50:29,059 INFO  [Listener at localhost/35045] datanode.DataNode (DataXceiverServer.java:<init>(94)) - Balancing bandwidth is 104857600 bytes/s
2026-08-11 18:50:29,059 INFO  [Listener at localhost/35045] datanode.DataNode (DataXceiverServer.java:<init>(95)) - Number threads for balancing is 100
2026-08-11 18:50:29,063 INFO  [Listener at localhost/35045] server.AuthenticationFilter (AuthenticationFilter.java:constructSecretProvider(240)) - Unable to initialize FileSignerSecretProvider, falling back to use random secrets.
2026-08-11 18:50:29,064 INFO  [Listener at localhost/35045] http.HttpRequestLog (HttpRequestLog.java:getRequestLog(82)) - Http request log for http.requests.datanode is not defined
2026-08-11 18:50:29,066 INFO  [Listener at localhost/35045] http.HttpServer2 (HttpServer2.java:addGlobalFilter(1111)) - Added global filter 'safety' (class=org.apache.hadoop.http.HttpServer2$QuotingInputFilter)
2026-08-11 18:50:29,068 INFO  [Listener at localhost/35045] http.HttpServer2 (HttpServer2.java:addFilter(1084)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context datanode
2026-08-11 18:50:29,069 INFO  [Listener at localhost/35045] http.HttpServer2 (HttpServer2.java:addFilter(1094)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context static
2026-08-11 18:50:29,069 INFO  [Listener at localhost/35045] http.HttpServer2 (HttpServer2.java:bindListener(1332)) - Jetty bound to port 45773
2026-08-11 18:50:29,070 INFO  [Listener at localhost/35045] server.Server (Server.java:doStart(375)) - jetty-9.4.40.v20210413; built: 2021-04-13T20:42:42.668Z; git: b881a572662e1943a14ae12e7e1207989f218b74; jvm 1.8.0_362-8u372-ga~us1-0ubuntu1~18.04-b09
2026-08-11 18:50:29,071 INFO  [Listener at localhost/35045] server.session (DefaultSessionIdManager.java:doStart(334)) - DefaultSessionIdManager workerName=node0
2026-08-11 18:50:29,071 INFO  [Listener at localhost/35045] server.session (DefaultSessionIdManager.java:doStart(339)) - No SessionScavenger set, using defaults
2026-08-11 18:50:29,072 INFO  [Listener at localhost/35045] server.session (HouseKeeper.java:startScavenging(132)) - node0 Scavenging every 660000ms
2026-08-11 18:50:29,073 INFO  [Listener at localhost/35045] handler.ContextHandler (ContextHandler.java:doStart(916)) - Started o.e.j.s.ServletContextHandler@d257579{static,/static,jar:file:/tmp/dist-test-taskVfIbJs/java/build/jars/hadoop-hdfs-3.3.1-tests.jar!/webapps/static,AVAILABLE}
2026-08-11 18:50:29,225 INFO  [Listener at localhost/35045] handler.ContextHandler (ContextHandler.java:doStart(916)) - Started o.e.j.w.WebAppContext@695c938d{datanode,/,file:///tmp/jetty-localhost-45773-hadoop-hdfs-3_3_1-tests_jar-_-any-5441836519548878281/webapp/,AVAILABLE}{jar:file:/tmp/dist-test-taskVfIbJs/java/build/jars/hadoop-hdfs-3.3.1-tests.jar!/webapps/datanode}
2026-08-11 18:50:29,227 INFO  [Listener at localhost/35045] server.AbstractConnector (AbstractConnector.java:doStart(331)) - Started ServerConnector@2d85fb64{HTTP/1.1, (http/1.1)}{localhost:45773}
2026-08-11 18:50:29,228 INFO  [Listener at localhost/35045] server.Server (Server.java:doStart(415)) - Started @14255ms
2026-08-11 18:50:29,229 WARN  [Listener at localhost/35045] web.DatanodeHttpServer (RestCsrfPreventionFilterHandler.java:<init>(75)) - Got null for restCsrfPreventionFilter - will not do any filtering.
2026-08-11 18:50:29,232 INFO  [Listener at localhost/35045] web.DatanodeHttpServer (DatanodeHttpServer.java:start(322)) - Listening HTTP traffic on /127.0.0.1:43737
2026-08-11 18:50:29,233 INFO  [Listener at localhost/35045] datanode.DataNode (DataNode.java:startDataNode(1436)) - dnUserName = slave
2026-08-11 18:50:29,233 INFO  [Listener at localhost/35045] datanode.DataNode (DataNode.java:startDataNode(1437)) - supergroup = supergroup
2026-08-11 18:50:29,233 INFO  [org.apache.hadoop.util.JvmPauseMonitor$Monitor@7bd96822] util.JvmPauseMonitor (JvmPauseMonitor.java:run(188)) - Starting JVM pause monitor
2026-08-11 18:50:29,233 INFO  [Listener at localhost/35045] ipc.CallQueueManager (CallQueueManager.java:<init>(90)) - Using callQueue: class java.util.concurrent.LinkedBlockingQueue, queueCapacity: 1000, scheduler: class org.apache.hadoop.ipc.DefaultRpcScheduler, ipcBackoff: false.
2026-08-11 18:50:29,234 INFO  [Socket Reader #1 for port 0] ipc.Server (Server.java:run(1265)) - Starting Socket Reader #1 for port 0
2026-08-11 18:50:29,242 INFO  [Listener at localhost/41491] datanode.DataNode (DataNode.java:initIpcServer(1057)) - Opened IPC server at /127.0.0.1:41491
2026-08-11 18:50:29,261 INFO  [Listener at localhost/41491] datanode.DataNode (BlockPoolManager.java:refreshNamenodes(149)) - Refresh request received for nameservices: null
2026-08-11 18:50:29,262 INFO  [Listener at localhost/41491] datanode.DataNode (BlockPoolManager.java:doRefreshNamenodes(210)) - Starting BPOfferServices for nameservices: <default>
2026-08-11 18:50:29,263 INFO  [Thread-502] datanode.DataNode (BPServiceActor.java:run(847)) - Block pool <registering> (Datanode Uuid unassigned) service to localhost/127.0.0.1:35045 starting to offer service
2026-08-11 18:50:29,266 INFO  [IPC Server Responder] ipc.Server (Server.java:run(1507)) - IPC Server Responder: starting
2026-08-11 18:50:29,266 INFO  [IPC Server listener on 0] ipc.Server (Server.java:run(1344)) - IPC Server listener on 0: starting
2026-08-11 18:50:29,278 INFO  [Thread-502] datanode.DataNode (BPOfferService.java:verifyAndSetNamespaceInfo(381)) - Acknowledging ACTIVE Namenode during handshakeBlock pool <registering> (Datanode Uuid unassigned) service to localhost/127.0.0.1:35045
2026-08-11 18:50:29,279 INFO  [Thread-502] common.Storage (DataStorage.java:getParallelVolumeLoadThreadsNum(356)) - Using 2 threads to upgrade data directories (dfs.datanode.parallel.volumes.load.threads.num=2, dataDirs=2)
2026-08-11 18:50:29,279 INFO  [IPC Server handler 0 on default port 35045] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=datanodeReport	src=null	dst=null	perm=null	proto=rpc
2026-08-11 18:50:29,280 INFO  [Listener at localhost/41491] hdfs.MiniDFSCluster (MiniDFSCluster.java:shouldWait(2823)) - dnInfo.length != numDataNodes
2026-08-11 18:50:29,280 INFO  [Listener at localhost/41491] hdfs.MiniDFSCluster (MiniDFSCluster.java:waitActive(2744)) - Waiting for cluster to become active
2026-08-11 18:50:29,282 INFO  [Thread-502] common.Storage (Storage.java:tryLock(948)) - Lock on /tmp/hdfs-test1229297336477234229/data/data1/in_use.lock acquired by nodename 28330@dist-test-slave-tk9z.c.gcp-upstream.internal
2026-08-11 18:50:29,283 INFO  [Thread-502] common.Storage (DataStorage.java:loadStorageDirectory(284)) - Storage directory with location [DISK]file:/tmp/hdfs-test1229297336477234229/data/data1 is not formatted for namespace 1300892168. Formatting...
2026-08-11 18:50:29,283 INFO  [Thread-502] common.Storage (DataStorage.java:createStorageID(160)) - Generated new storageID DS-9a2114c2-64ed-4a6c-8264-5cffc636be52 for directory /tmp/hdfs-test1229297336477234229/data/data1 
2026-08-11 18:50:29,289 INFO  [Thread-502] common.Storage (Storage.java:tryLock(948)) - Lock on /tmp/hdfs-test1229297336477234229/data/data2/in_use.lock acquired by nodename 28330@dist-test-slave-tk9z.c.gcp-upstream.internal
2026-08-11 18:50:29,290 INFO  [Thread-502] common.Storage (DataStorage.java:loadStorageDirectory(284)) - Storage directory with location [DISK]file:/tmp/hdfs-test1229297336477234229/data/data2 is not formatted for namespace 1300892168. Formatting...
2026-08-11 18:50:29,290 INFO  [Thread-502] common.Storage (DataStorage.java:createStorageID(160)) - Generated new storageID DS-edde3f15-827f-4347-876e-f0a6e6fc9659 for directory /tmp/hdfs-test1229297336477234229/data/data2 
2026-08-11 18:50:29,314 INFO  [Thread-502] common.Storage (BlockPoolSliceStorage.java:recoverTransitionRead(256)) - Analyzing storage directories for bpid BP-874584811-10.240.0.86-1786474228344
2026-08-11 18:50:29,314 INFO  [Thread-502] common.Storage (Storage.java:lock(907)) - Locking is disabled for /tmp/hdfs-test1229297336477234229/data/data1/current/BP-874584811-10.240.0.86-1786474228344
2026-08-11 18:50:29,314 INFO  [Thread-502] common.Storage (BlockPoolSliceStorage.java:loadStorageDirectory(169)) - Block pool storage directory for location [DISK]file:/tmp/hdfs-test1229297336477234229/data/data1 and block pool id BP-874584811-10.240.0.86-1786474228344 is not formatted. Formatting ...
2026-08-11 18:50:29,314 INFO  [Thread-502] common.Storage (BlockPoolSliceStorage.java:format(285)) - Formatting block pool BP-874584811-10.240.0.86-1786474228344 directory /tmp/hdfs-test1229297336477234229/data/data1/current/BP-874584811-10.240.0.86-1786474228344/current
2026-08-11 18:50:29,340 INFO  [Thread-502] common.Storage (BlockPoolSliceStorage.java:recoverTransitionRead(256)) - Analyzing storage directories for bpid BP-874584811-10.240.0.86-1786474228344
2026-08-11 18:50:29,340 INFO  [Thread-502] common.Storage (Storage.java:lock(907)) - Locking is disabled for /tmp/hdfs-test1229297336477234229/data/data2/current/BP-874584811-10.240.0.86-1786474228344
2026-08-11 18:50:29,341 INFO  [Thread-502] common.Storage (BlockPoolSliceStorage.java:loadStorageDirectory(169)) - Block pool storage directory for location [DISK]file:/tmp/hdfs-test1229297336477234229/data/data2 and block pool id BP-874584811-10.240.0.86-1786474228344 is not formatted. Formatting ...
2026-08-11 18:50:29,341 INFO  [Thread-502] common.Storage (BlockPoolSliceStorage.java:format(285)) - Formatting block pool BP-874584811-10.240.0.86-1786474228344 directory /tmp/hdfs-test1229297336477234229/data/data2/current/BP-874584811-10.240.0.86-1786474228344/current
2026-08-11 18:50:29,346 INFO  [Thread-502] datanode.DataNode (DataNode.java:initStorage(1756)) - Setting up storage: nsid=1300892168;bpid=BP-874584811-10.240.0.86-1786474228344;lv=-57;nsInfo=lv=-66;cid=testClusterID;nsid=1300892168;c=1786474228344;bpid=BP-874584811-10.240.0.86-1786474228344;dnuuid=null
2026-08-11 18:50:29,349 WARN  [org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeResourceMonitor@6974a715] namenode.NameNodeResourceChecker (NameNodeResourceChecker.java:isResourceAvailable(88)) - Space available on volume 'overlay' is 0, which is below the configured reserved amount 104857600
2026-08-11 18:50:29,350 WARN  [org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeResourceMonitor@6974a715] namenode.FSNamesystem (FSNamesystem.java:run(4385)) - NameNode low on available disk space. Already in safe mode.
2026-08-11 18:50:29,350 INFO  [org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeResourceMonitor@6974a715] hdfs.StateChange (FSNamesystem.java:enterSafeMode(5028)) - STATE* Safe mode is ON.
Resources are low on NN. Please add or free up more resourcesthen turn off safe mode manually. NOTE:  If you turn off safe mode before adding resources, the NN will immediately return to safe mode. Use "hdfs dfsadmin -safemode leave" to turn safe mode off.
2026-08-11 18:50:29,352 INFO  [Thread-502] datanode.DataNode (DataNode.java:checkDatanodeUuid(1554)) - Generated and persisted new Datanode UUID a0754aaa-23d9-440c-88e1-62030fe9ef5d
2026-08-11 18:50:29,352 INFO  [Thread-502] impl.FsDatasetImpl (FsDatasetImpl.java:<init>(310)) - The datanode lock is a read write lock
2026-08-11 18:50:29,354 INFO  [Thread-502] impl.FsDatasetImpl (FsVolumeList.java:addVolume(304)) - Added new volume: DS-9a2114c2-64ed-4a6c-8264-5cffc636be52
2026-08-11 18:50:29,355 INFO  [Thread-502] impl.FsDatasetImpl (FsDatasetImpl.java:addVolume(493)) - Added volume - [DISK]file:/tmp/hdfs-test1229297336477234229/data/data1, StorageType: DISK
2026-08-11 18:50:29,357 INFO  [Thread-502] impl.FsDatasetImpl (FsVolumeList.java:addVolume(304)) - Added new volume: DS-edde3f15-827f-4347-876e-f0a6e6fc9659
2026-08-11 18:50:29,357 INFO  [Thread-502] impl.FsDatasetImpl (FsDatasetImpl.java:addVolume(493)) - Added volume - [DISK]file:/tmp/hdfs-test1229297336477234229/data/data2, StorageType: DISK
2026-08-11 18:50:29,359 INFO  [Thread-502] impl.MemoryMappableBlockLoader (MemoryMappableBlockLoader.java:initialize(48)) - Initializing cache loader: MemoryMappableBlockLoader.
2026-08-11 18:50:29,359 INFO  [Thread-502] impl.FsDatasetImpl (FsDatasetImpl.java:registerMBean(2343)) - Registered FSDatasetState MBean
2026-08-11 18:50:29,360 INFO  [Thread-502] impl.FsDatasetImpl (FsDatasetImpl.java:addBlockPool(2856)) - Adding block pool BP-874584811-10.240.0.86-1786474228344
2026-08-11 18:50:29,361 INFO  [Thread-519] impl.FsDatasetImpl (FsVolumeList.java:run(406)) - Scanning block pool BP-874584811-10.240.0.86-1786474228344 on volume /tmp/hdfs-test1229297336477234229/data/data1...
2026-08-11 18:50:29,361 INFO  [Thread-520] impl.FsDatasetImpl (FsVolumeList.java:run(406)) - Scanning block pool BP-874584811-10.240.0.86-1786474228344 on volume /tmp/hdfs-test1229297336477234229/data/data2...
2026-08-11 18:50:29,379 INFO  [Thread-520] impl.FsDatasetImpl (FsVolumeList.java:run(411)) - Time taken to scan block pool BP-874584811-10.240.0.86-1786474228344 on /tmp/hdfs-test1229297336477234229/data/data2: 18ms
2026-08-11 18:50:29,383 INFO  [IPC Server handler 2 on default port 35045] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=datanodeReport	src=null	dst=null	perm=null	proto=rpc
2026-08-11 18:50:29,384 INFO  [Listener at localhost/41491] hdfs.MiniDFSCluster (MiniDFSCluster.java:shouldWait(2823)) - dnInfo.length != numDataNodes
2026-08-11 18:50:29,384 INFO  [Listener at localhost/41491] hdfs.MiniDFSCluster (MiniDFSCluster.java:waitActive(2744)) - Waiting for cluster to become active
2026-08-11 18:50:29,384 INFO  [Thread-519] impl.FsDatasetImpl (FsVolumeList.java:run(411)) - Time taken to scan block pool BP-874584811-10.240.0.86-1786474228344 on /tmp/hdfs-test1229297336477234229/data/data1: 24ms
2026-08-11 18:50:29,385 INFO  [Thread-502] impl.FsDatasetImpl (FsVolumeList.java:addBlockPool(431)) - Total time to scan all replicas for block pool BP-874584811-10.240.0.86-1786474228344: 24ms
2026-08-11 18:50:29,385 INFO  [Thread-523] impl.FsDatasetImpl (FsVolumeList.java:run(199)) - Adding replicas to map for block pool BP-874584811-10.240.0.86-1786474228344 on volume /tmp/hdfs-test1229297336477234229/data/data1...
2026-08-11 18:50:29,386 INFO  [Thread-524] impl.FsDatasetImpl (FsVolumeList.java:run(199)) - Adding replicas to map for block pool BP-874584811-10.240.0.86-1786474228344 on volume /tmp/hdfs-test1229297336477234229/data/data2...
2026-08-11 18:50:29,386 INFO  [Thread-523] impl.BlockPoolSlice (BlockPoolSlice.java:readReplicasFromCache(902)) - Replica Cache file: /tmp/hdfs-test1229297336477234229/data/data1/current/BP-874584811-10.240.0.86-1786474228344/current/replicas doesn't exist 
2026-08-11 18:50:29,386 INFO  [Thread-524] impl.BlockPoolSlice (BlockPoolSlice.java:readReplicasFromCache(902)) - Replica Cache file: /tmp/hdfs-test1229297336477234229/data/data2/current/BP-874584811-10.240.0.86-1786474228344/current/replicas doesn't exist 
2026-08-11 18:50:29,386 INFO  [Thread-523] impl.FsDatasetImpl (FsVolumeList.java:run(204)) - Time to add replicas to map for block pool BP-874584811-10.240.0.86-1786474228344 on volume /tmp/hdfs-test1229297336477234229/data/data1: 1ms
2026-08-11 18:50:29,386 INFO  [Thread-524] impl.FsDatasetImpl (FsVolumeList.java:run(204)) - Time to add replicas to map for block pool BP-874584811-10.240.0.86-1786474228344 on volume /tmp/hdfs-test1229297336477234229/data/data2: 1ms
2026-08-11 18:50:29,387 INFO  [Thread-502] impl.FsDatasetImpl (FsVolumeList.java:getAllVolumesMap(225)) - Total time to add all replicas to map for block pool BP-874584811-10.240.0.86-1786474228344: 1ms
2026-08-11 18:50:29,387 INFO  [Thread-502] checker.ThrottledAsyncChecker (ThrottledAsyncChecker.java:schedule(137)) - Scheduling a check for /tmp/hdfs-test1229297336477234229/data/data1
2026-08-11 18:50:29,387 INFO  [Thread-502] checker.DatasetVolumeChecker (DatasetVolumeChecker.java:checkAllVolumes(224)) - Scheduled health check for volume /tmp/hdfs-test1229297336477234229/data/data1
2026-08-11 18:50:29,387 INFO  [Thread-502] checker.ThrottledAsyncChecker (ThrottledAsyncChecker.java:schedule(137)) - Scheduling a check for /tmp/hdfs-test1229297336477234229/data/data2
2026-08-11 18:50:29,388 INFO  [Thread-502] checker.DatasetVolumeChecker (DatasetVolumeChecker.java:checkAllVolumes(224)) - Scheduled health check for volume /tmp/hdfs-test1229297336477234229/data/data2
2026-08-11 18:50:29,390 INFO  [VolumeScannerThread(/tmp/hdfs-test1229297336477234229/data/data1)] datanode.VolumeScanner (VolumeScanner.java:findNextUsableBlockIter(385)) - Now scanning bpid BP-874584811-10.240.0.86-1786474228344 on volume /tmp/hdfs-test1229297336477234229/data/data1
2026-08-11 18:50:29,390 INFO  [VolumeScannerThread(/tmp/hdfs-test1229297336477234229/data/data2)] datanode.VolumeScanner (VolumeScanner.java:findNextUsableBlockIter(385)) - Now scanning bpid BP-874584811-10.240.0.86-1786474228344 on volume /tmp/hdfs-test1229297336477234229/data/data2
2026-08-11 18:50:29,390 WARN  [Thread-502] datanode.DirectoryScanner (DirectoryScanner.java:<init>(300)) - dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1
2026-08-11 18:50:29,390 INFO  [VolumeScannerThread(/tmp/hdfs-test1229297336477234229/data/data1)] datanode.VolumeScanner (VolumeScanner.java:getNextBlockToScan(505)) - VolumeScanner(/tmp/hdfs-test1229297336477234229/data/data1, DS-9a2114c2-64ed-4a6c-8264-5cffc636be52): finished scanning block pool BP-874584811-10.240.0.86-1786474228344
2026-08-11 18:50:29,390 INFO  [VolumeScannerThread(/tmp/hdfs-test1229297336477234229/data/data2)] datanode.VolumeScanner (VolumeScanner.java:getNextBlockToScan(505)) - VolumeScanner(/tmp/hdfs-test1229297336477234229/data/data2, DS-edde3f15-827f-4347-876e-f0a6e6fc9659): finished scanning block pool BP-874584811-10.240.0.86-1786474228344
2026-08-11 18:50:29,390 INFO  [Thread-502] datanode.DirectoryScanner (DirectoryScanner.java:start(329)) - Periodic Directory Tree Verification scan starting in 3903598ms with interval of 21600000ms and throttle limit of -1ms/s
2026-08-11 18:50:29,391 INFO  [VolumeScannerThread(/tmp/hdfs-test1229297336477234229/data/data2)] datanode.VolumeScanner (VolumeScanner.java:findNextUsableBlockIter(402)) - VolumeScanner(/tmp/hdfs-test1229297336477234229/data/data2, DS-edde3f15-827f-4347-876e-f0a6e6fc9659): no suitable block pools found to scan.  Waiting 1814399999 ms.
2026-08-11 18:50:29,391 INFO  [VolumeScannerThread(/tmp/hdfs-test1229297336477234229/data/data1)] datanode.VolumeScanner (VolumeScanner.java:findNextUsableBlockIter(402)) - VolumeScanner(/tmp/hdfs-test1229297336477234229/data/data1, DS-9a2114c2-64ed-4a6c-8264-5cffc636be52): no suitable block pools found to scan.  Waiting 1814399999 ms.
2026-08-11 18:50:29,392 INFO  [BP-874584811-10.240.0.86-1786474228344 heartbeating to localhost/127.0.0.1:35045] datanode.DataNode (BPServiceActor.java:register(788)) - Block pool BP-874584811-10.240.0.86-1786474228344 (Datanode Uuid a0754aaa-23d9-440c-88e1-62030fe9ef5d) service to localhost/127.0.0.1:35045 beginning handshake with NN
2026-08-11 18:50:29,393 INFO  [IPC Server handler 3 on default port 35045] hdfs.StateChange (DatanodeManager.java:registerDatanode(1142)) - BLOCK* registerDatanode: from DatanodeRegistration(127.0.0.1:42253, datanodeUuid=a0754aaa-23d9-440c-88e1-62030fe9ef5d, infoPort=43737, infoSecurePort=0, ipcPort=41491, storageInfo=lv=-57;cid=testClusterID;nsid=1300892168;c=1786474228344) storage a0754aaa-23d9-440c-88e1-62030fe9ef5d
2026-08-11 18:50:29,393 INFO  [IPC Server handler 3 on default port 35045] net.NetworkTopology (NetworkTopology.java:add(149)) - Adding a new node: /default-rack/127.0.0.1:42253
2026-08-11 18:50:29,393 INFO  [IPC Server handler 3 on default port 35045] blockmanagement.BlockReportLeaseManager (BlockReportLeaseManager.java:registerNode(200)) - Registered DN a0754aaa-23d9-440c-88e1-62030fe9ef5d (127.0.0.1:42253).
2026-08-11 18:50:29,396 INFO  [BP-874584811-10.240.0.86-1786474228344 heartbeating to localhost/127.0.0.1:35045] datanode.DataNode (BPServiceActor.java:register(816)) - Block pool BP-874584811-10.240.0.86-1786474228344 (Datanode Uuid a0754aaa-23d9-440c-88e1-62030fe9ef5d) service to localhost/127.0.0.1:35045 successfully registered with NN
2026-08-11 18:50:29,397 INFO  [BP-874584811-10.240.0.86-1786474228344 heartbeating to localhost/127.0.0.1:35045] datanode.DataNode (BPServiceActor.java:offerService(645)) - For namenode localhost/127.0.0.1:35045 using BLOCKREPORT_INTERVAL of 21600000msecs CACHEREPORT_INTERVAL of 10000msecs Initial delay: 0msecs; heartBeatInterval=3000
2026-08-11 18:50:29,398 INFO  [IPC Server handler 4 on default port 35045] blockmanagement.DatanodeDescriptor (DatanodeDescriptor.java:updateStorage(999)) - Adding new storage ID DS-9a2114c2-64ed-4a6c-8264-5cffc636be52 for DN 127.0.0.1:42253
2026-08-11 18:50:29,398 INFO  [IPC Server handler 4 on default port 35045] blockmanagement.DatanodeDescriptor (DatanodeDescriptor.java:updateStorage(999)) - Adding new storage ID DS-edde3f15-827f-4347-876e-f0a6e6fc9659 for DN 127.0.0.1:42253
2026-08-11 18:50:29,401 INFO  [Block report processor] BlockStateChange (BlockManager.java:processReport(2778)) - BLOCK* processReport 0xbd6485c39fec8f72: Processing first storage report for DS-9a2114c2-64ed-4a6c-8264-5cffc636be52 from datanode a0754aaa-23d9-440c-88e1-62030fe9ef5d
2026-08-11 18:50:29,401 INFO  [Block report processor] BlockStateChange (BlockManager.java:processReport(2810)) - BLOCK* processReport 0xbd6485c39fec8f72: from storage DS-9a2114c2-64ed-4a6c-8264-5cffc636be52 node DatanodeRegistration(127.0.0.1:42253, datanodeUuid=a0754aaa-23d9-440c-88e1-62030fe9ef5d, infoPort=43737, infoSecurePort=0, ipcPort=41491, storageInfo=lv=-57;cid=testClusterID;nsid=1300892168;c=1786474228344), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0
2026-08-11 18:50:29,401 INFO  [Block report processor] BlockStateChange (BlockManager.java:processReport(2778)) - BLOCK* processReport 0xbd6485c39fec8f72: Processing first storage report for DS-edde3f15-827f-4347-876e-f0a6e6fc9659 from datanode a0754aaa-23d9-440c-88e1-62030fe9ef5d
2026-08-11 18:50:29,401 INFO  [Block report processor] BlockStateChange (BlockManager.java:processReport(2810)) - BLOCK* processReport 0xbd6485c39fec8f72: from storage DS-edde3f15-827f-4347-876e-f0a6e6fc9659 node DatanodeRegistration(127.0.0.1:42253, datanodeUuid=a0754aaa-23d9-440c-88e1-62030fe9ef5d, infoPort=43737, infoSecurePort=0, ipcPort=41491, storageInfo=lv=-57;cid=testClusterID;nsid=1300892168;c=1786474228344), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0
2026-08-11 18:50:29,402 INFO  [BP-874584811-10.240.0.86-1786474228344 heartbeating to localhost/127.0.0.1:35045] datanode.DataNode (BPServiceActor.java:blockReport(437)) - Successfully sent block report 0xbd6485c39fec8f72 to namenode: localhost/127.0.0.1:35045,  containing 2 storage report(s), of which we sent 2. The reports had 0 total blocks and used 1 RPC(s). This took 0 msecs to generate and 3 msecs for RPC and NN processing. Got back one command: FinalizeCommand/5.
2026-08-11 18:50:29,402 INFO  [Command processor] datanode.DataNode (BPOfferService.java:processCommandFromActive(763)) - Got finalize command for block pool BP-874584811-10.240.0.86-1786474228344
2026-08-11 18:50:29,486 INFO  [IPC Server handler 6 on default port 35045] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=datanodeReport	src=null	dst=null	perm=null	proto=rpc
2026-08-11 18:50:29,487 INFO  [Listener at localhost/41491] hdfs.MiniDFSCluster (MiniDFSCluster.java:waitActive(2799)) - Cluster is active
2026-08-11 18:50:29,502 INFO  [Listener at localhost/41491] backup.BackupIO (BackupIO.scala:writeTableMetadata(95)) - Writing metadata to hdfs://localhost:35045/id_taco-taco/100/.kudu-metadata.json
2026-08-11 18:50:29,507 INFO  [IPC Server handler 7 on default port 35045] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=create	src=/id_taco-taco/100/.kudu-metadata.json	dst=null	perm=slave:supergroup:rw-r--r--	proto=rpc
2026-08-11 18:50:29,513 INFO  [IPC Server handler 8 on default port 35045] hdfs.StateChange (FSDirWriteFileOp.java:logAllocatedBlock(802)) - BLOCK* allocate blk_1073741825_1001, replicas=127.0.0.1:42253 for /id_taco-taco/100/.kudu-metadata.json
2026-08-11 18:50:29,518 INFO  [DataXceiver for client DFSClient_NONMAPREDUCE_-1512736893_1 at /127.0.0.1:57804 [Receiving block BP-874584811-10.240.0.86-1786474228344:blk_1073741825_1001]] datanode.DataNode (DataXceiver.java:writeBlock(747)) - Receiving BP-874584811-10.240.0.86-1786474228344:blk_1073741825_1001 src: /127.0.0.1:57804 dest: /127.0.0.1:42253
2026-08-11 18:50:29,523 INFO  [PacketResponder: BP-874584811-10.240.0.86-1786474228344:blk_1073741825_1001, type=LAST_IN_PIPELINE] DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1539)) - src: /127.0.0.1:57804, dest: /127.0.0.1:42253, bytes: 82, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1512736893_1, offset: 0, srvID: a0754aaa-23d9-440c-88e1-62030fe9ef5d, blockid: BP-874584811-10.240.0.86-1786474228344:blk_1073741825_1001, duration(ns): 2938449
2026-08-11 18:50:29,523 INFO  [PacketResponder: BP-874584811-10.240.0.86-1786474228344:blk_1073741825_1001, type=LAST_IN_PIPELINE] datanode.DataNode (BlockReceiver.java:run(1512)) - PacketResponder: BP-874584811-10.240.0.86-1786474228344:blk_1073741825_1001, type=LAST_IN_PIPELINE terminating
2026-08-11 18:50:29,527 INFO  [IPC Server handler 0 on default port 35045] hdfs.StateChange (FSNamesystem.java:completeFile(3104)) - DIR* completeFile: /id_taco-taco/100/.kudu-metadata.json is closed by DFSClient_NONMAPREDUCE_-1512736893_1
2026-08-11 18:50:29,527 INFO  [Listener at localhost/41491] backup.BackupIO (BackupIO.scala:writeTableMetadata(95)) - Writing metadata to hdfs://localhost:35045/id_taco-taco/1000/.kudu-metadata.json
2026-08-11 18:50:29,529 INFO  [IPC Server handler 2 on default port 35045] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=create	src=/id_taco-taco/1000/.kudu-metadata.json	dst=null	perm=slave:supergroup:rw-r--r--	proto=rpc
2026-08-11 18:50:29,533 INFO  [IPC Server handler 3 on default port 35045] hdfs.StateChange (FSDirWriteFileOp.java:logAllocatedBlock(802)) - BLOCK* allocate blk_1073741826_1002, replicas=127.0.0.1:42253 for /id_taco-taco/1000/.kudu-metadata.json
2026-08-11 18:50:29,535 INFO  [DataXceiver for client DFSClient_NONMAPREDUCE_-1512736893_1 at /127.0.0.1:57812 [Receiving block BP-874584811-10.240.0.86-1786474228344:blk_1073741826_1002]] datanode.DataNode (DataXceiver.java:writeBlock(747)) - Receiving BP-874584811-10.240.0.86-1786474228344:blk_1073741826_1002 src: /127.0.0.1:57812 dest: /127.0.0.1:42253
2026-08-11 18:50:29,541 INFO  [PacketResponder: BP-874584811-10.240.0.86-1786474228344:blk_1073741826_1002, type=LAST_IN_PIPELINE] DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1539)) - src: /127.0.0.1:57812, dest: /127.0.0.1:42253, bytes: 83, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1512736893_1, offset: 0, srvID: a0754aaa-23d9-440c-88e1-62030fe9ef5d, blockid: BP-874584811-10.240.0.86-1786474228344:blk_1073741826_1002, duration(ns): 3325584
2026-08-11 18:50:29,541 INFO  [PacketResponder: BP-874584811-10.240.0.86-1786474228344:blk_1073741826_1002, type=LAST_IN_PIPELINE] datanode.DataNode (BlockReceiver.java:run(1512)) - PacketResponder: BP-874584811-10.240.0.86-1786474228344:blk_1073741826_1002, type=LAST_IN_PIPELINE terminating
2026-08-11 18:50:29,543 INFO  [IPC Server handler 4 on default port 35045] hdfs.StateChange (FSNamesystem.java:completeFile(3104)) - DIR* completeFile: /id_taco-taco/1000/.kudu-metadata.json is closed by DFSClient_NONMAPREDUCE_-1512736893_1
2026-08-11 18:50:29,544 INFO  [Listener at localhost/41491] backup.BackupIO (BackupIO.scala:writeTableMetadata(95)) - Writing metadata to hdfs://localhost:35045/id_taco-taco/2000/.kudu-metadata.json
2026-08-11 18:50:29,546 INFO  [IPC Server handler 6 on default port 35045] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=create	src=/id_taco-taco/2000/.kudu-metadata.json	dst=null	perm=slave:supergroup:rw-r--r--	proto=rpc
2026-08-11 18:50:29,549 INFO  [IPC Server handler 7 on default port 35045] hdfs.StateChange (FSDirWriteFileOp.java:logAllocatedBlock(802)) - BLOCK* allocate blk_1073741827_1003, replicas=127.0.0.1:42253 for /id_taco-taco/2000/.kudu-metadata.json
2026-08-11 18:50:29,551 INFO  [DataXceiver for client DFSClient_NONMAPREDUCE_-1512736893_1 at /127.0.0.1:57820 [Receiving block BP-874584811-10.240.0.86-1786474228344:blk_1073741827_1003]] datanode.DataNode (DataXceiver.java:writeBlock(747)) - Receiving BP-874584811-10.240.0.86-1786474228344:blk_1073741827_1003 src: /127.0.0.1:57820 dest: /127.0.0.1:42253
2026-08-11 18:50:29,558 INFO  [PacketResponder: BP-874584811-10.240.0.86-1786474228344:blk_1073741827_1003, type=LAST_IN_PIPELINE] DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1539)) - src: /127.0.0.1:57820, dest: /127.0.0.1:42253, bytes: 102, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1512736893_1, offset: 0, srvID: a0754aaa-23d9-440c-88e1-62030fe9ef5d, blockid: BP-874584811-10.240.0.86-1786474228344:blk_1073741827_1003, duration(ns): 3149817
2026-08-11 18:50:29,559 INFO  [PacketResponder: BP-874584811-10.240.0.86-1786474228344:blk_1073741827_1003, type=LAST_IN_PIPELINE] datanode.DataNode (BlockReceiver.java:run(1512)) - PacketResponder: BP-874584811-10.240.0.86-1786474228344:blk_1073741827_1003, type=LAST_IN_PIPELINE terminating
2026-08-11 18:50:29,560 INFO  [IPC Server handler 8 on default port 35045] namenode.FSNamesystem (FSNamesystem.java:checkBlocksComplete(3151)) - BLOCK* blk_1073741827_1003 is COMMITTED but not COMPLETE(numNodes= 0 <  minimum = 1) in file /id_taco-taco/2000/.kudu-metadata.json
2026-08-11 18:50:29,962 INFO  [IPC Server handler 1 on default port 35045] hdfs.StateChange (FSNamesystem.java:completeFile(3104)) - DIR* completeFile: /id_taco-taco/2000/.kudu-metadata.json is closed by DFSClient_NONMAPREDUCE_-1512736893_1
2026-08-11 18:50:29,963 INFO  [Listener at localhost/41491] backup.BackupIO (BackupIO.scala:writeTableMetadata(95)) - Writing metadata to hdfs://localhost:35045/id_pizza-pizza/200/.kudu-metadata.json
2026-08-11 18:50:29,965 INFO  [IPC Server handler 0 on default port 35045] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=create	src=/id_pizza-pizza/200/.kudu-metadata.json	dst=null	perm=slave:supergroup:rw-r--r--	proto=rpc
2026-08-11 18:50:29,968 INFO  [IPC Server handler 2 on default port 35045] hdfs.StateChange (FSDirWriteFileOp.java:logAllocatedBlock(802)) - BLOCK* allocate blk_1073741828_1004, replicas=127.0.0.1:42253 for /id_pizza-pizza/200/.kudu-metadata.json
2026-08-11 18:50:29,971 INFO  [DataXceiver for client DFSClient_NONMAPREDUCE_-1512736893_1 at /127.0.0.1:57826 [Receiving block BP-874584811-10.240.0.86-1786474228344:blk_1073741828_1004]] datanode.DataNode (DataXceiver.java:writeBlock(747)) - Receiving BP-874584811-10.240.0.86-1786474228344:blk_1073741828_1004 src: /127.0.0.1:57826 dest: /127.0.0.1:42253
2026-08-11 18:50:29,979 INFO  [PacketResponder: BP-874584811-10.240.0.86-1786474228344:blk_1073741828_1004, type=LAST_IN_PIPELINE] DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1539)) - src: /127.0.0.1:57826, dest: /127.0.0.1:42253, bytes: 84, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1512736893_1, offset: 0, srvID: a0754aaa-23d9-440c-88e1-62030fe9ef5d, blockid: BP-874584811-10.240.0.86-1786474228344:blk_1073741828_1004, duration(ns): 4937642
2026-08-11 18:50:29,979 INFO  [PacketResponder: BP-874584811-10.240.0.86-1786474228344:blk_1073741828_1004, type=LAST_IN_PIPELINE] datanode.DataNode (BlockReceiver.java:run(1512)) - PacketResponder: BP-874584811-10.240.0.86-1786474228344:blk_1073741828_1004, type=LAST_IN_PIPELINE terminating
2026-08-11 18:50:29,981 INFO  [IPC Server handler 5 on default port 35045] namenode.FSNamesystem (FSNamesystem.java:checkBlocksComplete(3151)) - BLOCK* blk_1073741828_1004 is COMMITTED but not COMPLETE(numNodes= 0 <  minimum = 1) in file /id_pizza-pizza/200/.kudu-metadata.json
2026-08-11 18:50:30,383 INFO  [IPC Server handler 4 on default port 35045] hdfs.StateChange (FSNamesystem.java:completeFile(3104)) - DIR* completeFile: /id_pizza-pizza/200/.kudu-metadata.json is closed by DFSClient_NONMAPREDUCE_-1512736893_1
2026-08-11 18:50:30,384 INFO  [Listener at localhost/41491] backup.BackupIO (BackupIO.scala:writeTableMetadata(95)) - Writing metadata to hdfs://localhost:35045/id_pizza-pizza/400/.kudu-metadata.json
2026-08-11 18:50:30,387 INFO  [IPC Server handler 6 on default port 35045] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=create	src=/id_pizza-pizza/400/.kudu-metadata.json	dst=null	perm=slave:supergroup:rw-r--r--	proto=rpc
2026-08-11 18:50:30,391 INFO  [IPC Server handler 7 on default port 35045] hdfs.StateChange (FSDirWriteFileOp.java:logAllocatedBlock(802)) - BLOCK* allocate blk_1073741829_1005, replicas=127.0.0.1:42253 for /id_pizza-pizza/400/.kudu-metadata.json
2026-08-11 18:50:30,394 INFO  [DataXceiver for client DFSClient_NONMAPREDUCE_-1512736893_1 at /127.0.0.1:57834 [Receiving block BP-874584811-10.240.0.86-1786474228344:blk_1073741829_1005]] datanode.DataNode (DataXceiver.java:writeBlock(747)) - Receiving BP-874584811-10.240.0.86-1786474228344:blk_1073741829_1005 src: /127.0.0.1:57834 dest: /127.0.0.1:42253
2026-08-11 18:50:30,404 INFO  [PacketResponder: BP-874584811-10.240.0.86-1786474228344:blk_1073741829_1005, type=LAST_IN_PIPELINE] DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1539)) - src: /127.0.0.1:57834, dest: /127.0.0.1:42253, bytes: 103, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1512736893_1, offset: 0, srvID: a0754aaa-23d9-440c-88e1-62030fe9ef5d, blockid: BP-874584811-10.240.0.86-1786474228344:blk_1073741829_1005, duration(ns): 4071116
2026-08-11 18:50:30,404 INFO  [PacketResponder: BP-874584811-10.240.0.86-1786474228344:blk_1073741829_1005, type=LAST_IN_PIPELINE] datanode.DataNode (BlockReceiver.java:run(1512)) - PacketResponder: BP-874584811-10.240.0.86-1786474228344:blk_1073741829_1005, type=LAST_IN_PIPELINE terminating
2026-08-11 18:50:30,406 INFO  [IPC Server handler 9 on default port 35045] hdfs.StateChange (FSNamesystem.java:completeFile(3104)) - DIR* completeFile: /id_pizza-pizza/400/.kudu-metadata.json is closed by DFSClient_NONMAPREDUCE_-1512736893_1
2026-08-11 18:50:30,407 INFO  [Listener at localhost/41491] backup.BackupIO (BackupIO.scala:writeTableMetadata(95)) - Writing metadata to hdfs://localhost:35045/id_pizza-pizza/600/.kudu-metadata.json
2026-08-11 18:50:30,409 INFO  [IPC Server handler 1 on default port 35045] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=create	src=/id_pizza-pizza/600/.kudu-metadata.json	dst=null	perm=slave:supergroup:rw-r--r--	proto=rpc
2026-08-11 18:50:30,419 INFO  [IPC Server handler 0 on default port 35045] hdfs.StateChange (FSDirWriteFileOp.java:logAllocatedBlock(802)) - BLOCK* allocate blk_1073741830_1006, replicas=127.0.0.1:42253 for /id_pizza-pizza/600/.kudu-metadata.json
2026-08-11 18:50:30,421 INFO  [DataXceiver for client DFSClient_NONMAPREDUCE_-1512736893_1 at /127.0.0.1:57836 [Receiving block BP-874584811-10.240.0.86-1786474228344:blk_1073741830_1006]] datanode.DataNode (DataXceiver.java:writeBlock(747)) - Receiving BP-874584811-10.240.0.86-1786474228344:blk_1073741830_1006 src: /127.0.0.1:57836 dest: /127.0.0.1:42253
2026-08-11 18:50:30,430 INFO  [PacketResponder: BP-874584811-10.240.0.86-1786474228344:blk_1073741830_1006, type=LAST_IN_PIPELINE] DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1539)) - src: /127.0.0.1:57836, dest: /127.0.0.1:42253, bytes: 103, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1512736893_1, offset: 0, srvID: a0754aaa-23d9-440c-88e1-62030fe9ef5d, blockid: BP-874584811-10.240.0.86-1786474228344:blk_1073741830_1006, duration(ns): 5582816
2026-08-11 18:50:30,430 INFO  [PacketResponder: BP-874584811-10.240.0.86-1786474228344:blk_1073741830_1006, type=LAST_IN_PIPELINE] datanode.DataNode (BlockReceiver.java:run(1512)) - PacketResponder: BP-874584811-10.240.0.86-1786474228344:blk_1073741830_1006, type=LAST_IN_PIPELINE terminating
2026-08-11 18:50:30,433 INFO  [IPC Server handler 3 on default port 35045] hdfs.StateChange (FSNamesystem.java:completeFile(3104)) - DIR* completeFile: /id_pizza-pizza/600/.kudu-metadata.json is closed by DFSClient_NONMAPREDUCE_-1512736893_1
2026-08-11 18:50:30,451 INFO  [IPC Server handler 5 on default port 35045] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=getfileinfo	src=/	dst=null	perm=null	proto=rpc
2026-08-11 18:50:30,453 INFO  [IPC Server handler 4 on default port 35045] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=listStatus	src=/	dst=null	perm=null	proto=rpc
2026-08-11 18:50:30,455 INFO  [IPC Server handler 6 on default port 35045] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=listStatus	src=/id_pizza-pizza	dst=null	perm=null	proto=rpc
2026-08-11 18:50:30,457 INFO  [IPC Server handler 7 on default port 35045] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=getfileinfo	src=/id_pizza-pizza/200/.kudu-metadata.json	dst=null	perm=null	proto=rpc
2026-08-11 18:50:30,459 INFO  [IPC Server handler 8 on default port 35045] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=open	src=/id_pizza-pizza/200/.kudu-metadata.json	dst=null	perm=null	proto=rpc
2026-08-11 18:50:30,464 INFO  [IPC Server handler 9 on default port 35045] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=getfileinfo	src=/id_pizza-pizza/400/.kudu-metadata.json	dst=null	perm=null	proto=rpc
2026-08-11 18:50:30,466 INFO  [IPC Server handler 1 on default port 35045] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=open	src=/id_pizza-pizza/400/.kudu-metadata.json	dst=null	perm=null	proto=rpc
2026-08-11 18:50:30,470 INFO  [IPC Server handler 0 on default port 35045] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=getfileinfo	src=/id_pizza-pizza/600/.kudu-metadata.json	dst=null	perm=null	proto=rpc
2026-08-11 18:50:30,472 INFO  [IPC Server handler 2 on default port 35045] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=open	src=/id_pizza-pizza/600/.kudu-metadata.json	dst=null	perm=null	proto=rpc
2026-08-11 18:50:30,476 INFO  [Listener at localhost/41491] backup.BackupIO (BackupIO.scala:readTableBackups(236)) - Found 3 paths in hdfs://localhost:35045/id_pizza-pizza
2026-08-11 18:50:30,478 INFO  [IPC Server handler 3 on default port 35045] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=listStatus	src=/id_taco-taco	dst=null	perm=null	proto=rpc
2026-08-11 18:50:30,480 INFO  [IPC Server handler 5 on default port 35045] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=getfileinfo	src=/id_taco-taco/100/.kudu-metadata.json	dst=null	perm=null	proto=rpc
2026-08-11 18:50:30,482 INFO  [IPC Server handler 4 on default port 35045] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=open	src=/id_taco-taco/100/.kudu-metadata.json	dst=null	perm=null	proto=rpc
2026-08-11 18:50:30,486 INFO  [IPC Server handler 6 on default port 35045] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=getfileinfo	src=/id_taco-taco/1000/.kudu-metadata.json	dst=null	perm=null	proto=rpc
2026-08-11 18:50:30,488 INFO  [IPC Server handler 7 on default port 35045] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=open	src=/id_taco-taco/1000/.kudu-metadata.json	dst=null	perm=null	proto=rpc
2026-08-11 18:50:30,492 INFO  [IPC Server handler 8 on default port 35045] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=getfileinfo	src=/id_taco-taco/2000/.kudu-metadata.json	dst=null	perm=null	proto=rpc
2026-08-11 18:50:30,494 INFO  [IPC Server handler 9 on default port 35045] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=open	src=/id_taco-taco/2000/.kudu-metadata.json	dst=null	perm=null	proto=rpc
2026-08-11 18:50:30,498 INFO  [Listener at localhost/41491] backup.BackupIO (BackupIO.scala:readTableBackups(236)) - Found 3 paths in hdfs://localhost:35045/id_taco-taco

Time: 15.059

OK (5 tests)

2026-08-11 18:50:30,516 WARN  [shutdown-hook-0] impl.FsDatasetImpl (BlockPoolSlice.java:saveDfsUsed(352)) - Failed to write dfsUsed to /tmp/hdfs-test5139318416094811978/data/data1/current/BP-199343621-10.240.0.86-1786474216984/current/dfsUsed
java.nio.file.NoSuchFileException: /tmp/hdfs-test5139318416094811978/data/data1/current/BP-199343621-10.240.0.86-1786474216984/current/dfsUsed
	at sun.nio.fs.UnixException.translateToIOException(UnixException.java:86)
	at sun.nio.fs.UnixException.rethrowAsIOException(UnixException.java:102)
	at sun.nio.fs.UnixException.rethrowAsIOException(UnixException.java:107)
	at sun.nio.fs.UnixFileSystemProvider.newByteChannel(UnixFileSystemProvider.java:214)
	at java.nio.file.spi.FileSystemProvider.newOutputStream(FileSystemProvider.java:434)
	at java.nio.file.Files.newOutputStream(Files.java:216)
	at org.apache.hadoop.hdfs.server.datanode.fsdataset.impl.BlockPoolSlice.saveDfsUsed(BlockPoolSlice.java:341)
	at org.apache.hadoop.hdfs.server.datanode.fsdataset.impl.BlockPoolSlice$2.run(BlockPoolSlice.java:222)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
	at java.lang.Thread.run(Thread.java:750)
2026-08-11 18:50:30,522 WARN  [shutdown-hook-0] impl.FsDatasetImpl (BlockPoolSlice.java:saveDfsUsed(352)) - Failed to write dfsUsed to /tmp/hdfs-test4661016968813047161/data/data2/current/BP-1344126513-10.240.0.86-1786474223400/current/dfsUsed
java.nio.file.NoSuchFileException: /tmp/hdfs-test4661016968813047161/data/data2/current/BP-1344126513-10.240.0.86-1786474223400/current/dfsUsed
	at sun.nio.fs.UnixException.translateToIOException(UnixException.java:86)
	at sun.nio.fs.UnixException.rethrowAsIOException(UnixException.java:102)
	at sun.nio.fs.UnixException.rethrowAsIOException(UnixException.java:107)
	at sun.nio.fs.UnixFileSystemProvider.newByteChannel(UnixFileSystemProvider.java:214)
	at java.nio.file.spi.FileSystemProvider.newOutputStream(FileSystemProvider.java:434)
	at java.nio.file.Files.newOutputStream(Files.java:216)
	at org.apache.hadoop.hdfs.server.datanode.fsdataset.impl.BlockPoolSlice.saveDfsUsed(BlockPoolSlice.java:341)
	at org.apache.hadoop.hdfs.server.datanode.fsdataset.impl.BlockPoolSlice$2.run(BlockPoolSlice.java:222)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
	at java.lang.Thread.run(Thread.java:750)
2026-08-11 18:50:30,522 WARN  [shutdown-hook-0] impl.FsDatasetImpl (BlockPoolSlice.java:saveDfsUsed(352)) - Failed to write dfsUsed to /tmp/hdfs-test5139318416094811978/data/data2/current/BP-199343621-10.240.0.86-1786474216984/current/dfsUsed
java.nio.file.NoSuchFileException: /tmp/hdfs-test5139318416094811978/data/data2/current/BP-199343621-10.240.0.86-1786474216984/current/dfsUsed
	at sun.nio.fs.UnixException.translateToIOException(UnixException.java:86)
	at sun.nio.fs.UnixException.rethrowAsIOException(UnixException.java:102)
	at sun.nio.fs.UnixException.rethrowAsIOException(UnixException.java:107)
	at sun.nio.fs.UnixFileSystemProvider.newByteChannel(UnixFileSystemProvider.java:214)
	at java.nio.file.spi.FileSystemProvider.newOutputStream(FileSystemProvider.java:434)
	at java.nio.file.Files.newOutputStream(Files.java:216)
	at org.apache.hadoop.hdfs.server.datanode.fsdataset.impl.BlockPoolSlice.saveDfsUsed(BlockPoolSlice.java:341)
	at org.apache.hadoop.hdfs.server.datanode.fsdataset.impl.BlockPoolSlice$2.run(BlockPoolSlice.java:222)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
	at java.lang.Thread.run(Thread.java:750)
2026-08-11 18:50:30,523 WARN  [shutdown-hook-0] impl.FsDatasetImpl (BlockPoolSlice.java:saveDfsUsed(352)) - Failed to write dfsUsed to /tmp/hdfs-test8470541156150257500/data/data2/current/BP-1117656867-10.240.0.86-1786474226490/current/dfsUsed
java.nio.file.NoSuchFileException: /tmp/hdfs-test8470541156150257500/data/data2/current/BP-1117656867-10.240.0.86-1786474226490/current/dfsUsed
	at sun.nio.fs.UnixException.translateToIOException(UnixException.java:86)
	at sun.nio.fs.UnixException.rethrowAsIOException(UnixException.java:102)
	at sun.nio.fs.UnixException.rethrowAsIOException(UnixException.java:107)
	at sun.nio.fs.UnixFileSystemProvider.newByteChannel(UnixFileSystemProvider.java:214)
	at java.nio.file.spi.FileSystemProvider.newOutputStream(FileSystemProvider.java:434)
	at java.nio.file.Files.newOutputStream(Files.java:216)
	at org.apache.hadoop.hdfs.server.datanode.fsdataset.impl.BlockPoolSlice.saveDfsUsed(BlockPoolSlice.java:341)
	at org.apache.hadoop.hdfs.server.datanode.fsdataset.impl.BlockPoolSlice$2.run(BlockPoolSlice.java:222)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
	at java.lang.Thread.run(Thread.java:750)
2026-08-11 18:50:30,523 WARN  [shutdown-hook-0] impl.FsDatasetImpl (BlockPoolSlice.java:saveDfsUsed(352)) - Failed to write dfsUsed to /tmp/hdfs-test4661016968813047161/data/data1/current/BP-1344126513-10.240.0.86-1786474223400/current/dfsUsed
java.nio.file.NoSuchFileException: /tmp/hdfs-test4661016968813047161/data/data1/current/BP-1344126513-10.240.0.86-1786474223400/current/dfsUsed
	at sun.nio.fs.UnixException.translateToIOException(UnixException.java:86)
	at sun.nio.fs.UnixException.rethrowAsIOException(UnixException.java:102)
	at sun.nio.fs.UnixException.rethrowAsIOException(UnixException.java:107)
	at sun.nio.fs.UnixFileSystemProvider.newByteChannel(UnixFileSystemProvider.java:214)
	at java.nio.file.spi.FileSystemProvider.newOutputStream(FileSystemProvider.java:434)
	at java.nio.file.Files.newOutputStream(Files.java:216)
	at org.apache.hadoop.hdfs.server.datanode.fsdataset.impl.BlockPoolSlice.saveDfsUsed(BlockPoolSlice.java:341)
	at org.apache.hadoop.hdfs.server.datanode.fsdataset.impl.BlockPoolSlice$2.run(BlockPoolSlice.java:222)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
	at java.lang.Thread.run(Thread.java:750)
2026-08-11 18:50:30,523 WARN  [shutdown-hook-0] impl.FsDatasetImpl (BlockPoolSlice.java:saveDfsUsed(352)) - Failed to write dfsUsed to /tmp/hdfs-test8470541156150257500/data/data1/current/BP-1117656867-10.240.0.86-1786474226490/current/dfsUsed
java.nio.file.NoSuchFileException: /tmp/hdfs-test8470541156150257500/data/data1/current/BP-1117656867-10.240.0.86-1786474226490/current/dfsUsed
	at sun.nio.fs.UnixException.translateToIOException(UnixException.java:86)
	at sun.nio.fs.UnixException.rethrowAsIOException(UnixException.java:102)
	at sun.nio.fs.UnixException.rethrowAsIOException(UnixException.java:107)
	at sun.nio.fs.UnixFileSystemProvider.newByteChannel(UnixFileSystemProvider.java:214)
	at java.nio.file.spi.FileSystemProvider.newOutputStream(FileSystemProvider.java:434)
	at java.nio.file.Files.newOutputStream(Files.java:216)
	at org.apache.hadoop.hdfs.server.datanode.fsdataset.impl.BlockPoolSlice.saveDfsUsed(BlockPoolSlice.java:341)
	at org.apache.hadoop.hdfs.server.datanode.fsdataset.impl.BlockPoolSlice$2.run(BlockPoolSlice.java:222)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
	at java.lang.Thread.run(Thread.java:750)
2026-08-11 18:50:30,524 WARN  [shutdown-hook-0] impl.FsDatasetImpl (BlockPoolSlice.java:saveDfsUsed(352)) - Failed to write dfsUsed to /tmp/hdfs-test5392112357535877794/data/data1/current/BP-239927932-10.240.0.86-1786474225253/current/dfsUsed
java.nio.file.NoSuchFileException: /tmp/hdfs-test5392112357535877794/data/data1/current/BP-239927932-10.240.0.86-1786474225253/current/dfsUsed
	at sun.nio.fs.UnixException.translateToIOException(UnixException.java:86)
	at sun.nio.fs.UnixException.rethrowAsIOException(UnixException.java:102)
	at sun.nio.fs.UnixException.rethrowAsIOException(UnixException.java:107)
	at sun.nio.fs.UnixFileSystemProvider.newByteChannel(UnixFileSystemProvider.java:214)
	at java.nio.file.spi.FileSystemProvider.newOutputStream(FileSystemProvider.java:434)
	at java.nio.file.Files.newOutputStream(Files.java:216)
	at org.apache.hadoop.hdfs.server.datanode.fsdataset.impl.BlockPoolSlice.saveDfsUsed(BlockPoolSlice.java:341)
	at org.apache.hadoop.hdfs.server.datanode.fsdataset.impl.BlockPoolSlice$2.run(BlockPoolSlice.java:222)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
	at java.lang.Thread.run(Thread.java:750)
2026-08-11 18:50:30,524 WARN  [shutdown-hook-0] impl.FsDatasetImpl (BlockPoolSlice.java:saveDfsUsed(352)) - Failed to write dfsUsed to /tmp/hdfs-test5392112357535877794/data/data2/current/BP-239927932-10.240.0.86-1786474225253/current/dfsUsed
java.nio.file.NoSuchFileException: /tmp/hdfs-test5392112357535877794/data/data2/current/BP-239927932-10.240.0.86-1786474225253/current/dfsUsed
	at sun.nio.fs.UnixException.translateToIOException(UnixException.java:86)
	at sun.nio.fs.UnixException.rethrowAsIOException(UnixException.java:102)
	at sun.nio.fs.UnixException.rethrowAsIOException(UnixException.java:107)
	at sun.nio.fs.UnixFileSystemProvider.newByteChannel(UnixFileSystemProvider.java:214)
	at java.nio.file.spi.FileSystemProvider.newOutputStream(FileSystemProvider.java:434)
	at java.nio.file.Files.newOutputStream(Files.java:216)
	at org.apache.hadoop.hdfs.server.datanode.fsdataset.impl.BlockPoolSlice.saveDfsUsed(BlockPoolSlice.java:341)
	at org.apache.hadoop.hdfs.server.datanode.fsdataset.impl.BlockPoolSlice$2.run(BlockPoolSlice.java:222)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
	at java.lang.Thread.run(Thread.java:750)
2026-08-11 18:50:30,525 WARN  [shutdown-hook-0] impl.FsDatasetImpl (BlockPoolSlice.java:saveDfsUsed(352)) - Failed to write dfsUsed to /tmp/hdfs-test1229297336477234229/data/data1/current/BP-874584811-10.240.0.86-1786474228344/current/dfsUsed
java.nio.file.NoSuchFileException: /tmp/hdfs-test1229297336477234229/data/data1/current/BP-874584811-10.240.0.86-1786474228344/current/dfsUsed
	at sun.nio.fs.UnixException.translateToIOException(UnixException.java:86)
	at sun.nio.fs.UnixException.rethrowAsIOException(UnixException.java:102)
	at sun.nio.fs.UnixException.rethrowAsIOException(UnixException.java:107)
	at sun.nio.fs.UnixFileSystemProvider.newByteChannel(UnixFileSystemProvider.java:214)
	at java.nio.file.spi.FileSystemProvider.newOutputStream(FileSystemProvider.java:434)
	at java.nio.file.Files.newOutputStream(Files.java:216)
	at org.apache.hadoop.hdfs.server.datanode.fsdataset.impl.BlockPoolSlice.saveDfsUsed(BlockPoolSlice.java:341)
	at org.apache.hadoop.hdfs.server.datanode.fsdataset.impl.BlockPoolSlice$2.run(BlockPoolSlice.java:222)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
	at java.lang.Thread.run(Thread.java:750)
2026-08-11 18:50:30,525 WARN  [shutdown-hook-0] impl.FsDatasetImpl (BlockPoolSlice.java:saveDfsUsed(352)) - Failed to write dfsUsed to /tmp/hdfs-test1229297336477234229/data/data2/current/BP-874584811-10.240.0.86-1786474228344/current/dfsUsed
java.nio.file.NoSuchFileException: /tmp/hdfs-test1229297336477234229/data/data2/current/BP-874584811-10.240.0.86-1786474228344/current/dfsUsed
	at sun.nio.fs.UnixException.translateToIOException(UnixException.java:86)
	at sun.nio.fs.UnixException.rethrowAsIOException(UnixException.java:102)
	at sun.nio.fs.UnixException.rethrowAsIOException(UnixException.java:107)
	at sun.nio.fs.UnixFileSystemProvider.newByteChannel(UnixFileSystemProvider.java:214)
	at java.nio.file.spi.FileSystemProvider.newOutputStream(FileSystemProvider.java:434)
	at java.nio.file.Files.newOutputStream(Files.java:216)
	at org.apache.hadoop.hdfs.server.datanode.fsdataset.impl.BlockPoolSlice.saveDfsUsed(BlockPoolSlice.java:341)
	at org.apache.hadoop.hdfs.server.datanode.fsdataset.impl.BlockPoolSlice$2.run(BlockPoolSlice.java:222)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
	at java.lang.Thread.run(Thread.java:750)
2026-08-11 18:50:30,525 INFO  [shutdown-hook-0] namenode.FSImage (FSImage.java:lambda$run$0(1055)) - FSImageSaver clean checkpoint: txid=0 when meet shutdown.
2026-08-11 18:50:30,528 INFO  [shutdown-hook-0] namenode.FSImage (FSImage.java:lambda$run$0(1055)) - FSImageSaver clean checkpoint: txid=0 when meet shutdown.
2026-08-11 18:50:30,529 INFO  [shutdown-hook-0] namenode.FSImage (FSImage.java:lambda$run$0(1055)) - FSImageSaver clean checkpoint: txid=0 when meet shutdown.
2026-08-11 18:50:30,529 INFO  [shutdown-hook-0] namenode.FSImage (FSImage.java:lambda$run$0(1055)) - FSImageSaver clean checkpoint: txid=0 when meet shutdown.
2026-08-11 18:50:30,529 INFO  [shutdown-hook-0] namenode.FSImage (FSImage.java:lambda$run$0(1055)) - FSImageSaver clean checkpoint: txid=0 when meet shutdown.
2026-08-11 18:50:30,529 INFO  [shutdown-hook-0] namenode.FSImage (FSImage.java:lambda$run$0(1055)) - FSImageSaver clean checkpoint: txid=0 when meet shutdown.
2026-08-11 18:50:30,529 INFO  [shutdown-hook-0] namenode.FSImage (FSImage.java:lambda$run$0(1055)) - FSImageSaver clean checkpoint: txid=0 when meet shutdown.
2026-08-11 18:50:30,529 INFO  [shutdown-hook-0] namenode.FSImage (FSImage.java:lambda$run$0(1055)) - FSImageSaver clean checkpoint: txid=0 when meet shutdown.
2026-08-11 18:50:30,530 INFO  [shutdown-hook-0] namenode.FSImage (FSImage.java:lambda$run$0(1055)) - FSImageSaver clean checkpoint: txid=0 when meet shutdown.
2026-08-11 18:50:30,530 INFO  [shutdown-hook-0] namenode.FSImage (FSImage.java:lambda$run$0(1055)) - FSImageSaver clean checkpoint: txid=0 when meet shutdown.
