JUnit version 4.13.2
.2026-08-11 16:15:32,204 INFO  [main] hdfs.MiniDFSCluster (MiniDFSCluster.java:<init>(529)) - starting cluster: numNameNodes=1, numDataNodes=1
2026-08-11 16:15:32,699 WARN  [main] util.NativeCodeLoader (NativeCodeLoader.java:<clinit>(60)) - Unable to load native-hadoop library for your platform... using builtin-java classes where applicable
2026-08-11 16:15:32,814 INFO  [main] namenode.NameNode (NameNode.java:format(1249)) - Formatting using clusterid: testClusterID
2026-08-11 16:15:32,833 INFO  [main] namenode.FSEditLog (FSEditLog.java:newInstance(229)) - Edit logging is async:true
2026-08-11 16:15:32,860 INFO  [main] namenode.FSNamesystem (FSNamesystem.java:<init>(814)) - KeyProvider: null
2026-08-11 16:15:32,861 INFO  [main] namenode.FSNamesystem (FSNamesystemLock.java:<init>(141)) - fsLock is fair: true
2026-08-11 16:15:32,862 INFO  [main] namenode.FSNamesystem (FSNamesystemLock.java:<init>(159)) - Detailed lock hold time metrics enabled: false
2026-08-11 16:15:32,882 INFO  [main] namenode.FSNamesystem (FSNamesystem.java:<init>(847)) - fsOwner                = slave (auth:SIMPLE)
2026-08-11 16:15:32,882 INFO  [main] namenode.FSNamesystem (FSNamesystem.java:<init>(848)) - supergroup             = supergroup
2026-08-11 16:15:32,882 INFO  [main] namenode.FSNamesystem (FSNamesystem.java:<init>(849)) - isPermissionEnabled    = true
2026-08-11 16:15:32,882 INFO  [main] namenode.FSNamesystem (FSNamesystem.java:<init>(850)) - isStoragePolicyEnabled = true
2026-08-11 16:15:32,883 INFO  [main] namenode.FSNamesystem (FSNamesystem.java:<init>(861)) - HA Enabled: false
2026-08-11 16:15:32,931 INFO  [main] common.Util (Util.java:isDiskStatsEnabled(395)) - dfs.datanode.fileio.profiling.sampling.percentage set to 0. Disabling file IO profiling
2026-08-11 16:15:32,935 INFO  [main] Configuration.deprecation (Configuration.java:logDeprecation(1420)) - hadoop.configured.node.mapping is deprecated. Instead, use net.topology.configured.node.mapping
2026-08-11 16:15:32,935 INFO  [main] blockmanagement.DatanodeManager (DatanodeManager.java:<init>(334)) - dfs.block.invalidate.limit: configured=1000, counted=60, effected=1000
2026-08-11 16:15:32,935 INFO  [main] blockmanagement.DatanodeManager (DatanodeManager.java:<init>(342)) - dfs.namenode.datanode.registration.ip-hostname-check=true
2026-08-11 16:15:32,940 INFO  [main] blockmanagement.BlockManager (InvalidateBlocks.java:printBlockDeletionTime(77)) - dfs.namenode.startup.delay.block.deletion.sec is set to 000:00:00:00.000
2026-08-11 16:15:32,940 INFO  [main] blockmanagement.BlockManager (InvalidateBlocks.java:printBlockDeletionTime(83)) - The block deletion will start around 2026 Aug 11 16:15:32
2026-08-11 16:15:32,942 INFO  [main] util.GSet (LightWeightGSet.java:computeCapacity(395)) - Computing capacity for map BlocksMap
2026-08-11 16:15:32,942 INFO  [main] util.GSet (LightWeightGSet.java:computeCapacity(396)) - VM type       = 64-bit
2026-08-11 16:15:32,944 INFO  [main] util.GSet (LightWeightGSet.java:computeCapacity(397)) - 2.0% max memory 3.5 GB = 72.5 MB
2026-08-11 16:15:32,944 INFO  [main] util.GSet (LightWeightGSet.java:computeCapacity(402)) - capacity      = 2^23 = 8388608 entries
2026-08-11 16:15:32,979 INFO  [main] blockmanagement.BlockManager (BlockManager.java:createSPSManager(5447)) - Storage policy satisfier is disabled
2026-08-11 16:15:32,979 INFO  [main] blockmanagement.BlockManager (BlockManager.java:createBlockTokenSecretManager(641)) - dfs.block.access.token.enable = false
2026-08-11 16:15:32,986 INFO  [main] blockmanagement.BlockManagerSafeMode (BlockManagerSafeMode.java:<init>(160)) - dfs.namenode.safemode.threshold-pct = 0.999
2026-08-11 16:15:32,986 INFO  [main] blockmanagement.BlockManagerSafeMode (BlockManagerSafeMode.java:<init>(161)) - dfs.namenode.safemode.min.datanodes = 0
2026-08-11 16:15:32,986 INFO  [main] blockmanagement.BlockManagerSafeMode (BlockManagerSafeMode.java:<init>(163)) - dfs.namenode.safemode.extension = 0
2026-08-11 16:15:32,987 INFO  [main] blockmanagement.BlockManager (BlockManager.java:<init>(627)) - defaultReplication         = 1
2026-08-11 16:15:32,987 INFO  [main] blockmanagement.BlockManager (BlockManager.java:<init>(628)) - maxReplication             = 512
2026-08-11 16:15:32,987 INFO  [main] blockmanagement.BlockManager (BlockManager.java:<init>(629)) - minReplication             = 1
2026-08-11 16:15:32,988 INFO  [main] blockmanagement.BlockManager (BlockManager.java:<init>(630)) - maxReplicationStreams      = 2
2026-08-11 16:15:32,988 INFO  [main] blockmanagement.BlockManager (BlockManager.java:<init>(631)) - redundancyRecheckInterval  = 3000ms
2026-08-11 16:15:32,988 INFO  [main] blockmanagement.BlockManager (BlockManager.java:<init>(632)) - encryptDataTransfer        = false
2026-08-11 16:15:32,988 INFO  [main] blockmanagement.BlockManager (BlockManager.java:<init>(633)) - maxNumBlocksToLog          = 1000
2026-08-11 16:15:33,013 INFO  [main] namenode.FSDirectory (SerialNumberManager.java:<clinit>(51)) - GLOBAL serial map: bits=29 maxEntries=536870911
2026-08-11 16:15:33,014 INFO  [main] namenode.FSDirectory (SerialNumberManager.java:<clinit>(51)) - USER serial map: bits=24 maxEntries=16777215
2026-08-11 16:15:33,014 INFO  [main] namenode.FSDirectory (SerialNumberManager.java:<clinit>(51)) - GROUP serial map: bits=24 maxEntries=16777215
2026-08-11 16:15:33,014 INFO  [main] namenode.FSDirectory (SerialNumberManager.java:<clinit>(51)) - XATTR serial map: bits=24 maxEntries=16777215
2026-08-11 16:15:33,027 INFO  [main] util.GSet (LightWeightGSet.java:computeCapacity(395)) - Computing capacity for map INodeMap
2026-08-11 16:15:33,027 INFO  [main] util.GSet (LightWeightGSet.java:computeCapacity(396)) - VM type       = 64-bit
2026-08-11 16:15:33,027 INFO  [main] util.GSet (LightWeightGSet.java:computeCapacity(397)) - 1.0% max memory 3.5 GB = 36.2 MB
2026-08-11 16:15:33,028 INFO  [main] util.GSet (LightWeightGSet.java:computeCapacity(402)) - capacity      = 2^22 = 4194304 entries
2026-08-11 16:15:33,031 INFO  [main] namenode.FSDirectory (FSDirectory.java:<init>(335)) - ACLs enabled? true
2026-08-11 16:15:33,031 INFO  [main] namenode.FSDirectory (FSDirectory.java:<init>(339)) - POSIX ACL inheritance enabled? true
2026-08-11 16:15:33,031 INFO  [main] namenode.FSDirectory (FSDirectory.java:<init>(343)) - XAttrs enabled? true
2026-08-11 16:15:33,032 INFO  [main] namenode.NameNode (FSDirectory.java:<init>(406)) - Caching file names occurring more than 10 times
2026-08-11 16:15:33,037 INFO  [main] snapshot.SnapshotManager (SnapshotManager.java:<init>(124)) - Loaded config captureOpenFiles: false, skipCaptureAccessTimeOnlyChange: false, snapshotDiffAllowSnapRootDescendant: true, maxSnapshotLimit: 65536
2026-08-11 16:15:33,039 INFO  [main] snapshot.SnapshotManager (DirectoryDiffListFactory.java:init(43)) - SkipList is disabled
2026-08-11 16:15:33,043 INFO  [main] util.GSet (LightWeightGSet.java:computeCapacity(395)) - Computing capacity for map cachedBlocks
2026-08-11 16:15:33,044 INFO  [main] util.GSet (LightWeightGSet.java:computeCapacity(396)) - VM type       = 64-bit
2026-08-11 16:15:33,044 INFO  [main] util.GSet (LightWeightGSet.java:computeCapacity(397)) - 0.25% max memory 3.5 GB = 9.1 MB
2026-08-11 16:15:33,044 INFO  [main] util.GSet (LightWeightGSet.java:computeCapacity(402)) - capacity      = 2^20 = 1048576 entries
2026-08-11 16:15:33,053 INFO  [main] metrics.TopMetrics (TopMetrics.java:logConf(75)) - NNTop conf: dfs.namenode.top.window.num.buckets = 10
2026-08-11 16:15:33,054 INFO  [main] metrics.TopMetrics (TopMetrics.java:logConf(77)) - NNTop conf: dfs.namenode.top.num.users = 10
2026-08-11 16:15:33,054 INFO  [main] metrics.TopMetrics (TopMetrics.java:logConf(79)) - NNTop conf: dfs.namenode.top.windows.minutes = 1,5,25
2026-08-11 16:15:33,059 INFO  [main] namenode.FSNamesystem (FSNamesystem.java:initRetryCache(1080)) - Retry cache on namenode is enabled
2026-08-11 16:15:33,060 INFO  [main] namenode.FSNamesystem (FSNamesystem.java:initRetryCache(1088)) - Retry cache will use 0.03 of total heap and retry cache entry expiry time is 600000 millis
2026-08-11 16:15:33,063 INFO  [main] util.GSet (LightWeightGSet.java:computeCapacity(395)) - Computing capacity for map NameNodeRetryCache
2026-08-11 16:15:33,063 INFO  [main] util.GSet (LightWeightGSet.java:computeCapacity(396)) - VM type       = 64-bit
2026-08-11 16:15:33,064 INFO  [main] util.GSet (LightWeightGSet.java:computeCapacity(397)) - 0.029999999329447746% max memory 3.5 GB = 1.1 MB
2026-08-11 16:15:33,064 INFO  [main] util.GSet (LightWeightGSet.java:computeCapacity(402)) - capacity      = 2^17 = 131072 entries
2026-08-11 16:15:33,176 INFO  [main] namenode.FSImage (FSImage.java:format(186)) - Allocated new BlockPoolId: BP-1397058937-10.240.0.74-1786464933161
2026-08-11 16:15:33,196 INFO  [main] common.Storage (NNStorage.java:format(595)) - Storage directory /tmp/hdfs-test8563362800581829190/name-0-1 has been successfully formatted.
2026-08-11 16:15:33,201 INFO  [main] common.Storage (NNStorage.java:format(595)) - Storage directory /tmp/hdfs-test8563362800581829190/name-0-2 has been successfully formatted.
2026-08-11 16:15:33,235 INFO  [FSImageSaver for /tmp/hdfs-test8563362800581829190/name-0-1 of type IMAGE_AND_EDITS] namenode.FSImageFormatProtobuf (FSImageFormatProtobuf.java:save(732)) - Saving image file /tmp/hdfs-test8563362800581829190/name-0-1/current/fsimage.ckpt_0000000000000000000 using no compression
2026-08-11 16:15:33,235 INFO  [FSImageSaver for /tmp/hdfs-test8563362800581829190/name-0-2 of type IMAGE_AND_EDITS] namenode.FSImageFormatProtobuf (FSImageFormatProtobuf.java:save(732)) - Saving image file /tmp/hdfs-test8563362800581829190/name-0-2/current/fsimage.ckpt_0000000000000000000 using no compression
2026-08-11 16:15:33,475 INFO  [FSImageSaver for /tmp/hdfs-test8563362800581829190/name-0-2 of type IMAGE_AND_EDITS] namenode.FSImageFormatProtobuf (FSImageFormatProtobuf.java:save(736)) - Image file /tmp/hdfs-test8563362800581829190/name-0-2/current/fsimage.ckpt_0000000000000000000 of size 400 bytes saved in 0 seconds .
2026-08-11 16:15:33,475 INFO  [FSImageSaver for /tmp/hdfs-test8563362800581829190/name-0-1 of type IMAGE_AND_EDITS] namenode.FSImageFormatProtobuf (FSImageFormatProtobuf.java:save(736)) - Image file /tmp/hdfs-test8563362800581829190/name-0-1/current/fsimage.ckpt_0000000000000000000 of size 400 bytes saved in 0 seconds .
2026-08-11 16:15:33,497 INFO  [main] namenode.NNStorageRetentionManager (NNStorageRetentionManager.java:getImageTxIdToRetain(203)) - Going to retain 1 images with txid >= 0
2026-08-11 16:15:33,536 INFO  [main] namenode.FSNamesystem (FSNamesystem.java:stopActiveServices(1427)) - Stopping services started for active state
2026-08-11 16:15:33,537 INFO  [main] namenode.FSNamesystem (FSNamesystem.java:stopStandbyServices(1528)) - Stopping services started for standby state
2026-08-11 16:15:33,539 INFO  [main] namenode.NameNode (NameNode.java:createNameNode(1707)) - createNameNode []
2026-08-11 16:15:33,628 WARN  [main] impl.MetricsConfig (MetricsConfig.java:loadFirst(136)) - Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties
2026-08-11 16:15:33,716 INFO  [main] impl.MetricsSystemImpl (MetricsSystemImpl.java:startTimer(378)) - Scheduled Metric snapshot period at 10 second(s).
2026-08-11 16:15:33,716 INFO  [main] impl.MetricsSystemImpl (MetricsSystemImpl.java:start(191)) - NameNode metrics system started
2026-08-11 16:15:33,745 INFO  [main] namenode.NameNodeUtils (NameNodeUtils.java:getClientNamenodeAddress(79)) - fs.defaultFS is hdfs://127.0.0.1:0
2026-08-11 16:15:33,797 INFO  [org.apache.hadoop.util.JvmPauseMonitor$Monitor@7393222f] util.JvmPauseMonitor (JvmPauseMonitor.java:run(188)) - Starting JVM pause monitor
2026-08-11 16:15:33,811 INFO  [main] hdfs.DFSUtil (DFSUtil.java:httpServerTemplateForNNAndJN(1668)) - Filter initializers set : org.apache.hadoop.http.lib.StaticUserWebFilter,org.apache.hadoop.hdfs.web.AuthFilterInitializer
2026-08-11 16:15:33,817 INFO  [main] hdfs.DFSUtil (DFSUtil.java:httpServerTemplateForNNAndJN(1690)) - Starting Web-server for hdfs at: http://localhost:0
2026-08-11 16:15:33,834 INFO  [main] util.log (Log.java:initialized(169)) - Logging initialized @2460ms to org.eclipse.jetty.util.log.Slf4jLog
2026-08-11 16:15:33,952 INFO  [main] server.AuthenticationFilter (AuthenticationFilter.java:constructSecretProvider(240)) - Unable to initialize FileSignerSecretProvider, falling back to use random secrets.
2026-08-11 16:15:33,957 INFO  [main] http.HttpRequestLog (HttpRequestLog.java:getRequestLog(82)) - Http request log for http.requests.namenode is not defined
2026-08-11 16:15:33,964 INFO  [main] http.HttpServer2 (HttpServer2.java:addGlobalFilter(1111)) - Added global filter 'safety' (class=org.apache.hadoop.http.HttpServer2$QuotingInputFilter)
2026-08-11 16:15:33,967 INFO  [main] http.HttpServer2 (HttpServer2.java:addFilter(1084)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context hdfs
2026-08-11 16:15:33,967 INFO  [main] http.HttpServer2 (HttpServer2.java:addFilter(1094)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context static
2026-08-11 16:15:33,970 INFO  [main] http.HttpServer2 (HttpServer2.java:addFilter(1084)) - Added filter AuthFilter (class=org.apache.hadoop.hdfs.web.AuthFilter) to context hdfs
2026-08-11 16:15:33,970 INFO  [main] http.HttpServer2 (HttpServer2.java:addFilter(1094)) - Added filter AuthFilter (class=org.apache.hadoop.hdfs.web.AuthFilter) to context static
2026-08-11 16:15:34,008 INFO  [main] http.HttpServer2 (HttpServer2.java:addJerseyResourcePackage(938)) - addJerseyResourcePackage: packageName=org.apache.hadoop.hdfs.server.namenode.web.resources;org.apache.hadoop.hdfs.web.resources, pathSpec=/webhdfs/v1/*
2026-08-11 16:15:34,022 INFO  [main] http.HttpServer2 (HttpServer2.java:bindListener(1332)) - Jetty bound to port 33865
2026-08-11 16:15:34,024 INFO  [main] server.Server (Server.java:doStart(375)) - jetty-9.4.40.v20210413; built: 2021-04-13T20:42:42.668Z; git: b881a572662e1943a14ae12e7e1207989f218b74; jvm 1.8.0_362-8u372-ga~us1-0ubuntu1~18.04-b09
2026-08-11 16:15:34,059 INFO  [main] server.session (DefaultSessionIdManager.java:doStart(334)) - DefaultSessionIdManager workerName=node0
2026-08-11 16:15:34,060 INFO  [main] server.session (DefaultSessionIdManager.java:doStart(339)) - No SessionScavenger set, using defaults
2026-08-11 16:15:34,062 INFO  [main] server.session (HouseKeeper.java:startScavenging(132)) - node0 Scavenging every 600000ms
2026-08-11 16:15:34,079 INFO  [main] server.AuthenticationFilter (AuthenticationFilter.java:constructSecretProvider(240)) - Unable to initialize FileSignerSecretProvider, falling back to use random secrets.
2026-08-11 16:15:34,083 INFO  [main] handler.ContextHandler (ContextHandler.java:doStart(916)) - Started o.e.j.s.ServletContextHandler@71454b9d{static,/static,jar:file:/tmp/dist-test-taskw4zUfz/java/build/jars/hadoop-hdfs-3.3.1-tests.jar!/webapps/static,AVAILABLE}
2026-08-11 16:15:34,324 INFO  [main] handler.ContextHandler (ContextHandler.java:doStart(916)) - Started o.e.j.w.WebAppContext@3f0846c6{hdfs,/,file:///tmp/jetty-localhost-33865-hadoop-hdfs-3_3_1-tests_jar-_-any-2345523111477758684/webapp/,AVAILABLE}{jar:file:/tmp/dist-test-taskw4zUfz/java/build/jars/hadoop-hdfs-3.3.1-tests.jar!/webapps/hdfs}
2026-08-11 16:15:34,334 INFO  [main] server.AbstractConnector (AbstractConnector.java:doStart(331)) - Started ServerConnector@362045c0{HTTP/1.1, (http/1.1)}{localhost:33865}
2026-08-11 16:15:34,335 INFO  [main] server.Server (Server.java:doStart(415)) - Started @2961ms
2026-08-11 16:15:34,343 INFO  [main] namenode.FSEditLog (FSEditLog.java:newInstance(229)) - Edit logging is async:true
2026-08-11 16:15:34,359 INFO  [main] namenode.FSNamesystem (FSNamesystem.java:<init>(814)) - KeyProvider: null
2026-08-11 16:15:34,359 INFO  [main] namenode.FSNamesystem (FSNamesystemLock.java:<init>(141)) - fsLock is fair: true
2026-08-11 16:15:34,359 INFO  [main] namenode.FSNamesystem (FSNamesystemLock.java:<init>(159)) - Detailed lock hold time metrics enabled: false
2026-08-11 16:15:34,359 INFO  [main] namenode.FSNamesystem (FSNamesystem.java:<init>(847)) - fsOwner                = slave (auth:SIMPLE)
2026-08-11 16:15:34,360 INFO  [main] namenode.FSNamesystem (FSNamesystem.java:<init>(848)) - supergroup             = supergroup
2026-08-11 16:15:34,360 INFO  [main] namenode.FSNamesystem (FSNamesystem.java:<init>(849)) - isPermissionEnabled    = true
2026-08-11 16:15:34,360 INFO  [main] namenode.FSNamesystem (FSNamesystem.java:<init>(850)) - isStoragePolicyEnabled = true
2026-08-11 16:15:34,361 INFO  [main] namenode.FSNamesystem (FSNamesystem.java:<init>(861)) - HA Enabled: false
2026-08-11 16:15:34,361 INFO  [main] common.Util (Util.java:isDiskStatsEnabled(395)) - dfs.datanode.fileio.profiling.sampling.percentage set to 0. Disabling file IO profiling
2026-08-11 16:15:34,362 INFO  [main] blockmanagement.DatanodeManager (DatanodeManager.java:<init>(334)) - dfs.block.invalidate.limit: configured=1000, counted=60, effected=1000
2026-08-11 16:15:34,362 INFO  [main] blockmanagement.DatanodeManager (DatanodeManager.java:<init>(342)) - dfs.namenode.datanode.registration.ip-hostname-check=true
2026-08-11 16:15:34,362 INFO  [main] blockmanagement.BlockManager (InvalidateBlocks.java:printBlockDeletionTime(77)) - dfs.namenode.startup.delay.block.deletion.sec is set to 000:00:00:00.000
2026-08-11 16:15:34,363 INFO  [main] blockmanagement.BlockManager (InvalidateBlocks.java:printBlockDeletionTime(83)) - The block deletion will start around 2026 Aug 11 16:15:34
2026-08-11 16:15:34,363 INFO  [main] util.GSet (LightWeightGSet.java:computeCapacity(395)) - Computing capacity for map BlocksMap
2026-08-11 16:15:34,363 INFO  [main] util.GSet (LightWeightGSet.java:computeCapacity(396)) - VM type       = 64-bit
2026-08-11 16:15:34,364 INFO  [main] util.GSet (LightWeightGSet.java:computeCapacity(397)) - 2.0% max memory 3.5 GB = 72.5 MB
2026-08-11 16:15:34,364 INFO  [main] util.GSet (LightWeightGSet.java:computeCapacity(402)) - capacity      = 2^23 = 8388608 entries
2026-08-11 16:15:34,369 INFO  [main] blockmanagement.BlockManager (BlockManager.java:createSPSManager(5447)) - Storage policy satisfier is disabled
2026-08-11 16:15:34,370 INFO  [main] blockmanagement.BlockManager (BlockManager.java:createBlockTokenSecretManager(641)) - dfs.block.access.token.enable = false
2026-08-11 16:15:34,370 INFO  [main] blockmanagement.BlockManagerSafeMode (BlockManagerSafeMode.java:<init>(160)) - dfs.namenode.safemode.threshold-pct = 0.999
2026-08-11 16:15:34,371 INFO  [main] blockmanagement.BlockManagerSafeMode (BlockManagerSafeMode.java:<init>(161)) - dfs.namenode.safemode.min.datanodes = 0
2026-08-11 16:15:34,371 INFO  [main] blockmanagement.BlockManagerSafeMode (BlockManagerSafeMode.java:<init>(163)) - dfs.namenode.safemode.extension = 0
2026-08-11 16:15:34,371 INFO  [main] blockmanagement.BlockManager (BlockManager.java:<init>(627)) - defaultReplication         = 1
2026-08-11 16:15:34,371 INFO  [main] blockmanagement.BlockManager (BlockManager.java:<init>(628)) - maxReplication             = 512
2026-08-11 16:15:34,371 INFO  [main] blockmanagement.BlockManager (BlockManager.java:<init>(629)) - minReplication             = 1
2026-08-11 16:15:34,371 INFO  [main] blockmanagement.BlockManager (BlockManager.java:<init>(630)) - maxReplicationStreams      = 2
2026-08-11 16:15:34,371 INFO  [main] blockmanagement.BlockManager (BlockManager.java:<init>(631)) - redundancyRecheckInterval  = 3000ms
2026-08-11 16:15:34,371 INFO  [main] blockmanagement.BlockManager (BlockManager.java:<init>(632)) - encryptDataTransfer        = false
2026-08-11 16:15:34,372 INFO  [main] blockmanagement.BlockManager (BlockManager.java:<init>(633)) - maxNumBlocksToLog          = 1000
2026-08-11 16:15:34,372 INFO  [main] util.GSet (LightWeightGSet.java:computeCapacity(395)) - Computing capacity for map INodeMap
2026-08-11 16:15:34,372 INFO  [main] util.GSet (LightWeightGSet.java:computeCapacity(396)) - VM type       = 64-bit
2026-08-11 16:15:34,373 INFO  [main] util.GSet (LightWeightGSet.java:computeCapacity(397)) - 1.0% max memory 3.5 GB = 36.2 MB
2026-08-11 16:15:34,373 INFO  [main] util.GSet (LightWeightGSet.java:computeCapacity(402)) - capacity      = 2^22 = 4194304 entries
2026-08-11 16:15:34,376 INFO  [main] namenode.FSDirectory (FSDirectory.java:<init>(335)) - ACLs enabled? true
2026-08-11 16:15:34,376 INFO  [main] namenode.FSDirectory (FSDirectory.java:<init>(339)) - POSIX ACL inheritance enabled? true
2026-08-11 16:15:34,376 INFO  [main] namenode.FSDirectory (FSDirectory.java:<init>(343)) - XAttrs enabled? true
2026-08-11 16:15:34,377 INFO  [main] namenode.NameNode (FSDirectory.java:<init>(406)) - Caching file names occurring more than 10 times
2026-08-11 16:15:34,377 INFO  [main] snapshot.SnapshotManager (SnapshotManager.java:<init>(124)) - Loaded config captureOpenFiles: false, skipCaptureAccessTimeOnlyChange: false, snapshotDiffAllowSnapRootDescendant: true, maxSnapshotLimit: 65536
2026-08-11 16:15:34,377 INFO  [main] snapshot.SnapshotManager (DirectoryDiffListFactory.java:init(43)) - SkipList is disabled
2026-08-11 16:15:34,377 INFO  [main] util.GSet (LightWeightGSet.java:computeCapacity(395)) - Computing capacity for map cachedBlocks
2026-08-11 16:15:34,377 INFO  [main] util.GSet (LightWeightGSet.java:computeCapacity(396)) - VM type       = 64-bit
2026-08-11 16:15:34,377 INFO  [main] util.GSet (LightWeightGSet.java:computeCapacity(397)) - 0.25% max memory 3.5 GB = 9.1 MB
2026-08-11 16:15:34,378 INFO  [main] util.GSet (LightWeightGSet.java:computeCapacity(402)) - capacity      = 2^20 = 1048576 entries
2026-08-11 16:15:34,379 INFO  [main] metrics.TopMetrics (TopMetrics.java:logConf(75)) - NNTop conf: dfs.namenode.top.window.num.buckets = 10
2026-08-11 16:15:34,379 INFO  [main] metrics.TopMetrics (TopMetrics.java:logConf(77)) - NNTop conf: dfs.namenode.top.num.users = 10
2026-08-11 16:15:34,379 INFO  [main] metrics.TopMetrics (TopMetrics.java:logConf(79)) - NNTop conf: dfs.namenode.top.windows.minutes = 1,5,25
2026-08-11 16:15:34,379 INFO  [main] namenode.FSNamesystem (FSNamesystem.java:initRetryCache(1080)) - Retry cache on namenode is enabled
2026-08-11 16:15:34,380 INFO  [main] namenode.FSNamesystem (FSNamesystem.java:initRetryCache(1088)) - Retry cache will use 0.03 of total heap and retry cache entry expiry time is 600000 millis
2026-08-11 16:15:34,380 INFO  [main] util.GSet (LightWeightGSet.java:computeCapacity(395)) - Computing capacity for map NameNodeRetryCache
2026-08-11 16:15:34,380 INFO  [main] util.GSet (LightWeightGSet.java:computeCapacity(396)) - VM type       = 64-bit
2026-08-11 16:15:34,380 INFO  [main] util.GSet (LightWeightGSet.java:computeCapacity(397)) - 0.029999999329447746% max memory 3.5 GB = 1.1 MB
2026-08-11 16:15:34,380 INFO  [main] util.GSet (LightWeightGSet.java:computeCapacity(402)) - capacity      = 2^17 = 131072 entries
2026-08-11 16:15:34,459 INFO  [main] common.Storage (Storage.java:tryLock(948)) - Lock on /tmp/hdfs-test8563362800581829190/name-0-1/in_use.lock acquired by nodename 28264@dist-test-slave-tfpf.c.gcp-upstream.internal
2026-08-11 16:15:34,463 INFO  [main] common.Storage (Storage.java:tryLock(948)) - Lock on /tmp/hdfs-test8563362800581829190/name-0-2/in_use.lock acquired by nodename 28264@dist-test-slave-tfpf.c.gcp-upstream.internal
2026-08-11 16:15:34,465 INFO  [main] namenode.FileJournalManager (FileJournalManager.java:recoverUnfinalizedSegments(428)) - Recovering unfinalized segments in /tmp/hdfs-test8563362800581829190/name-0-1/current
2026-08-11 16:15:34,465 INFO  [main] namenode.FileJournalManager (FileJournalManager.java:recoverUnfinalizedSegments(428)) - Recovering unfinalized segments in /tmp/hdfs-test8563362800581829190/name-0-2/current
2026-08-11 16:15:34,466 INFO  [main] namenode.FSImage (FSImage.java:loadFSImage(734)) - No edit log streams selected.
2026-08-11 16:15:34,466 INFO  [main] namenode.FSImage (FSImage.java:loadFSImageFile(800)) - Planning to load image: FSImageFile(file=/tmp/hdfs-test8563362800581829190/name-0-1/current/fsimage_0000000000000000000, cpktTxId=0000000000000000000)
2026-08-11 16:15:34,492 INFO  [main] namenode.FSImageFormatPBINode (FSImageFormatPBINode.java:loadINodeSectionHeader(413)) - Loading 1 INodes.
2026-08-11 16:15:34,493 INFO  [main] namenode.FSImageFormatPBINode (FSImageFormatPBINode.java:loadINodeSection(371)) - Successfully loaded 1 inodes
2026-08-11 16:15:34,497 INFO  [main] namenode.FSImageFormatPBINode (FSImageFormatPBINode.java:waitBlocksMapAndNameCacheUpdateFinished(344)) - Completed update blocks map and name cache, total waiting duration 0ms.
2026-08-11 16:15:34,499 INFO  [main] namenode.FSImageFormatProtobuf (FSImageFormatProtobuf.java:load(255)) - Loaded FSImage in 0 seconds.
2026-08-11 16:15:34,500 INFO  [main] namenode.FSImage (FSImage.java:loadFSImage(978)) - Loaded image for txid 0 from /tmp/hdfs-test8563362800581829190/name-0-1/current/fsimage_0000000000000000000
2026-08-11 16:15:34,504 INFO  [main] namenode.FSNamesystem (FSNamesystem.java:loadFSImage(1202)) - Need to save fs image? false (staleImage=false, haEnabled=false, isRollingUpgrade=false)
2026-08-11 16:15:34,504 INFO  [main] namenode.FSEditLog (FSEditLog.java:startLogSegment(1391)) - Starting log segment at 1
2026-08-11 16:15:34,521 INFO  [main] namenode.NameCache (NameCache.java:initialized(143)) - initialized with 0 entries 0 lookups
2026-08-11 16:15:34,521 INFO  [main] namenode.FSNamesystem (FSNamesystem.java:loadFromDisk(786)) - Finished loading FSImage in 66 msecs
2026-08-11 16:15:34,689 INFO  [main] namenode.NameNode (NameNodeRpcServer.java:<init>(454)) - RPC server is binding to localhost:0
2026-08-11 16:15:34,689 INFO  [main] namenode.NameNode (NameNodeRpcServer.java:<init>(459)) - Enable NameNode state context:false
2026-08-11 16:15:34,698 INFO  [main] ipc.CallQueueManager (CallQueueManager.java:<init>(90)) - Using callQueue: class java.util.concurrent.LinkedBlockingQueue, queueCapacity: 1000, scheduler: class org.apache.hadoop.ipc.DefaultRpcScheduler, ipcBackoff: false.
2026-08-11 16:15:34,710 INFO  [Socket Reader #1 for port 0] ipc.Server (Server.java:run(1265)) - Starting Socket Reader #1 for port 0
2026-08-11 16:15:35,095 INFO  [Listener at localhost/40073] namenode.NameNode (NameNode.java:initialize(776)) - Clients are to use localhost:40073 to access this namenode/service.
2026-08-11 16:15:35,099 INFO  [Listener at localhost/40073] namenode.FSNamesystem (FSNamesystem.java:registerMBean(5444)) - Registered FSNamesystemState, ReplicatedBlocksState and ECBlockGroupsState MBeans.
2026-08-11 16:15:35,115 INFO  [Listener at localhost/40073] namenode.LeaseManager (LeaseManager.java:getNumUnderConstructionBlocks(166)) - Number of blocks under construction: 0
2026-08-11 16:15:35,123 INFO  [Listener at localhost/40073] blockmanagement.DatanodeAdminDefaultMonitor (DatanodeAdminDefaultMonitor.java:processConf(116)) - Initialized the Default Decommission and Maintenance monitor
2026-08-11 16:15:35,126 INFO  [Listener at localhost/40073] blockmanagement.BlockManager (BlockManager.java:initializeReplQueues(5187)) - initializing replication queues
2026-08-11 16:15:35,127 INFO  [Listener at localhost/40073] hdfs.StateChange (BlockManagerSafeMode.java:leaveSafeMode(399)) - STATE* Leaving safe mode after 0 secs
2026-08-11 16:15:35,127 INFO  [Listener at localhost/40073] hdfs.StateChange (BlockManagerSafeMode.java:leaveSafeMode(405)) - STATE* Network topology has 0 racks and 0 datanodes
2026-08-11 16:15:35,128 INFO  [Listener at localhost/40073] hdfs.StateChange (BlockManagerSafeMode.java:leaveSafeMode(407)) - STATE* UnderReplicatedBlocks has 0 blocks
2026-08-11 16:15:35,138 INFO  [Reconstruction Queue Initializer] blockmanagement.BlockManager (BlockManager.java:processMisReplicatesAsync(3728)) - Total number of blocks            = 0
2026-08-11 16:15:35,139 INFO  [Reconstruction Queue Initializer] blockmanagement.BlockManager (BlockManager.java:processMisReplicatesAsync(3729)) - Number of invalid blocks          = 0
2026-08-11 16:15:35,139 INFO  [Reconstruction Queue Initializer] blockmanagement.BlockManager (BlockManager.java:processMisReplicatesAsync(3730)) - Number of under-replicated blocks = 0
2026-08-11 16:15:35,139 INFO  [Reconstruction Queue Initializer] blockmanagement.BlockManager (BlockManager.java:processMisReplicatesAsync(3731)) - Number of  over-replicated blocks = 0
2026-08-11 16:15:35,139 INFO  [Reconstruction Queue Initializer] blockmanagement.BlockManager (BlockManager.java:processMisReplicatesAsync(3733)) - Number of blocks being written    = 0
2026-08-11 16:15:35,139 INFO  [Reconstruction Queue Initializer] hdfs.StateChange (BlockManager.java:processMisReplicatesAsync(3736)) - STATE* Replication Queue initialization scan for invalid, over- and under-replicated blocks completed in 12 msec
2026-08-11 16:15:35,162 INFO  [IPC Server Responder] ipc.Server (Server.java:run(1507)) - IPC Server Responder: starting
2026-08-11 16:15:35,163 INFO  [IPC Server listener on 0] ipc.Server (Server.java:run(1344)) - IPC Server listener on 0: starting
2026-08-11 16:15:35,169 INFO  [Listener at localhost/40073] namenode.NameNode (NameNode.java:startCommonServices(893)) - NameNode RPC up at: localhost/127.0.0.1:40073
2026-08-11 16:15:35,171 INFO  [Listener at localhost/40073] namenode.FSNamesystem (FSNamesystem.java:startActiveServices(1314)) - Starting services required for active state
2026-08-11 16:15:35,172 INFO  [Listener at localhost/40073] namenode.FSDirectory (FSDirectory.java:updateCountForQuota(840)) - Initializing quota with 12 thread(s)
2026-08-11 16:15:35,178 INFO  [Listener at localhost/40073] namenode.FSDirectory (FSDirectory.java:updateCountForQuota(849)) - Quota initialization completed in 6 milliseconds
name space=1
storage space=0
storage types=RAM_DISK=0, SSD=0, DISK=0, ARCHIVE=0, PROVIDED=0
2026-08-11 16:15:35,182 INFO  [CacheReplicationMonitor(750727596)] blockmanagement.CacheReplicationMonitor (CacheReplicationMonitor.java:run(160)) - Starting CacheReplicationMonitor with interval 30000 milliseconds
2026-08-11 16:15:35,189 INFO  [Listener at localhost/40073] hdfs.MiniDFSCluster (MiniDFSCluster.java:startDataNodes(1697)) - Starting DataNode 0 with dfs.datanode.data.dir: [DISK]file:/tmp/hdfs-test8563362800581829190/data/data1,[DISK]file:/tmp/hdfs-test8563362800581829190/data/data2
2026-08-11 16:15:35,247 INFO  [Listener at localhost/40073] checker.ThrottledAsyncChecker (ThrottledAsyncChecker.java:schedule(137)) - Scheduling a check for [DISK]file:/tmp/hdfs-test8563362800581829190/data/data1
2026-08-11 16:15:35,261 INFO  [Listener at localhost/40073] checker.ThrottledAsyncChecker (ThrottledAsyncChecker.java:schedule(137)) - Scheduling a check for [DISK]file:/tmp/hdfs-test8563362800581829190/data/data2
2026-08-11 16:15:35,276 INFO  [Listener at localhost/40073] impl.MetricsSystemImpl (MetricsSystemImpl.java:init(158)) - DataNode metrics system started (again)
2026-08-11 16:15:35,281 INFO  [Listener at localhost/40073] common.Util (Util.java:isDiskStatsEnabled(395)) - dfs.datanode.fileio.profiling.sampling.percentage set to 0. Disabling file IO profiling
2026-08-11 16:15:35,284 INFO  [Listener at localhost/40073] datanode.BlockScanner (BlockScanner.java:<init>(201)) - Initialized block scanner with targetBytesPerSec 1048576
2026-08-11 16:15:35,288 INFO  [Listener at localhost/40073] datanode.DataNode (DataNode.java:<init>(512)) - Configured hostname is 127.0.0.1
2026-08-11 16:15:35,289 INFO  [Listener at localhost/40073] common.Util (Util.java:isDiskStatsEnabled(395)) - dfs.datanode.fileio.profiling.sampling.percentage set to 0. Disabling file IO profiling
2026-08-11 16:15:35,293 INFO  [Listener at localhost/40073] datanode.DataNode (DataNode.java:startDataNode(1408)) - Starting DataNode with maxLockedMemory = 0
2026-08-11 16:15:35,298 INFO  [Listener at localhost/40073] datanode.DataNode (DataNode.java:initDataXceiver(1171)) - Opened streaming server at /127.0.0.1:39649
2026-08-11 16:15:35,301 INFO  [Listener at localhost/40073] datanode.DataNode (DataXceiverServer.java:<init>(94)) - Balancing bandwidth is 104857600 bytes/s
2026-08-11 16:15:35,301 INFO  [Listener at localhost/40073] datanode.DataNode (DataXceiverServer.java:<init>(95)) - Number threads for balancing is 100
2026-08-11 16:15:35,309 INFO  [Listener at localhost/40073] server.AuthenticationFilter (AuthenticationFilter.java:constructSecretProvider(240)) - Unable to initialize FileSignerSecretProvider, falling back to use random secrets.
2026-08-11 16:15:35,310 INFO  [Listener at localhost/40073] http.HttpRequestLog (HttpRequestLog.java:getRequestLog(82)) - Http request log for http.requests.datanode is not defined
2026-08-11 16:15:35,311 INFO  [Listener at localhost/40073] http.HttpServer2 (HttpServer2.java:addGlobalFilter(1111)) - Added global filter 'safety' (class=org.apache.hadoop.http.HttpServer2$QuotingInputFilter)
2026-08-11 16:15:35,312 INFO  [Listener at localhost/40073] http.HttpServer2 (HttpServer2.java:addFilter(1084)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context datanode
2026-08-11 16:15:35,312 INFO  [Listener at localhost/40073] http.HttpServer2 (HttpServer2.java:addFilter(1094)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context static
2026-08-11 16:15:35,315 INFO  [Listener at localhost/40073] http.HttpServer2 (HttpServer2.java:bindListener(1332)) - Jetty bound to port 35229
2026-08-11 16:15:35,315 INFO  [Listener at localhost/40073] server.Server (Server.java:doStart(375)) - jetty-9.4.40.v20210413; built: 2021-04-13T20:42:42.668Z; git: b881a572662e1943a14ae12e7e1207989f218b74; jvm 1.8.0_362-8u372-ga~us1-0ubuntu1~18.04-b09
2026-08-11 16:15:35,317 INFO  [Listener at localhost/40073] server.session (DefaultSessionIdManager.java:doStart(334)) - DefaultSessionIdManager workerName=node0
2026-08-11 16:15:35,317 INFO  [Listener at localhost/40073] server.session (DefaultSessionIdManager.java:doStart(339)) - No SessionScavenger set, using defaults
2026-08-11 16:15:35,317 INFO  [Listener at localhost/40073] server.session (HouseKeeper.java:startScavenging(132)) - node0 Scavenging every 600000ms
2026-08-11 16:15:35,318 INFO  [Listener at localhost/40073] handler.ContextHandler (ContextHandler.java:doStart(916)) - Started o.e.j.s.ServletContextHandler@28952dea{static,/static,jar:file:/tmp/dist-test-taskw4zUfz/java/build/jars/hadoop-hdfs-3.3.1-tests.jar!/webapps/static,AVAILABLE}
2026-08-11 16:15:35,465 INFO  [Listener at localhost/40073] handler.ContextHandler (ContextHandler.java:doStart(916)) - Started o.e.j.w.WebAppContext@1f12e153{datanode,/,file:///tmp/jetty-localhost-35229-hadoop-hdfs-3_3_1-tests_jar-_-any-1178481824172082681/webapp/,AVAILABLE}{jar:file:/tmp/dist-test-taskw4zUfz/java/build/jars/hadoop-hdfs-3.3.1-tests.jar!/webapps/datanode}
2026-08-11 16:15:35,467 INFO  [Listener at localhost/40073] server.AbstractConnector (AbstractConnector.java:doStart(331)) - Started ServerConnector@70807224{HTTP/1.1, (http/1.1)}{localhost:35229}
2026-08-11 16:15:35,467 INFO  [Listener at localhost/40073] server.Server (Server.java:doStart(415)) - Started @4093ms
2026-08-11 16:15:35,556 WARN  [Listener at localhost/40073] web.DatanodeHttpServer (RestCsrfPreventionFilterHandler.java:<init>(75)) - Got null for restCsrfPreventionFilter - will not do any filtering.
2026-08-11 16:15:35,666 INFO  [Listener at localhost/40073] web.DatanodeHttpServer (DatanodeHttpServer.java:start(322)) - Listening HTTP traffic on /127.0.0.1:36761
2026-08-11 16:15:35,667 INFO  [org.apache.hadoop.util.JvmPauseMonitor$Monitor@16a9a4f1] util.JvmPauseMonitor (JvmPauseMonitor.java:run(188)) - Starting JVM pause monitor
2026-08-11 16:15:35,668 INFO  [Listener at localhost/40073] datanode.DataNode (DataNode.java:startDataNode(1436)) - dnUserName = slave
2026-08-11 16:15:35,668 INFO  [Listener at localhost/40073] datanode.DataNode (DataNode.java:startDataNode(1437)) - supergroup = supergroup
2026-08-11 16:15:35,688 INFO  [Listener at localhost/40073] ipc.CallQueueManager (CallQueueManager.java:<init>(90)) - Using callQueue: class java.util.concurrent.LinkedBlockingQueue, queueCapacity: 1000, scheduler: class org.apache.hadoop.ipc.DefaultRpcScheduler, ipcBackoff: false.
2026-08-11 16:15:35,689 INFO  [Socket Reader #1 for port 0] ipc.Server (Server.java:run(1265)) - Starting Socket Reader #1 for port 0
2026-08-11 16:15:35,697 INFO  [Listener at localhost/33139] datanode.DataNode (DataNode.java:initIpcServer(1057)) - Opened IPC server at /127.0.0.1:33139
2026-08-11 16:15:35,730 INFO  [Listener at localhost/33139] datanode.DataNode (BlockPoolManager.java:refreshNamenodes(149)) - Refresh request received for nameservices: null
2026-08-11 16:15:35,732 INFO  [Listener at localhost/33139] datanode.DataNode (BlockPoolManager.java:doRefreshNamenodes(210)) - Starting BPOfferServices for nameservices: <default>
2026-08-11 16:15:35,742 INFO  [Thread-63] datanode.DataNode (BPServiceActor.java:run(847)) - Block pool <registering> (Datanode Uuid unassigned) service to localhost/127.0.0.1:40073 starting to offer service
2026-08-11 16:15:35,747 INFO  [IPC Server Responder] ipc.Server (Server.java:run(1507)) - IPC Server Responder: starting
2026-08-11 16:15:35,748 INFO  [IPC Server listener on 0] ipc.Server (Server.java:run(1344)) - IPC Server listener on 0: starting
2026-08-11 16:15:36,018 INFO  [Thread-63] datanode.DataNode (BPOfferService.java:verifyAndSetNamespaceInfo(381)) - Acknowledging ACTIVE Namenode during handshakeBlock pool <registering> (Datanode Uuid unassigned) service to localhost/127.0.0.1:40073
2026-08-11 16:15:36,021 INFO  [Thread-63] common.Storage (DataStorage.java:getParallelVolumeLoadThreadsNum(356)) - Using 2 threads to upgrade data directories (dfs.datanode.parallel.volumes.load.threads.num=2, dataDirs=2)
2026-08-11 16:15:36,024 INFO  [Thread-63] common.Storage (Storage.java:tryLock(948)) - Lock on /tmp/hdfs-test8563362800581829190/data/data1/in_use.lock acquired by nodename 28264@dist-test-slave-tfpf.c.gcp-upstream.internal
2026-08-11 16:15:36,025 INFO  [Thread-63] common.Storage (DataStorage.java:loadStorageDirectory(284)) - Storage directory with location [DISK]file:/tmp/hdfs-test8563362800581829190/data/data1 is not formatted for namespace 1022127857. Formatting...
2026-08-11 16:15:36,026 INFO  [Thread-63] common.Storage (DataStorage.java:createStorageID(160)) - Generated new storageID DS-10e1ad61-262c-4d52-89ed-f169e653eaf0 for directory /tmp/hdfs-test8563362800581829190/data/data1 
2026-08-11 16:15:36,033 INFO  [Thread-63] common.Storage (Storage.java:tryLock(948)) - Lock on /tmp/hdfs-test8563362800581829190/data/data2/in_use.lock acquired by nodename 28264@dist-test-slave-tfpf.c.gcp-upstream.internal
2026-08-11 16:15:36,034 INFO  [Thread-63] common.Storage (DataStorage.java:loadStorageDirectory(284)) - Storage directory with location [DISK]file:/tmp/hdfs-test8563362800581829190/data/data2 is not formatted for namespace 1022127857. Formatting...
2026-08-11 16:15:36,034 INFO  [Thread-63] common.Storage (DataStorage.java:createStorageID(160)) - Generated new storageID DS-9fa11e57-0905-40d9-8ce7-6871b298ce6a for directory /tmp/hdfs-test8563362800581829190/data/data2 
2026-08-11 16:15:36,072 INFO  [Thread-63] common.Storage (BlockPoolSliceStorage.java:recoverTransitionRead(256)) - Analyzing storage directories for bpid BP-1397058937-10.240.0.74-1786464933161
2026-08-11 16:15:36,072 INFO  [Thread-63] common.Storage (Storage.java:lock(907)) - Locking is disabled for /tmp/hdfs-test8563362800581829190/data/data1/current/BP-1397058937-10.240.0.74-1786464933161
2026-08-11 16:15:36,073 INFO  [Thread-63] common.Storage (BlockPoolSliceStorage.java:loadStorageDirectory(169)) - Block pool storage directory for location [DISK]file:/tmp/hdfs-test8563362800581829190/data/data1 and block pool id BP-1397058937-10.240.0.74-1786464933161 is not formatted. Formatting ...
2026-08-11 16:15:36,073 INFO  [Thread-63] common.Storage (BlockPoolSliceStorage.java:format(285)) - Formatting block pool BP-1397058937-10.240.0.74-1786464933161 directory /tmp/hdfs-test8563362800581829190/data/data1/current/BP-1397058937-10.240.0.74-1786464933161/current
2026-08-11 16:15:36,096 INFO  [Thread-63] common.Storage (BlockPoolSliceStorage.java:recoverTransitionRead(256)) - Analyzing storage directories for bpid BP-1397058937-10.240.0.74-1786464933161
2026-08-11 16:15:36,097 INFO  [Thread-63] common.Storage (Storage.java:lock(907)) - Locking is disabled for /tmp/hdfs-test8563362800581829190/data/data2/current/BP-1397058937-10.240.0.74-1786464933161
2026-08-11 16:15:36,097 INFO  [Thread-63] common.Storage (BlockPoolSliceStorage.java:loadStorageDirectory(169)) - Block pool storage directory for location [DISK]file:/tmp/hdfs-test8563362800581829190/data/data2 and block pool id BP-1397058937-10.240.0.74-1786464933161 is not formatted. Formatting ...
2026-08-11 16:15:36,097 INFO  [Thread-63] common.Storage (BlockPoolSliceStorage.java:format(285)) - Formatting block pool BP-1397058937-10.240.0.74-1786464933161 directory /tmp/hdfs-test8563362800581829190/data/data2/current/BP-1397058937-10.240.0.74-1786464933161/current
2026-08-11 16:15:36,102 INFO  [Thread-63] datanode.DataNode (DataNode.java:initStorage(1756)) - Setting up storage: nsid=1022127857;bpid=BP-1397058937-10.240.0.74-1786464933161;lv=-57;nsInfo=lv=-66;cid=testClusterID;nsid=1022127857;c=1786464933161;bpid=BP-1397058937-10.240.0.74-1786464933161;dnuuid=null
2026-08-11 16:15:36,105 INFO  [Thread-63] datanode.DataNode (DataNode.java:checkDatanodeUuid(1554)) - Generated and persisted new Datanode UUID 5a49ec1c-5fa2-45f1-8ba5-7163a7e355eb
2026-08-11 16:15:36,124 INFO  [Thread-63] impl.FsDatasetImpl (FsDatasetImpl.java:<init>(310)) - The datanode lock is a read write lock
2026-08-11 16:15:36,282 INFO  [Thread-63] impl.FsDatasetImpl (FsVolumeList.java:addVolume(304)) - Added new volume: DS-10e1ad61-262c-4d52-89ed-f169e653eaf0
2026-08-11 16:15:36,283 INFO  [Thread-63] impl.FsDatasetImpl (FsDatasetImpl.java:addVolume(493)) - Added volume - [DISK]file:/tmp/hdfs-test8563362800581829190/data/data1, StorageType: DISK
2026-08-11 16:15:36,286 INFO  [Thread-63] impl.FsDatasetImpl (FsVolumeList.java:addVolume(304)) - Added new volume: DS-9fa11e57-0905-40d9-8ce7-6871b298ce6a
2026-08-11 16:15:36,287 INFO  [Thread-63] impl.FsDatasetImpl (FsDatasetImpl.java:addVolume(493)) - Added volume - [DISK]file:/tmp/hdfs-test8563362800581829190/data/data2, StorageType: DISK
2026-08-11 16:15:36,293 INFO  [Thread-63] impl.MemoryMappableBlockLoader (MemoryMappableBlockLoader.java:initialize(48)) - Initializing cache loader: MemoryMappableBlockLoader.
2026-08-11 16:15:36,299 INFO  [Thread-63] impl.FsDatasetImpl (FsDatasetImpl.java:registerMBean(2343)) - Registered FSDatasetState MBean
2026-08-11 16:15:36,306 INFO  [Thread-63] impl.FsDatasetImpl (FsDatasetImpl.java:addBlockPool(2856)) - Adding block pool BP-1397058937-10.240.0.74-1786464933161
2026-08-11 16:15:36,308 INFO  [Thread-82] impl.FsDatasetImpl (FsVolumeList.java:run(406)) - Scanning block pool BP-1397058937-10.240.0.74-1786464933161 on volume /tmp/hdfs-test8563362800581829190/data/data1...
2026-08-11 16:15:36,308 INFO  [Thread-83] impl.FsDatasetImpl (FsVolumeList.java:run(406)) - Scanning block pool BP-1397058937-10.240.0.74-1786464933161 on volume /tmp/hdfs-test8563362800581829190/data/data2...
2026-08-11 16:15:36,320 INFO  [IPC Server handler 0 on default port 40073] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=datanodeReport	src=null	dst=null	perm=null	proto=rpc
2026-08-11 16:15:36,329 INFO  [Listener at localhost/33139] hdfs.MiniDFSCluster (MiniDFSCluster.java:shouldWait(2823)) - dnInfo.length != numDataNodes
2026-08-11 16:15:36,329 INFO  [Listener at localhost/33139] hdfs.MiniDFSCluster (MiniDFSCluster.java:waitActive(2744)) - Waiting for cluster to become active
2026-08-11 16:15:36,354 INFO  [Thread-83] impl.FsDatasetImpl (FsVolumeList.java:run(411)) - Time taken to scan block pool BP-1397058937-10.240.0.74-1786464933161 on /tmp/hdfs-test8563362800581829190/data/data2: 46ms
2026-08-11 16:15:36,360 INFO  [Thread-82] impl.FsDatasetImpl (FsVolumeList.java:run(411)) - Time taken to scan block pool BP-1397058937-10.240.0.74-1786464933161 on /tmp/hdfs-test8563362800581829190/data/data1: 52ms
2026-08-11 16:15:36,360 INFO  [Thread-63] impl.FsDatasetImpl (FsVolumeList.java:addBlockPool(431)) - Total time to scan all replicas for block pool BP-1397058937-10.240.0.74-1786464933161: 53ms
2026-08-11 16:15:36,363 INFO  [Thread-86] impl.FsDatasetImpl (FsVolumeList.java:run(199)) - Adding replicas to map for block pool BP-1397058937-10.240.0.74-1786464933161 on volume /tmp/hdfs-test8563362800581829190/data/data1...
2026-08-11 16:15:36,363 INFO  [Thread-87] impl.FsDatasetImpl (FsVolumeList.java:run(199)) - Adding replicas to map for block pool BP-1397058937-10.240.0.74-1786464933161 on volume /tmp/hdfs-test8563362800581829190/data/data2...
2026-08-11 16:15:36,363 INFO  [Thread-86] impl.BlockPoolSlice (BlockPoolSlice.java:readReplicasFromCache(902)) - Replica Cache file: /tmp/hdfs-test8563362800581829190/data/data1/current/BP-1397058937-10.240.0.74-1786464933161/current/replicas doesn't exist 
2026-08-11 16:15:36,363 INFO  [Thread-87] impl.BlockPoolSlice (BlockPoolSlice.java:readReplicasFromCache(902)) - Replica Cache file: /tmp/hdfs-test8563362800581829190/data/data2/current/BP-1397058937-10.240.0.74-1786464933161/current/replicas doesn't exist 
2026-08-11 16:15:36,364 INFO  [Thread-86] impl.FsDatasetImpl (FsVolumeList.java:run(204)) - Time to add replicas to map for block pool BP-1397058937-10.240.0.74-1786464933161 on volume /tmp/hdfs-test8563362800581829190/data/data1: 1ms
2026-08-11 16:15:36,365 INFO  [Thread-87] impl.FsDatasetImpl (FsVolumeList.java:run(204)) - Time to add replicas to map for block pool BP-1397058937-10.240.0.74-1786464933161 on volume /tmp/hdfs-test8563362800581829190/data/data2: 2ms
2026-08-11 16:15:36,365 INFO  [Thread-63] impl.FsDatasetImpl (FsVolumeList.java:getAllVolumesMap(225)) - Total time to add all replicas to map for block pool BP-1397058937-10.240.0.74-1786464933161: 3ms
2026-08-11 16:15:36,365 INFO  [Thread-63] checker.ThrottledAsyncChecker (ThrottledAsyncChecker.java:schedule(137)) - Scheduling a check for /tmp/hdfs-test8563362800581829190/data/data1
2026-08-11 16:15:36,374 INFO  [Thread-63] checker.DatasetVolumeChecker (DatasetVolumeChecker.java:checkAllVolumes(224)) - Scheduled health check for volume /tmp/hdfs-test8563362800581829190/data/data1
2026-08-11 16:15:36,376 INFO  [Thread-63] checker.ThrottledAsyncChecker (ThrottledAsyncChecker.java:schedule(137)) - Scheduling a check for /tmp/hdfs-test8563362800581829190/data/data2
2026-08-11 16:15:36,376 INFO  [Thread-63] checker.DatasetVolumeChecker (DatasetVolumeChecker.java:checkAllVolumes(224)) - Scheduled health check for volume /tmp/hdfs-test8563362800581829190/data/data2
2026-08-11 16:15:36,379 INFO  [VolumeScannerThread(/tmp/hdfs-test8563362800581829190/data/data1)] datanode.VolumeScanner (VolumeScanner.java:findNextUsableBlockIter(385)) - Now scanning bpid BP-1397058937-10.240.0.74-1786464933161 on volume /tmp/hdfs-test8563362800581829190/data/data1
2026-08-11 16:15:36,379 INFO  [VolumeScannerThread(/tmp/hdfs-test8563362800581829190/data/data2)] datanode.VolumeScanner (VolumeScanner.java:findNextUsableBlockIter(385)) - Now scanning bpid BP-1397058937-10.240.0.74-1786464933161 on volume /tmp/hdfs-test8563362800581829190/data/data2
2026-08-11 16:15:36,382 WARN  [Thread-63] datanode.DirectoryScanner (DirectoryScanner.java:<init>(300)) - dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1
2026-08-11 16:15:36,382 INFO  [Thread-63] datanode.DirectoryScanner (DirectoryScanner.java:start(329)) - Periodic Directory Tree Verification scan starting in 10566185ms with interval of 21600000ms and throttle limit of -1ms/s
2026-08-11 16:15:36,382 INFO  [VolumeScannerThread(/tmp/hdfs-test8563362800581829190/data/data2)] datanode.VolumeScanner (VolumeScanner.java:getNextBlockToScan(505)) - VolumeScanner(/tmp/hdfs-test8563362800581829190/data/data2, DS-9fa11e57-0905-40d9-8ce7-6871b298ce6a): finished scanning block pool BP-1397058937-10.240.0.74-1786464933161
2026-08-11 16:15:36,382 INFO  [VolumeScannerThread(/tmp/hdfs-test8563362800581829190/data/data1)] datanode.VolumeScanner (VolumeScanner.java:getNextBlockToScan(505)) - VolumeScanner(/tmp/hdfs-test8563362800581829190/data/data1, DS-10e1ad61-262c-4d52-89ed-f169e653eaf0): finished scanning block pool BP-1397058937-10.240.0.74-1786464933161
2026-08-11 16:15:36,396 INFO  [BP-1397058937-10.240.0.74-1786464933161 heartbeating to localhost/127.0.0.1:40073] datanode.DataNode (BPServiceActor.java:register(788)) - Block pool BP-1397058937-10.240.0.74-1786464933161 (Datanode Uuid 5a49ec1c-5fa2-45f1-8ba5-7163a7e355eb) service to localhost/127.0.0.1:40073 beginning handshake with NN
2026-08-11 16:15:36,406 INFO  [VolumeScannerThread(/tmp/hdfs-test8563362800581829190/data/data2)] datanode.VolumeScanner (VolumeScanner.java:findNextUsableBlockIter(402)) - VolumeScanner(/tmp/hdfs-test8563362800581829190/data/data2, DS-9fa11e57-0905-40d9-8ce7-6871b298ce6a): no suitable block pools found to scan.  Waiting 1814399973 ms.
2026-08-11 16:15:36,406 INFO  [VolumeScannerThread(/tmp/hdfs-test8563362800581829190/data/data1)] datanode.VolumeScanner (VolumeScanner.java:findNextUsableBlockIter(402)) - VolumeScanner(/tmp/hdfs-test8563362800581829190/data/data1, DS-10e1ad61-262c-4d52-89ed-f169e653eaf0): no suitable block pools found to scan.  Waiting 1814399972 ms.
2026-08-11 16:15:36,420 INFO  [IPC Server handler 8 on default port 40073] hdfs.StateChange (DatanodeManager.java:registerDatanode(1142)) - BLOCK* registerDatanode: from DatanodeRegistration(127.0.0.1:39649, datanodeUuid=5a49ec1c-5fa2-45f1-8ba5-7163a7e355eb, infoPort=36761, infoSecurePort=0, ipcPort=33139, storageInfo=lv=-57;cid=testClusterID;nsid=1022127857;c=1786464933161) storage 5a49ec1c-5fa2-45f1-8ba5-7163a7e355eb
2026-08-11 16:15:36,423 INFO  [IPC Server handler 8 on default port 40073] net.NetworkTopology (NetworkTopology.java:add(149)) - Adding a new node: /default-rack/127.0.0.1:39649
2026-08-11 16:15:36,423 INFO  [IPC Server handler 8 on default port 40073] blockmanagement.BlockReportLeaseManager (BlockReportLeaseManager.java:registerNode(200)) - Registered DN 5a49ec1c-5fa2-45f1-8ba5-7163a7e355eb (127.0.0.1:39649).
2026-08-11 16:15:36,429 INFO  [BP-1397058937-10.240.0.74-1786464933161 heartbeating to localhost/127.0.0.1:40073] datanode.DataNode (BPServiceActor.java:register(816)) - Block pool BP-1397058937-10.240.0.74-1786464933161 (Datanode Uuid 5a49ec1c-5fa2-45f1-8ba5-7163a7e355eb) service to localhost/127.0.0.1:40073 successfully registered with NN
2026-08-11 16:15:36,430 INFO  [BP-1397058937-10.240.0.74-1786464933161 heartbeating to localhost/127.0.0.1:40073] datanode.DataNode (BPServiceActor.java:offerService(645)) - For namenode localhost/127.0.0.1:40073 using BLOCKREPORT_INTERVAL of 21600000msecs CACHEREPORT_INTERVAL of 10000msecs Initial delay: 0msecs; heartBeatInterval=3000
2026-08-11 16:15:36,433 INFO  [IPC Server handler 7 on default port 40073] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=datanodeReport	src=null	dst=null	perm=null	proto=rpc
2026-08-11 16:15:36,438 INFO  [Listener at localhost/33139] hdfs.MiniDFSCluster (MiniDFSCluster.java:shouldWait(2839)) - No heartbeat from DataNode: 127.0.0.1:39649
2026-08-11 16:15:36,438 INFO  [Listener at localhost/33139] hdfs.MiniDFSCluster (MiniDFSCluster.java:waitActive(2744)) - Waiting for cluster to become active
2026-08-11 16:15:36,450 INFO  [IPC Server handler 6 on default port 40073] blockmanagement.DatanodeDescriptor (DatanodeDescriptor.java:updateStorage(999)) - Adding new storage ID DS-10e1ad61-262c-4d52-89ed-f169e653eaf0 for DN 127.0.0.1:39649
2026-08-11 16:15:36,451 INFO  [IPC Server handler 6 on default port 40073] blockmanagement.DatanodeDescriptor (DatanodeDescriptor.java:updateStorage(999)) - Adding new storage ID DS-9fa11e57-0905-40d9-8ce7-6871b298ce6a for DN 127.0.0.1:39649
2026-08-11 16:15:36,483 INFO  [Block report processor] BlockStateChange (BlockManager.java:processReport(2778)) - BLOCK* processReport 0x135e7fac3caa4452: Processing first storage report for DS-10e1ad61-262c-4d52-89ed-f169e653eaf0 from datanode 5a49ec1c-5fa2-45f1-8ba5-7163a7e355eb
2026-08-11 16:15:36,484 INFO  [Block report processor] BlockStateChange (BlockManager.java:processReport(2810)) - BLOCK* processReport 0x135e7fac3caa4452: from storage DS-10e1ad61-262c-4d52-89ed-f169e653eaf0 node DatanodeRegistration(127.0.0.1:39649, datanodeUuid=5a49ec1c-5fa2-45f1-8ba5-7163a7e355eb, infoPort=36761, infoSecurePort=0, ipcPort=33139, storageInfo=lv=-57;cid=testClusterID;nsid=1022127857;c=1786464933161), blocks: 0, hasStaleStorage: true, processing time: 2 msecs, invalidatedBlocks: 0
2026-08-11 16:15:36,484 INFO  [Block report processor] BlockStateChange (BlockManager.java:processReport(2778)) - BLOCK* processReport 0x135e7fac3caa4452: Processing first storage report for DS-9fa11e57-0905-40d9-8ce7-6871b298ce6a from datanode 5a49ec1c-5fa2-45f1-8ba5-7163a7e355eb
2026-08-11 16:15:36,485 INFO  [Block report processor] BlockStateChange (BlockManager.java:processReport(2810)) - BLOCK* processReport 0x135e7fac3caa4452: from storage DS-9fa11e57-0905-40d9-8ce7-6871b298ce6a node DatanodeRegistration(127.0.0.1:39649, datanodeUuid=5a49ec1c-5fa2-45f1-8ba5-7163a7e355eb, infoPort=36761, infoSecurePort=0, ipcPort=33139, storageInfo=lv=-57;cid=testClusterID;nsid=1022127857;c=1786464933161), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0
2026-08-11 16:15:36,506 INFO  [BP-1397058937-10.240.0.74-1786464933161 heartbeating to localhost/127.0.0.1:40073] datanode.DataNode (BPServiceActor.java:blockReport(437)) - Successfully sent block report 0x135e7fac3caa4452 to namenode: localhost/127.0.0.1:40073,  containing 2 storage report(s), of which we sent 2. The reports had 0 total blocks and used 1 RPC(s). This took 4 msecs to generate and 36 msecs for RPC and NN processing. Got back one command: FinalizeCommand/5.
2026-08-11 16:15:36,508 INFO  [Command processor] datanode.DataNode (BPOfferService.java:processCommandFromActive(763)) - Got finalize command for block pool BP-1397058937-10.240.0.74-1786464933161
2026-08-11 16:15:36,540 INFO  [IPC Server handler 4 on default port 40073] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=datanodeReport	src=null	dst=null	perm=null	proto=rpc
2026-08-11 16:15:36,543 INFO  [Listener at localhost/33139] hdfs.MiniDFSCluster (MiniDFSCluster.java:waitActive(2799)) - Cluster is active
2026-08-11 16:15:36,686 INFO  [Listener at localhost/33139] backup.BackupIO (BackupIO.scala:writeTableMetadata(95)) - Writing metadata to hdfs://localhost:40073/id_taco-taco/100/.kudu-metadata.json
2026-08-11 16:15:36,752 INFO  [IPC Server handler 3 on default port 40073] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=create	src=/id_taco-taco/100/.kudu-metadata.json	dst=null	perm=slave:supergroup:rw-r--r--	proto=rpc
2026-08-11 16:15:36,991 INFO  [IPC Server handler 2 on default port 40073] hdfs.StateChange (FSDirWriteFileOp.java:logAllocatedBlock(802)) - BLOCK* allocate blk_1073741825_1001, replicas=127.0.0.1:39649 for /id_taco-taco/100/.kudu-metadata.json
2026-08-11 16:15:37,077 INFO  [DataXceiver for client DFSClient_NONMAPREDUCE_-1401825556_1 at /127.0.0.1:43602 [Receiving block BP-1397058937-10.240.0.74-1786464933161:blk_1073741825_1001]] datanode.DataNode (DataXceiver.java:writeBlock(747)) - Receiving BP-1397058937-10.240.0.74-1786464933161:blk_1073741825_1001 src: /127.0.0.1:43602 dest: /127.0.0.1:39649
2026-08-11 16:15:37,116 INFO  [PacketResponder: BP-1397058937-10.240.0.74-1786464933161:blk_1073741825_1001, type=LAST_IN_PIPELINE] DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1539)) - src: /127.0.0.1:43602, dest: /127.0.0.1:39649, bytes: 82, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1401825556_1, offset: 0, srvID: 5a49ec1c-5fa2-45f1-8ba5-7163a7e355eb, blockid: BP-1397058937-10.240.0.74-1786464933161:blk_1073741825_1001, duration(ns): 9772137
2026-08-11 16:15:37,117 INFO  [PacketResponder: BP-1397058937-10.240.0.74-1786464933161:blk_1073741825_1001, type=LAST_IN_PIPELINE] datanode.DataNode (BlockReceiver.java:run(1512)) - PacketResponder: BP-1397058937-10.240.0.74-1786464933161:blk_1073741825_1001, type=LAST_IN_PIPELINE terminating
2026-08-11 16:15:37,126 INFO  [IPC Server handler 1 on default port 40073] namenode.FSNamesystem (FSNamesystem.java:checkBlocksComplete(3151)) - BLOCK* blk_1073741825_1001 is COMMITTED but not COMPLETE(numNodes= 0 <  minimum = 1) in file /id_taco-taco/100/.kudu-metadata.json
2026-08-11 16:15:37,532 INFO  [IPC Server handler 4 on default port 40073] hdfs.StateChange (FSNamesystem.java:completeFile(3104)) - DIR* completeFile: /id_taco-taco/100/.kudu-metadata.json is closed by DFSClient_NONMAPREDUCE_-1401825556_1
2026-08-11 16:15:37,534 INFO  [Listener at localhost/33139] backup.BackupIO (BackupIO.scala:writeTableMetadata(95)) - Writing metadata to hdfs://localhost:40073/id_taco-taco/1000/.kudu-metadata.json
2026-08-11 16:15:37,537 INFO  [IPC Server handler 3 on default port 40073] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=create	src=/id_taco-taco/1000/.kudu-metadata.json	dst=null	perm=slave:supergroup:rw-r--r--	proto=rpc
2026-08-11 16:15:37,541 INFO  [IPC Server handler 2 on default port 40073] hdfs.StateChange (FSDirWriteFileOp.java:logAllocatedBlock(802)) - BLOCK* allocate blk_1073741826_1002, replicas=127.0.0.1:39649 for /id_taco-taco/1000/.kudu-metadata.json
2026-08-11 16:15:37,543 INFO  [DataXceiver for client DFSClient_NONMAPREDUCE_-1401825556_1 at /127.0.0.1:43604 [Receiving block BP-1397058937-10.240.0.74-1786464933161:blk_1073741826_1002]] datanode.DataNode (DataXceiver.java:writeBlock(747)) - Receiving BP-1397058937-10.240.0.74-1786464933161:blk_1073741826_1002 src: /127.0.0.1:43604 dest: /127.0.0.1:39649
2026-08-11 16:15:37,550 INFO  [PacketResponder: BP-1397058937-10.240.0.74-1786464933161:blk_1073741826_1002, type=LAST_IN_PIPELINE] DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1539)) - src: /127.0.0.1:43604, dest: /127.0.0.1:39649, bytes: 83, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1401825556_1, offset: 0, srvID: 5a49ec1c-5fa2-45f1-8ba5-7163a7e355eb, blockid: BP-1397058937-10.240.0.74-1786464933161:blk_1073741826_1002, duration(ns): 3919267
2026-08-11 16:15:37,550 INFO  [PacketResponder: BP-1397058937-10.240.0.74-1786464933161:blk_1073741826_1002, type=LAST_IN_PIPELINE] datanode.DataNode (BlockReceiver.java:run(1512)) - PacketResponder: BP-1397058937-10.240.0.74-1786464933161:blk_1073741826_1002, type=LAST_IN_PIPELINE terminating
2026-08-11 16:15:37,553 INFO  [IPC Server handler 1 on default port 40073] hdfs.StateChange (FSNamesystem.java:completeFile(3104)) - DIR* completeFile: /id_taco-taco/1000/.kudu-metadata.json is closed by DFSClient_NONMAPREDUCE_-1401825556_1
2026-08-11 16:15:37,554 INFO  [Listener at localhost/33139] backup.BackupIO (BackupIO.scala:writeTableMetadata(95)) - Writing metadata to hdfs://localhost:40073/id_taco-taco/2000/.kudu-metadata.json
2026-08-11 16:15:37,557 INFO  [IPC Server handler 0 on default port 40073] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=create	src=/id_taco-taco/2000/.kudu-metadata.json	dst=null	perm=slave:supergroup:rw-r--r--	proto=rpc
2026-08-11 16:15:37,560 INFO  [IPC Server handler 8 on default port 40073] hdfs.StateChange (FSDirWriteFileOp.java:logAllocatedBlock(802)) - BLOCK* allocate blk_1073741827_1003, replicas=127.0.0.1:39649 for /id_taco-taco/2000/.kudu-metadata.json
2026-08-11 16:15:37,563 INFO  [DataXceiver for client DFSClient_NONMAPREDUCE_-1401825556_1 at /127.0.0.1:43610 [Receiving block BP-1397058937-10.240.0.74-1786464933161:blk_1073741827_1003]] datanode.DataNode (DataXceiver.java:writeBlock(747)) - Receiving BP-1397058937-10.240.0.74-1786464933161:blk_1073741827_1003 src: /127.0.0.1:43610 dest: /127.0.0.1:39649
2026-08-11 16:15:37,568 INFO  [PacketResponder: BP-1397058937-10.240.0.74-1786464933161:blk_1073741827_1003, type=LAST_IN_PIPELINE] DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1539)) - src: /127.0.0.1:43610, dest: /127.0.0.1:39649, bytes: 102, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1401825556_1, offset: 0, srvID: 5a49ec1c-5fa2-45f1-8ba5-7163a7e355eb, blockid: BP-1397058937-10.240.0.74-1786464933161:blk_1073741827_1003, duration(ns): 2819054
2026-08-11 16:15:37,569 INFO  [PacketResponder: BP-1397058937-10.240.0.74-1786464933161:blk_1073741827_1003, type=LAST_IN_PIPELINE] datanode.DataNode (BlockReceiver.java:run(1512)) - PacketResponder: BP-1397058937-10.240.0.74-1786464933161:blk_1073741827_1003, type=LAST_IN_PIPELINE terminating
2026-08-11 16:15:37,572 INFO  [IPC Server handler 6 on default port 40073] namenode.FSNamesystem (FSNamesystem.java:checkBlocksComplete(3151)) - BLOCK* blk_1073741827_1003 is COMMITTED but not COMPLETE(numNodes= 0 <  minimum = 1) in file /id_taco-taco/2000/.kudu-metadata.json
2026-08-11 16:15:37,975 INFO  [IPC Server handler 5 on default port 40073] hdfs.StateChange (FSNamesystem.java:completeFile(3104)) - DIR* completeFile: /id_taco-taco/2000/.kudu-metadata.json is closed by DFSClient_NONMAPREDUCE_-1401825556_1
2026-08-11 16:15:37,976 INFO  [Listener at localhost/33139] backup.BackupIO (BackupIO.scala:writeTableMetadata(95)) - Writing metadata to hdfs://localhost:40073/id_pizza-pizza/200/.kudu-metadata.json
2026-08-11 16:15:37,979 INFO  [IPC Server handler 4 on default port 40073] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=create	src=/id_pizza-pizza/200/.kudu-metadata.json	dst=null	perm=slave:supergroup:rw-r--r--	proto=rpc
2026-08-11 16:15:37,983 INFO  [IPC Server handler 3 on default port 40073] hdfs.StateChange (FSDirWriteFileOp.java:logAllocatedBlock(802)) - BLOCK* allocate blk_1073741828_1004, replicas=127.0.0.1:39649 for /id_pizza-pizza/200/.kudu-metadata.json
2026-08-11 16:15:37,988 INFO  [DataXceiver for client DFSClient_NONMAPREDUCE_-1401825556_1 at /127.0.0.1:43622 [Receiving block BP-1397058937-10.240.0.74-1786464933161:blk_1073741828_1004]] datanode.DataNode (DataXceiver.java:writeBlock(747)) - Receiving BP-1397058937-10.240.0.74-1786464933161:blk_1073741828_1004 src: /127.0.0.1:43622 dest: /127.0.0.1:39649
2026-08-11 16:15:37,993 INFO  [PacketResponder: BP-1397058937-10.240.0.74-1786464933161:blk_1073741828_1004, type=LAST_IN_PIPELINE] DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1539)) - src: /127.0.0.1:43622, dest: /127.0.0.1:39649, bytes: 84, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1401825556_1, offset: 0, srvID: 5a49ec1c-5fa2-45f1-8ba5-7163a7e355eb, blockid: BP-1397058937-10.240.0.74-1786464933161:blk_1073741828_1004, duration(ns): 3285676
2026-08-11 16:15:37,993 INFO  [PacketResponder: BP-1397058937-10.240.0.74-1786464933161:blk_1073741828_1004, type=LAST_IN_PIPELINE] datanode.DataNode (BlockReceiver.java:run(1512)) - PacketResponder: BP-1397058937-10.240.0.74-1786464933161:blk_1073741828_1004, type=LAST_IN_PIPELINE terminating
2026-08-11 16:15:37,995 INFO  [IPC Server handler 9 on default port 40073] hdfs.StateChange (FSNamesystem.java:completeFile(3104)) - DIR* completeFile: /id_pizza-pizza/200/.kudu-metadata.json is closed by DFSClient_NONMAPREDUCE_-1401825556_1
2026-08-11 16:15:37,996 INFO  [Listener at localhost/33139] backup.BackupIO (BackupIO.scala:writeTableMetadata(95)) - Writing metadata to hdfs://localhost:40073/id_pizza-pizza/400/.kudu-metadata.json
2026-08-11 16:15:37,999 INFO  [IPC Server handler 1 on default port 40073] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=create	src=/id_pizza-pizza/400/.kudu-metadata.json	dst=null	perm=slave:supergroup:rw-r--r--	proto=rpc
2026-08-11 16:15:38,002 INFO  [IPC Server handler 0 on default port 40073] hdfs.StateChange (FSDirWriteFileOp.java:logAllocatedBlock(802)) - BLOCK* allocate blk_1073741829_1005, replicas=127.0.0.1:39649 for /id_pizza-pizza/400/.kudu-metadata.json
2026-08-11 16:15:38,006 INFO  [DataXceiver for client DFSClient_NONMAPREDUCE_-1401825556_1 at /127.0.0.1:43626 [Receiving block BP-1397058937-10.240.0.74-1786464933161:blk_1073741829_1005]] datanode.DataNode (DataXceiver.java:writeBlock(747)) - Receiving BP-1397058937-10.240.0.74-1786464933161:blk_1073741829_1005 src: /127.0.0.1:43626 dest: /127.0.0.1:39649
2026-08-11 16:15:38,012 INFO  [PacketResponder: BP-1397058937-10.240.0.74-1786464933161:blk_1073741829_1005, type=LAST_IN_PIPELINE] DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1539)) - src: /127.0.0.1:43626, dest: /127.0.0.1:39649, bytes: 103, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1401825556_1, offset: 0, srvID: 5a49ec1c-5fa2-45f1-8ba5-7163a7e355eb, blockid: BP-1397058937-10.240.0.74-1786464933161:blk_1073741829_1005, duration(ns): 3443539
2026-08-11 16:15:38,012 INFO  [PacketResponder: BP-1397058937-10.240.0.74-1786464933161:blk_1073741829_1005, type=LAST_IN_PIPELINE] datanode.DataNode (BlockReceiver.java:run(1512)) - PacketResponder: BP-1397058937-10.240.0.74-1786464933161:blk_1073741829_1005, type=LAST_IN_PIPELINE terminating
2026-08-11 16:15:38,015 INFO  [IPC Server handler 7 on default port 40073] namenode.FSNamesystem (FSNamesystem.java:checkBlocksComplete(3151)) - BLOCK* blk_1073741829_1005 is COMMITTED but not COMPLETE(numNodes= 0 <  minimum = 1) in file /id_pizza-pizza/400/.kudu-metadata.json
2026-08-11 16:15:38,417 INFO  [IPC Server handler 6 on default port 40073] hdfs.StateChange (FSNamesystem.java:completeFile(3104)) - DIR* completeFile: /id_pizza-pizza/400/.kudu-metadata.json is closed by DFSClient_NONMAPREDUCE_-1401825556_1
2026-08-11 16:15:38,419 INFO  [Listener at localhost/33139] backup.BackupIO (BackupIO.scala:writeTableMetadata(95)) - Writing metadata to hdfs://localhost:40073/id_pizza-pizza/600/.kudu-metadata.json
2026-08-11 16:15:38,422 INFO  [IPC Server handler 5 on default port 40073] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=create	src=/id_pizza-pizza/600/.kudu-metadata.json	dst=null	perm=slave:supergroup:rw-r--r--	proto=rpc
2026-08-11 16:15:38,425 INFO  [IPC Server handler 4 on default port 40073] hdfs.StateChange (FSDirWriteFileOp.java:logAllocatedBlock(802)) - BLOCK* allocate blk_1073741830_1006, replicas=127.0.0.1:39649 for /id_pizza-pizza/600/.kudu-metadata.json
2026-08-11 16:15:38,428 INFO  [DataXceiver for client DFSClient_NONMAPREDUCE_-1401825556_1 at /127.0.0.1:43634 [Receiving block BP-1397058937-10.240.0.74-1786464933161:blk_1073741830_1006]] datanode.DataNode (DataXceiver.java:writeBlock(747)) - Receiving BP-1397058937-10.240.0.74-1786464933161:blk_1073741830_1006 src: /127.0.0.1:43634 dest: /127.0.0.1:39649
2026-08-11 16:15:38,433 INFO  [PacketResponder: BP-1397058937-10.240.0.74-1786464933161:blk_1073741830_1006, type=LAST_IN_PIPELINE] DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1539)) - src: /127.0.0.1:43634, dest: /127.0.0.1:39649, bytes: 103, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1401825556_1, offset: 0, srvID: 5a49ec1c-5fa2-45f1-8ba5-7163a7e355eb, blockid: BP-1397058937-10.240.0.74-1786464933161:blk_1073741830_1006, duration(ns): 3492242
2026-08-11 16:15:38,434 INFO  [PacketResponder: BP-1397058937-10.240.0.74-1786464933161:blk_1073741830_1006, type=LAST_IN_PIPELINE] datanode.DataNode (BlockReceiver.java:run(1512)) - PacketResponder: BP-1397058937-10.240.0.74-1786464933161:blk_1073741830_1006, type=LAST_IN_PIPELINE terminating
2026-08-11 16:15:38,436 INFO  [IPC Server handler 2 on default port 40073] hdfs.StateChange (FSNamesystem.java:completeFile(3104)) - DIR* completeFile: /id_pizza-pizza/600/.kudu-metadata.json is closed by DFSClient_NONMAPREDUCE_-1401825556_1
2026-08-11 16:15:38,926 INFO  [IPC Server handler 9 on default port 40073] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=getfileinfo	src=/	dst=null	perm=null	proto=rpc
2026-08-11 16:15:38,932 INFO  [IPC Server handler 1 on default port 40073] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=listStatus	src=/	dst=null	perm=null	proto=rpc
2026-08-11 16:15:38,941 INFO  [IPC Server handler 0 on default port 40073] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=listStatus	src=/id_pizza-pizza	dst=null	perm=null	proto=rpc
2026-08-11 16:15:38,945 INFO  [IPC Server handler 8 on default port 40073] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=getfileinfo	src=/id_pizza-pizza/200/.kudu-metadata.json	dst=null	perm=null	proto=rpc
2026-08-11 16:15:38,954 INFO  [IPC Server handler 7 on default port 40073] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=open	src=/id_pizza-pizza/200/.kudu-metadata.json	dst=null	perm=null	proto=rpc
2026-08-11 16:15:39,028 INFO  [IPC Server handler 6 on default port 40073] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=getfileinfo	src=/id_pizza-pizza/400/.kudu-metadata.json	dst=null	perm=null	proto=rpc
2026-08-11 16:15:39,031 INFO  [IPC Server handler 5 on default port 40073] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=open	src=/id_pizza-pizza/400/.kudu-metadata.json	dst=null	perm=null	proto=rpc
2026-08-11 16:15:39,036 INFO  [IPC Server handler 4 on default port 40073] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=getfileinfo	src=/id_pizza-pizza/600/.kudu-metadata.json	dst=null	perm=null	proto=rpc
2026-08-11 16:15:39,038 INFO  [IPC Server handler 3 on default port 40073] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=open	src=/id_pizza-pizza/600/.kudu-metadata.json	dst=null	perm=null	proto=rpc
2026-08-11 16:15:39,041 INFO  [Listener at localhost/33139] backup.BackupIO (BackupIO.scala:readTableBackups(236)) - Found 3 paths in hdfs://localhost:40073/id_pizza-pizza
2026-08-11 16:15:39,042 INFO  [IPC Server handler 2 on default port 40073] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=listStatus	src=/id_taco-taco	dst=null	perm=null	proto=rpc
2026-08-11 16:15:39,044 INFO  [IPC Server handler 9 on default port 40073] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=getfileinfo	src=/id_taco-taco/100/.kudu-metadata.json	dst=null	perm=null	proto=rpc
2026-08-11 16:15:39,045 INFO  [IPC Server handler 1 on default port 40073] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=open	src=/id_taco-taco/100/.kudu-metadata.json	dst=null	perm=null	proto=rpc
2026-08-11 16:15:39,049 INFO  [IPC Server handler 0 on default port 40073] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=getfileinfo	src=/id_taco-taco/1000/.kudu-metadata.json	dst=null	perm=null	proto=rpc
2026-08-11 16:15:39,051 INFO  [IPC Server handler 8 on default port 40073] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=open	src=/id_taco-taco/1000/.kudu-metadata.json	dst=null	perm=null	proto=rpc
2026-08-11 16:15:39,055 INFO  [IPC Server handler 7 on default port 40073] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=getfileinfo	src=/id_taco-taco/2000/.kudu-metadata.json	dst=null	perm=null	proto=rpc
2026-08-11 16:15:39,057 INFO  [IPC Server handler 6 on default port 40073] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=open	src=/id_taco-taco/2000/.kudu-metadata.json	dst=null	perm=null	proto=rpc
2026-08-11 16:15:39,059 INFO  [Listener at localhost/33139] backup.BackupIO (BackupIO.scala:readTableBackups(236)) - Found 3 paths in hdfs://localhost:40073/id_taco-taco
.2026-08-11 16:15:39,122 INFO  [Listener at localhost/33139] hdfs.MiniDFSCluster (MiniDFSCluster.java:<init>(529)) - starting cluster: numNameNodes=1, numDataNodes=1
2026-08-11 16:15:39,124 INFO  [Listener at localhost/33139] namenode.NameNode (NameNode.java:format(1249)) - Formatting using clusterid: testClusterID
2026-08-11 16:15:39,124 INFO  [Listener at localhost/33139] namenode.FSEditLog (FSEditLog.java:newInstance(229)) - Edit logging is async:true
2026-08-11 16:15:39,138 INFO  [Listener at localhost/33139] namenode.FSNamesystem (FSNamesystem.java:<init>(814)) - KeyProvider: null
2026-08-11 16:15:39,138 INFO  [Listener at localhost/33139] namenode.FSNamesystem (FSNamesystemLock.java:<init>(141)) - fsLock is fair: true
2026-08-11 16:15:39,138 INFO  [Listener at localhost/33139] namenode.FSNamesystem (FSNamesystemLock.java:<init>(159)) - Detailed lock hold time metrics enabled: false
2026-08-11 16:15:39,139 INFO  [Listener at localhost/33139] namenode.FSNamesystem (FSNamesystem.java:<init>(847)) - fsOwner                = slave (auth:SIMPLE)
2026-08-11 16:15:39,139 INFO  [Listener at localhost/33139] namenode.FSNamesystem (FSNamesystem.java:<init>(848)) - supergroup             = supergroup
2026-08-11 16:15:39,139 INFO  [Listener at localhost/33139] namenode.FSNamesystem (FSNamesystem.java:<init>(849)) - isPermissionEnabled    = true
2026-08-11 16:15:39,139 INFO  [Listener at localhost/33139] namenode.FSNamesystem (FSNamesystem.java:<init>(850)) - isStoragePolicyEnabled = true
2026-08-11 16:15:39,139 INFO  [Listener at localhost/33139] namenode.FSNamesystem (FSNamesystem.java:<init>(861)) - HA Enabled: false
2026-08-11 16:15:39,139 INFO  [Listener at localhost/33139] common.Util (Util.java:isDiskStatsEnabled(395)) - dfs.datanode.fileio.profiling.sampling.percentage set to 0. Disabling file IO profiling
2026-08-11 16:15:39,140 INFO  [Listener at localhost/33139] blockmanagement.DatanodeManager (DatanodeManager.java:<init>(334)) - dfs.block.invalidate.limit: configured=1000, counted=60, effected=1000
2026-08-11 16:15:39,140 INFO  [Listener at localhost/33139] blockmanagement.DatanodeManager (DatanodeManager.java:<init>(342)) - dfs.namenode.datanode.registration.ip-hostname-check=true
2026-08-11 16:15:39,140 INFO  [Listener at localhost/33139] blockmanagement.BlockManager (InvalidateBlocks.java:printBlockDeletionTime(77)) - dfs.namenode.startup.delay.block.deletion.sec is set to 000:00:00:00.000
2026-08-11 16:15:39,140 INFO  [Listener at localhost/33139] blockmanagement.BlockManager (InvalidateBlocks.java:printBlockDeletionTime(83)) - The block deletion will start around 2026 Aug 11 16:15:39
2026-08-11 16:15:39,140 INFO  [Listener at localhost/33139] util.GSet (LightWeightGSet.java:computeCapacity(395)) - Computing capacity for map BlocksMap
2026-08-11 16:15:39,140 INFO  [Listener at localhost/33139] util.GSet (LightWeightGSet.java:computeCapacity(396)) - VM type       = 64-bit
2026-08-11 16:15:39,141 INFO  [Listener at localhost/33139] util.GSet (LightWeightGSet.java:computeCapacity(397)) - 2.0% max memory 3.5 GB = 72.5 MB
2026-08-11 16:15:39,141 INFO  [Listener at localhost/33139] util.GSet (LightWeightGSet.java:computeCapacity(402)) - capacity      = 2^23 = 8388608 entries
2026-08-11 16:15:39,146 INFO  [Listener at localhost/33139] blockmanagement.BlockManager (BlockManager.java:createSPSManager(5447)) - Storage policy satisfier is disabled
2026-08-11 16:15:39,147 INFO  [Listener at localhost/33139] blockmanagement.BlockManager (BlockManager.java:createBlockTokenSecretManager(641)) - dfs.block.access.token.enable = false
2026-08-11 16:15:39,147 INFO  [Listener at localhost/33139] blockmanagement.BlockManagerSafeMode (BlockManagerSafeMode.java:<init>(160)) - dfs.namenode.safemode.threshold-pct = 0.999
2026-08-11 16:15:39,147 INFO  [Listener at localhost/33139] blockmanagement.BlockManagerSafeMode (BlockManagerSafeMode.java:<init>(161)) - dfs.namenode.safemode.min.datanodes = 0
2026-08-11 16:15:39,147 INFO  [Listener at localhost/33139] blockmanagement.BlockManagerSafeMode (BlockManagerSafeMode.java:<init>(163)) - dfs.namenode.safemode.extension = 0
2026-08-11 16:15:39,147 INFO  [Listener at localhost/33139] blockmanagement.BlockManager (BlockManager.java:<init>(627)) - defaultReplication         = 1
2026-08-11 16:15:39,147 INFO  [Listener at localhost/33139] blockmanagement.BlockManager (BlockManager.java:<init>(628)) - maxReplication             = 512
2026-08-11 16:15:39,147 INFO  [Listener at localhost/33139] blockmanagement.BlockManager (BlockManager.java:<init>(629)) - minReplication             = 1
2026-08-11 16:15:39,147 INFO  [Listener at localhost/33139] blockmanagement.BlockManager (BlockManager.java:<init>(630)) - maxReplicationStreams      = 2
2026-08-11 16:15:39,147 INFO  [Listener at localhost/33139] blockmanagement.BlockManager (BlockManager.java:<init>(631)) - redundancyRecheckInterval  = 3000ms
2026-08-11 16:15:39,148 INFO  [Listener at localhost/33139] blockmanagement.BlockManager (BlockManager.java:<init>(632)) - encryptDataTransfer        = false
2026-08-11 16:15:39,148 INFO  [Listener at localhost/33139] blockmanagement.BlockManager (BlockManager.java:<init>(633)) - maxNumBlocksToLog          = 1000
2026-08-11 16:15:39,148 INFO  [Listener at localhost/33139] util.GSet (LightWeightGSet.java:computeCapacity(395)) - Computing capacity for map INodeMap
2026-08-11 16:15:39,148 INFO  [Listener at localhost/33139] util.GSet (LightWeightGSet.java:computeCapacity(396)) - VM type       = 64-bit
2026-08-11 16:15:39,148 INFO  [Listener at localhost/33139] util.GSet (LightWeightGSet.java:computeCapacity(397)) - 1.0% max memory 3.5 GB = 36.2 MB
2026-08-11 16:15:39,148 INFO  [Listener at localhost/33139] util.GSet (LightWeightGSet.java:computeCapacity(402)) - capacity      = 2^22 = 4194304 entries
2026-08-11 16:15:39,191 INFO  [Listener at localhost/33139] namenode.FSDirectory (FSDirectory.java:<init>(335)) - ACLs enabled? true
2026-08-11 16:15:39,194 INFO  [Listener at localhost/33139] namenode.FSDirectory (FSDirectory.java:<init>(339)) - POSIX ACL inheritance enabled? true
2026-08-11 16:15:39,194 INFO  [Listener at localhost/33139] namenode.FSDirectory (FSDirectory.java:<init>(343)) - XAttrs enabled? true
2026-08-11 16:15:39,195 INFO  [Listener at localhost/33139] namenode.NameNode (FSDirectory.java:<init>(406)) - Caching file names occurring more than 10 times
2026-08-11 16:15:39,195 INFO  [Listener at localhost/33139] snapshot.SnapshotManager (SnapshotManager.java:<init>(124)) - Loaded config captureOpenFiles: false, skipCaptureAccessTimeOnlyChange: false, snapshotDiffAllowSnapRootDescendant: true, maxSnapshotLimit: 65536
2026-08-11 16:15:39,195 INFO  [Listener at localhost/33139] snapshot.SnapshotManager (DirectoryDiffListFactory.java:init(43)) - SkipList is disabled
2026-08-11 16:15:39,195 INFO  [Listener at localhost/33139] util.GSet (LightWeightGSet.java:computeCapacity(395)) - Computing capacity for map cachedBlocks
2026-08-11 16:15:39,195 INFO  [Listener at localhost/33139] util.GSet (LightWeightGSet.java:computeCapacity(396)) - VM type       = 64-bit
2026-08-11 16:15:39,195 INFO  [Listener at localhost/33139] util.GSet (LightWeightGSet.java:computeCapacity(397)) - 0.25% max memory 3.5 GB = 9.1 MB
2026-08-11 16:15:39,196 INFO  [Listener at localhost/33139] util.GSet (LightWeightGSet.java:computeCapacity(402)) - capacity      = 2^20 = 1048576 entries
2026-08-11 16:15:39,197 INFO  [Listener at localhost/33139] metrics.TopMetrics (TopMetrics.java:logConf(75)) - NNTop conf: dfs.namenode.top.window.num.buckets = 10
2026-08-11 16:15:39,197 INFO  [Listener at localhost/33139] metrics.TopMetrics (TopMetrics.java:logConf(77)) - NNTop conf: dfs.namenode.top.num.users = 10
2026-08-11 16:15:39,197 INFO  [Listener at localhost/33139] metrics.TopMetrics (TopMetrics.java:logConf(79)) - NNTop conf: dfs.namenode.top.windows.minutes = 1,5,25
2026-08-11 16:15:39,197 INFO  [Listener at localhost/33139] namenode.FSNamesystem (FSNamesystem.java:initRetryCache(1080)) - Retry cache on namenode is enabled
2026-08-11 16:15:39,197 INFO  [Listener at localhost/33139] namenode.FSNamesystem (FSNamesystem.java:initRetryCache(1088)) - Retry cache will use 0.03 of total heap and retry cache entry expiry time is 600000 millis
2026-08-11 16:15:39,197 INFO  [Listener at localhost/33139] util.GSet (LightWeightGSet.java:computeCapacity(395)) - Computing capacity for map NameNodeRetryCache
2026-08-11 16:15:39,198 INFO  [Listener at localhost/33139] util.GSet (LightWeightGSet.java:computeCapacity(396)) - VM type       = 64-bit
2026-08-11 16:15:39,198 INFO  [Listener at localhost/33139] util.GSet (LightWeightGSet.java:computeCapacity(397)) - 0.029999999329447746% max memory 3.5 GB = 1.1 MB
2026-08-11 16:15:39,198 INFO  [Listener at localhost/33139] util.GSet (LightWeightGSet.java:computeCapacity(402)) - capacity      = 2^17 = 131072 entries
2026-08-11 16:15:39,200 INFO  [Listener at localhost/33139] namenode.FSImage (FSImage.java:format(186)) - Allocated new BlockPoolId: BP-87563719-10.240.0.74-1786464939200
2026-08-11 16:15:39,205 INFO  [Listener at localhost/33139] common.Storage (NNStorage.java:format(595)) - Storage directory /tmp/hdfs-test8213335295549961418/name-0-1 has been successfully formatted.
2026-08-11 16:15:39,209 INFO  [Listener at localhost/33139] common.Storage (NNStorage.java:format(595)) - Storage directory /tmp/hdfs-test8213335295549961418/name-0-2 has been successfully formatted.
2026-08-11 16:15:39,231 INFO  [FSImageSaver for /tmp/hdfs-test8213335295549961418/name-0-1 of type IMAGE_AND_EDITS] namenode.FSImageFormatProtobuf (FSImageFormatProtobuf.java:save(732)) - Saving image file /tmp/hdfs-test8213335295549961418/name-0-1/current/fsimage.ckpt_0000000000000000000 using no compression
2026-08-11 16:15:39,231 INFO  [FSImageSaver for /tmp/hdfs-test8213335295549961418/name-0-2 of type IMAGE_AND_EDITS] namenode.FSImageFormatProtobuf (FSImageFormatProtobuf.java:save(732)) - Saving image file /tmp/hdfs-test8213335295549961418/name-0-2/current/fsimage.ckpt_0000000000000000000 using no compression
2026-08-11 16:15:39,246 INFO  [FSImageSaver for /tmp/hdfs-test8213335295549961418/name-0-2 of type IMAGE_AND_EDITS] namenode.FSImageFormatProtobuf (FSImageFormatProtobuf.java:save(736)) - Image file /tmp/hdfs-test8213335295549961418/name-0-2/current/fsimage.ckpt_0000000000000000000 of size 418 bytes saved in 0 seconds .
2026-08-11 16:15:39,249 INFO  [FSImageSaver for /tmp/hdfs-test8213335295549961418/name-0-1 of type IMAGE_AND_EDITS] namenode.FSImageFormatProtobuf (FSImageFormatProtobuf.java:save(736)) - Image file /tmp/hdfs-test8213335295549961418/name-0-1/current/fsimage.ckpt_0000000000000000000 of size 418 bytes saved in 0 seconds .
2026-08-11 16:15:39,254 INFO  [Listener at localhost/33139] namenode.NNStorageRetentionManager (NNStorageRetentionManager.java:getImageTxIdToRetain(203)) - Going to retain 1 images with txid >= 0
2026-08-11 16:15:39,265 INFO  [Listener at localhost/33139] namenode.FSNamesystem (FSNamesystem.java:stopActiveServices(1427)) - Stopping services started for active state
2026-08-11 16:15:39,266 INFO  [Listener at localhost/33139] namenode.FSNamesystem (FSNamesystem.java:stopStandbyServices(1528)) - Stopping services started for standby state
2026-08-11 16:15:39,267 INFO  [Listener at localhost/33139] namenode.NameNode (NameNode.java:createNameNode(1707)) - createNameNode []
2026-08-11 16:15:39,267 INFO  [Listener at localhost/33139] impl.MetricsSystemImpl (MetricsSystemImpl.java:init(158)) - NameNode metrics system started (again)
2026-08-11 16:15:39,267 INFO  [Listener at localhost/33139] namenode.NameNodeUtils (NameNodeUtils.java:getClientNamenodeAddress(79)) - fs.defaultFS is hdfs://127.0.0.1:0
2026-08-11 16:15:39,285 INFO  [org.apache.hadoop.util.JvmPauseMonitor$Monitor@593a6726] util.JvmPauseMonitor (JvmPauseMonitor.java:run(188)) - Starting JVM pause monitor
2026-08-11 16:15:39,285 INFO  [Listener at localhost/33139] hdfs.DFSUtil (DFSUtil.java:httpServerTemplateForNNAndJN(1668)) - Filter initializers set : org.apache.hadoop.http.lib.StaticUserWebFilter,org.apache.hadoop.hdfs.web.AuthFilterInitializer
2026-08-11 16:15:39,286 INFO  [Listener at localhost/33139] hdfs.DFSUtil (DFSUtil.java:httpServerTemplateForNNAndJN(1690)) - Starting Web-server for hdfs at: http://localhost:0
2026-08-11 16:15:39,289 INFO  [Listener at localhost/33139] server.AuthenticationFilter (AuthenticationFilter.java:constructSecretProvider(240)) - Unable to initialize FileSignerSecretProvider, falling back to use random secrets.
2026-08-11 16:15:39,289 INFO  [Listener at localhost/33139] http.HttpRequestLog (HttpRequestLog.java:getRequestLog(82)) - Http request log for http.requests.namenode is not defined
2026-08-11 16:15:39,291 INFO  [Listener at localhost/33139] http.HttpServer2 (HttpServer2.java:addGlobalFilter(1111)) - Added global filter 'safety' (class=org.apache.hadoop.http.HttpServer2$QuotingInputFilter)
2026-08-11 16:15:39,292 INFO  [Listener at localhost/33139] http.HttpServer2 (HttpServer2.java:addFilter(1084)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context hdfs
2026-08-11 16:15:39,292 INFO  [Listener at localhost/33139] http.HttpServer2 (HttpServer2.java:addFilter(1094)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context static
2026-08-11 16:15:39,293 INFO  [Listener at localhost/33139] http.HttpServer2 (HttpServer2.java:addFilter(1084)) - Added filter AuthFilter (class=org.apache.hadoop.hdfs.web.AuthFilter) to context hdfs
2026-08-11 16:15:39,293 INFO  [Listener at localhost/33139] http.HttpServer2 (HttpServer2.java:addFilter(1094)) - Added filter AuthFilter (class=org.apache.hadoop.hdfs.web.AuthFilter) to context static
2026-08-11 16:15:39,294 INFO  [Listener at localhost/33139] http.HttpServer2 (HttpServer2.java:addJerseyResourcePackage(938)) - addJerseyResourcePackage: packageName=org.apache.hadoop.hdfs.server.namenode.web.resources;org.apache.hadoop.hdfs.web.resources, pathSpec=/webhdfs/v1/*
2026-08-11 16:15:39,294 INFO  [Listener at localhost/33139] http.HttpServer2 (HttpServer2.java:bindListener(1332)) - Jetty bound to port 34519
2026-08-11 16:15:39,294 INFO  [Listener at localhost/33139] server.Server (Server.java:doStart(375)) - jetty-9.4.40.v20210413; built: 2021-04-13T20:42:42.668Z; git: b881a572662e1943a14ae12e7e1207989f218b74; jvm 1.8.0_362-8u372-ga~us1-0ubuntu1~18.04-b09
2026-08-11 16:15:39,297 INFO  [Listener at localhost/33139] server.session (DefaultSessionIdManager.java:doStart(334)) - DefaultSessionIdManager workerName=node0
2026-08-11 16:15:39,297 INFO  [Listener at localhost/33139] server.session (DefaultSessionIdManager.java:doStart(339)) - No SessionScavenger set, using defaults
2026-08-11 16:15:39,297 INFO  [Listener at localhost/33139] server.session (HouseKeeper.java:startScavenging(132)) - node0 Scavenging every 600000ms
2026-08-11 16:15:39,298 INFO  [Listener at localhost/33139] server.AuthenticationFilter (AuthenticationFilter.java:constructSecretProvider(240)) - Unable to initialize FileSignerSecretProvider, falling back to use random secrets.
2026-08-11 16:15:39,299 INFO  [Listener at localhost/33139] handler.ContextHandler (ContextHandler.java:doStart(916)) - Started o.e.j.s.ServletContextHandler@2f3166a{static,/static,jar:file:/tmp/dist-test-taskw4zUfz/java/build/jars/hadoop-hdfs-3.3.1-tests.jar!/webapps/static,AVAILABLE}
2026-08-11 16:15:39,443 INFO  [Listener at localhost/33139] handler.ContextHandler (ContextHandler.java:doStart(916)) - Started o.e.j.w.WebAppContext@244418a{hdfs,/,file:///tmp/jetty-localhost-34519-hadoop-hdfs-3_3_1-tests_jar-_-any-7168545740268478687/webapp/,AVAILABLE}{jar:file:/tmp/dist-test-taskw4zUfz/java/build/jars/hadoop-hdfs-3.3.1-tests.jar!/webapps/hdfs}
2026-08-11 16:15:39,445 INFO  [Listener at localhost/33139] server.AbstractConnector (AbstractConnector.java:doStart(331)) - Started ServerConnector@63a28987{HTTP/1.1, (http/1.1)}{localhost:34519}
2026-08-11 16:15:39,445 INFO  [Listener at localhost/33139] server.Server (Server.java:doStart(415)) - Started @8071ms
2026-08-11 16:15:39,446 INFO  [Listener at localhost/33139] namenode.FSEditLog (FSEditLog.java:newInstance(229)) - Edit logging is async:true
2026-08-11 16:15:39,459 INFO  [Listener at localhost/33139] namenode.FSNamesystem (FSNamesystem.java:<init>(814)) - KeyProvider: null
2026-08-11 16:15:39,459 INFO  [Listener at localhost/33139] namenode.FSNamesystem (FSNamesystemLock.java:<init>(141)) - fsLock is fair: true
2026-08-11 16:15:39,459 INFO  [Listener at localhost/33139] namenode.FSNamesystem (FSNamesystemLock.java:<init>(159)) - Detailed lock hold time metrics enabled: false
2026-08-11 16:15:39,459 INFO  [Listener at localhost/33139] namenode.FSNamesystem (FSNamesystem.java:<init>(847)) - fsOwner                = slave (auth:SIMPLE)
2026-08-11 16:15:39,459 INFO  [Listener at localhost/33139] namenode.FSNamesystem (FSNamesystem.java:<init>(848)) - supergroup             = supergroup
2026-08-11 16:15:39,460 INFO  [Listener at localhost/33139] namenode.FSNamesystem (FSNamesystem.java:<init>(849)) - isPermissionEnabled    = true
2026-08-11 16:15:39,460 INFO  [Listener at localhost/33139] namenode.FSNamesystem (FSNamesystem.java:<init>(850)) - isStoragePolicyEnabled = true
2026-08-11 16:15:39,460 INFO  [Listener at localhost/33139] namenode.FSNamesystem (FSNamesystem.java:<init>(861)) - HA Enabled: false
2026-08-11 16:15:39,460 INFO  [Listener at localhost/33139] common.Util (Util.java:isDiskStatsEnabled(395)) - dfs.datanode.fileio.profiling.sampling.percentage set to 0. Disabling file IO profiling
2026-08-11 16:15:39,460 INFO  [Listener at localhost/33139] blockmanagement.DatanodeManager (DatanodeManager.java:<init>(334)) - dfs.block.invalidate.limit: configured=1000, counted=60, effected=1000
2026-08-11 16:15:39,460 INFO  [Listener at localhost/33139] blockmanagement.DatanodeManager (DatanodeManager.java:<init>(342)) - dfs.namenode.datanode.registration.ip-hostname-check=true
2026-08-11 16:15:39,461 INFO  [Listener at localhost/33139] blockmanagement.BlockManager (InvalidateBlocks.java:printBlockDeletionTime(77)) - dfs.namenode.startup.delay.block.deletion.sec is set to 000:00:00:00.000
2026-08-11 16:15:39,461 INFO  [Listener at localhost/33139] blockmanagement.BlockManager (InvalidateBlocks.java:printBlockDeletionTime(83)) - The block deletion will start around 2026 Aug 11 16:15:39
2026-08-11 16:15:39,461 INFO  [Listener at localhost/33139] util.GSet (LightWeightGSet.java:computeCapacity(395)) - Computing capacity for map BlocksMap
2026-08-11 16:15:39,461 INFO  [Listener at localhost/33139] util.GSet (LightWeightGSet.java:computeCapacity(396)) - VM type       = 64-bit
2026-08-11 16:15:39,461 INFO  [Listener at localhost/33139] util.GSet (LightWeightGSet.java:computeCapacity(397)) - 2.0% max memory 3.5 GB = 72.5 MB
2026-08-11 16:15:39,462 INFO  [Listener at localhost/33139] util.GSet (LightWeightGSet.java:computeCapacity(402)) - capacity      = 2^23 = 8388608 entries
2026-08-11 16:15:39,513 INFO  [Listener at localhost/33139] blockmanagement.BlockManager (BlockManager.java:createSPSManager(5447)) - Storage policy satisfier is disabled
2026-08-11 16:15:39,513 INFO  [Listener at localhost/33139] blockmanagement.BlockManager (BlockManager.java:createBlockTokenSecretManager(641)) - dfs.block.access.token.enable = false
2026-08-11 16:15:39,515 INFO  [Listener at localhost/33139] blockmanagement.BlockManagerSafeMode (BlockManagerSafeMode.java:<init>(160)) - dfs.namenode.safemode.threshold-pct = 0.999
2026-08-11 16:15:39,515 INFO  [Listener at localhost/33139] blockmanagement.BlockManagerSafeMode (BlockManagerSafeMode.java:<init>(161)) - dfs.namenode.safemode.min.datanodes = 0
2026-08-11 16:15:39,515 INFO  [Listener at localhost/33139] blockmanagement.BlockManagerSafeMode (BlockManagerSafeMode.java:<init>(163)) - dfs.namenode.safemode.extension = 0
2026-08-11 16:15:39,515 INFO  [Listener at localhost/33139] blockmanagement.BlockManager (BlockManager.java:<init>(627)) - defaultReplication         = 1
2026-08-11 16:15:39,515 INFO  [Listener at localhost/33139] blockmanagement.BlockManager (BlockManager.java:<init>(628)) - maxReplication             = 512
2026-08-11 16:15:39,515 INFO  [Listener at localhost/33139] blockmanagement.BlockManager (BlockManager.java:<init>(629)) - minReplication             = 1
2026-08-11 16:15:39,516 INFO  [Listener at localhost/33139] blockmanagement.BlockManager (BlockManager.java:<init>(630)) - maxReplicationStreams      = 2
2026-08-11 16:15:39,516 INFO  [Listener at localhost/33139] blockmanagement.BlockManager (BlockManager.java:<init>(631)) - redundancyRecheckInterval  = 3000ms
2026-08-11 16:15:39,516 INFO  [Listener at localhost/33139] blockmanagement.BlockManager (BlockManager.java:<init>(632)) - encryptDataTransfer        = false
2026-08-11 16:15:39,516 INFO  [Listener at localhost/33139] blockmanagement.BlockManager (BlockManager.java:<init>(633)) - maxNumBlocksToLog          = 1000
2026-08-11 16:15:39,516 INFO  [Listener at localhost/33139] util.GSet (LightWeightGSet.java:computeCapacity(395)) - Computing capacity for map INodeMap
2026-08-11 16:15:39,517 INFO  [Listener at localhost/33139] util.GSet (LightWeightGSet.java:computeCapacity(396)) - VM type       = 64-bit
2026-08-11 16:15:39,517 INFO  [Listener at localhost/33139] util.GSet (LightWeightGSet.java:computeCapacity(397)) - 1.0% max memory 3.5 GB = 36.2 MB
2026-08-11 16:15:39,517 INFO  [Listener at localhost/33139] util.GSet (LightWeightGSet.java:computeCapacity(402)) - capacity      = 2^22 = 4194304 entries
2026-08-11 16:15:39,520 INFO  [Listener at localhost/33139] namenode.FSDirectory (FSDirectory.java:<init>(335)) - ACLs enabled? true
2026-08-11 16:15:39,520 INFO  [Listener at localhost/33139] namenode.FSDirectory (FSDirectory.java:<init>(339)) - POSIX ACL inheritance enabled? true
2026-08-11 16:15:39,520 INFO  [Listener at localhost/33139] namenode.FSDirectory (FSDirectory.java:<init>(343)) - XAttrs enabled? true
2026-08-11 16:15:39,520 INFO  [Listener at localhost/33139] namenode.NameNode (FSDirectory.java:<init>(406)) - Caching file names occurring more than 10 times
2026-08-11 16:15:39,521 INFO  [Listener at localhost/33139] snapshot.SnapshotManager (SnapshotManager.java:<init>(124)) - Loaded config captureOpenFiles: false, skipCaptureAccessTimeOnlyChange: false, snapshotDiffAllowSnapRootDescendant: true, maxSnapshotLimit: 65536
2026-08-11 16:15:39,521 INFO  [Listener at localhost/33139] snapshot.SnapshotManager (DirectoryDiffListFactory.java:init(43)) - SkipList is disabled
2026-08-11 16:15:39,521 INFO  [Listener at localhost/33139] util.GSet (LightWeightGSet.java:computeCapacity(395)) - Computing capacity for map cachedBlocks
2026-08-11 16:15:39,521 INFO  [Listener at localhost/33139] util.GSet (LightWeightGSet.java:computeCapacity(396)) - VM type       = 64-bit
2026-08-11 16:15:39,522 INFO  [Listener at localhost/33139] util.GSet (LightWeightGSet.java:computeCapacity(397)) - 0.25% max memory 3.5 GB = 9.1 MB
2026-08-11 16:15:39,522 INFO  [Listener at localhost/33139] util.GSet (LightWeightGSet.java:computeCapacity(402)) - capacity      = 2^20 = 1048576 entries
2026-08-11 16:15:39,523 INFO  [Listener at localhost/33139] metrics.TopMetrics (TopMetrics.java:logConf(75)) - NNTop conf: dfs.namenode.top.window.num.buckets = 10
2026-08-11 16:15:39,523 INFO  [Listener at localhost/33139] metrics.TopMetrics (TopMetrics.java:logConf(77)) - NNTop conf: dfs.namenode.top.num.users = 10
2026-08-11 16:15:39,523 INFO  [Listener at localhost/33139] metrics.TopMetrics (TopMetrics.java:logConf(79)) - NNTop conf: dfs.namenode.top.windows.minutes = 1,5,25
2026-08-11 16:15:39,523 INFO  [Listener at localhost/33139] namenode.FSNamesystem (FSNamesystem.java:initRetryCache(1080)) - Retry cache on namenode is enabled
2026-08-11 16:15:39,524 INFO  [Listener at localhost/33139] namenode.FSNamesystem (FSNamesystem.java:initRetryCache(1088)) - Retry cache will use 0.03 of total heap and retry cache entry expiry time is 600000 millis
2026-08-11 16:15:39,524 INFO  [Listener at localhost/33139] util.GSet (LightWeightGSet.java:computeCapacity(395)) - Computing capacity for map NameNodeRetryCache
2026-08-11 16:15:39,524 INFO  [Listener at localhost/33139] util.GSet (LightWeightGSet.java:computeCapacity(396)) - VM type       = 64-bit
2026-08-11 16:15:39,524 INFO  [Listener at localhost/33139] util.GSet (LightWeightGSet.java:computeCapacity(397)) - 0.029999999329447746% max memory 3.5 GB = 1.1 MB
2026-08-11 16:15:39,524 INFO  [Listener at localhost/33139] util.GSet (LightWeightGSet.java:computeCapacity(402)) - capacity      = 2^17 = 131072 entries
2026-08-11 16:15:39,528 INFO  [Listener at localhost/33139] common.Storage (Storage.java:tryLock(948)) - Lock on /tmp/hdfs-test8213335295549961418/name-0-1/in_use.lock acquired by nodename 28264@dist-test-slave-tfpf.c.gcp-upstream.internal
2026-08-11 16:15:39,531 INFO  [Listener at localhost/33139] common.Storage (Storage.java:tryLock(948)) - Lock on /tmp/hdfs-test8213335295549961418/name-0-2/in_use.lock acquired by nodename 28264@dist-test-slave-tfpf.c.gcp-upstream.internal
2026-08-11 16:15:39,532 INFO  [Listener at localhost/33139] namenode.FileJournalManager (FileJournalManager.java:recoverUnfinalizedSegments(428)) - Recovering unfinalized segments in /tmp/hdfs-test8213335295549961418/name-0-1/current
2026-08-11 16:15:39,533 INFO  [Listener at localhost/33139] namenode.FileJournalManager (FileJournalManager.java:recoverUnfinalizedSegments(428)) - Recovering unfinalized segments in /tmp/hdfs-test8213335295549961418/name-0-2/current
2026-08-11 16:15:39,533 INFO  [Listener at localhost/33139] namenode.FSImage (FSImage.java:loadFSImage(734)) - No edit log streams selected.
2026-08-11 16:15:39,534 INFO  [Listener at localhost/33139] namenode.FSImage (FSImage.java:loadFSImageFile(800)) - Planning to load image: FSImageFile(file=/tmp/hdfs-test8213335295549961418/name-0-1/current/fsimage_0000000000000000000, cpktTxId=0000000000000000000)
2026-08-11 16:15:39,537 INFO  [Listener at localhost/33139] namenode.FSImageFormatPBINode (FSImageFormatPBINode.java:loadINodeSectionHeader(413)) - Loading 1 INodes.
2026-08-11 16:15:39,538 INFO  [Listener at localhost/33139] namenode.FSImageFormatPBINode (FSImageFormatPBINode.java:loadINodeSection(371)) - Successfully loaded 1 inodes
2026-08-11 16:15:39,538 INFO  [Listener at localhost/33139] namenode.FSImageFormatPBINode (FSImageFormatPBINode.java:waitBlocksMapAndNameCacheUpdateFinished(344)) - Completed update blocks map and name cache, total waiting duration 0ms.
2026-08-11 16:15:39,539 INFO  [Listener at localhost/33139] namenode.FSImageFormatProtobuf (FSImageFormatProtobuf.java:load(255)) - Loaded FSImage in 0 seconds.
2026-08-11 16:15:39,539 INFO  [Listener at localhost/33139] namenode.FSImage (FSImage.java:loadFSImage(978)) - Loaded image for txid 0 from /tmp/hdfs-test8213335295549961418/name-0-1/current/fsimage_0000000000000000000
2026-08-11 16:15:39,539 INFO  [Listener at localhost/33139] namenode.FSNamesystem (FSNamesystem.java:loadFSImage(1202)) - Need to save fs image? false (staleImage=false, haEnabled=false, isRollingUpgrade=false)
2026-08-11 16:15:39,540 INFO  [Listener at localhost/33139] namenode.FSEditLog (FSEditLog.java:startLogSegment(1391)) - Starting log segment at 1
2026-08-11 16:15:39,550 INFO  [Listener at localhost/33139] namenode.NameCache (NameCache.java:initialized(143)) - initialized with 0 entries 0 lookups
2026-08-11 16:15:39,550 INFO  [Listener at localhost/33139] namenode.FSNamesystem (FSNamesystem.java:loadFromDisk(786)) - Finished loading FSImage in 24 msecs
2026-08-11 16:15:39,551 INFO  [Listener at localhost/33139] namenode.NameNode (NameNodeRpcServer.java:<init>(454)) - RPC server is binding to localhost:0
2026-08-11 16:15:39,551 INFO  [Listener at localhost/33139] namenode.NameNode (NameNodeRpcServer.java:<init>(459)) - Enable NameNode state context:false
2026-08-11 16:15:39,551 INFO  [Listener at localhost/33139] ipc.CallQueueManager (CallQueueManager.java:<init>(90)) - Using callQueue: class java.util.concurrent.LinkedBlockingQueue, queueCapacity: 1000, scheduler: class org.apache.hadoop.ipc.DefaultRpcScheduler, ipcBackoff: false.
2026-08-11 16:15:39,552 INFO  [Socket Reader #1 for port 0] ipc.Server (Server.java:run(1265)) - Starting Socket Reader #1 for port 0
2026-08-11 16:15:39,556 INFO  [Listener at localhost/43197] namenode.NameNode (NameNode.java:initialize(776)) - Clients are to use localhost:43197 to access this namenode/service.
2026-08-11 16:15:39,557 INFO  [Listener at localhost/43197] namenode.FSNamesystem (FSNamesystem.java:registerMBean(5444)) - Registered FSNamesystemState, ReplicatedBlocksState and ECBlockGroupsState MBeans.
2026-08-11 16:15:39,570 INFO  [Listener at localhost/43197] namenode.LeaseManager (LeaseManager.java:getNumUnderConstructionBlocks(166)) - Number of blocks under construction: 0
2026-08-11 16:15:39,570 INFO  [Listener at localhost/43197] blockmanagement.DatanodeAdminDefaultMonitor (DatanodeAdminDefaultMonitor.java:processConf(116)) - Initialized the Default Decommission and Maintenance monitor
2026-08-11 16:15:39,572 INFO  [Listener at localhost/43197] blockmanagement.BlockManager (BlockManager.java:initializeReplQueues(5187)) - initializing replication queues
2026-08-11 16:15:39,572 INFO  [Listener at localhost/43197] hdfs.StateChange (BlockManagerSafeMode.java:leaveSafeMode(399)) - STATE* Leaving safe mode after 0 secs
2026-08-11 16:15:39,573 INFO  [Listener at localhost/43197] hdfs.StateChange (BlockManagerSafeMode.java:leaveSafeMode(405)) - STATE* Network topology has 0 racks and 0 datanodes
2026-08-11 16:15:39,573 INFO  [Listener at localhost/43197] hdfs.StateChange (BlockManagerSafeMode.java:leaveSafeMode(407)) - STATE* UnderReplicatedBlocks has 0 blocks
2026-08-11 16:15:39,584 INFO  [Reconstruction Queue Initializer] blockmanagement.BlockManager (BlockManager.java:processMisReplicatesAsync(3728)) - Total number of blocks            = 0
2026-08-11 16:15:39,584 INFO  [Reconstruction Queue Initializer] blockmanagement.BlockManager (BlockManager.java:processMisReplicatesAsync(3729)) - Number of invalid blocks          = 0
2026-08-11 16:15:39,584 INFO  [Reconstruction Queue Initializer] blockmanagement.BlockManager (BlockManager.java:processMisReplicatesAsync(3730)) - Number of under-replicated blocks = 0
2026-08-11 16:15:39,584 INFO  [Reconstruction Queue Initializer] blockmanagement.BlockManager (BlockManager.java:processMisReplicatesAsync(3731)) - Number of  over-replicated blocks = 0
2026-08-11 16:15:39,584 INFO  [Reconstruction Queue Initializer] blockmanagement.BlockManager (BlockManager.java:processMisReplicatesAsync(3733)) - Number of blocks being written    = 0
2026-08-11 16:15:39,584 INFO  [Reconstruction Queue Initializer] hdfs.StateChange (BlockManager.java:processMisReplicatesAsync(3736)) - STATE* Replication Queue initialization scan for invalid, over- and under-replicated blocks completed in 12 msec
2026-08-11 16:15:39,587 INFO  [IPC Server Responder] ipc.Server (Server.java:run(1507)) - IPC Server Responder: starting
2026-08-11 16:15:39,587 INFO  [IPC Server listener on 0] ipc.Server (Server.java:run(1344)) - IPC Server listener on 0: starting
2026-08-11 16:15:39,591 INFO  [Listener at localhost/43197] namenode.NameNode (NameNode.java:startCommonServices(893)) - NameNode RPC up at: localhost/127.0.0.1:43197
2026-08-11 16:15:39,591 INFO  [Listener at localhost/43197] namenode.FSNamesystem (FSNamesystem.java:startActiveServices(1314)) - Starting services required for active state
2026-08-11 16:15:39,592 INFO  [Listener at localhost/43197] namenode.FSDirectory (FSDirectory.java:updateCountForQuota(840)) - Initializing quota with 12 thread(s)
2026-08-11 16:15:39,592 INFO  [Listener at localhost/43197] namenode.FSDirectory (FSDirectory.java:updateCountForQuota(849)) - Quota initialization completed in 0 milliseconds
name space=1
storage space=0
storage types=RAM_DISK=0, SSD=0, DISK=0, ARCHIVE=0, PROVIDED=0
2026-08-11 16:15:39,601 INFO  [CacheReplicationMonitor(1128077526)] blockmanagement.CacheReplicationMonitor (CacheReplicationMonitor.java:run(160)) - Starting CacheReplicationMonitor with interval 30000 milliseconds
2026-08-11 16:15:39,604 INFO  [Listener at localhost/43197] hdfs.MiniDFSCluster (MiniDFSCluster.java:startDataNodes(1697)) - Starting DataNode 0 with dfs.datanode.data.dir: [DISK]file:/tmp/hdfs-test8213335295549961418/data/data1,[DISK]file:/tmp/hdfs-test8213335295549961418/data/data2
2026-08-11 16:15:39,605 INFO  [Listener at localhost/43197] checker.ThrottledAsyncChecker (ThrottledAsyncChecker.java:schedule(137)) - Scheduling a check for [DISK]file:/tmp/hdfs-test8213335295549961418/data/data1
2026-08-11 16:15:39,605 INFO  [Listener at localhost/43197] checker.ThrottledAsyncChecker (ThrottledAsyncChecker.java:schedule(137)) - Scheduling a check for [DISK]file:/tmp/hdfs-test8213335295549961418/data/data2
2026-08-11 16:15:39,623 INFO  [Listener at localhost/43197] impl.MetricsSystemImpl (MetricsSystemImpl.java:init(158)) - DataNode metrics system started (again)
2026-08-11 16:15:39,624 INFO  [Listener at localhost/43197] common.Util (Util.java:isDiskStatsEnabled(395)) - dfs.datanode.fileio.profiling.sampling.percentage set to 0. Disabling file IO profiling
2026-08-11 16:15:39,624 INFO  [Listener at localhost/43197] datanode.BlockScanner (BlockScanner.java:<init>(201)) - Initialized block scanner with targetBytesPerSec 1048576
2026-08-11 16:15:39,624 INFO  [Listener at localhost/43197] datanode.DataNode (DataNode.java:<init>(512)) - Configured hostname is 127.0.0.1
2026-08-11 16:15:39,625 INFO  [Listener at localhost/43197] common.Util (Util.java:isDiskStatsEnabled(395)) - dfs.datanode.fileio.profiling.sampling.percentage set to 0. Disabling file IO profiling
2026-08-11 16:15:39,625 INFO  [Listener at localhost/43197] datanode.DataNode (DataNode.java:startDataNode(1408)) - Starting DataNode with maxLockedMemory = 0
2026-08-11 16:15:39,626 INFO  [Listener at localhost/43197] datanode.DataNode (DataNode.java:initDataXceiver(1171)) - Opened streaming server at /127.0.0.1:40673
2026-08-11 16:15:39,626 INFO  [Listener at localhost/43197] datanode.DataNode (DataXceiverServer.java:<init>(94)) - Balancing bandwidth is 104857600 bytes/s
2026-08-11 16:15:39,626 INFO  [Listener at localhost/43197] datanode.DataNode (DataXceiverServer.java:<init>(95)) - Number threads for balancing is 100
2026-08-11 16:15:39,628 INFO  [Listener at localhost/43197] server.AuthenticationFilter (AuthenticationFilter.java:constructSecretProvider(240)) - Unable to initialize FileSignerSecretProvider, falling back to use random secrets.
2026-08-11 16:15:39,628 INFO  [Listener at localhost/43197] http.HttpRequestLog (HttpRequestLog.java:getRequestLog(82)) - Http request log for http.requests.datanode is not defined
2026-08-11 16:15:39,630 INFO  [Listener at localhost/43197] http.HttpServer2 (HttpServer2.java:addGlobalFilter(1111)) - Added global filter 'safety' (class=org.apache.hadoop.http.HttpServer2$QuotingInputFilter)
2026-08-11 16:15:39,631 INFO  [Listener at localhost/43197] http.HttpServer2 (HttpServer2.java:addFilter(1084)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context datanode
2026-08-11 16:15:39,631 INFO  [Listener at localhost/43197] http.HttpServer2 (HttpServer2.java:addFilter(1094)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context static
2026-08-11 16:15:39,632 INFO  [Listener at localhost/43197] http.HttpServer2 (HttpServer2.java:bindListener(1332)) - Jetty bound to port 36981
2026-08-11 16:15:39,632 INFO  [Listener at localhost/43197] server.Server (Server.java:doStart(375)) - jetty-9.4.40.v20210413; built: 2021-04-13T20:42:42.668Z; git: b881a572662e1943a14ae12e7e1207989f218b74; jvm 1.8.0_362-8u372-ga~us1-0ubuntu1~18.04-b09
2026-08-11 16:15:39,634 INFO  [Listener at localhost/43197] server.session (DefaultSessionIdManager.java:doStart(334)) - DefaultSessionIdManager workerName=node0
2026-08-11 16:15:39,634 INFO  [Listener at localhost/43197] server.session (DefaultSessionIdManager.java:doStart(339)) - No SessionScavenger set, using defaults
2026-08-11 16:15:39,634 INFO  [Listener at localhost/43197] server.session (HouseKeeper.java:startScavenging(132)) - node0 Scavenging every 660000ms
2026-08-11 16:15:39,635 INFO  [Listener at localhost/43197] handler.ContextHandler (ContextHandler.java:doStart(916)) - Started o.e.j.s.ServletContextHandler@696b4a95{static,/static,jar:file:/tmp/dist-test-taskw4zUfz/java/build/jars/hadoop-hdfs-3.3.1-tests.jar!/webapps/static,AVAILABLE}
2026-08-11 16:15:39,784 INFO  [Listener at localhost/43197] handler.ContextHandler (ContextHandler.java:doStart(916)) - Started o.e.j.w.WebAppContext@69afa141{datanode,/,file:///tmp/jetty-localhost-36981-hadoop-hdfs-3_3_1-tests_jar-_-any-773460835959831564/webapp/,AVAILABLE}{jar:file:/tmp/dist-test-taskw4zUfz/java/build/jars/hadoop-hdfs-3.3.1-tests.jar!/webapps/datanode}
2026-08-11 16:15:39,786 INFO  [Listener at localhost/43197] server.AbstractConnector (AbstractConnector.java:doStart(331)) - Started ServerConnector@330c1f61{HTTP/1.1, (http/1.1)}{localhost:36981}
2026-08-11 16:15:39,786 INFO  [Listener at localhost/43197] server.Server (Server.java:doStart(415)) - Started @8412ms
2026-08-11 16:15:39,788 WARN  [Listener at localhost/43197] web.DatanodeHttpServer (RestCsrfPreventionFilterHandler.java:<init>(75)) - Got null for restCsrfPreventionFilter - will not do any filtering.
2026-08-11 16:15:39,790 INFO  [Listener at localhost/43197] web.DatanodeHttpServer (DatanodeHttpServer.java:start(322)) - Listening HTTP traffic on /127.0.0.1:43115
2026-08-11 16:15:39,790 INFO  [Listener at localhost/43197] datanode.DataNode (DataNode.java:startDataNode(1436)) - dnUserName = slave
2026-08-11 16:15:39,790 INFO  [org.apache.hadoop.util.JvmPauseMonitor$Monitor@22c75c01] util.JvmPauseMonitor (JvmPauseMonitor.java:run(188)) - Starting JVM pause monitor
2026-08-11 16:15:39,790 INFO  [Listener at localhost/43197] datanode.DataNode (DataNode.java:startDataNode(1437)) - supergroup = supergroup
2026-08-11 16:15:39,791 INFO  [Listener at localhost/43197] ipc.CallQueueManager (CallQueueManager.java:<init>(90)) - Using callQueue: class java.util.concurrent.LinkedBlockingQueue, queueCapacity: 1000, scheduler: class org.apache.hadoop.ipc.DefaultRpcScheduler, ipcBackoff: false.
2026-08-11 16:15:39,792 INFO  [Socket Reader #1 for port 0] ipc.Server (Server.java:run(1265)) - Starting Socket Reader #1 for port 0
2026-08-11 16:15:39,794 INFO  [Listener at localhost/41873] datanode.DataNode (DataNode.java:initIpcServer(1057)) - Opened IPC server at /127.0.0.1:41873
2026-08-11 16:15:40,087 INFO  [Listener at localhost/41873] datanode.DataNode (BlockPoolManager.java:refreshNamenodes(149)) - Refresh request received for nameservices: null
2026-08-11 16:15:40,087 INFO  [Listener at localhost/41873] datanode.DataNode (BlockPoolManager.java:doRefreshNamenodes(210)) - Starting BPOfferServices for nameservices: <default>
2026-08-11 16:15:40,088 INFO  [Thread-175] datanode.DataNode (BPServiceActor.java:run(847)) - Block pool <registering> (Datanode Uuid unassigned) service to localhost/127.0.0.1:43197 starting to offer service
2026-08-11 16:15:40,091 INFO  [IPC Server Responder] ipc.Server (Server.java:run(1507)) - IPC Server Responder: starting
2026-08-11 16:15:40,091 INFO  [IPC Server listener on 0] ipc.Server (Server.java:run(1344)) - IPC Server listener on 0: starting
2026-08-11 16:15:40,095 INFO  [Thread-175] datanode.DataNode (BPOfferService.java:verifyAndSetNamespaceInfo(381)) - Acknowledging ACTIVE Namenode during handshakeBlock pool <registering> (Datanode Uuid unassigned) service to localhost/127.0.0.1:43197
2026-08-11 16:15:40,096 INFO  [Thread-175] common.Storage (DataStorage.java:getParallelVolumeLoadThreadsNum(356)) - Using 2 threads to upgrade data directories (dfs.datanode.parallel.volumes.load.threads.num=2, dataDirs=2)
2026-08-11 16:15:40,099 INFO  [IPC Server handler 1 on default port 43197] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=datanodeReport	src=null	dst=null	perm=null	proto=rpc
2026-08-11 16:15:40,099 INFO  [Thread-175] common.Storage (Storage.java:tryLock(948)) - Lock on /tmp/hdfs-test8213335295549961418/data/data1/in_use.lock acquired by nodename 28264@dist-test-slave-tfpf.c.gcp-upstream.internal
2026-08-11 16:15:40,099 INFO  [Thread-175] common.Storage (DataStorage.java:loadStorageDirectory(284)) - Storage directory with location [DISK]file:/tmp/hdfs-test8213335295549961418/data/data1 is not formatted for namespace 1891648531. Formatting...
2026-08-11 16:15:40,100 INFO  [Listener at localhost/41873] hdfs.MiniDFSCluster (MiniDFSCluster.java:shouldWait(2823)) - dnInfo.length != numDataNodes
2026-08-11 16:15:40,100 INFO  [Listener at localhost/41873] hdfs.MiniDFSCluster (MiniDFSCluster.java:waitActive(2744)) - Waiting for cluster to become active
2026-08-11 16:15:40,100 INFO  [Thread-175] common.Storage (DataStorage.java:createStorageID(160)) - Generated new storageID DS-21ce78d7-f08b-4052-8a53-96b2cb1fdd35 for directory /tmp/hdfs-test8213335295549961418/data/data1 
2026-08-11 16:15:40,107 INFO  [Thread-175] common.Storage (Storage.java:tryLock(948)) - Lock on /tmp/hdfs-test8213335295549961418/data/data2/in_use.lock acquired by nodename 28264@dist-test-slave-tfpf.c.gcp-upstream.internal
2026-08-11 16:15:40,107 INFO  [Thread-175] common.Storage (DataStorage.java:loadStorageDirectory(284)) - Storage directory with location [DISK]file:/tmp/hdfs-test8213335295549961418/data/data2 is not formatted for namespace 1891648531. Formatting...
2026-08-11 16:15:40,107 INFO  [Thread-175] common.Storage (DataStorage.java:createStorageID(160)) - Generated new storageID DS-51ee98ce-5e5f-44f5-9c79-8e6d2e24aa56 for directory /tmp/hdfs-test8213335295549961418/data/data2 
2026-08-11 16:15:40,133 INFO  [Thread-175] common.Storage (BlockPoolSliceStorage.java:recoverTransitionRead(256)) - Analyzing storage directories for bpid BP-87563719-10.240.0.74-1786464939200
2026-08-11 16:15:40,133 INFO  [Thread-175] common.Storage (Storage.java:lock(907)) - Locking is disabled for /tmp/hdfs-test8213335295549961418/data/data1/current/BP-87563719-10.240.0.74-1786464939200
2026-08-11 16:15:40,133 INFO  [Thread-175] common.Storage (BlockPoolSliceStorage.java:loadStorageDirectory(169)) - Block pool storage directory for location [DISK]file:/tmp/hdfs-test8213335295549961418/data/data1 and block pool id BP-87563719-10.240.0.74-1786464939200 is not formatted. Formatting ...
2026-08-11 16:15:40,133 INFO  [Thread-175] common.Storage (BlockPoolSliceStorage.java:format(285)) - Formatting block pool BP-87563719-10.240.0.74-1786464939200 directory /tmp/hdfs-test8213335295549961418/data/data1/current/BP-87563719-10.240.0.74-1786464939200/current
2026-08-11 16:15:40,154 INFO  [Thread-175] common.Storage (BlockPoolSliceStorage.java:recoverTransitionRead(256)) - Analyzing storage directories for bpid BP-87563719-10.240.0.74-1786464939200
2026-08-11 16:15:40,154 INFO  [Thread-175] common.Storage (Storage.java:lock(907)) - Locking is disabled for /tmp/hdfs-test8213335295549961418/data/data2/current/BP-87563719-10.240.0.74-1786464939200
2026-08-11 16:15:40,155 INFO  [Thread-175] common.Storage (BlockPoolSliceStorage.java:loadStorageDirectory(169)) - Block pool storage directory for location [DISK]file:/tmp/hdfs-test8213335295549961418/data/data2 and block pool id BP-87563719-10.240.0.74-1786464939200 is not formatted. Formatting ...
2026-08-11 16:15:40,155 INFO  [Thread-175] common.Storage (BlockPoolSliceStorage.java:format(285)) - Formatting block pool BP-87563719-10.240.0.74-1786464939200 directory /tmp/hdfs-test8213335295549961418/data/data2/current/BP-87563719-10.240.0.74-1786464939200/current
2026-08-11 16:15:40,159 INFO  [Thread-175] datanode.DataNode (DataNode.java:initStorage(1756)) - Setting up storage: nsid=1891648531;bpid=BP-87563719-10.240.0.74-1786464939200;lv=-57;nsInfo=lv=-66;cid=testClusterID;nsid=1891648531;c=1786464939200;bpid=BP-87563719-10.240.0.74-1786464939200;dnuuid=null
2026-08-11 16:15:40,163 INFO  [Thread-175] datanode.DataNode (DataNode.java:checkDatanodeUuid(1554)) - Generated and persisted new Datanode UUID f3059239-b342-4dcb-a621-1ad6036c84f9
2026-08-11 16:15:40,163 INFO  [Thread-175] impl.FsDatasetImpl (FsDatasetImpl.java:<init>(310)) - The datanode lock is a read write lock
2026-08-11 16:15:40,166 INFO  [Thread-175] impl.FsDatasetImpl (FsVolumeList.java:addVolume(304)) - Added new volume: DS-21ce78d7-f08b-4052-8a53-96b2cb1fdd35
2026-08-11 16:15:40,166 INFO  [Thread-175] impl.FsDatasetImpl (FsDatasetImpl.java:addVolume(493)) - Added volume - [DISK]file:/tmp/hdfs-test8213335295549961418/data/data1, StorageType: DISK
2026-08-11 16:15:40,168 INFO  [Thread-175] impl.FsDatasetImpl (FsVolumeList.java:addVolume(304)) - Added new volume: DS-51ee98ce-5e5f-44f5-9c79-8e6d2e24aa56
2026-08-11 16:15:40,168 INFO  [Thread-175] impl.FsDatasetImpl (FsDatasetImpl.java:addVolume(493)) - Added volume - [DISK]file:/tmp/hdfs-test8213335295549961418/data/data2, StorageType: DISK
2026-08-11 16:15:40,169 INFO  [Thread-175] impl.MemoryMappableBlockLoader (MemoryMappableBlockLoader.java:initialize(48)) - Initializing cache loader: MemoryMappableBlockLoader.
2026-08-11 16:15:40,170 INFO  [Thread-175] impl.FsDatasetImpl (FsDatasetImpl.java:registerMBean(2343)) - Registered FSDatasetState MBean
2026-08-11 16:15:40,171 INFO  [Thread-175] impl.FsDatasetImpl (FsDatasetImpl.java:addBlockPool(2856)) - Adding block pool BP-87563719-10.240.0.74-1786464939200
2026-08-11 16:15:40,171 INFO  [Thread-192] impl.FsDatasetImpl (FsVolumeList.java:run(406)) - Scanning block pool BP-87563719-10.240.0.74-1786464939200 on volume /tmp/hdfs-test8213335295549961418/data/data1...
2026-08-11 16:15:40,171 INFO  [Thread-193] impl.FsDatasetImpl (FsVolumeList.java:run(406)) - Scanning block pool BP-87563719-10.240.0.74-1786464939200 on volume /tmp/hdfs-test8213335295549961418/data/data2...
2026-08-11 16:15:40,180 WARN  [org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeResourceMonitor@57f64f5e] namenode.NameNodeResourceChecker (NameNodeResourceChecker.java:isResourceAvailable(88)) - Space available on volume 'overlay' is 0, which is below the configured reserved amount 104857600
2026-08-11 16:15:40,180 WARN  [org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeResourceMonitor@57f64f5e] namenode.FSNamesystem (FSNamesystem.java:run(4383)) - NameNode low on available disk space. Entering safe mode.
2026-08-11 16:15:40,181 INFO  [org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeResourceMonitor@57f64f5e] hdfs.StateChange (FSNamesystem.java:enterSafeMode(5028)) - STATE* Safe mode is ON.
Resources are low on NN. Please add or free up more resourcesthen turn off safe mode manually. NOTE:  If you turn off safe mode before adding resources, the NN will immediately return to safe mode. Use "hdfs dfsadmin -safemode leave" to turn safe mode off.
2026-08-11 16:15:40,194 INFO  [Thread-192] impl.FsDatasetImpl (FsVolumeList.java:run(411)) - Time taken to scan block pool BP-87563719-10.240.0.74-1786464939200 on /tmp/hdfs-test8213335295549961418/data/data1: 23ms
2026-08-11 16:15:40,203 INFO  [IPC Server handler 2 on default port 43197] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=datanodeReport	src=null	dst=null	perm=null	proto=rpc
2026-08-11 16:15:40,204 INFO  [Thread-193] impl.FsDatasetImpl (FsVolumeList.java:run(411)) - Time taken to scan block pool BP-87563719-10.240.0.74-1786464939200 on /tmp/hdfs-test8213335295549961418/data/data2: 33ms
2026-08-11 16:15:40,205 INFO  [Listener at localhost/41873] hdfs.MiniDFSCluster (MiniDFSCluster.java:shouldWait(2823)) - dnInfo.length != numDataNodes
2026-08-11 16:15:40,205 INFO  [Listener at localhost/41873] hdfs.MiniDFSCluster (MiniDFSCluster.java:waitActive(2744)) - Waiting for cluster to become active
2026-08-11 16:15:40,205 INFO  [Thread-175] impl.FsDatasetImpl (FsVolumeList.java:addBlockPool(431)) - Total time to scan all replicas for block pool BP-87563719-10.240.0.74-1786464939200: 34ms
2026-08-11 16:15:40,206 INFO  [Thread-196] impl.FsDatasetImpl (FsVolumeList.java:run(199)) - Adding replicas to map for block pool BP-87563719-10.240.0.74-1786464939200 on volume /tmp/hdfs-test8213335295549961418/data/data1...
2026-08-11 16:15:40,206 INFO  [Thread-196] impl.BlockPoolSlice (BlockPoolSlice.java:readReplicasFromCache(902)) - Replica Cache file: /tmp/hdfs-test8213335295549961418/data/data1/current/BP-87563719-10.240.0.74-1786464939200/current/replicas doesn't exist 
2026-08-11 16:15:40,206 INFO  [Thread-197] impl.FsDatasetImpl (FsVolumeList.java:run(199)) - Adding replicas to map for block pool BP-87563719-10.240.0.74-1786464939200 on volume /tmp/hdfs-test8213335295549961418/data/data2...
2026-08-11 16:15:40,206 INFO  [Thread-197] impl.BlockPoolSlice (BlockPoolSlice.java:readReplicasFromCache(902)) - Replica Cache file: /tmp/hdfs-test8213335295549961418/data/data2/current/BP-87563719-10.240.0.74-1786464939200/current/replicas doesn't exist 
2026-08-11 16:15:40,206 INFO  [Thread-196] impl.FsDatasetImpl (FsVolumeList.java:run(204)) - Time to add replicas to map for block pool BP-87563719-10.240.0.74-1786464939200 on volume /tmp/hdfs-test8213335295549961418/data/data1: 0ms
2026-08-11 16:15:40,207 INFO  [Thread-197] impl.FsDatasetImpl (FsVolumeList.java:run(204)) - Time to add replicas to map for block pool BP-87563719-10.240.0.74-1786464939200 on volume /tmp/hdfs-test8213335295549961418/data/data2: 1ms
2026-08-11 16:15:40,207 INFO  [Thread-175] impl.FsDatasetImpl (FsVolumeList.java:getAllVolumesMap(225)) - Total time to add all replicas to map for block pool BP-87563719-10.240.0.74-1786464939200: 2ms
2026-08-11 16:15:40,207 INFO  [Thread-175] checker.ThrottledAsyncChecker (ThrottledAsyncChecker.java:schedule(137)) - Scheduling a check for /tmp/hdfs-test8213335295549961418/data/data1
2026-08-11 16:15:40,209 INFO  [Thread-175] checker.DatasetVolumeChecker (DatasetVolumeChecker.java:checkAllVolumes(224)) - Scheduled health check for volume /tmp/hdfs-test8213335295549961418/data/data1
2026-08-11 16:15:40,209 INFO  [Thread-175] checker.ThrottledAsyncChecker (ThrottledAsyncChecker.java:schedule(137)) - Scheduling a check for /tmp/hdfs-test8213335295549961418/data/data2
2026-08-11 16:15:40,210 INFO  [Thread-175] checker.DatasetVolumeChecker (DatasetVolumeChecker.java:checkAllVolumes(224)) - Scheduled health check for volume /tmp/hdfs-test8213335295549961418/data/data2
2026-08-11 16:15:40,211 INFO  [VolumeScannerThread(/tmp/hdfs-test8213335295549961418/data/data1)] datanode.VolumeScanner (VolumeScanner.java:findNextUsableBlockIter(385)) - Now scanning bpid BP-87563719-10.240.0.74-1786464939200 on volume /tmp/hdfs-test8213335295549961418/data/data1
2026-08-11 16:15:40,211 INFO  [VolumeScannerThread(/tmp/hdfs-test8213335295549961418/data/data2)] datanode.VolumeScanner (VolumeScanner.java:findNextUsableBlockIter(385)) - Now scanning bpid BP-87563719-10.240.0.74-1786464939200 on volume /tmp/hdfs-test8213335295549961418/data/data2
2026-08-11 16:15:40,211 WARN  [Thread-175] datanode.DirectoryScanner (DirectoryScanner.java:<init>(300)) - dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1
2026-08-11 16:15:40,211 INFO  [VolumeScannerThread(/tmp/hdfs-test8213335295549961418/data/data2)] datanode.VolumeScanner (VolumeScanner.java:getNextBlockToScan(505)) - VolumeScanner(/tmp/hdfs-test8213335295549961418/data/data2, DS-51ee98ce-5e5f-44f5-9c79-8e6d2e24aa56): finished scanning block pool BP-87563719-10.240.0.74-1786464939200
2026-08-11 16:15:40,211 INFO  [Thread-175] datanode.DirectoryScanner (DirectoryScanner.java:start(329)) - Periodic Directory Tree Verification scan starting in 9377482ms with interval of 21600000ms and throttle limit of -1ms/s
2026-08-11 16:15:40,211 INFO  [VolumeScannerThread(/tmp/hdfs-test8213335295549961418/data/data1)] datanode.VolumeScanner (VolumeScanner.java:getNextBlockToScan(505)) - VolumeScanner(/tmp/hdfs-test8213335295549961418/data/data1, DS-21ce78d7-f08b-4052-8a53-96b2cb1fdd35): finished scanning block pool BP-87563719-10.240.0.74-1786464939200
2026-08-11 16:15:40,217 INFO  [BP-87563719-10.240.0.74-1786464939200 heartbeating to localhost/127.0.0.1:43197] datanode.DataNode (BPServiceActor.java:register(788)) - Block pool BP-87563719-10.240.0.74-1786464939200 (Datanode Uuid f3059239-b342-4dcb-a621-1ad6036c84f9) service to localhost/127.0.0.1:43197 beginning handshake with NN
2026-08-11 16:15:40,218 INFO  [VolumeScannerThread(/tmp/hdfs-test8213335295549961418/data/data1)] datanode.VolumeScanner (VolumeScanner.java:findNextUsableBlockIter(402)) - VolumeScanner(/tmp/hdfs-test8213335295549961418/data/data1, DS-21ce78d7-f08b-4052-8a53-96b2cb1fdd35): no suitable block pools found to scan.  Waiting 1814399994 ms.
2026-08-11 16:15:40,218 INFO  [VolumeScannerThread(/tmp/hdfs-test8213335295549961418/data/data2)] datanode.VolumeScanner (VolumeScanner.java:findNextUsableBlockIter(402)) - VolumeScanner(/tmp/hdfs-test8213335295549961418/data/data2, DS-51ee98ce-5e5f-44f5-9c79-8e6d2e24aa56): no suitable block pools found to scan.  Waiting 1814399993 ms.
2026-08-11 16:15:40,219 INFO  [IPC Server handler 3 on default port 43197] hdfs.StateChange (DatanodeManager.java:registerDatanode(1142)) - BLOCK* registerDatanode: from DatanodeRegistration(127.0.0.1:40673, datanodeUuid=f3059239-b342-4dcb-a621-1ad6036c84f9, infoPort=43115, infoSecurePort=0, ipcPort=41873, storageInfo=lv=-57;cid=testClusterID;nsid=1891648531;c=1786464939200) storage f3059239-b342-4dcb-a621-1ad6036c84f9
2026-08-11 16:15:40,219 INFO  [IPC Server handler 3 on default port 43197] net.NetworkTopology (NetworkTopology.java:add(149)) - Adding a new node: /default-rack/127.0.0.1:40673
2026-08-11 16:15:40,219 INFO  [IPC Server handler 3 on default port 43197] blockmanagement.BlockReportLeaseManager (BlockReportLeaseManager.java:registerNode(200)) - Registered DN f3059239-b342-4dcb-a621-1ad6036c84f9 (127.0.0.1:40673).
2026-08-11 16:15:40,220 INFO  [BP-87563719-10.240.0.74-1786464939200 heartbeating to localhost/127.0.0.1:43197] datanode.DataNode (BPServiceActor.java:register(816)) - Block pool BP-87563719-10.240.0.74-1786464939200 (Datanode Uuid f3059239-b342-4dcb-a621-1ad6036c84f9) service to localhost/127.0.0.1:43197 successfully registered with NN
2026-08-11 16:15:40,220 INFO  [BP-87563719-10.240.0.74-1786464939200 heartbeating to localhost/127.0.0.1:43197] datanode.DataNode (BPServiceActor.java:offerService(645)) - For namenode localhost/127.0.0.1:43197 using BLOCKREPORT_INTERVAL of 21600000msecs CACHEREPORT_INTERVAL of 10000msecs Initial delay: 0msecs; heartBeatInterval=3000
2026-08-11 16:15:40,223 INFO  [IPC Server handler 4 on default port 43197] blockmanagement.DatanodeDescriptor (DatanodeDescriptor.java:updateStorage(999)) - Adding new storage ID DS-21ce78d7-f08b-4052-8a53-96b2cb1fdd35 for DN 127.0.0.1:40673
2026-08-11 16:15:40,223 INFO  [IPC Server handler 4 on default port 43197] blockmanagement.DatanodeDescriptor (DatanodeDescriptor.java:updateStorage(999)) - Adding new storage ID DS-51ee98ce-5e5f-44f5-9c79-8e6d2e24aa56 for DN 127.0.0.1:40673
2026-08-11 16:15:40,226 INFO  [Block report processor] BlockStateChange (BlockManager.java:processReport(2778)) - BLOCK* processReport 0x5030f6947d5f742f: Processing first storage report for DS-51ee98ce-5e5f-44f5-9c79-8e6d2e24aa56 from datanode f3059239-b342-4dcb-a621-1ad6036c84f9
2026-08-11 16:15:40,226 INFO  [Block report processor] BlockStateChange (BlockManager.java:processReport(2810)) - BLOCK* processReport 0x5030f6947d5f742f: from storage DS-51ee98ce-5e5f-44f5-9c79-8e6d2e24aa56 node DatanodeRegistration(127.0.0.1:40673, datanodeUuid=f3059239-b342-4dcb-a621-1ad6036c84f9, infoPort=43115, infoSecurePort=0, ipcPort=41873, storageInfo=lv=-57;cid=testClusterID;nsid=1891648531;c=1786464939200), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0
2026-08-11 16:15:40,226 INFO  [Block report processor] BlockStateChange (BlockManager.java:processReport(2778)) - BLOCK* processReport 0x5030f6947d5f742f: Processing first storage report for DS-21ce78d7-f08b-4052-8a53-96b2cb1fdd35 from datanode f3059239-b342-4dcb-a621-1ad6036c84f9
2026-08-11 16:15:40,226 INFO  [Block report processor] BlockStateChange (BlockManager.java:processReport(2810)) - BLOCK* processReport 0x5030f6947d5f742f: from storage DS-21ce78d7-f08b-4052-8a53-96b2cb1fdd35 node DatanodeRegistration(127.0.0.1:40673, datanodeUuid=f3059239-b342-4dcb-a621-1ad6036c84f9, infoPort=43115, infoSecurePort=0, ipcPort=41873, storageInfo=lv=-57;cid=testClusterID;nsid=1891648531;c=1786464939200), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0
2026-08-11 16:15:40,227 INFO  [BP-87563719-10.240.0.74-1786464939200 heartbeating to localhost/127.0.0.1:43197] datanode.DataNode (BPServiceActor.java:blockReport(437)) - Successfully sent block report 0x5030f6947d5f742f to namenode: localhost/127.0.0.1:43197,  containing 2 storage report(s), of which we sent 2. The reports had 0 total blocks and used 1 RPC(s). This took 1 msecs to generate and 2 msecs for RPC and NN processing. Got back one command: FinalizeCommand/5.
2026-08-11 16:15:40,227 INFO  [Command processor] datanode.DataNode (BPOfferService.java:processCommandFromActive(763)) - Got finalize command for block pool BP-87563719-10.240.0.74-1786464939200
2026-08-11 16:15:40,307 INFO  [IPC Server handler 6 on default port 43197] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=datanodeReport	src=null	dst=null	perm=null	proto=rpc
2026-08-11 16:15:40,308 INFO  [Listener at localhost/41873] hdfs.MiniDFSCluster (MiniDFSCluster.java:waitActive(2799)) - Cluster is active
2026-08-11 16:15:40,324 INFO  [Listener at localhost/41873] backup.BackupIO (BackupIO.scala:writeTableMetadata(95)) - Writing metadata to hdfs://localhost:43197/id_taco-taco/100/.kudu-metadata.json
2026-08-11 16:15:40,327 INFO  [IPC Server handler 7 on default port 43197] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=create	src=/id_taco-taco/100/.kudu-metadata.json	dst=null	perm=slave:supergroup:rw-r--r--	proto=rpc
2026-08-11 16:15:40,331 INFO  [IPC Server handler 8 on default port 43197] hdfs.StateChange (FSDirWriteFileOp.java:logAllocatedBlock(802)) - BLOCK* allocate blk_1073741825_1001, replicas=127.0.0.1:40673 for /id_taco-taco/100/.kudu-metadata.json
2026-08-11 16:15:40,336 INFO  [DataXceiver for client DFSClient_NONMAPREDUCE_1224036301_1 at /127.0.0.1:57602 [Receiving block BP-87563719-10.240.0.74-1786464939200:blk_1073741825_1001]] datanode.DataNode (DataXceiver.java:writeBlock(747)) - Receiving BP-87563719-10.240.0.74-1786464939200:blk_1073741825_1001 src: /127.0.0.1:57602 dest: /127.0.0.1:40673
2026-08-11 16:15:40,343 INFO  [PacketResponder: BP-87563719-10.240.0.74-1786464939200:blk_1073741825_1001, type=LAST_IN_PIPELINE] DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1539)) - src: /127.0.0.1:57602, dest: /127.0.0.1:40673, bytes: 82, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1224036301_1, offset: 0, srvID: f3059239-b342-4dcb-a621-1ad6036c84f9, blockid: BP-87563719-10.240.0.74-1786464939200:blk_1073741825_1001, duration(ns): 4765600
2026-08-11 16:15:40,344 INFO  [PacketResponder: BP-87563719-10.240.0.74-1786464939200:blk_1073741825_1001, type=LAST_IN_PIPELINE] datanode.DataNode (BlockReceiver.java:run(1512)) - PacketResponder: BP-87563719-10.240.0.74-1786464939200:blk_1073741825_1001, type=LAST_IN_PIPELINE terminating
2026-08-11 16:15:40,349 INFO  [IPC Server handler 1 on default port 43197] hdfs.StateChange (FSNamesystem.java:completeFile(3104)) - DIR* completeFile: /id_taco-taco/100/.kudu-metadata.json is closed by DFSClient_NONMAPREDUCE_1224036301_1
2026-08-11 16:15:40,350 INFO  [Listener at localhost/41873] backup.BackupIO (BackupIO.scala:writeTableMetadata(95)) - Writing metadata to hdfs://localhost:43197/id_taco-taco/1000/.kudu-metadata.json
2026-08-11 16:15:40,352 INFO  [IPC Server handler 2 on default port 43197] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=create	src=/id_taco-taco/1000/.kudu-metadata.json	dst=null	perm=slave:supergroup:rw-r--r--	proto=rpc
2026-08-11 16:15:40,357 INFO  [IPC Server handler 3 on default port 43197] hdfs.StateChange (FSDirWriteFileOp.java:logAllocatedBlock(802)) - BLOCK* allocate blk_1073741826_1002, replicas=127.0.0.1:40673 for /id_taco-taco/1000/.kudu-metadata.json
2026-08-11 16:15:40,360 INFO  [DataXceiver for client DFSClient_NONMAPREDUCE_1224036301_1 at /127.0.0.1:57606 [Receiving block BP-87563719-10.240.0.74-1786464939200:blk_1073741826_1002]] datanode.DataNode (DataXceiver.java:writeBlock(747)) - Receiving BP-87563719-10.240.0.74-1786464939200:blk_1073741826_1002 src: /127.0.0.1:57606 dest: /127.0.0.1:40673
2026-08-11 16:15:40,366 INFO  [PacketResponder: BP-87563719-10.240.0.74-1786464939200:blk_1073741826_1002, type=LAST_IN_PIPELINE] DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1539)) - src: /127.0.0.1:57606, dest: /127.0.0.1:40673, bytes: 83, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1224036301_1, offset: 0, srvID: f3059239-b342-4dcb-a621-1ad6036c84f9, blockid: BP-87563719-10.240.0.74-1786464939200:blk_1073741826_1002, duration(ns): 4316303
2026-08-11 16:15:40,366 INFO  [PacketResponder: BP-87563719-10.240.0.74-1786464939200:blk_1073741826_1002, type=LAST_IN_PIPELINE] datanode.DataNode (BlockReceiver.java:run(1512)) - PacketResponder: BP-87563719-10.240.0.74-1786464939200:blk_1073741826_1002, type=LAST_IN_PIPELINE terminating
2026-08-11 16:15:40,373 INFO  [IPC Server handler 5 on default port 43197] namenode.FSNamesystem (FSNamesystem.java:checkBlocksComplete(3151)) - BLOCK* blk_1073741826_1002 is COMMITTED but not COMPLETE(numNodes= 0 <  minimum = 1) in file /id_taco-taco/1000/.kudu-metadata.json
2026-08-11 16:15:40,776 INFO  [IPC Server handler 6 on default port 43197] hdfs.StateChange (FSNamesystem.java:completeFile(3104)) - DIR* completeFile: /id_taco-taco/1000/.kudu-metadata.json is closed by DFSClient_NONMAPREDUCE_1224036301_1
2026-08-11 16:15:40,777 INFO  [Listener at localhost/41873] backup.BackupIO (BackupIO.scala:writeTableMetadata(95)) - Writing metadata to hdfs://localhost:43197/id_taco-taco/2000/.kudu-metadata.json
2026-08-11 16:15:40,780 INFO  [IPC Server handler 7 on default port 43197] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=create	src=/id_taco-taco/2000/.kudu-metadata.json	dst=null	perm=slave:supergroup:rw-r--r--	proto=rpc
2026-08-11 16:15:40,783 INFO  [IPC Server handler 8 on default port 43197] hdfs.StateChange (FSDirWriteFileOp.java:logAllocatedBlock(802)) - BLOCK* allocate blk_1073741827_1003, replicas=127.0.0.1:40673 for /id_taco-taco/2000/.kudu-metadata.json
2026-08-11 16:15:40,786 INFO  [DataXceiver for client DFSClient_NONMAPREDUCE_1224036301_1 at /127.0.0.1:57616 [Receiving block BP-87563719-10.240.0.74-1786464939200:blk_1073741827_1003]] datanode.DataNode (DataXceiver.java:writeBlock(747)) - Receiving BP-87563719-10.240.0.74-1786464939200:blk_1073741827_1003 src: /127.0.0.1:57616 dest: /127.0.0.1:40673
2026-08-11 16:15:40,794 INFO  [PacketResponder: BP-87563719-10.240.0.74-1786464939200:blk_1073741827_1003, type=LAST_IN_PIPELINE] DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1539)) - src: /127.0.0.1:57616, dest: /127.0.0.1:40673, bytes: 102, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1224036301_1, offset: 0, srvID: f3059239-b342-4dcb-a621-1ad6036c84f9, blockid: BP-87563719-10.240.0.74-1786464939200:blk_1073741827_1003, duration(ns): 3292978
2026-08-11 16:15:40,794 INFO  [PacketResponder: BP-87563719-10.240.0.74-1786464939200:blk_1073741827_1003, type=LAST_IN_PIPELINE] datanode.DataNode (BlockReceiver.java:run(1512)) - PacketResponder: BP-87563719-10.240.0.74-1786464939200:blk_1073741827_1003, type=LAST_IN_PIPELINE terminating
2026-08-11 16:15:40,796 INFO  [IPC Server handler 0 on default port 43197] hdfs.StateChange (FSNamesystem.java:completeFile(3104)) - DIR* completeFile: /id_taco-taco/2000/.kudu-metadata.json is closed by DFSClient_NONMAPREDUCE_1224036301_1
2026-08-11 16:15:40,798 INFO  [Listener at localhost/41873] backup.BackupIO (BackupIO.scala:writeTableMetadata(95)) - Writing metadata to hdfs://localhost:43197/id_pizza-pizza/200/.kudu-metadata.json
2026-08-11 16:15:40,800 INFO  [IPC Server handler 1 on default port 43197] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=create	src=/id_pizza-pizza/200/.kudu-metadata.json	dst=null	perm=slave:supergroup:rw-r--r--	proto=rpc
2026-08-11 16:15:40,803 INFO  [IPC Server handler 2 on default port 43197] hdfs.StateChange (FSDirWriteFileOp.java:logAllocatedBlock(802)) - BLOCK* allocate blk_1073741828_1004, replicas=127.0.0.1:40673 for /id_pizza-pizza/200/.kudu-metadata.json
2026-08-11 16:15:40,810 INFO  [DataXceiver for client DFSClient_NONMAPREDUCE_1224036301_1 at /127.0.0.1:57620 [Receiving block BP-87563719-10.240.0.74-1786464939200:blk_1073741828_1004]] datanode.DataNode (DataXceiver.java:writeBlock(747)) - Receiving BP-87563719-10.240.0.74-1786464939200:blk_1073741828_1004 src: /127.0.0.1:57620 dest: /127.0.0.1:40673
2026-08-11 16:15:40,815 INFO  [PacketResponder: BP-87563719-10.240.0.74-1786464939200:blk_1073741828_1004, type=LAST_IN_PIPELINE] DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1539)) - src: /127.0.0.1:57620, dest: /127.0.0.1:40673, bytes: 84, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1224036301_1, offset: 0, srvID: f3059239-b342-4dcb-a621-1ad6036c84f9, blockid: BP-87563719-10.240.0.74-1786464939200:blk_1073741828_1004, duration(ns): 3576821
2026-08-11 16:15:40,816 INFO  [PacketResponder: BP-87563719-10.240.0.74-1786464939200:blk_1073741828_1004, type=LAST_IN_PIPELINE] datanode.DataNode (BlockReceiver.java:run(1512)) - PacketResponder: BP-87563719-10.240.0.74-1786464939200:blk_1073741828_1004, type=LAST_IN_PIPELINE terminating
2026-08-11 16:15:40,818 INFO  [IPC Server handler 4 on default port 43197] hdfs.StateChange (FSNamesystem.java:completeFile(3104)) - DIR* completeFile: /id_pizza-pizza/200/.kudu-metadata.json is closed by DFSClient_NONMAPREDUCE_1224036301_1
2026-08-11 16:15:40,819 INFO  [Listener at localhost/41873] backup.BackupIO (BackupIO.scala:writeTableMetadata(95)) - Writing metadata to hdfs://localhost:43197/id_pizza-pizza/400/.kudu-metadata.json
2026-08-11 16:15:40,821 INFO  [IPC Server handler 5 on default port 43197] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=create	src=/id_pizza-pizza/400/.kudu-metadata.json	dst=null	perm=slave:supergroup:rw-r--r--	proto=rpc
2026-08-11 16:15:40,824 INFO  [IPC Server handler 6 on default port 43197] hdfs.StateChange (FSDirWriteFileOp.java:logAllocatedBlock(802)) - BLOCK* allocate blk_1073741829_1005, replicas=127.0.0.1:40673 for /id_pizza-pizza/400/.kudu-metadata.json
2026-08-11 16:15:40,830 INFO  [DataXceiver for client DFSClient_NONMAPREDUCE_1224036301_1 at /127.0.0.1:57630 [Receiving block BP-87563719-10.240.0.74-1786464939200:blk_1073741829_1005]] datanode.DataNode (DataXceiver.java:writeBlock(747)) - Receiving BP-87563719-10.240.0.74-1786464939200:blk_1073741829_1005 src: /127.0.0.1:57630 dest: /127.0.0.1:40673
2026-08-11 16:15:40,835 INFO  [PacketResponder: BP-87563719-10.240.0.74-1786464939200:blk_1073741829_1005, type=LAST_IN_PIPELINE] DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1539)) - src: /127.0.0.1:57630, dest: /127.0.0.1:40673, bytes: 103, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1224036301_1, offset: 0, srvID: f3059239-b342-4dcb-a621-1ad6036c84f9, blockid: BP-87563719-10.240.0.74-1786464939200:blk_1073741829_1005, duration(ns): 3712546
2026-08-11 16:15:40,835 INFO  [PacketResponder: BP-87563719-10.240.0.74-1786464939200:blk_1073741829_1005, type=LAST_IN_PIPELINE] datanode.DataNode (BlockReceiver.java:run(1512)) - PacketResponder: BP-87563719-10.240.0.74-1786464939200:blk_1073741829_1005, type=LAST_IN_PIPELINE terminating
2026-08-11 16:15:40,837 INFO  [IPC Server handler 7 on default port 43197] hdfs.StateChange (FSNamesystem.java:completeFile(3104)) - DIR* completeFile: /id_pizza-pizza/400/.kudu-metadata.json is closed by DFSClient_NONMAPREDUCE_1224036301_1
2026-08-11 16:15:40,838 INFO  [Listener at localhost/41873] backup.BackupIO (BackupIO.scala:writeTableMetadata(95)) - Writing metadata to hdfs://localhost:43197/id_pizza-pizza/600/.kudu-metadata.json
2026-08-11 16:15:40,842 INFO  [IPC Server handler 9 on default port 43197] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=create	src=/id_pizza-pizza/600/.kudu-metadata.json	dst=null	perm=slave:supergroup:rw-r--r--	proto=rpc
2026-08-11 16:15:40,845 INFO  [IPC Server handler 0 on default port 43197] hdfs.StateChange (FSDirWriteFileOp.java:logAllocatedBlock(802)) - BLOCK* allocate blk_1073741830_1006, replicas=127.0.0.1:40673 for /id_pizza-pizza/600/.kudu-metadata.json
2026-08-11 16:15:40,847 INFO  [DataXceiver for client DFSClient_NONMAPREDUCE_1224036301_1 at /127.0.0.1:57646 [Receiving block BP-87563719-10.240.0.74-1786464939200:blk_1073741830_1006]] datanode.DataNode (DataXceiver.java:writeBlock(747)) - Receiving BP-87563719-10.240.0.74-1786464939200:blk_1073741830_1006 src: /127.0.0.1:57646 dest: /127.0.0.1:40673
2026-08-11 16:15:40,853 INFO  [PacketResponder: BP-87563719-10.240.0.74-1786464939200:blk_1073741830_1006, type=LAST_IN_PIPELINE] DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1539)) - src: /127.0.0.1:57646, dest: /127.0.0.1:40673, bytes: 103, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1224036301_1, offset: 0, srvID: f3059239-b342-4dcb-a621-1ad6036c84f9, blockid: BP-87563719-10.240.0.74-1786464939200:blk_1073741830_1006, duration(ns): 3655176
2026-08-11 16:15:40,853 INFO  [PacketResponder: BP-87563719-10.240.0.74-1786464939200:blk_1073741830_1006, type=LAST_IN_PIPELINE] datanode.DataNode (BlockReceiver.java:run(1512)) - PacketResponder: BP-87563719-10.240.0.74-1786464939200:blk_1073741830_1006, type=LAST_IN_PIPELINE terminating
2026-08-11 16:15:40,855 INFO  [IPC Server handler 2 on default port 43197] hdfs.StateChange (FSNamesystem.java:completeFile(3104)) - DIR* completeFile: /id_pizza-pizza/600/.kudu-metadata.json is closed by DFSClient_NONMAPREDUCE_1224036301_1
2026-08-11 16:15:40,871 INFO  [IPC Server handler 3 on default port 43197] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=getfileinfo	src=/	dst=null	perm=null	proto=rpc
2026-08-11 16:15:40,874 INFO  [IPC Server handler 4 on default port 43197] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=listStatus	src=/	dst=null	perm=null	proto=rpc
2026-08-11 16:15:40,882 INFO  [IPC Server handler 5 on default port 43197] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=listStatus	src=/id_taco-taco	dst=null	perm=null	proto=rpc
2026-08-11 16:15:40,884 INFO  [IPC Server handler 6 on default port 43197] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=getfileinfo	src=/id_taco-taco/100/.kudu-metadata.json	dst=null	perm=null	proto=rpc
2026-08-11 16:15:40,886 INFO  [IPC Server handler 7 on default port 43197] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=open	src=/id_taco-taco/100/.kudu-metadata.json	dst=null	perm=null	proto=rpc
2026-08-11 16:15:40,892 INFO  [IPC Server handler 8 on default port 43197] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=getfileinfo	src=/id_taco-taco/1000/.kudu-metadata.json	dst=null	perm=null	proto=rpc
2026-08-11 16:15:40,894 INFO  [IPC Server handler 9 on default port 43197] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=open	src=/id_taco-taco/1000/.kudu-metadata.json	dst=null	perm=null	proto=rpc
2026-08-11 16:15:40,898 INFO  [IPC Server handler 0 on default port 43197] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=getfileinfo	src=/id_taco-taco/2000/.kudu-metadata.json	dst=null	perm=null	proto=rpc
2026-08-11 16:15:40,900 INFO  [IPC Server handler 1 on default port 43197] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=open	src=/id_taco-taco/2000/.kudu-metadata.json	dst=null	perm=null	proto=rpc
2026-08-11 16:15:40,903 INFO  [Listener at localhost/41873] backup.BackupIO (BackupIO.scala:readTableBackups(236)) - Found 3 paths in hdfs://localhost:43197/id_taco-taco
.2026-08-11 16:15:40,927 INFO  [Listener at localhost/41873] hdfs.MiniDFSCluster (MiniDFSCluster.java:<init>(529)) - starting cluster: numNameNodes=1, numDataNodes=1
2026-08-11 16:15:40,928 INFO  [Listener at localhost/41873] namenode.NameNode (NameNode.java:format(1249)) - Formatting using clusterid: testClusterID
2026-08-11 16:15:40,929 INFO  [Listener at localhost/41873] namenode.FSEditLog (FSEditLog.java:newInstance(229)) - Edit logging is async:true
2026-08-11 16:15:40,942 INFO  [Listener at localhost/41873] namenode.FSNamesystem (FSNamesystem.java:<init>(814)) - KeyProvider: null
2026-08-11 16:15:40,943 INFO  [Listener at localhost/41873] namenode.FSNamesystem (FSNamesystemLock.java:<init>(141)) - fsLock is fair: true
2026-08-11 16:15:40,943 INFO  [Listener at localhost/41873] namenode.FSNamesystem (FSNamesystemLock.java:<init>(159)) - Detailed lock hold time metrics enabled: false
2026-08-11 16:15:40,943 INFO  [Listener at localhost/41873] namenode.FSNamesystem (FSNamesystem.java:<init>(847)) - fsOwner                = slave (auth:SIMPLE)
2026-08-11 16:15:40,943 INFO  [Listener at localhost/41873] namenode.FSNamesystem (FSNamesystem.java:<init>(848)) - supergroup             = supergroup
2026-08-11 16:15:40,944 INFO  [Listener at localhost/41873] namenode.FSNamesystem (FSNamesystem.java:<init>(849)) - isPermissionEnabled    = true
2026-08-11 16:15:40,944 INFO  [Listener at localhost/41873] namenode.FSNamesystem (FSNamesystem.java:<init>(850)) - isStoragePolicyEnabled = true
2026-08-11 16:15:40,944 INFO  [Listener at localhost/41873] namenode.FSNamesystem (FSNamesystem.java:<init>(861)) - HA Enabled: false
2026-08-11 16:15:40,944 INFO  [Listener at localhost/41873] common.Util (Util.java:isDiskStatsEnabled(395)) - dfs.datanode.fileio.profiling.sampling.percentage set to 0. Disabling file IO profiling
2026-08-11 16:15:40,945 INFO  [Listener at localhost/41873] blockmanagement.DatanodeManager (DatanodeManager.java:<init>(334)) - dfs.block.invalidate.limit: configured=1000, counted=60, effected=1000
2026-08-11 16:15:40,945 INFO  [Listener at localhost/41873] blockmanagement.DatanodeManager (DatanodeManager.java:<init>(342)) - dfs.namenode.datanode.registration.ip-hostname-check=true
2026-08-11 16:15:40,945 INFO  [Listener at localhost/41873] blockmanagement.BlockManager (InvalidateBlocks.java:printBlockDeletionTime(77)) - dfs.namenode.startup.delay.block.deletion.sec is set to 000:00:00:00.000
2026-08-11 16:15:40,946 INFO  [Listener at localhost/41873] blockmanagement.BlockManager (InvalidateBlocks.java:printBlockDeletionTime(83)) - The block deletion will start around 2026 Aug 11 16:15:40
2026-08-11 16:15:40,946 INFO  [Listener at localhost/41873] util.GSet (LightWeightGSet.java:computeCapacity(395)) - Computing capacity for map BlocksMap
2026-08-11 16:15:40,946 INFO  [Listener at localhost/41873] util.GSet (LightWeightGSet.java:computeCapacity(396)) - VM type       = 64-bit
2026-08-11 16:15:40,946 INFO  [Listener at localhost/41873] util.GSet (LightWeightGSet.java:computeCapacity(397)) - 2.0% max memory 3.5 GB = 72.5 MB
2026-08-11 16:15:40,947 INFO  [Listener at localhost/41873] util.GSet (LightWeightGSet.java:computeCapacity(402)) - capacity      = 2^23 = 8388608 entries
2026-08-11 16:15:40,952 INFO  [Listener at localhost/41873] blockmanagement.BlockManager (BlockManager.java:createSPSManager(5447)) - Storage policy satisfier is disabled
2026-08-11 16:15:40,952 INFO  [Listener at localhost/41873] blockmanagement.BlockManager (BlockManager.java:createBlockTokenSecretManager(641)) - dfs.block.access.token.enable = false
2026-08-11 16:15:40,953 INFO  [Listener at localhost/41873] blockmanagement.BlockManagerSafeMode (BlockManagerSafeMode.java:<init>(160)) - dfs.namenode.safemode.threshold-pct = 0.999
2026-08-11 16:15:40,953 INFO  [Listener at localhost/41873] blockmanagement.BlockManagerSafeMode (BlockManagerSafeMode.java:<init>(161)) - dfs.namenode.safemode.min.datanodes = 0
2026-08-11 16:15:40,953 INFO  [Listener at localhost/41873] blockmanagement.BlockManagerSafeMode (BlockManagerSafeMode.java:<init>(163)) - dfs.namenode.safemode.extension = 0
2026-08-11 16:15:40,953 INFO  [Listener at localhost/41873] blockmanagement.BlockManager (BlockManager.java:<init>(627)) - defaultReplication         = 1
2026-08-11 16:15:40,953 INFO  [Listener at localhost/41873] blockmanagement.BlockManager (BlockManager.java:<init>(628)) - maxReplication             = 512
2026-08-11 16:15:40,953 INFO  [Listener at localhost/41873] blockmanagement.BlockManager (BlockManager.java:<init>(629)) - minReplication             = 1
2026-08-11 16:15:40,954 INFO  [Listener at localhost/41873] blockmanagement.BlockManager (BlockManager.java:<init>(630)) - maxReplicationStreams      = 2
2026-08-11 16:15:40,954 INFO  [Listener at localhost/41873] blockmanagement.BlockManager (BlockManager.java:<init>(631)) - redundancyRecheckInterval  = 3000ms
2026-08-11 16:15:40,954 INFO  [Listener at localhost/41873] blockmanagement.BlockManager (BlockManager.java:<init>(632)) - encryptDataTransfer        = false
2026-08-11 16:15:40,954 INFO  [Listener at localhost/41873] blockmanagement.BlockManager (BlockManager.java:<init>(633)) - maxNumBlocksToLog          = 1000
2026-08-11 16:15:40,954 INFO  [Listener at localhost/41873] util.GSet (LightWeightGSet.java:computeCapacity(395)) - Computing capacity for map INodeMap
2026-08-11 16:15:40,955 INFO  [Listener at localhost/41873] util.GSet (LightWeightGSet.java:computeCapacity(396)) - VM type       = 64-bit
2026-08-11 16:15:40,955 INFO  [Listener at localhost/41873] util.GSet (LightWeightGSet.java:computeCapacity(397)) - 1.0% max memory 3.5 GB = 36.2 MB
2026-08-11 16:15:40,955 INFO  [Listener at localhost/41873] util.GSet (LightWeightGSet.java:computeCapacity(402)) - capacity      = 2^22 = 4194304 entries
2026-08-11 16:15:40,961 INFO  [Listener at localhost/41873] namenode.FSDirectory (FSDirectory.java:<init>(335)) - ACLs enabled? true
2026-08-11 16:15:40,961 INFO  [Listener at localhost/41873] namenode.FSDirectory (FSDirectory.java:<init>(339)) - POSIX ACL inheritance enabled? true
2026-08-11 16:15:40,961 INFO  [Listener at localhost/41873] namenode.FSDirectory (FSDirectory.java:<init>(343)) - XAttrs enabled? true
2026-08-11 16:15:40,961 INFO  [Listener at localhost/41873] namenode.NameNode (FSDirectory.java:<init>(406)) - Caching file names occurring more than 10 times
2026-08-11 16:15:40,961 INFO  [Listener at localhost/41873] snapshot.SnapshotManager (SnapshotManager.java:<init>(124)) - Loaded config captureOpenFiles: false, skipCaptureAccessTimeOnlyChange: false, snapshotDiffAllowSnapRootDescendant: true, maxSnapshotLimit: 65536
2026-08-11 16:15:40,961 INFO  [Listener at localhost/41873] snapshot.SnapshotManager (DirectoryDiffListFactory.java:init(43)) - SkipList is disabled
2026-08-11 16:15:40,962 INFO  [Listener at localhost/41873] util.GSet (LightWeightGSet.java:computeCapacity(395)) - Computing capacity for map cachedBlocks
2026-08-11 16:15:40,962 INFO  [Listener at localhost/41873] util.GSet (LightWeightGSet.java:computeCapacity(396)) - VM type       = 64-bit
2026-08-11 16:15:40,962 INFO  [Listener at localhost/41873] util.GSet (LightWeightGSet.java:computeCapacity(397)) - 0.25% max memory 3.5 GB = 9.1 MB
2026-08-11 16:15:40,962 INFO  [Listener at localhost/41873] util.GSet (LightWeightGSet.java:computeCapacity(402)) - capacity      = 2^20 = 1048576 entries
2026-08-11 16:15:40,967 INFO  [Listener at localhost/41873] metrics.TopMetrics (TopMetrics.java:logConf(75)) - NNTop conf: dfs.namenode.top.window.num.buckets = 10
2026-08-11 16:15:40,967 INFO  [Listener at localhost/41873] metrics.TopMetrics (TopMetrics.java:logConf(77)) - NNTop conf: dfs.namenode.top.num.users = 10
2026-08-11 16:15:40,967 INFO  [Listener at localhost/41873] metrics.TopMetrics (TopMetrics.java:logConf(79)) - NNTop conf: dfs.namenode.top.windows.minutes = 1,5,25
2026-08-11 16:15:40,967 INFO  [Listener at localhost/41873] namenode.FSNamesystem (FSNamesystem.java:initRetryCache(1080)) - Retry cache on namenode is enabled
2026-08-11 16:15:40,967 INFO  [Listener at localhost/41873] namenode.FSNamesystem (FSNamesystem.java:initRetryCache(1088)) - Retry cache will use 0.03 of total heap and retry cache entry expiry time is 600000 millis
2026-08-11 16:15:40,968 INFO  [Listener at localhost/41873] util.GSet (LightWeightGSet.java:computeCapacity(395)) - Computing capacity for map NameNodeRetryCache
2026-08-11 16:15:40,968 INFO  [Listener at localhost/41873] util.GSet (LightWeightGSet.java:computeCapacity(396)) - VM type       = 64-bit
2026-08-11 16:15:40,968 INFO  [Listener at localhost/41873] util.GSet (LightWeightGSet.java:computeCapacity(397)) - 0.029999999329447746% max memory 3.5 GB = 1.1 MB
2026-08-11 16:15:40,968 INFO  [Listener at localhost/41873] util.GSet (LightWeightGSet.java:computeCapacity(402)) - capacity      = 2^17 = 131072 entries
2026-08-11 16:15:40,970 INFO  [Listener at localhost/41873] namenode.FSImage (FSImage.java:format(186)) - Allocated new BlockPoolId: BP-724278358-10.240.0.74-1786464940970
2026-08-11 16:15:40,976 INFO  [Listener at localhost/41873] common.Storage (NNStorage.java:format(595)) - Storage directory /tmp/hdfs-test7042345516068354901/name-0-1 has been successfully formatted.
2026-08-11 16:15:40,980 INFO  [Listener at localhost/41873] common.Storage (NNStorage.java:format(595)) - Storage directory /tmp/hdfs-test7042345516068354901/name-0-2 has been successfully formatted.
2026-08-11 16:15:41,002 INFO  [FSImageSaver for /tmp/hdfs-test7042345516068354901/name-0-2 of type IMAGE_AND_EDITS] namenode.FSImageFormatProtobuf (FSImageFormatProtobuf.java:save(732)) - Saving image file /tmp/hdfs-test7042345516068354901/name-0-2/current/fsimage.ckpt_0000000000000000000 using no compression
2026-08-11 16:15:41,005 INFO  [FSImageSaver for /tmp/hdfs-test7042345516068354901/name-0-1 of type IMAGE_AND_EDITS] namenode.FSImageFormatProtobuf (FSImageFormatProtobuf.java:save(732)) - Saving image file /tmp/hdfs-test7042345516068354901/name-0-1/current/fsimage.ckpt_0000000000000000000 using no compression
2026-08-11 16:15:41,015 INFO  [FSImageSaver for /tmp/hdfs-test7042345516068354901/name-0-2 of type IMAGE_AND_EDITS] namenode.FSImageFormatProtobuf (FSImageFormatProtobuf.java:save(736)) - Image file /tmp/hdfs-test7042345516068354901/name-0-2/current/fsimage.ckpt_0000000000000000000 of size 418 bytes saved in 0 seconds .
2026-08-11 16:15:41,020 INFO  [FSImageSaver for /tmp/hdfs-test7042345516068354901/name-0-1 of type IMAGE_AND_EDITS] namenode.FSImageFormatProtobuf (FSImageFormatProtobuf.java:save(736)) - Image file /tmp/hdfs-test7042345516068354901/name-0-1/current/fsimage.ckpt_0000000000000000000 of size 418 bytes saved in 0 seconds .
2026-08-11 16:15:41,024 INFO  [Listener at localhost/41873] namenode.NNStorageRetentionManager (NNStorageRetentionManager.java:getImageTxIdToRetain(203)) - Going to retain 1 images with txid >= 0
2026-08-11 16:15:41,036 INFO  [Listener at localhost/41873] namenode.FSNamesystem (FSNamesystem.java:stopActiveServices(1427)) - Stopping services started for active state
2026-08-11 16:15:41,036 INFO  [Listener at localhost/41873] namenode.FSNamesystem (FSNamesystem.java:stopStandbyServices(1528)) - Stopping services started for standby state
2026-08-11 16:15:41,038 INFO  [Listener at localhost/41873] namenode.NameNode (NameNode.java:createNameNode(1707)) - createNameNode []
2026-08-11 16:15:41,038 INFO  [Listener at localhost/41873] impl.MetricsSystemImpl (MetricsSystemImpl.java:init(158)) - NameNode metrics system started (again)
2026-08-11 16:15:41,038 INFO  [Listener at localhost/41873] namenode.NameNodeUtils (NameNodeUtils.java:getClientNamenodeAddress(79)) - fs.defaultFS is hdfs://127.0.0.1:0
2026-08-11 16:15:41,058 INFO  [org.apache.hadoop.util.JvmPauseMonitor$Monitor@66933239] util.JvmPauseMonitor (JvmPauseMonitor.java:run(188)) - Starting JVM pause monitor
2026-08-11 16:15:41,059 INFO  [Listener at localhost/41873] hdfs.DFSUtil (DFSUtil.java:httpServerTemplateForNNAndJN(1668)) - Filter initializers set : org.apache.hadoop.http.lib.StaticUserWebFilter,org.apache.hadoop.hdfs.web.AuthFilterInitializer
2026-08-11 16:15:41,059 INFO  [Listener at localhost/41873] hdfs.DFSUtil (DFSUtil.java:httpServerTemplateForNNAndJN(1690)) - Starting Web-server for hdfs at: http://localhost:0
2026-08-11 16:15:41,061 INFO  [Listener at localhost/41873] server.AuthenticationFilter (AuthenticationFilter.java:constructSecretProvider(240)) - Unable to initialize FileSignerSecretProvider, falling back to use random secrets.
2026-08-11 16:15:41,062 INFO  [Listener at localhost/41873] http.HttpRequestLog (HttpRequestLog.java:getRequestLog(82)) - Http request log for http.requests.namenode is not defined
2026-08-11 16:15:41,064 INFO  [Listener at localhost/41873] http.HttpServer2 (HttpServer2.java:addGlobalFilter(1111)) - Added global filter 'safety' (class=org.apache.hadoop.http.HttpServer2$QuotingInputFilter)
2026-08-11 16:15:41,066 INFO  [Listener at localhost/41873] http.HttpServer2 (HttpServer2.java:addFilter(1084)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context hdfs
2026-08-11 16:15:41,066 INFO  [Listener at localhost/41873] http.HttpServer2 (HttpServer2.java:addFilter(1094)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context static
2026-08-11 16:15:41,068 INFO  [Listener at localhost/41873] http.HttpServer2 (HttpServer2.java:addFilter(1084)) - Added filter AuthFilter (class=org.apache.hadoop.hdfs.web.AuthFilter) to context hdfs
2026-08-11 16:15:41,068 INFO  [Listener at localhost/41873] http.HttpServer2 (HttpServer2.java:addFilter(1094)) - Added filter AuthFilter (class=org.apache.hadoop.hdfs.web.AuthFilter) to context static
2026-08-11 16:15:41,069 INFO  [Listener at localhost/41873] http.HttpServer2 (HttpServer2.java:addJerseyResourcePackage(938)) - addJerseyResourcePackage: packageName=org.apache.hadoop.hdfs.server.namenode.web.resources;org.apache.hadoop.hdfs.web.resources, pathSpec=/webhdfs/v1/*
2026-08-11 16:15:41,069 INFO  [Listener at localhost/41873] http.HttpServer2 (HttpServer2.java:bindListener(1332)) - Jetty bound to port 36639
2026-08-11 16:15:41,069 INFO  [Listener at localhost/41873] server.Server (Server.java:doStart(375)) - jetty-9.4.40.v20210413; built: 2021-04-13T20:42:42.668Z; git: b881a572662e1943a14ae12e7e1207989f218b74; jvm 1.8.0_362-8u372-ga~us1-0ubuntu1~18.04-b09
2026-08-11 16:15:41,073 INFO  [Listener at localhost/41873] server.session (DefaultSessionIdManager.java:doStart(334)) - DefaultSessionIdManager workerName=node0
2026-08-11 16:15:41,073 INFO  [Listener at localhost/41873] server.session (DefaultSessionIdManager.java:doStart(339)) - No SessionScavenger set, using defaults
2026-08-11 16:15:41,073 INFO  [Listener at localhost/41873] server.session (HouseKeeper.java:startScavenging(132)) - node0 Scavenging every 600000ms
2026-08-11 16:15:41,075 INFO  [Listener at localhost/41873] server.AuthenticationFilter (AuthenticationFilter.java:constructSecretProvider(240)) - Unable to initialize FileSignerSecretProvider, falling back to use random secrets.
2026-08-11 16:15:41,075 INFO  [Listener at localhost/41873] handler.ContextHandler (ContextHandler.java:doStart(916)) - Started o.e.j.s.ServletContextHandler@1d61a348{static,/static,jar:file:/tmp/dist-test-taskw4zUfz/java/build/jars/hadoop-hdfs-3.3.1-tests.jar!/webapps/static,AVAILABLE}
2026-08-11 16:15:41,220 INFO  [Listener at localhost/41873] handler.ContextHandler (ContextHandler.java:doStart(916)) - Started o.e.j.w.WebAppContext@732f6050{hdfs,/,file:///tmp/jetty-localhost-36639-hadoop-hdfs-3_3_1-tests_jar-_-any-1763378499421211516/webapp/,AVAILABLE}{jar:file:/tmp/dist-test-taskw4zUfz/java/build/jars/hadoop-hdfs-3.3.1-tests.jar!/webapps/hdfs}
2026-08-11 16:15:41,222 INFO  [Listener at localhost/41873] server.AbstractConnector (AbstractConnector.java:doStart(331)) - Started ServerConnector@1e236278{HTTP/1.1, (http/1.1)}{localhost:36639}
2026-08-11 16:15:41,222 INFO  [Listener at localhost/41873] server.Server (Server.java:doStart(415)) - Started @9848ms
2026-08-11 16:15:41,223 INFO  [Listener at localhost/41873] namenode.FSEditLog (FSEditLog.java:newInstance(229)) - Edit logging is async:true
2026-08-11 16:15:41,238 INFO  [Listener at localhost/41873] namenode.FSNamesystem (FSNamesystem.java:<init>(814)) - KeyProvider: null
2026-08-11 16:15:41,238 INFO  [Listener at localhost/41873] namenode.FSNamesystem (FSNamesystemLock.java:<init>(141)) - fsLock is fair: true
2026-08-11 16:15:41,238 INFO  [Listener at localhost/41873] namenode.FSNamesystem (FSNamesystemLock.java:<init>(159)) - Detailed lock hold time metrics enabled: false
2026-08-11 16:15:41,239 INFO  [Listener at localhost/41873] namenode.FSNamesystem (FSNamesystem.java:<init>(847)) - fsOwner                = slave (auth:SIMPLE)
2026-08-11 16:15:41,239 INFO  [Listener at localhost/41873] namenode.FSNamesystem (FSNamesystem.java:<init>(848)) - supergroup             = supergroup
2026-08-11 16:15:41,239 INFO  [Listener at localhost/41873] namenode.FSNamesystem (FSNamesystem.java:<init>(849)) - isPermissionEnabled    = true
2026-08-11 16:15:41,239 INFO  [Listener at localhost/41873] namenode.FSNamesystem (FSNamesystem.java:<init>(850)) - isStoragePolicyEnabled = true
2026-08-11 16:15:41,239 INFO  [Listener at localhost/41873] namenode.FSNamesystem (FSNamesystem.java:<init>(861)) - HA Enabled: false
2026-08-11 16:15:41,240 INFO  [Listener at localhost/41873] common.Util (Util.java:isDiskStatsEnabled(395)) - dfs.datanode.fileio.profiling.sampling.percentage set to 0. Disabling file IO profiling
2026-08-11 16:15:41,240 INFO  [Listener at localhost/41873] blockmanagement.DatanodeManager (DatanodeManager.java:<init>(334)) - dfs.block.invalidate.limit: configured=1000, counted=60, effected=1000
2026-08-11 16:15:41,240 INFO  [Listener at localhost/41873] blockmanagement.DatanodeManager (DatanodeManager.java:<init>(342)) - dfs.namenode.datanode.registration.ip-hostname-check=true
2026-08-11 16:15:41,240 INFO  [Listener at localhost/41873] blockmanagement.BlockManager (InvalidateBlocks.java:printBlockDeletionTime(77)) - dfs.namenode.startup.delay.block.deletion.sec is set to 000:00:00:00.000
2026-08-11 16:15:41,240 INFO  [Listener at localhost/41873] blockmanagement.BlockManager (InvalidateBlocks.java:printBlockDeletionTime(83)) - The block deletion will start around 2026 Aug 11 16:15:41
2026-08-11 16:15:41,240 INFO  [Listener at localhost/41873] util.GSet (LightWeightGSet.java:computeCapacity(395)) - Computing capacity for map BlocksMap
2026-08-11 16:15:41,240 INFO  [Listener at localhost/41873] util.GSet (LightWeightGSet.java:computeCapacity(396)) - VM type       = 64-bit
2026-08-11 16:15:41,241 INFO  [Listener at localhost/41873] util.GSet (LightWeightGSet.java:computeCapacity(397)) - 2.0% max memory 3.5 GB = 72.5 MB
2026-08-11 16:15:41,241 INFO  [Listener at localhost/41873] util.GSet (LightWeightGSet.java:computeCapacity(402)) - capacity      = 2^23 = 8388608 entries
2026-08-11 16:15:41,271 INFO  [Listener at localhost/41873] blockmanagement.BlockManager (BlockManager.java:createSPSManager(5447)) - Storage policy satisfier is disabled
2026-08-11 16:15:41,271 INFO  [Listener at localhost/41873] blockmanagement.BlockManager (BlockManager.java:createBlockTokenSecretManager(641)) - dfs.block.access.token.enable = false
2026-08-11 16:15:41,272 INFO  [Listener at localhost/41873] blockmanagement.BlockManagerSafeMode (BlockManagerSafeMode.java:<init>(160)) - dfs.namenode.safemode.threshold-pct = 0.999
2026-08-11 16:15:41,272 INFO  [Listener at localhost/41873] blockmanagement.BlockManagerSafeMode (BlockManagerSafeMode.java:<init>(161)) - dfs.namenode.safemode.min.datanodes = 0
2026-08-11 16:15:41,272 INFO  [Listener at localhost/41873] blockmanagement.BlockManagerSafeMode (BlockManagerSafeMode.java:<init>(163)) - dfs.namenode.safemode.extension = 0
2026-08-11 16:15:41,272 INFO  [Listener at localhost/41873] blockmanagement.BlockManager (BlockManager.java:<init>(627)) - defaultReplication         = 1
2026-08-11 16:15:41,272 INFO  [Listener at localhost/41873] blockmanagement.BlockManager (BlockManager.java:<init>(628)) - maxReplication             = 512
2026-08-11 16:15:41,272 INFO  [Listener at localhost/41873] blockmanagement.BlockManager (BlockManager.java:<init>(629)) - minReplication             = 1
2026-08-11 16:15:41,273 INFO  [Listener at localhost/41873] blockmanagement.BlockManager (BlockManager.java:<init>(630)) - maxReplicationStreams      = 2
2026-08-11 16:15:41,273 INFO  [Listener at localhost/41873] blockmanagement.BlockManager (BlockManager.java:<init>(631)) - redundancyRecheckInterval  = 3000ms
2026-08-11 16:15:41,273 INFO  [Listener at localhost/41873] blockmanagement.BlockManager (BlockManager.java:<init>(632)) - encryptDataTransfer        = false
2026-08-11 16:15:41,273 INFO  [Listener at localhost/41873] blockmanagement.BlockManager (BlockManager.java:<init>(633)) - maxNumBlocksToLog          = 1000
2026-08-11 16:15:41,273 INFO  [Listener at localhost/41873] util.GSet (LightWeightGSet.java:computeCapacity(395)) - Computing capacity for map INodeMap
2026-08-11 16:15:41,274 INFO  [Listener at localhost/41873] util.GSet (LightWeightGSet.java:computeCapacity(396)) - VM type       = 64-bit
2026-08-11 16:15:41,274 INFO  [Listener at localhost/41873] util.GSet (LightWeightGSet.java:computeCapacity(397)) - 1.0% max memory 3.5 GB = 36.2 MB
2026-08-11 16:15:41,274 INFO  [Listener at localhost/41873] util.GSet (LightWeightGSet.java:computeCapacity(402)) - capacity      = 2^22 = 4194304 entries
2026-08-11 16:15:41,277 INFO  [Listener at localhost/41873] namenode.FSDirectory (FSDirectory.java:<init>(335)) - ACLs enabled? true
2026-08-11 16:15:41,277 INFO  [Listener at localhost/41873] namenode.FSDirectory (FSDirectory.java:<init>(339)) - POSIX ACL inheritance enabled? true
2026-08-11 16:15:41,277 INFO  [Listener at localhost/41873] namenode.FSDirectory (FSDirectory.java:<init>(343)) - XAttrs enabled? true
2026-08-11 16:15:41,277 INFO  [Listener at localhost/41873] namenode.NameNode (FSDirectory.java:<init>(406)) - Caching file names occurring more than 10 times
2026-08-11 16:15:41,278 INFO  [Listener at localhost/41873] snapshot.SnapshotManager (SnapshotManager.java:<init>(124)) - Loaded config captureOpenFiles: false, skipCaptureAccessTimeOnlyChange: false, snapshotDiffAllowSnapRootDescendant: true, maxSnapshotLimit: 65536
2026-08-11 16:15:41,278 INFO  [Listener at localhost/41873] snapshot.SnapshotManager (DirectoryDiffListFactory.java:init(43)) - SkipList is disabled
2026-08-11 16:15:41,278 INFO  [Listener at localhost/41873] util.GSet (LightWeightGSet.java:computeCapacity(395)) - Computing capacity for map cachedBlocks
2026-08-11 16:15:41,278 INFO  [Listener at localhost/41873] util.GSet (LightWeightGSet.java:computeCapacity(396)) - VM type       = 64-bit
2026-08-11 16:15:41,278 INFO  [Listener at localhost/41873] util.GSet (LightWeightGSet.java:computeCapacity(397)) - 0.25% max memory 3.5 GB = 9.1 MB
2026-08-11 16:15:41,279 INFO  [Listener at localhost/41873] util.GSet (LightWeightGSet.java:computeCapacity(402)) - capacity      = 2^20 = 1048576 entries
2026-08-11 16:15:41,279 INFO  [Listener at localhost/41873] metrics.TopMetrics (TopMetrics.java:logConf(75)) - NNTop conf: dfs.namenode.top.window.num.buckets = 10
2026-08-11 16:15:41,280 INFO  [Listener at localhost/41873] metrics.TopMetrics (TopMetrics.java:logConf(77)) - NNTop conf: dfs.namenode.top.num.users = 10
2026-08-11 16:15:41,280 INFO  [Listener at localhost/41873] metrics.TopMetrics (TopMetrics.java:logConf(79)) - NNTop conf: dfs.namenode.top.windows.minutes = 1,5,25
2026-08-11 16:15:41,280 INFO  [Listener at localhost/41873] namenode.FSNamesystem (FSNamesystem.java:initRetryCache(1080)) - Retry cache on namenode is enabled
2026-08-11 16:15:41,280 INFO  [Listener at localhost/41873] namenode.FSNamesystem (FSNamesystem.java:initRetryCache(1088)) - Retry cache will use 0.03 of total heap and retry cache entry expiry time is 600000 millis
2026-08-11 16:15:41,280 INFO  [Listener at localhost/41873] util.GSet (LightWeightGSet.java:computeCapacity(395)) - Computing capacity for map NameNodeRetryCache
2026-08-11 16:15:41,280 INFO  [Listener at localhost/41873] util.GSet (LightWeightGSet.java:computeCapacity(396)) - VM type       = 64-bit
2026-08-11 16:15:41,281 INFO  [Listener at localhost/41873] util.GSet (LightWeightGSet.java:computeCapacity(397)) - 0.029999999329447746% max memory 3.5 GB = 1.1 MB
2026-08-11 16:15:41,281 INFO  [Listener at localhost/41873] util.GSet (LightWeightGSet.java:computeCapacity(402)) - capacity      = 2^17 = 131072 entries
2026-08-11 16:15:41,285 INFO  [Listener at localhost/41873] common.Storage (Storage.java:tryLock(948)) - Lock on /tmp/hdfs-test7042345516068354901/name-0-1/in_use.lock acquired by nodename 28264@dist-test-slave-tfpf.c.gcp-upstream.internal
2026-08-11 16:15:41,287 INFO  [Listener at localhost/41873] common.Storage (Storage.java:tryLock(948)) - Lock on /tmp/hdfs-test7042345516068354901/name-0-2/in_use.lock acquired by nodename 28264@dist-test-slave-tfpf.c.gcp-upstream.internal
2026-08-11 16:15:41,288 INFO  [Listener at localhost/41873] namenode.FileJournalManager (FileJournalManager.java:recoverUnfinalizedSegments(428)) - Recovering unfinalized segments in /tmp/hdfs-test7042345516068354901/name-0-1/current
2026-08-11 16:15:41,289 INFO  [Listener at localhost/41873] namenode.FileJournalManager (FileJournalManager.java:recoverUnfinalizedSegments(428)) - Recovering unfinalized segments in /tmp/hdfs-test7042345516068354901/name-0-2/current
2026-08-11 16:15:41,289 INFO  [Listener at localhost/41873] namenode.FSImage (FSImage.java:loadFSImage(734)) - No edit log streams selected.
2026-08-11 16:15:41,289 INFO  [Listener at localhost/41873] namenode.FSImage (FSImage.java:loadFSImageFile(800)) - Planning to load image: FSImageFile(file=/tmp/hdfs-test7042345516068354901/name-0-1/current/fsimage_0000000000000000000, cpktTxId=0000000000000000000)
2026-08-11 16:15:41,292 INFO  [Listener at localhost/41873] namenode.FSImageFormatPBINode (FSImageFormatPBINode.java:loadINodeSectionHeader(413)) - Loading 1 INodes.
2026-08-11 16:15:41,292 INFO  [Listener at localhost/41873] namenode.FSImageFormatPBINode (FSImageFormatPBINode.java:loadINodeSection(371)) - Successfully loaded 1 inodes
2026-08-11 16:15:41,292 INFO  [Listener at localhost/41873] namenode.FSImageFormatPBINode (FSImageFormatPBINode.java:waitBlocksMapAndNameCacheUpdateFinished(344)) - Completed update blocks map and name cache, total waiting duration 0ms.
2026-08-11 16:15:41,293 INFO  [Listener at localhost/41873] namenode.FSImageFormatProtobuf (FSImageFormatProtobuf.java:load(255)) - Loaded FSImage in 0 seconds.
2026-08-11 16:15:41,293 INFO  [Listener at localhost/41873] namenode.FSImage (FSImage.java:loadFSImage(978)) - Loaded image for txid 0 from /tmp/hdfs-test7042345516068354901/name-0-1/current/fsimage_0000000000000000000
2026-08-11 16:15:41,293 INFO  [Listener at localhost/41873] namenode.FSNamesystem (FSNamesystem.java:loadFSImage(1202)) - Need to save fs image? false (staleImage=false, haEnabled=false, isRollingUpgrade=false)
2026-08-11 16:15:41,294 INFO  [Listener at localhost/41873] namenode.FSEditLog (FSEditLog.java:startLogSegment(1391)) - Starting log segment at 1
2026-08-11 16:15:41,304 INFO  [Listener at localhost/41873] namenode.NameCache (NameCache.java:initialized(143)) - initialized with 0 entries 0 lookups
2026-08-11 16:15:41,304 INFO  [Listener at localhost/41873] namenode.FSNamesystem (FSNamesystem.java:loadFromDisk(786)) - Finished loading FSImage in 22 msecs
2026-08-11 16:15:41,305 INFO  [Listener at localhost/41873] namenode.NameNode (NameNodeRpcServer.java:<init>(454)) - RPC server is binding to localhost:0
2026-08-11 16:15:41,305 INFO  [Listener at localhost/41873] namenode.NameNode (NameNodeRpcServer.java:<init>(459)) - Enable NameNode state context:false
2026-08-11 16:15:41,305 INFO  [Listener at localhost/41873] ipc.CallQueueManager (CallQueueManager.java:<init>(90)) - Using callQueue: class java.util.concurrent.LinkedBlockingQueue, queueCapacity: 1000, scheduler: class org.apache.hadoop.ipc.DefaultRpcScheduler, ipcBackoff: false.
2026-08-11 16:15:41,306 INFO  [Socket Reader #1 for port 0] ipc.Server (Server.java:run(1265)) - Starting Socket Reader #1 for port 0
2026-08-11 16:15:41,311 INFO  [Listener at localhost/39355] namenode.NameNode (NameNode.java:initialize(776)) - Clients are to use localhost:39355 to access this namenode/service.
2026-08-11 16:15:41,312 INFO  [Listener at localhost/39355] namenode.FSNamesystem (FSNamesystem.java:registerMBean(5444)) - Registered FSNamesystemState, ReplicatedBlocksState and ECBlockGroupsState MBeans.
2026-08-11 16:15:41,324 INFO  [Listener at localhost/39355] namenode.LeaseManager (LeaseManager.java:getNumUnderConstructionBlocks(166)) - Number of blocks under construction: 0
2026-08-11 16:15:41,325 INFO  [Listener at localhost/39355] blockmanagement.DatanodeAdminDefaultMonitor (DatanodeAdminDefaultMonitor.java:processConf(116)) - Initialized the Default Decommission and Maintenance monitor
2026-08-11 16:15:41,326 INFO  [Listener at localhost/39355] blockmanagement.BlockManager (BlockManager.java:initializeReplQueues(5187)) - initializing replication queues
2026-08-11 16:15:41,326 INFO  [Listener at localhost/39355] hdfs.StateChange (BlockManagerSafeMode.java:leaveSafeMode(399)) - STATE* Leaving safe mode after 0 secs
2026-08-11 16:15:41,327 INFO  [Listener at localhost/39355] hdfs.StateChange (BlockManagerSafeMode.java:leaveSafeMode(405)) - STATE* Network topology has 0 racks and 0 datanodes
2026-08-11 16:15:41,327 INFO  [Listener at localhost/39355] hdfs.StateChange (BlockManagerSafeMode.java:leaveSafeMode(407)) - STATE* UnderReplicatedBlocks has 0 blocks
2026-08-11 16:15:41,334 INFO  [Reconstruction Queue Initializer] blockmanagement.BlockManager (BlockManager.java:processMisReplicatesAsync(3728)) - Total number of blocks            = 0
2026-08-11 16:15:41,334 INFO  [Reconstruction Queue Initializer] blockmanagement.BlockManager (BlockManager.java:processMisReplicatesAsync(3729)) - Number of invalid blocks          = 0
2026-08-11 16:15:41,334 INFO  [Reconstruction Queue Initializer] blockmanagement.BlockManager (BlockManager.java:processMisReplicatesAsync(3730)) - Number of under-replicated blocks = 0
2026-08-11 16:15:41,335 INFO  [Reconstruction Queue Initializer] blockmanagement.BlockManager (BlockManager.java:processMisReplicatesAsync(3731)) - Number of  over-replicated blocks = 0
2026-08-11 16:15:41,335 INFO  [Reconstruction Queue Initializer] blockmanagement.BlockManager (BlockManager.java:processMisReplicatesAsync(3733)) - Number of blocks being written    = 0
2026-08-11 16:15:41,335 INFO  [Reconstruction Queue Initializer] hdfs.StateChange (BlockManager.java:processMisReplicatesAsync(3736)) - STATE* Replication Queue initialization scan for invalid, over- and under-replicated blocks completed in 8 msec
2026-08-11 16:15:41,337 INFO  [IPC Server Responder] ipc.Server (Server.java:run(1507)) - IPC Server Responder: starting
2026-08-11 16:15:41,338 INFO  [IPC Server listener on 0] ipc.Server (Server.java:run(1344)) - IPC Server listener on 0: starting
2026-08-11 16:15:41,345 INFO  [Listener at localhost/39355] namenode.NameNode (NameNode.java:startCommonServices(893)) - NameNode RPC up at: localhost/127.0.0.1:39355
2026-08-11 16:15:41,349 INFO  [Listener at localhost/39355] namenode.FSNamesystem (FSNamesystem.java:startActiveServices(1314)) - Starting services required for active state
2026-08-11 16:15:41,349 INFO  [Listener at localhost/39355] namenode.FSDirectory (FSDirectory.java:updateCountForQuota(840)) - Initializing quota with 12 thread(s)
2026-08-11 16:15:41,350 INFO  [Listener at localhost/39355] namenode.FSDirectory (FSDirectory.java:updateCountForQuota(849)) - Quota initialization completed in 1 milliseconds
name space=1
storage space=0
storage types=RAM_DISK=0, SSD=0, DISK=0, ARCHIVE=0, PROVIDED=0
2026-08-11 16:15:41,353 INFO  [CacheReplicationMonitor(71216669)] blockmanagement.CacheReplicationMonitor (CacheReplicationMonitor.java:run(160)) - Starting CacheReplicationMonitor with interval 30000 milliseconds
2026-08-11 16:15:41,354 INFO  [Listener at localhost/39355] hdfs.MiniDFSCluster (MiniDFSCluster.java:startDataNodes(1697)) - Starting DataNode 0 with dfs.datanode.data.dir: [DISK]file:/tmp/hdfs-test7042345516068354901/data/data1,[DISK]file:/tmp/hdfs-test7042345516068354901/data/data2
2026-08-11 16:15:41,356 INFO  [Listener at localhost/39355] checker.ThrottledAsyncChecker (ThrottledAsyncChecker.java:schedule(137)) - Scheduling a check for [DISK]file:/tmp/hdfs-test7042345516068354901/data/data1
2026-08-11 16:15:41,357 INFO  [Listener at localhost/39355] checker.ThrottledAsyncChecker (ThrottledAsyncChecker.java:schedule(137)) - Scheduling a check for [DISK]file:/tmp/hdfs-test7042345516068354901/data/data2
2026-08-11 16:15:41,375 INFO  [Listener at localhost/39355] impl.MetricsSystemImpl (MetricsSystemImpl.java:init(158)) - DataNode metrics system started (again)
2026-08-11 16:15:41,375 INFO  [Listener at localhost/39355] common.Util (Util.java:isDiskStatsEnabled(395)) - dfs.datanode.fileio.profiling.sampling.percentage set to 0. Disabling file IO profiling
2026-08-11 16:15:41,376 INFO  [Listener at localhost/39355] datanode.BlockScanner (BlockScanner.java:<init>(201)) - Initialized block scanner with targetBytesPerSec 1048576
2026-08-11 16:15:41,376 INFO  [Listener at localhost/39355] datanode.DataNode (DataNode.java:<init>(512)) - Configured hostname is 127.0.0.1
2026-08-11 16:15:41,376 INFO  [Listener at localhost/39355] common.Util (Util.java:isDiskStatsEnabled(395)) - dfs.datanode.fileio.profiling.sampling.percentage set to 0. Disabling file IO profiling
2026-08-11 16:15:41,376 INFO  [Listener at localhost/39355] datanode.DataNode (DataNode.java:startDataNode(1408)) - Starting DataNode with maxLockedMemory = 0
2026-08-11 16:15:41,377 INFO  [Listener at localhost/39355] datanode.DataNode (DataNode.java:initDataXceiver(1171)) - Opened streaming server at /127.0.0.1:41131
2026-08-11 16:15:41,377 INFO  [Listener at localhost/39355] datanode.DataNode (DataXceiverServer.java:<init>(94)) - Balancing bandwidth is 104857600 bytes/s
2026-08-11 16:15:41,377 INFO  [Listener at localhost/39355] datanode.DataNode (DataXceiverServer.java:<init>(95)) - Number threads for balancing is 100
2026-08-11 16:15:41,379 INFO  [Listener at localhost/39355] server.AuthenticationFilter (AuthenticationFilter.java:constructSecretProvider(240)) - Unable to initialize FileSignerSecretProvider, falling back to use random secrets.
2026-08-11 16:15:41,380 INFO  [Listener at localhost/39355] http.HttpRequestLog (HttpRequestLog.java:getRequestLog(82)) - Http request log for http.requests.datanode is not defined
2026-08-11 16:15:41,381 INFO  [Listener at localhost/39355] http.HttpServer2 (HttpServer2.java:addGlobalFilter(1111)) - Added global filter 'safety' (class=org.apache.hadoop.http.HttpServer2$QuotingInputFilter)
2026-08-11 16:15:41,382 INFO  [Listener at localhost/39355] http.HttpServer2 (HttpServer2.java:addFilter(1084)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context datanode
2026-08-11 16:15:41,383 INFO  [Listener at localhost/39355] http.HttpServer2 (HttpServer2.java:addFilter(1094)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context static
2026-08-11 16:15:41,383 INFO  [Listener at localhost/39355] http.HttpServer2 (HttpServer2.java:bindListener(1332)) - Jetty bound to port 33625
2026-08-11 16:15:41,383 INFO  [Listener at localhost/39355] server.Server (Server.java:doStart(375)) - jetty-9.4.40.v20210413; built: 2021-04-13T20:42:42.668Z; git: b881a572662e1943a14ae12e7e1207989f218b74; jvm 1.8.0_362-8u372-ga~us1-0ubuntu1~18.04-b09
2026-08-11 16:15:41,385 INFO  [Listener at localhost/39355] server.session (DefaultSessionIdManager.java:doStart(334)) - DefaultSessionIdManager workerName=node0
2026-08-11 16:15:41,385 INFO  [Listener at localhost/39355] server.session (DefaultSessionIdManager.java:doStart(339)) - No SessionScavenger set, using defaults
2026-08-11 16:15:41,385 INFO  [Listener at localhost/39355] server.session (HouseKeeper.java:startScavenging(132)) - node0 Scavenging every 600000ms
2026-08-11 16:15:41,386 INFO  [Listener at localhost/39355] handler.ContextHandler (ContextHandler.java:doStart(916)) - Started o.e.j.s.ServletContextHandler@3bc4ef12{static,/static,jar:file:/tmp/dist-test-taskw4zUfz/java/build/jars/hadoop-hdfs-3.3.1-tests.jar!/webapps/static,AVAILABLE}
2026-08-11 16:15:41,531 INFO  [Listener at localhost/39355] handler.ContextHandler (ContextHandler.java:doStart(916)) - Started o.e.j.w.WebAppContext@2e3572e8{datanode,/,file:///tmp/jetty-localhost-33625-hadoop-hdfs-3_3_1-tests_jar-_-any-2647576542082351055/webapp/,AVAILABLE}{jar:file:/tmp/dist-test-taskw4zUfz/java/build/jars/hadoop-hdfs-3.3.1-tests.jar!/webapps/datanode}
2026-08-11 16:15:41,533 INFO  [Listener at localhost/39355] server.AbstractConnector (AbstractConnector.java:doStart(331)) - Started ServerConnector@75e09567{HTTP/1.1, (http/1.1)}{localhost:33625}
2026-08-11 16:15:41,533 INFO  [Listener at localhost/39355] server.Server (Server.java:doStart(415)) - Started @10160ms
2026-08-11 16:15:41,534 WARN  [Listener at localhost/39355] web.DatanodeHttpServer (RestCsrfPreventionFilterHandler.java:<init>(75)) - Got null for restCsrfPreventionFilter - will not do any filtering.
2026-08-11 16:15:41,537 INFO  [Listener at localhost/39355] web.DatanodeHttpServer (DatanodeHttpServer.java:start(322)) - Listening HTTP traffic on /127.0.0.1:33203
2026-08-11 16:15:41,537 INFO  [Listener at localhost/39355] datanode.DataNode (DataNode.java:startDataNode(1436)) - dnUserName = slave
2026-08-11 16:15:41,537 INFO  [org.apache.hadoop.util.JvmPauseMonitor$Monitor@355c94be] util.JvmPauseMonitor (JvmPauseMonitor.java:run(188)) - Starting JVM pause monitor
2026-08-11 16:15:41,537 INFO  [Listener at localhost/39355] datanode.DataNode (DataNode.java:startDataNode(1437)) - supergroup = supergroup
2026-08-11 16:15:41,538 INFO  [Listener at localhost/39355] ipc.CallQueueManager (CallQueueManager.java:<init>(90)) - Using callQueue: class java.util.concurrent.LinkedBlockingQueue, queueCapacity: 1000, scheduler: class org.apache.hadoop.ipc.DefaultRpcScheduler, ipcBackoff: false.
2026-08-11 16:15:41,538 INFO  [Socket Reader #1 for port 0] ipc.Server (Server.java:run(1265)) - Starting Socket Reader #1 for port 0
2026-08-11 16:15:41,541 INFO  [Listener at localhost/44059] datanode.DataNode (DataNode.java:initIpcServer(1057)) - Opened IPC server at /127.0.0.1:44059
2026-08-11 16:15:41,556 INFO  [Listener at localhost/44059] datanode.DataNode (BlockPoolManager.java:refreshNamenodes(149)) - Refresh request received for nameservices: null
2026-08-11 16:15:41,556 INFO  [Listener at localhost/44059] datanode.DataNode (BlockPoolManager.java:doRefreshNamenodes(210)) - Starting BPOfferServices for nameservices: <default>
2026-08-11 16:15:41,557 INFO  [Thread-284] datanode.DataNode (BPServiceActor.java:run(847)) - Block pool <registering> (Datanode Uuid unassigned) service to localhost/127.0.0.1:39355 starting to offer service
2026-08-11 16:15:41,559 INFO  [IPC Server Responder] ipc.Server (Server.java:run(1507)) - IPC Server Responder: starting
2026-08-11 16:15:41,560 INFO  [IPC Server listener on 0] ipc.Server (Server.java:run(1344)) - IPC Server listener on 0: starting
2026-08-11 16:15:41,567 INFO  [Thread-284] datanode.DataNode (BPOfferService.java:verifyAndSetNamespaceInfo(381)) - Acknowledging ACTIVE Namenode during handshakeBlock pool <registering> (Datanode Uuid unassigned) service to localhost/127.0.0.1:39355
2026-08-11 16:15:41,567 INFO  [Thread-284] common.Storage (DataStorage.java:getParallelVolumeLoadThreadsNum(356)) - Using 2 threads to upgrade data directories (dfs.datanode.parallel.volumes.load.threads.num=2, dataDirs=2)
2026-08-11 16:15:41,570 INFO  [Thread-284] common.Storage (Storage.java:tryLock(948)) - Lock on /tmp/hdfs-test7042345516068354901/data/data1/in_use.lock acquired by nodename 28264@dist-test-slave-tfpf.c.gcp-upstream.internal
2026-08-11 16:15:41,571 INFO  [Thread-284] common.Storage (DataStorage.java:loadStorageDirectory(284)) - Storage directory with location [DISK]file:/tmp/hdfs-test7042345516068354901/data/data1 is not formatted for namespace 1588449789. Formatting...
2026-08-11 16:15:41,571 INFO  [Thread-284] common.Storage (DataStorage.java:createStorageID(160)) - Generated new storageID DS-db701484-677b-4c22-bd64-9baca8957a1d for directory /tmp/hdfs-test7042345516068354901/data/data1 
2026-08-11 16:15:41,572 INFO  [IPC Server handler 1 on default port 39355] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=datanodeReport	src=null	dst=null	perm=null	proto=rpc
2026-08-11 16:15:41,573 INFO  [Listener at localhost/44059] hdfs.MiniDFSCluster (MiniDFSCluster.java:shouldWait(2823)) - dnInfo.length != numDataNodes
2026-08-11 16:15:41,573 INFO  [Listener at localhost/44059] hdfs.MiniDFSCluster (MiniDFSCluster.java:waitActive(2744)) - Waiting for cluster to become active
2026-08-11 16:15:41,578 INFO  [Thread-284] common.Storage (Storage.java:tryLock(948)) - Lock on /tmp/hdfs-test7042345516068354901/data/data2/in_use.lock acquired by nodename 28264@dist-test-slave-tfpf.c.gcp-upstream.internal
2026-08-11 16:15:41,578 INFO  [Thread-284] common.Storage (DataStorage.java:loadStorageDirectory(284)) - Storage directory with location [DISK]file:/tmp/hdfs-test7042345516068354901/data/data2 is not formatted for namespace 1588449789. Formatting...
2026-08-11 16:15:41,578 INFO  [Thread-284] common.Storage (DataStorage.java:createStorageID(160)) - Generated new storageID DS-6eac2cd4-5509-4a21-a23f-21331286d1ef for directory /tmp/hdfs-test7042345516068354901/data/data2 
2026-08-11 16:15:41,601 INFO  [Thread-284] common.Storage (BlockPoolSliceStorage.java:recoverTransitionRead(256)) - Analyzing storage directories for bpid BP-724278358-10.240.0.74-1786464940970
2026-08-11 16:15:41,602 INFO  [Thread-284] common.Storage (Storage.java:lock(907)) - Locking is disabled for /tmp/hdfs-test7042345516068354901/data/data1/current/BP-724278358-10.240.0.74-1786464940970
2026-08-11 16:15:41,602 INFO  [Thread-284] common.Storage (BlockPoolSliceStorage.java:loadStorageDirectory(169)) - Block pool storage directory for location [DISK]file:/tmp/hdfs-test7042345516068354901/data/data1 and block pool id BP-724278358-10.240.0.74-1786464940970 is not formatted. Formatting ...
2026-08-11 16:15:41,602 INFO  [Thread-284] common.Storage (BlockPoolSliceStorage.java:format(285)) - Formatting block pool BP-724278358-10.240.0.74-1786464940970 directory /tmp/hdfs-test7042345516068354901/data/data1/current/BP-724278358-10.240.0.74-1786464940970/current
2026-08-11 16:15:41,624 INFO  [Thread-284] common.Storage (BlockPoolSliceStorage.java:recoverTransitionRead(256)) - Analyzing storage directories for bpid BP-724278358-10.240.0.74-1786464940970
2026-08-11 16:15:41,625 INFO  [Thread-284] common.Storage (Storage.java:lock(907)) - Locking is disabled for /tmp/hdfs-test7042345516068354901/data/data2/current/BP-724278358-10.240.0.74-1786464940970
2026-08-11 16:15:41,625 INFO  [Thread-284] common.Storage (BlockPoolSliceStorage.java:loadStorageDirectory(169)) - Block pool storage directory for location [DISK]file:/tmp/hdfs-test7042345516068354901/data/data2 and block pool id BP-724278358-10.240.0.74-1786464940970 is not formatted. Formatting ...
2026-08-11 16:15:41,625 INFO  [Thread-284] common.Storage (BlockPoolSliceStorage.java:format(285)) - Formatting block pool BP-724278358-10.240.0.74-1786464940970 directory /tmp/hdfs-test7042345516068354901/data/data2/current/BP-724278358-10.240.0.74-1786464940970/current
2026-08-11 16:15:41,629 INFO  [Thread-284] datanode.DataNode (DataNode.java:initStorage(1756)) - Setting up storage: nsid=1588449789;bpid=BP-724278358-10.240.0.74-1786464940970;lv=-57;nsInfo=lv=-66;cid=testClusterID;nsid=1588449789;c=1786464940970;bpid=BP-724278358-10.240.0.74-1786464940970;dnuuid=null
2026-08-11 16:15:41,632 INFO  [Thread-284] datanode.DataNode (DataNode.java:checkDatanodeUuid(1554)) - Generated and persisted new Datanode UUID e3cf15d7-4068-48ec-bec4-fc0bb9474210
2026-08-11 16:15:41,633 INFO  [Thread-284] impl.FsDatasetImpl (FsDatasetImpl.java:<init>(310)) - The datanode lock is a read write lock
2026-08-11 16:15:41,635 INFO  [Thread-284] impl.FsDatasetImpl (FsVolumeList.java:addVolume(304)) - Added new volume: DS-db701484-677b-4c22-bd64-9baca8957a1d
2026-08-11 16:15:41,635 INFO  [Thread-284] impl.FsDatasetImpl (FsDatasetImpl.java:addVolume(493)) - Added volume - [DISK]file:/tmp/hdfs-test7042345516068354901/data/data1, StorageType: DISK
2026-08-11 16:15:41,637 INFO  [Thread-284] impl.FsDatasetImpl (FsVolumeList.java:addVolume(304)) - Added new volume: DS-6eac2cd4-5509-4a21-a23f-21331286d1ef
2026-08-11 16:15:41,637 INFO  [Thread-284] impl.FsDatasetImpl (FsDatasetImpl.java:addVolume(493)) - Added volume - [DISK]file:/tmp/hdfs-test7042345516068354901/data/data2, StorageType: DISK
2026-08-11 16:15:41,638 INFO  [Thread-284] impl.MemoryMappableBlockLoader (MemoryMappableBlockLoader.java:initialize(48)) - Initializing cache loader: MemoryMappableBlockLoader.
2026-08-11 16:15:41,638 INFO  [Thread-284] impl.FsDatasetImpl (FsDatasetImpl.java:registerMBean(2343)) - Registered FSDatasetState MBean
2026-08-11 16:15:41,639 INFO  [Thread-284] impl.FsDatasetImpl (FsDatasetImpl.java:addBlockPool(2856)) - Adding block pool BP-724278358-10.240.0.74-1786464940970
2026-08-11 16:15:41,640 INFO  [Thread-301] impl.FsDatasetImpl (FsVolumeList.java:run(406)) - Scanning block pool BP-724278358-10.240.0.74-1786464940970 on volume /tmp/hdfs-test7042345516068354901/data/data1...
2026-08-11 16:15:41,640 INFO  [Thread-302] impl.FsDatasetImpl (FsVolumeList.java:run(406)) - Scanning block pool BP-724278358-10.240.0.74-1786464940970 on volume /tmp/hdfs-test7042345516068354901/data/data2...
2026-08-11 16:15:41,670 INFO  [Thread-302] impl.FsDatasetImpl (FsVolumeList.java:run(411)) - Time taken to scan block pool BP-724278358-10.240.0.74-1786464940970 on /tmp/hdfs-test7042345516068354901/data/data2: 30ms
2026-08-11 16:15:41,670 INFO  [Thread-301] impl.FsDatasetImpl (FsVolumeList.java:run(411)) - Time taken to scan block pool BP-724278358-10.240.0.74-1786464940970 on /tmp/hdfs-test7042345516068354901/data/data1: 30ms
2026-08-11 16:15:41,671 INFO  [Thread-284] impl.FsDatasetImpl (FsVolumeList.java:addBlockPool(431)) - Total time to scan all replicas for block pool BP-724278358-10.240.0.74-1786464940970: 32ms
2026-08-11 16:15:41,672 INFO  [Thread-305] impl.FsDatasetImpl (FsVolumeList.java:run(199)) - Adding replicas to map for block pool BP-724278358-10.240.0.74-1786464940970 on volume /tmp/hdfs-test7042345516068354901/data/data1...
2026-08-11 16:15:41,672 INFO  [Thread-306] impl.FsDatasetImpl (FsVolumeList.java:run(199)) - Adding replicas to map for block pool BP-724278358-10.240.0.74-1786464940970 on volume /tmp/hdfs-test7042345516068354901/data/data2...
2026-08-11 16:15:41,672 INFO  [Thread-305] impl.BlockPoolSlice (BlockPoolSlice.java:readReplicasFromCache(902)) - Replica Cache file: /tmp/hdfs-test7042345516068354901/data/data1/current/BP-724278358-10.240.0.74-1786464940970/current/replicas doesn't exist 
2026-08-11 16:15:41,672 INFO  [Thread-306] impl.BlockPoolSlice (BlockPoolSlice.java:readReplicasFromCache(902)) - Replica Cache file: /tmp/hdfs-test7042345516068354901/data/data2/current/BP-724278358-10.240.0.74-1786464940970/current/replicas doesn't exist 
2026-08-11 16:15:41,672 INFO  [Thread-305] impl.FsDatasetImpl (FsVolumeList.java:run(204)) - Time to add replicas to map for block pool BP-724278358-10.240.0.74-1786464940970 on volume /tmp/hdfs-test7042345516068354901/data/data1: 0ms
2026-08-11 16:15:41,673 INFO  [Thread-306] impl.FsDatasetImpl (FsVolumeList.java:run(204)) - Time to add replicas to map for block pool BP-724278358-10.240.0.74-1786464940970 on volume /tmp/hdfs-test7042345516068354901/data/data2: 0ms
2026-08-11 16:15:41,673 INFO  [Thread-284] impl.FsDatasetImpl (FsVolumeList.java:getAllVolumesMap(225)) - Total time to add all replicas to map for block pool BP-724278358-10.240.0.74-1786464940970: 2ms
2026-08-11 16:15:41,673 INFO  [Thread-284] checker.ThrottledAsyncChecker (ThrottledAsyncChecker.java:schedule(137)) - Scheduling a check for /tmp/hdfs-test7042345516068354901/data/data1
2026-08-11 16:15:41,674 INFO  [Thread-284] checker.DatasetVolumeChecker (DatasetVolumeChecker.java:checkAllVolumes(224)) - Scheduled health check for volume /tmp/hdfs-test7042345516068354901/data/data1
2026-08-11 16:15:41,674 INFO  [Thread-284] checker.ThrottledAsyncChecker (ThrottledAsyncChecker.java:schedule(137)) - Scheduling a check for /tmp/hdfs-test7042345516068354901/data/data2
2026-08-11 16:15:41,674 INFO  [Thread-284] checker.DatasetVolumeChecker (DatasetVolumeChecker.java:checkAllVolumes(224)) - Scheduled health check for volume /tmp/hdfs-test7042345516068354901/data/data2
2026-08-11 16:15:41,675 INFO  [IPC Server handler 2 on default port 39355] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=datanodeReport	src=null	dst=null	perm=null	proto=rpc
2026-08-11 16:15:41,676 INFO  [VolumeScannerThread(/tmp/hdfs-test7042345516068354901/data/data2)] datanode.VolumeScanner (VolumeScanner.java:findNextUsableBlockIter(385)) - Now scanning bpid BP-724278358-10.240.0.74-1786464940970 on volume /tmp/hdfs-test7042345516068354901/data/data2
2026-08-11 16:15:41,676 INFO  [VolumeScannerThread(/tmp/hdfs-test7042345516068354901/data/data1)] datanode.VolumeScanner (VolumeScanner.java:findNextUsableBlockIter(385)) - Now scanning bpid BP-724278358-10.240.0.74-1786464940970 on volume /tmp/hdfs-test7042345516068354901/data/data1
2026-08-11 16:15:41,676 WARN  [Thread-284] datanode.DirectoryScanner (DirectoryScanner.java:<init>(300)) - dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1
2026-08-11 16:15:41,676 INFO  [VolumeScannerThread(/tmp/hdfs-test7042345516068354901/data/data2)] datanode.VolumeScanner (VolumeScanner.java:getNextBlockToScan(505)) - VolumeScanner(/tmp/hdfs-test7042345516068354901/data/data2, DS-6eac2cd4-5509-4a21-a23f-21331286d1ef): finished scanning block pool BP-724278358-10.240.0.74-1786464940970
2026-08-11 16:15:41,676 INFO  [VolumeScannerThread(/tmp/hdfs-test7042345516068354901/data/data1)] datanode.VolumeScanner (VolumeScanner.java:getNextBlockToScan(505)) - VolumeScanner(/tmp/hdfs-test7042345516068354901/data/data1, DS-db701484-677b-4c22-bd64-9baca8957a1d): finished scanning block pool BP-724278358-10.240.0.74-1786464940970
2026-08-11 16:15:41,677 INFO  [Listener at localhost/44059] hdfs.MiniDFSCluster (MiniDFSCluster.java:shouldWait(2823)) - dnInfo.length != numDataNodes
2026-08-11 16:15:41,677 INFO  [Listener at localhost/44059] hdfs.MiniDFSCluster (MiniDFSCluster.java:waitActive(2744)) - Waiting for cluster to become active
2026-08-11 16:15:41,677 INFO  [Thread-284] datanode.DirectoryScanner (DirectoryScanner.java:start(329)) - Periodic Directory Tree Verification scan starting in 14460283ms with interval of 21600000ms and throttle limit of -1ms/s
2026-08-11 16:15:41,677 INFO  [VolumeScannerThread(/tmp/hdfs-test7042345516068354901/data/data1)] datanode.VolumeScanner (VolumeScanner.java:findNextUsableBlockIter(402)) - VolumeScanner(/tmp/hdfs-test7042345516068354901/data/data1, DS-db701484-677b-4c22-bd64-9baca8957a1d): no suitable block pools found to scan.  Waiting 1814399999 ms.
2026-08-11 16:15:41,677 INFO  [VolumeScannerThread(/tmp/hdfs-test7042345516068354901/data/data2)] datanode.VolumeScanner (VolumeScanner.java:findNextUsableBlockIter(402)) - VolumeScanner(/tmp/hdfs-test7042345516068354901/data/data2, DS-6eac2cd4-5509-4a21-a23f-21331286d1ef): no suitable block pools found to scan.  Waiting 1814399998 ms.
2026-08-11 16:15:41,678 INFO  [BP-724278358-10.240.0.74-1786464940970 heartbeating to localhost/127.0.0.1:39355] datanode.DataNode (BPServiceActor.java:register(788)) - Block pool BP-724278358-10.240.0.74-1786464940970 (Datanode Uuid e3cf15d7-4068-48ec-bec4-fc0bb9474210) service to localhost/127.0.0.1:39355 beginning handshake with NN
2026-08-11 16:15:41,681 INFO  [IPC Server handler 3 on default port 39355] hdfs.StateChange (DatanodeManager.java:registerDatanode(1142)) - BLOCK* registerDatanode: from DatanodeRegistration(127.0.0.1:41131, datanodeUuid=e3cf15d7-4068-48ec-bec4-fc0bb9474210, infoPort=33203, infoSecurePort=0, ipcPort=44059, storageInfo=lv=-57;cid=testClusterID;nsid=1588449789;c=1786464940970) storage e3cf15d7-4068-48ec-bec4-fc0bb9474210
2026-08-11 16:15:41,681 INFO  [IPC Server handler 3 on default port 39355] net.NetworkTopology (NetworkTopology.java:add(149)) - Adding a new node: /default-rack/127.0.0.1:41131
2026-08-11 16:15:41,681 INFO  [IPC Server handler 3 on default port 39355] blockmanagement.BlockReportLeaseManager (BlockReportLeaseManager.java:registerNode(200)) - Registered DN e3cf15d7-4068-48ec-bec4-fc0bb9474210 (127.0.0.1:41131).
2026-08-11 16:15:41,683 INFO  [BP-724278358-10.240.0.74-1786464940970 heartbeating to localhost/127.0.0.1:39355] datanode.DataNode (BPServiceActor.java:register(816)) - Block pool BP-724278358-10.240.0.74-1786464940970 (Datanode Uuid e3cf15d7-4068-48ec-bec4-fc0bb9474210) service to localhost/127.0.0.1:39355 successfully registered with NN
2026-08-11 16:15:41,683 INFO  [BP-724278358-10.240.0.74-1786464940970 heartbeating to localhost/127.0.0.1:39355] datanode.DataNode (BPServiceActor.java:offerService(645)) - For namenode localhost/127.0.0.1:39355 using BLOCKREPORT_INTERVAL of 21600000msecs CACHEREPORT_INTERVAL of 10000msecs Initial delay: 0msecs; heartBeatInterval=3000
2026-08-11 16:15:41,685 INFO  [IPC Server handler 4 on default port 39355] blockmanagement.DatanodeDescriptor (DatanodeDescriptor.java:updateStorage(999)) - Adding new storage ID DS-db701484-677b-4c22-bd64-9baca8957a1d for DN 127.0.0.1:41131
2026-08-11 16:15:41,685 INFO  [IPC Server handler 4 on default port 39355] blockmanagement.DatanodeDescriptor (DatanodeDescriptor.java:updateStorage(999)) - Adding new storage ID DS-6eac2cd4-5509-4a21-a23f-21331286d1ef for DN 127.0.0.1:41131
2026-08-11 16:15:41,688 INFO  [Block report processor] BlockStateChange (BlockManager.java:processReport(2778)) - BLOCK* processReport 0x81d9a8f37365f531: Processing first storage report for DS-db701484-677b-4c22-bd64-9baca8957a1d from datanode e3cf15d7-4068-48ec-bec4-fc0bb9474210
2026-08-11 16:15:41,688 INFO  [Block report processor] BlockStateChange (BlockManager.java:processReport(2810)) - BLOCK* processReport 0x81d9a8f37365f531: from storage DS-db701484-677b-4c22-bd64-9baca8957a1d node DatanodeRegistration(127.0.0.1:41131, datanodeUuid=e3cf15d7-4068-48ec-bec4-fc0bb9474210, infoPort=33203, infoSecurePort=0, ipcPort=44059, storageInfo=lv=-57;cid=testClusterID;nsid=1588449789;c=1786464940970), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0
2026-08-11 16:15:41,689 INFO  [Block report processor] BlockStateChange (BlockManager.java:processReport(2778)) - BLOCK* processReport 0x81d9a8f37365f531: Processing first storage report for DS-6eac2cd4-5509-4a21-a23f-21331286d1ef from datanode e3cf15d7-4068-48ec-bec4-fc0bb9474210
2026-08-11 16:15:41,689 INFO  [Block report processor] BlockStateChange (BlockManager.java:processReport(2810)) - BLOCK* processReport 0x81d9a8f37365f531: from storage DS-6eac2cd4-5509-4a21-a23f-21331286d1ef node DatanodeRegistration(127.0.0.1:41131, datanodeUuid=e3cf15d7-4068-48ec-bec4-fc0bb9474210, infoPort=33203, infoSecurePort=0, ipcPort=44059, storageInfo=lv=-57;cid=testClusterID;nsid=1588449789;c=1786464940970), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0
2026-08-11 16:15:41,690 INFO  [BP-724278358-10.240.0.74-1786464940970 heartbeating to localhost/127.0.0.1:39355] datanode.DataNode (BPServiceActor.java:blockReport(437)) - Successfully sent block report 0x81d9a8f37365f531 to namenode: localhost/127.0.0.1:39355,  containing 2 storage report(s), of which we sent 2. The reports had 0 total blocks and used 1 RPC(s). This took 0 msecs to generate and 2 msecs for RPC and NN processing. Got back one command: FinalizeCommand/5.
2026-08-11 16:15:41,690 INFO  [Command processor] datanode.DataNode (BPOfferService.java:processCommandFromActive(763)) - Got finalize command for block pool BP-724278358-10.240.0.74-1786464940970
2026-08-11 16:15:41,778 INFO  [IPC Server handler 6 on default port 39355] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=datanodeReport	src=null	dst=null	perm=null	proto=rpc
2026-08-11 16:15:41,779 INFO  [Listener at localhost/44059] hdfs.MiniDFSCluster (MiniDFSCluster.java:waitActive(2799)) - Cluster is active
2026-08-11 16:15:41,794 INFO  [Listener at localhost/44059] backup.BackupIO (BackupIO.scala:writeTableMetadata(95)) - Writing metadata to hdfs://localhost:39355/id_taco-taco/100/.kudu-metadata.json
2026-08-11 16:15:41,798 INFO  [IPC Server handler 7 on default port 39355] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=create	src=/id_taco-taco/100/.kudu-metadata.json	dst=null	perm=slave:supergroup:rw-r--r--	proto=rpc
2026-08-11 16:15:41,803 INFO  [IPC Server handler 8 on default port 39355] hdfs.StateChange (FSDirWriteFileOp.java:logAllocatedBlock(802)) - BLOCK* allocate blk_1073741825_1001, replicas=127.0.0.1:41131 for /id_taco-taco/100/.kudu-metadata.json
2026-08-11 16:15:41,808 INFO  [DataXceiver for client DFSClient_NONMAPREDUCE_-1175103763_1 at /127.0.0.1:46456 [Receiving block BP-724278358-10.240.0.74-1786464940970:blk_1073741825_1001]] datanode.DataNode (DataXceiver.java:writeBlock(747)) - Receiving BP-724278358-10.240.0.74-1786464940970:blk_1073741825_1001 src: /127.0.0.1:46456 dest: /127.0.0.1:41131
2026-08-11 16:15:41,816 INFO  [PacketResponder: BP-724278358-10.240.0.74-1786464940970:blk_1073741825_1001, type=LAST_IN_PIPELINE] DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1539)) - src: /127.0.0.1:46456, dest: /127.0.0.1:41131, bytes: 82, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1175103763_1, offset: 0, srvID: e3cf15d7-4068-48ec-bec4-fc0bb9474210, blockid: BP-724278358-10.240.0.74-1786464940970:blk_1073741825_1001, duration(ns): 6320701
2026-08-11 16:15:41,817 INFO  [PacketResponder: BP-724278358-10.240.0.74-1786464940970:blk_1073741825_1001, type=LAST_IN_PIPELINE] datanode.DataNode (BlockReceiver.java:run(1512)) - PacketResponder: BP-724278358-10.240.0.74-1786464940970:blk_1073741825_1001, type=LAST_IN_PIPELINE terminating
2026-08-11 16:15:41,821 INFO  [IPC Server handler 1 on default port 39355] hdfs.StateChange (FSNamesystem.java:completeFile(3104)) - DIR* completeFile: /id_taco-taco/100/.kudu-metadata.json is closed by DFSClient_NONMAPREDUCE_-1175103763_1
2026-08-11 16:15:41,822 INFO  [Listener at localhost/44059] backup.BackupIO (BackupIO.scala:writeTableMetadata(95)) - Writing metadata to hdfs://localhost:39355/id_taco-taco/1000/.kudu-metadata.json
2026-08-11 16:15:41,824 INFO  [IPC Server handler 2 on default port 39355] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=create	src=/id_taco-taco/1000/.kudu-metadata.json	dst=null	perm=slave:supergroup:rw-r--r--	proto=rpc
2026-08-11 16:15:41,829 INFO  [IPC Server handler 3 on default port 39355] hdfs.StateChange (FSDirWriteFileOp.java:logAllocatedBlock(802)) - BLOCK* allocate blk_1073741826_1002, replicas=127.0.0.1:41131 for /id_taco-taco/1000/.kudu-metadata.json
2026-08-11 16:15:41,832 INFO  [DataXceiver for client DFSClient_NONMAPREDUCE_-1175103763_1 at /127.0.0.1:46458 [Receiving block BP-724278358-10.240.0.74-1786464940970:blk_1073741826_1002]] datanode.DataNode (DataXceiver.java:writeBlock(747)) - Receiving BP-724278358-10.240.0.74-1786464940970:blk_1073741826_1002 src: /127.0.0.1:46458 dest: /127.0.0.1:41131
2026-08-11 16:15:41,838 INFO  [PacketResponder: BP-724278358-10.240.0.74-1786464940970:blk_1073741826_1002, type=LAST_IN_PIPELINE] DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1539)) - src: /127.0.0.1:46458, dest: /127.0.0.1:41131, bytes: 83, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1175103763_1, offset: 0, srvID: e3cf15d7-4068-48ec-bec4-fc0bb9474210, blockid: BP-724278358-10.240.0.74-1786464940970:blk_1073741826_1002, duration(ns): 4221253
2026-08-11 16:15:41,839 INFO  [PacketResponder: BP-724278358-10.240.0.74-1786464940970:blk_1073741826_1002, type=LAST_IN_PIPELINE] datanode.DataNode (BlockReceiver.java:run(1512)) - PacketResponder: BP-724278358-10.240.0.74-1786464940970:blk_1073741826_1002, type=LAST_IN_PIPELINE terminating
2026-08-11 16:15:41,840 INFO  [IPC Server handler 5 on default port 39355] hdfs.StateChange (FSNamesystem.java:completeFile(3104)) - DIR* completeFile: /id_taco-taco/1000/.kudu-metadata.json is closed by DFSClient_NONMAPREDUCE_-1175103763_1
2026-08-11 16:15:41,841 INFO  [Listener at localhost/44059] backup.BackupIO (BackupIO.scala:writeTableMetadata(95)) - Writing metadata to hdfs://localhost:39355/id_taco-taco/2000/.kudu-metadata.json
2026-08-11 16:15:41,843 INFO  [IPC Server handler 6 on default port 39355] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=create	src=/id_taco-taco/2000/.kudu-metadata.json	dst=null	perm=slave:supergroup:rw-r--r--	proto=rpc
2026-08-11 16:15:41,846 INFO  [IPC Server handler 7 on default port 39355] hdfs.StateChange (FSDirWriteFileOp.java:logAllocatedBlock(802)) - BLOCK* allocate blk_1073741827_1003, replicas=127.0.0.1:41131 for /id_taco-taco/2000/.kudu-metadata.json
2026-08-11 16:15:41,850 INFO  [DataXceiver for client DFSClient_NONMAPREDUCE_-1175103763_1 at /127.0.0.1:46466 [Receiving block BP-724278358-10.240.0.74-1786464940970:blk_1073741827_1003]] datanode.DataNode (DataXceiver.java:writeBlock(747)) - Receiving BP-724278358-10.240.0.74-1786464940970:blk_1073741827_1003 src: /127.0.0.1:46466 dest: /127.0.0.1:41131
2026-08-11 16:15:41,855 INFO  [PacketResponder: BP-724278358-10.240.0.74-1786464940970:blk_1073741827_1003, type=LAST_IN_PIPELINE] DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1539)) - src: /127.0.0.1:46466, dest: /127.0.0.1:41131, bytes: 102, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1175103763_1, offset: 0, srvID: e3cf15d7-4068-48ec-bec4-fc0bb9474210, blockid: BP-724278358-10.240.0.74-1786464940970:blk_1073741827_1003, duration(ns): 4064973
2026-08-11 16:15:41,856 INFO  [PacketResponder: BP-724278358-10.240.0.74-1786464940970:blk_1073741827_1003, type=LAST_IN_PIPELINE] datanode.DataNode (BlockReceiver.java:run(1512)) - PacketResponder: BP-724278358-10.240.0.74-1786464940970:blk_1073741827_1003, type=LAST_IN_PIPELINE terminating
2026-08-11 16:15:41,862 INFO  [IPC Server handler 9 on default port 39355] hdfs.StateChange (FSNamesystem.java:completeFile(3104)) - DIR* completeFile: /id_taco-taco/2000/.kudu-metadata.json is closed by DFSClient_NONMAPREDUCE_-1175103763_1
2026-08-11 16:15:41,863 INFO  [Listener at localhost/44059] backup.BackupIO (BackupIO.scala:writeTableMetadata(95)) - Writing metadata to hdfs://localhost:39355/id_pizza-pizza/200/.kudu-metadata.json
2026-08-11 16:15:41,865 INFO  [IPC Server handler 0 on default port 39355] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=create	src=/id_pizza-pizza/200/.kudu-metadata.json	dst=null	perm=slave:supergroup:rw-r--r--	proto=rpc
2026-08-11 16:15:41,870 INFO  [IPC Server handler 1 on default port 39355] hdfs.StateChange (FSDirWriteFileOp.java:logAllocatedBlock(802)) - BLOCK* allocate blk_1073741828_1004, replicas=127.0.0.1:41131 for /id_pizza-pizza/200/.kudu-metadata.json
2026-08-11 16:15:41,873 INFO  [DataXceiver for client DFSClient_NONMAPREDUCE_-1175103763_1 at /127.0.0.1:46478 [Receiving block BP-724278358-10.240.0.74-1786464940970:blk_1073741828_1004]] datanode.DataNode (DataXceiver.java:writeBlock(747)) - Receiving BP-724278358-10.240.0.74-1786464940970:blk_1073741828_1004 src: /127.0.0.1:46478 dest: /127.0.0.1:41131
2026-08-11 16:15:41,879 INFO  [PacketResponder: BP-724278358-10.240.0.74-1786464940970:blk_1073741828_1004, type=LAST_IN_PIPELINE] DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1539)) - src: /127.0.0.1:46478, dest: /127.0.0.1:41131, bytes: 84, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1175103763_1, offset: 0, srvID: e3cf15d7-4068-48ec-bec4-fc0bb9474210, blockid: BP-724278358-10.240.0.74-1786464940970:blk_1073741828_1004, duration(ns): 4287434
2026-08-11 16:15:41,879 INFO  [PacketResponder: BP-724278358-10.240.0.74-1786464940970:blk_1073741828_1004, type=LAST_IN_PIPELINE] datanode.DataNode (BlockReceiver.java:run(1512)) - PacketResponder: BP-724278358-10.240.0.74-1786464940970:blk_1073741828_1004, type=LAST_IN_PIPELINE terminating
2026-08-11 16:15:41,881 INFO  [IPC Server handler 3 on default port 39355] hdfs.StateChange (FSNamesystem.java:completeFile(3104)) - DIR* completeFile: /id_pizza-pizza/200/.kudu-metadata.json is closed by DFSClient_NONMAPREDUCE_-1175103763_1
2026-08-11 16:15:41,882 INFO  [Listener at localhost/44059] backup.BackupIO (BackupIO.scala:writeTableMetadata(95)) - Writing metadata to hdfs://localhost:39355/id_pizza-pizza/400/.kudu-metadata.json
2026-08-11 16:15:41,883 INFO  [IPC Server handler 4 on default port 39355] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=create	src=/id_pizza-pizza/400/.kudu-metadata.json	dst=null	perm=slave:supergroup:rw-r--r--	proto=rpc
2026-08-11 16:15:41,886 INFO  [IPC Server handler 5 on default port 39355] hdfs.StateChange (FSDirWriteFileOp.java:logAllocatedBlock(802)) - BLOCK* allocate blk_1073741829_1005, replicas=127.0.0.1:41131 for /id_pizza-pizza/400/.kudu-metadata.json
2026-08-11 16:15:41,888 INFO  [DataXceiver for client DFSClient_NONMAPREDUCE_-1175103763_1 at /127.0.0.1:46494 [Receiving block BP-724278358-10.240.0.74-1786464940970:blk_1073741829_1005]] datanode.DataNode (DataXceiver.java:writeBlock(747)) - Receiving BP-724278358-10.240.0.74-1786464940970:blk_1073741829_1005 src: /127.0.0.1:46494 dest: /127.0.0.1:41131
2026-08-11 16:15:41,894 INFO  [PacketResponder: BP-724278358-10.240.0.74-1786464940970:blk_1073741829_1005, type=LAST_IN_PIPELINE] DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1539)) - src: /127.0.0.1:46494, dest: /127.0.0.1:41131, bytes: 103, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1175103763_1, offset: 0, srvID: e3cf15d7-4068-48ec-bec4-fc0bb9474210, blockid: BP-724278358-10.240.0.74-1786464940970:blk_1073741829_1005, duration(ns): 3925107
2026-08-11 16:15:41,894 INFO  [PacketResponder: BP-724278358-10.240.0.74-1786464940970:blk_1073741829_1005, type=LAST_IN_PIPELINE] datanode.DataNode (BlockReceiver.java:run(1512)) - PacketResponder: BP-724278358-10.240.0.74-1786464940970:blk_1073741829_1005, type=LAST_IN_PIPELINE terminating
2026-08-11 16:15:41,896 INFO  [IPC Server handler 6 on default port 39355] namenode.FSNamesystem (FSNamesystem.java:checkBlocksComplete(3151)) - BLOCK* blk_1073741829_1005 is COMMITTED but not COMPLETE(numNodes= 0 <  minimum = 1) in file /id_pizza-pizza/400/.kudu-metadata.json
2026-08-11 16:15:42,298 INFO  [IPC Server handler 8 on default port 39355] hdfs.StateChange (FSNamesystem.java:completeFile(3104)) - DIR* completeFile: /id_pizza-pizza/400/.kudu-metadata.json is closed by DFSClient_NONMAPREDUCE_-1175103763_1
2026-08-11 16:15:42,299 INFO  [Listener at localhost/44059] backup.BackupIO (BackupIO.scala:writeTableMetadata(95)) - Writing metadata to hdfs://localhost:39355/id_pizza-pizza/600/.kudu-metadata.json
2026-08-11 16:15:42,301 INFO  [IPC Server handler 9 on default port 39355] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=create	src=/id_pizza-pizza/600/.kudu-metadata.json	dst=null	perm=slave:supergroup:rw-r--r--	proto=rpc
2026-08-11 16:15:42,304 INFO  [IPC Server handler 0 on default port 39355] hdfs.StateChange (FSDirWriteFileOp.java:logAllocatedBlock(802)) - BLOCK* allocate blk_1073741830_1006, replicas=127.0.0.1:41131 for /id_pizza-pizza/600/.kudu-metadata.json
2026-08-11 16:15:42,308 INFO  [DataXceiver for client DFSClient_NONMAPREDUCE_-1175103763_1 at /127.0.0.1:46504 [Receiving block BP-724278358-10.240.0.74-1786464940970:blk_1073741830_1006]] datanode.DataNode (DataXceiver.java:writeBlock(747)) - Receiving BP-724278358-10.240.0.74-1786464940970:blk_1073741830_1006 src: /127.0.0.1:46504 dest: /127.0.0.1:41131
2026-08-11 16:15:42,313 INFO  [PacketResponder: BP-724278358-10.240.0.74-1786464940970:blk_1073741830_1006, type=LAST_IN_PIPELINE] DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1539)) - src: /127.0.0.1:46504, dest: /127.0.0.1:41131, bytes: 103, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1175103763_1, offset: 0, srvID: e3cf15d7-4068-48ec-bec4-fc0bb9474210, blockid: BP-724278358-10.240.0.74-1786464940970:blk_1073741830_1006, duration(ns): 3622708
2026-08-11 16:15:42,313 INFO  [PacketResponder: BP-724278358-10.240.0.74-1786464940970:blk_1073741830_1006, type=LAST_IN_PIPELINE] datanode.DataNode (BlockReceiver.java:run(1512)) - PacketResponder: BP-724278358-10.240.0.74-1786464940970:blk_1073741830_1006, type=LAST_IN_PIPELINE terminating
2026-08-11 16:15:42,315 INFO  [IPC Server handler 2 on default port 39355] hdfs.StateChange (FSNamesystem.java:completeFile(3104)) - DIR* completeFile: /id_pizza-pizza/600/.kudu-metadata.json is closed by DFSClient_NONMAPREDUCE_-1175103763_1
2026-08-11 16:15:42,333 INFO  [IPC Server handler 3 on default port 39355] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=getfileinfo	src=/	dst=null	perm=null	proto=rpc
2026-08-11 16:15:42,335 INFO  [IPC Server handler 4 on default port 39355] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=listStatus	src=/	dst=null	perm=null	proto=rpc
2026-08-11 16:15:42,337 INFO  [IPC Server handler 5 on default port 39355] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=listStatus	src=/id_pizza-pizza	dst=null	perm=null	proto=rpc
2026-08-11 16:15:42,339 INFO  [IPC Server handler 6 on default port 39355] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=getfileinfo	src=/id_pizza-pizza/200/.kudu-metadata.json	dst=null	perm=null	proto=rpc
2026-08-11 16:15:42,340 INFO  [IPC Server handler 7 on default port 39355] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=open	src=/id_pizza-pizza/200/.kudu-metadata.json	dst=null	perm=null	proto=rpc
2026-08-11 16:15:42,347 INFO  [IPC Server handler 8 on default port 39355] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=getfileinfo	src=/id_pizza-pizza/400/.kudu-metadata.json	dst=null	perm=null	proto=rpc
2026-08-11 16:15:42,349 INFO  [IPC Server handler 9 on default port 39355] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=open	src=/id_pizza-pizza/400/.kudu-metadata.json	dst=null	perm=null	proto=rpc
2026-08-11 16:15:42,353 INFO  [IPC Server handler 0 on default port 39355] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=getfileinfo	src=/id_pizza-pizza/600/.kudu-metadata.json	dst=null	perm=null	proto=rpc
2026-08-11 16:15:42,354 INFO  [IPC Server handler 1 on default port 39355] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=open	src=/id_pizza-pizza/600/.kudu-metadata.json	dst=null	perm=null	proto=rpc
2026-08-11 16:15:42,357 INFO  [Listener at localhost/44059] backup.BackupIO (BackupIO.scala:readTableBackups(236)) - Found 3 paths in hdfs://localhost:39355/id_pizza-pizza
.2026-08-11 16:15:42,377 INFO  [Listener at localhost/44059] hdfs.MiniDFSCluster (MiniDFSCluster.java:<init>(529)) - starting cluster: numNameNodes=1, numDataNodes=1
2026-08-11 16:15:42,378 INFO  [Listener at localhost/44059] namenode.NameNode (NameNode.java:format(1249)) - Formatting using clusterid: testClusterID
2026-08-11 16:15:42,378 INFO  [Listener at localhost/44059] namenode.FSEditLog (FSEditLog.java:newInstance(229)) - Edit logging is async:true
2026-08-11 16:15:42,390 INFO  [Listener at localhost/44059] namenode.FSNamesystem (FSNamesystem.java:<init>(814)) - KeyProvider: null
2026-08-11 16:15:42,391 INFO  [Listener at localhost/44059] namenode.FSNamesystem (FSNamesystemLock.java:<init>(141)) - fsLock is fair: true
2026-08-11 16:15:42,391 INFO  [Listener at localhost/44059] namenode.FSNamesystem (FSNamesystemLock.java:<init>(159)) - Detailed lock hold time metrics enabled: false
2026-08-11 16:15:42,391 INFO  [Listener at localhost/44059] namenode.FSNamesystem (FSNamesystem.java:<init>(847)) - fsOwner                = slave (auth:SIMPLE)
2026-08-11 16:15:42,391 INFO  [Listener at localhost/44059] namenode.FSNamesystem (FSNamesystem.java:<init>(848)) - supergroup             = supergroup
2026-08-11 16:15:42,391 INFO  [Listener at localhost/44059] namenode.FSNamesystem (FSNamesystem.java:<init>(849)) - isPermissionEnabled    = true
2026-08-11 16:15:42,391 INFO  [Listener at localhost/44059] namenode.FSNamesystem (FSNamesystem.java:<init>(850)) - isStoragePolicyEnabled = true
2026-08-11 16:15:42,391 INFO  [Listener at localhost/44059] namenode.FSNamesystem (FSNamesystem.java:<init>(861)) - HA Enabled: false
2026-08-11 16:15:42,392 INFO  [Listener at localhost/44059] common.Util (Util.java:isDiskStatsEnabled(395)) - dfs.datanode.fileio.profiling.sampling.percentage set to 0. Disabling file IO profiling
2026-08-11 16:15:42,392 INFO  [Listener at localhost/44059] blockmanagement.DatanodeManager (DatanodeManager.java:<init>(334)) - dfs.block.invalidate.limit: configured=1000, counted=60, effected=1000
2026-08-11 16:15:42,392 INFO  [Listener at localhost/44059] blockmanagement.DatanodeManager (DatanodeManager.java:<init>(342)) - dfs.namenode.datanode.registration.ip-hostname-check=true
2026-08-11 16:15:42,392 INFO  [Listener at localhost/44059] blockmanagement.BlockManager (InvalidateBlocks.java:printBlockDeletionTime(77)) - dfs.namenode.startup.delay.block.deletion.sec is set to 000:00:00:00.000
2026-08-11 16:15:42,392 INFO  [Listener at localhost/44059] blockmanagement.BlockManager (InvalidateBlocks.java:printBlockDeletionTime(83)) - The block deletion will start around 2026 Aug 11 16:15:42
2026-08-11 16:15:42,393 INFO  [Listener at localhost/44059] util.GSet (LightWeightGSet.java:computeCapacity(395)) - Computing capacity for map BlocksMap
2026-08-11 16:15:42,393 INFO  [Listener at localhost/44059] util.GSet (LightWeightGSet.java:computeCapacity(396)) - VM type       = 64-bit
2026-08-11 16:15:42,393 INFO  [Listener at localhost/44059] util.GSet (LightWeightGSet.java:computeCapacity(397)) - 2.0% max memory 3.5 GB = 72.5 MB
2026-08-11 16:15:42,393 INFO  [Listener at localhost/44059] util.GSet (LightWeightGSet.java:computeCapacity(402)) - capacity      = 2^23 = 8388608 entries
2026-08-11 16:15:42,477 INFO  [Listener at localhost/44059] blockmanagement.BlockManager (BlockManager.java:createSPSManager(5447)) - Storage policy satisfier is disabled
2026-08-11 16:15:42,478 INFO  [Listener at localhost/44059] blockmanagement.BlockManager (BlockManager.java:createBlockTokenSecretManager(641)) - dfs.block.access.token.enable = false
2026-08-11 16:15:42,478 INFO  [Listener at localhost/44059] blockmanagement.BlockManagerSafeMode (BlockManagerSafeMode.java:<init>(160)) - dfs.namenode.safemode.threshold-pct = 0.999
2026-08-11 16:15:42,479 INFO  [Listener at localhost/44059] blockmanagement.BlockManagerSafeMode (BlockManagerSafeMode.java:<init>(161)) - dfs.namenode.safemode.min.datanodes = 0
2026-08-11 16:15:42,479 INFO  [Listener at localhost/44059] blockmanagement.BlockManagerSafeMode (BlockManagerSafeMode.java:<init>(163)) - dfs.namenode.safemode.extension = 0
2026-08-11 16:15:42,479 INFO  [Listener at localhost/44059] blockmanagement.BlockManager (BlockManager.java:<init>(627)) - defaultReplication         = 1
2026-08-11 16:15:42,479 INFO  [Listener at localhost/44059] blockmanagement.BlockManager (BlockManager.java:<init>(628)) - maxReplication             = 512
2026-08-11 16:15:42,479 INFO  [Listener at localhost/44059] blockmanagement.BlockManager (BlockManager.java:<init>(629)) - minReplication             = 1
2026-08-11 16:15:42,479 INFO  [Listener at localhost/44059] blockmanagement.BlockManager (BlockManager.java:<init>(630)) - maxReplicationStreams      = 2
2026-08-11 16:15:42,479 INFO  [Listener at localhost/44059] blockmanagement.BlockManager (BlockManager.java:<init>(631)) - redundancyRecheckInterval  = 3000ms
2026-08-11 16:15:42,479 INFO  [Listener at localhost/44059] blockmanagement.BlockManager (BlockManager.java:<init>(632)) - encryptDataTransfer        = false
2026-08-11 16:15:42,480 INFO  [Listener at localhost/44059] blockmanagement.BlockManager (BlockManager.java:<init>(633)) - maxNumBlocksToLog          = 1000
2026-08-11 16:15:42,480 INFO  [Listener at localhost/44059] util.GSet (LightWeightGSet.java:computeCapacity(395)) - Computing capacity for map INodeMap
2026-08-11 16:15:42,480 INFO  [Listener at localhost/44059] util.GSet (LightWeightGSet.java:computeCapacity(396)) - VM type       = 64-bit
2026-08-11 16:15:42,481 INFO  [Listener at localhost/44059] util.GSet (LightWeightGSet.java:computeCapacity(397)) - 1.0% max memory 3.5 GB = 36.2 MB
2026-08-11 16:15:42,481 INFO  [Listener at localhost/44059] util.GSet (LightWeightGSet.java:computeCapacity(402)) - capacity      = 2^22 = 4194304 entries
2026-08-11 16:15:42,484 INFO  [Listener at localhost/44059] namenode.FSDirectory (FSDirectory.java:<init>(335)) - ACLs enabled? true
2026-08-11 16:15:42,484 INFO  [Listener at localhost/44059] namenode.FSDirectory (FSDirectory.java:<init>(339)) - POSIX ACL inheritance enabled? true
2026-08-11 16:15:42,484 INFO  [Listener at localhost/44059] namenode.FSDirectory (FSDirectory.java:<init>(343)) - XAttrs enabled? true
2026-08-11 16:15:42,484 INFO  [Listener at localhost/44059] namenode.NameNode (FSDirectory.java:<init>(406)) - Caching file names occurring more than 10 times
2026-08-11 16:15:42,484 INFO  [Listener at localhost/44059] snapshot.SnapshotManager (SnapshotManager.java:<init>(124)) - Loaded config captureOpenFiles: false, skipCaptureAccessTimeOnlyChange: false, snapshotDiffAllowSnapRootDescendant: true, maxSnapshotLimit: 65536
2026-08-11 16:15:42,484 INFO  [Listener at localhost/44059] snapshot.SnapshotManager (DirectoryDiffListFactory.java:init(43)) - SkipList is disabled
2026-08-11 16:15:42,484 INFO  [Listener at localhost/44059] util.GSet (LightWeightGSet.java:computeCapacity(395)) - Computing capacity for map cachedBlocks
2026-08-11 16:15:42,484 INFO  [Listener at localhost/44059] util.GSet (LightWeightGSet.java:computeCapacity(396)) - VM type       = 64-bit
2026-08-11 16:15:42,484 INFO  [Listener at localhost/44059] util.GSet (LightWeightGSet.java:computeCapacity(397)) - 0.25% max memory 3.5 GB = 9.1 MB
2026-08-11 16:15:42,484 INFO  [Listener at localhost/44059] util.GSet (LightWeightGSet.java:computeCapacity(402)) - capacity      = 2^20 = 1048576 entries
2026-08-11 16:15:42,485 INFO  [Listener at localhost/44059] metrics.TopMetrics (TopMetrics.java:logConf(75)) - NNTop conf: dfs.namenode.top.window.num.buckets = 10
2026-08-11 16:15:42,486 INFO  [Listener at localhost/44059] metrics.TopMetrics (TopMetrics.java:logConf(77)) - NNTop conf: dfs.namenode.top.num.users = 10
2026-08-11 16:15:42,486 INFO  [Listener at localhost/44059] metrics.TopMetrics (TopMetrics.java:logConf(79)) - NNTop conf: dfs.namenode.top.windows.minutes = 1,5,25
2026-08-11 16:15:42,486 INFO  [Listener at localhost/44059] namenode.FSNamesystem (FSNamesystem.java:initRetryCache(1080)) - Retry cache on namenode is enabled
2026-08-11 16:15:42,486 INFO  [Listener at localhost/44059] namenode.FSNamesystem (FSNamesystem.java:initRetryCache(1088)) - Retry cache will use 0.03 of total heap and retry cache entry expiry time is 600000 millis
2026-08-11 16:15:42,486 INFO  [Listener at localhost/44059] util.GSet (LightWeightGSet.java:computeCapacity(395)) - Computing capacity for map NameNodeRetryCache
2026-08-11 16:15:42,486 INFO  [Listener at localhost/44059] util.GSet (LightWeightGSet.java:computeCapacity(396)) - VM type       = 64-bit
2026-08-11 16:15:42,486 INFO  [Listener at localhost/44059] util.GSet (LightWeightGSet.java:computeCapacity(397)) - 0.029999999329447746% max memory 3.5 GB = 1.1 MB
2026-08-11 16:15:42,486 INFO  [Listener at localhost/44059] util.GSet (LightWeightGSet.java:computeCapacity(402)) - capacity      = 2^17 = 131072 entries
2026-08-11 16:15:42,487 INFO  [Listener at localhost/44059] namenode.FSImage (FSImage.java:format(186)) - Allocated new BlockPoolId: BP-515945043-10.240.0.74-1786464942487
2026-08-11 16:15:42,492 INFO  [Listener at localhost/44059] common.Storage (NNStorage.java:format(595)) - Storage directory /tmp/hdfs-test4658384880025139887/name-0-1 has been successfully formatted.
2026-08-11 16:15:42,496 INFO  [Listener at localhost/44059] common.Storage (NNStorage.java:format(595)) - Storage directory /tmp/hdfs-test4658384880025139887/name-0-2 has been successfully formatted.
2026-08-11 16:15:42,520 INFO  [FSImageSaver for /tmp/hdfs-test4658384880025139887/name-0-2 of type IMAGE_AND_EDITS] namenode.FSImageFormatProtobuf (FSImageFormatProtobuf.java:save(732)) - Saving image file /tmp/hdfs-test4658384880025139887/name-0-2/current/fsimage.ckpt_0000000000000000000 using no compression
2026-08-11 16:15:42,520 INFO  [FSImageSaver for /tmp/hdfs-test4658384880025139887/name-0-1 of type IMAGE_AND_EDITS] namenode.FSImageFormatProtobuf (FSImageFormatProtobuf.java:save(732)) - Saving image file /tmp/hdfs-test4658384880025139887/name-0-1/current/fsimage.ckpt_0000000000000000000 using no compression
2026-08-11 16:15:42,529 INFO  [FSImageSaver for /tmp/hdfs-test4658384880025139887/name-0-1 of type IMAGE_AND_EDITS] namenode.FSImageFormatProtobuf (FSImageFormatProtobuf.java:save(736)) - Image file /tmp/hdfs-test4658384880025139887/name-0-1/current/fsimage.ckpt_0000000000000000000 of size 418 bytes saved in 0 seconds .
2026-08-11 16:15:42,534 INFO  [FSImageSaver for /tmp/hdfs-test4658384880025139887/name-0-2 of type IMAGE_AND_EDITS] namenode.FSImageFormatProtobuf (FSImageFormatProtobuf.java:save(736)) - Image file /tmp/hdfs-test4658384880025139887/name-0-2/current/fsimage.ckpt_0000000000000000000 of size 418 bytes saved in 0 seconds .
2026-08-11 16:15:42,538 INFO  [Listener at localhost/44059] namenode.NNStorageRetentionManager (NNStorageRetentionManager.java:getImageTxIdToRetain(203)) - Going to retain 1 images with txid >= 0
2026-08-11 16:15:42,549 INFO  [Listener at localhost/44059] namenode.FSNamesystem (FSNamesystem.java:stopActiveServices(1427)) - Stopping services started for active state
2026-08-11 16:15:42,549 INFO  [Listener at localhost/44059] namenode.FSNamesystem (FSNamesystem.java:stopStandbyServices(1528)) - Stopping services started for standby state
2026-08-11 16:15:42,550 INFO  [Listener at localhost/44059] namenode.NameNode (NameNode.java:createNameNode(1707)) - createNameNode []
2026-08-11 16:15:42,551 INFO  [Listener at localhost/44059] impl.MetricsSystemImpl (MetricsSystemImpl.java:init(158)) - NameNode metrics system started (again)
2026-08-11 16:15:42,551 INFO  [Listener at localhost/44059] namenode.NameNodeUtils (NameNodeUtils.java:getClientNamenodeAddress(79)) - fs.defaultFS is hdfs://127.0.0.1:0
2026-08-11 16:15:42,568 INFO  [org.apache.hadoop.util.JvmPauseMonitor$Monitor@3d90eeb3] util.JvmPauseMonitor (JvmPauseMonitor.java:run(188)) - Starting JVM pause monitor
2026-08-11 16:15:42,568 INFO  [Listener at localhost/44059] hdfs.DFSUtil (DFSUtil.java:httpServerTemplateForNNAndJN(1668)) - Filter initializers set : org.apache.hadoop.http.lib.StaticUserWebFilter,org.apache.hadoop.hdfs.web.AuthFilterInitializer
2026-08-11 16:15:42,568 INFO  [Listener at localhost/44059] hdfs.DFSUtil (DFSUtil.java:httpServerTemplateForNNAndJN(1690)) - Starting Web-server for hdfs at: http://localhost:0
2026-08-11 16:15:42,570 INFO  [Listener at localhost/44059] server.AuthenticationFilter (AuthenticationFilter.java:constructSecretProvider(240)) - Unable to initialize FileSignerSecretProvider, falling back to use random secrets.
2026-08-11 16:15:42,571 INFO  [Listener at localhost/44059] http.HttpRequestLog (HttpRequestLog.java:getRequestLog(82)) - Http request log for http.requests.namenode is not defined
2026-08-11 16:15:42,575 INFO  [Listener at localhost/44059] http.HttpServer2 (HttpServer2.java:addGlobalFilter(1111)) - Added global filter 'safety' (class=org.apache.hadoop.http.HttpServer2$QuotingInputFilter)
2026-08-11 16:15:42,576 INFO  [Listener at localhost/44059] http.HttpServer2 (HttpServer2.java:addFilter(1084)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context hdfs
2026-08-11 16:15:42,577 INFO  [Listener at localhost/44059] http.HttpServer2 (HttpServer2.java:addFilter(1094)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context static
2026-08-11 16:15:42,578 INFO  [Listener at localhost/44059] http.HttpServer2 (HttpServer2.java:addFilter(1084)) - Added filter AuthFilter (class=org.apache.hadoop.hdfs.web.AuthFilter) to context hdfs
2026-08-11 16:15:42,579 INFO  [Listener at localhost/44059] http.HttpServer2 (HttpServer2.java:addFilter(1094)) - Added filter AuthFilter (class=org.apache.hadoop.hdfs.web.AuthFilter) to context static
2026-08-11 16:15:42,579 INFO  [Listener at localhost/44059] http.HttpServer2 (HttpServer2.java:addJerseyResourcePackage(938)) - addJerseyResourcePackage: packageName=org.apache.hadoop.hdfs.server.namenode.web.resources;org.apache.hadoop.hdfs.web.resources, pathSpec=/webhdfs/v1/*
2026-08-11 16:15:42,580 INFO  [Listener at localhost/44059] http.HttpServer2 (HttpServer2.java:bindListener(1332)) - Jetty bound to port 42471
2026-08-11 16:15:42,580 INFO  [Listener at localhost/44059] server.Server (Server.java:doStart(375)) - jetty-9.4.40.v20210413; built: 2021-04-13T20:42:42.668Z; git: b881a572662e1943a14ae12e7e1207989f218b74; jvm 1.8.0_362-8u372-ga~us1-0ubuntu1~18.04-b09
2026-08-11 16:15:42,584 INFO  [Listener at localhost/44059] server.session (DefaultSessionIdManager.java:doStart(334)) - DefaultSessionIdManager workerName=node0
2026-08-11 16:15:42,584 INFO  [Listener at localhost/44059] server.session (DefaultSessionIdManager.java:doStart(339)) - No SessionScavenger set, using defaults
2026-08-11 16:15:42,584 INFO  [Listener at localhost/44059] server.session (HouseKeeper.java:startScavenging(132)) - node0 Scavenging every 660000ms
2026-08-11 16:15:42,586 INFO  [Listener at localhost/44059] server.AuthenticationFilter (AuthenticationFilter.java:constructSecretProvider(240)) - Unable to initialize FileSignerSecretProvider, falling back to use random secrets.
2026-08-11 16:15:42,587 INFO  [Listener at localhost/44059] handler.ContextHandler (ContextHandler.java:doStart(916)) - Started o.e.j.s.ServletContextHandler@7978e022{static,/static,jar:file:/tmp/dist-test-taskw4zUfz/java/build/jars/hadoop-hdfs-3.3.1-tests.jar!/webapps/static,AVAILABLE}
2026-08-11 16:15:42,733 INFO  [Listener at localhost/44059] handler.ContextHandler (ContextHandler.java:doStart(916)) - Started o.e.j.w.WebAppContext@5583098b{hdfs,/,file:///tmp/jetty-localhost-42471-hadoop-hdfs-3_3_1-tests_jar-_-any-3495411834959823730/webapp/,AVAILABLE}{jar:file:/tmp/dist-test-taskw4zUfz/java/build/jars/hadoop-hdfs-3.3.1-tests.jar!/webapps/hdfs}
2026-08-11 16:15:42,734 INFO  [Listener at localhost/44059] server.AbstractConnector (AbstractConnector.java:doStart(331)) - Started ServerConnector@41184371{HTTP/1.1, (http/1.1)}{localhost:42471}
2026-08-11 16:15:42,735 INFO  [Listener at localhost/44059] server.Server (Server.java:doStart(415)) - Started @11361ms
2026-08-11 16:15:42,736 INFO  [Listener at localhost/44059] namenode.FSEditLog (FSEditLog.java:newInstance(229)) - Edit logging is async:true
2026-08-11 16:15:42,756 INFO  [Listener at localhost/44059] namenode.FSNamesystem (FSNamesystem.java:<init>(814)) - KeyProvider: null
2026-08-11 16:15:42,756 INFO  [Listener at localhost/44059] namenode.FSNamesystem (FSNamesystemLock.java:<init>(141)) - fsLock is fair: true
2026-08-11 16:15:42,757 INFO  [Listener at localhost/44059] namenode.FSNamesystem (FSNamesystemLock.java:<init>(159)) - Detailed lock hold time metrics enabled: false
2026-08-11 16:15:42,757 INFO  [Listener at localhost/44059] namenode.FSNamesystem (FSNamesystem.java:<init>(847)) - fsOwner                = slave (auth:SIMPLE)
2026-08-11 16:15:42,757 INFO  [Listener at localhost/44059] namenode.FSNamesystem (FSNamesystem.java:<init>(848)) - supergroup             = supergroup
2026-08-11 16:15:42,757 INFO  [Listener at localhost/44059] namenode.FSNamesystem (FSNamesystem.java:<init>(849)) - isPermissionEnabled    = true
2026-08-11 16:15:42,757 INFO  [Listener at localhost/44059] namenode.FSNamesystem (FSNamesystem.java:<init>(850)) - isStoragePolicyEnabled = true
2026-08-11 16:15:42,758 INFO  [Listener at localhost/44059] namenode.FSNamesystem (FSNamesystem.java:<init>(861)) - HA Enabled: false
2026-08-11 16:15:42,758 INFO  [Listener at localhost/44059] common.Util (Util.java:isDiskStatsEnabled(395)) - dfs.datanode.fileio.profiling.sampling.percentage set to 0. Disabling file IO profiling
2026-08-11 16:15:42,758 INFO  [Listener at localhost/44059] blockmanagement.DatanodeManager (DatanodeManager.java:<init>(334)) - dfs.block.invalidate.limit: configured=1000, counted=60, effected=1000
2026-08-11 16:15:42,759 INFO  [Listener at localhost/44059] blockmanagement.DatanodeManager (DatanodeManager.java:<init>(342)) - dfs.namenode.datanode.registration.ip-hostname-check=true
2026-08-11 16:15:42,759 INFO  [Listener at localhost/44059] blockmanagement.BlockManager (InvalidateBlocks.java:printBlockDeletionTime(77)) - dfs.namenode.startup.delay.block.deletion.sec is set to 000:00:00:00.000
2026-08-11 16:15:42,759 INFO  [Listener at localhost/44059] blockmanagement.BlockManager (InvalidateBlocks.java:printBlockDeletionTime(83)) - The block deletion will start around 2026 Aug 11 16:15:42
2026-08-11 16:15:42,759 INFO  [Listener at localhost/44059] util.GSet (LightWeightGSet.java:computeCapacity(395)) - Computing capacity for map BlocksMap
2026-08-11 16:15:42,759 INFO  [Listener at localhost/44059] util.GSet (LightWeightGSet.java:computeCapacity(396)) - VM type       = 64-bit
2026-08-11 16:15:42,759 INFO  [Listener at localhost/44059] util.GSet (LightWeightGSet.java:computeCapacity(397)) - 2.0% max memory 3.5 GB = 72.5 MB
2026-08-11 16:15:42,759 INFO  [Listener at localhost/44059] util.GSet (LightWeightGSet.java:computeCapacity(402)) - capacity      = 2^23 = 8388608 entries
2026-08-11 16:15:42,767 INFO  [Listener at localhost/44059] blockmanagement.BlockManager (BlockManager.java:createSPSManager(5447)) - Storage policy satisfier is disabled
2026-08-11 16:15:42,767 INFO  [Listener at localhost/44059] blockmanagement.BlockManager (BlockManager.java:createBlockTokenSecretManager(641)) - dfs.block.access.token.enable = false
2026-08-11 16:15:42,767 INFO  [Listener at localhost/44059] blockmanagement.BlockManagerSafeMode (BlockManagerSafeMode.java:<init>(160)) - dfs.namenode.safemode.threshold-pct = 0.999
2026-08-11 16:15:42,767 INFO  [Listener at localhost/44059] blockmanagement.BlockManagerSafeMode (BlockManagerSafeMode.java:<init>(161)) - dfs.namenode.safemode.min.datanodes = 0
2026-08-11 16:15:42,767 INFO  [Listener at localhost/44059] blockmanagement.BlockManagerSafeMode (BlockManagerSafeMode.java:<init>(163)) - dfs.namenode.safemode.extension = 0
2026-08-11 16:15:42,768 INFO  [Listener at localhost/44059] blockmanagement.BlockManager (BlockManager.java:<init>(627)) - defaultReplication         = 1
2026-08-11 16:15:42,768 INFO  [Listener at localhost/44059] blockmanagement.BlockManager (BlockManager.java:<init>(628)) - maxReplication             = 512
2026-08-11 16:15:42,768 INFO  [Listener at localhost/44059] blockmanagement.BlockManager (BlockManager.java:<init>(629)) - minReplication             = 1
2026-08-11 16:15:42,768 INFO  [Listener at localhost/44059] blockmanagement.BlockManager (BlockManager.java:<init>(630)) - maxReplicationStreams      = 2
2026-08-11 16:15:42,768 INFO  [Listener at localhost/44059] blockmanagement.BlockManager (BlockManager.java:<init>(631)) - redundancyRecheckInterval  = 3000ms
2026-08-11 16:15:42,768 INFO  [Listener at localhost/44059] blockmanagement.BlockManager (BlockManager.java:<init>(632)) - encryptDataTransfer        = false
2026-08-11 16:15:42,768 INFO  [Listener at localhost/44059] blockmanagement.BlockManager (BlockManager.java:<init>(633)) - maxNumBlocksToLog          = 1000
2026-08-11 16:15:42,769 INFO  [Listener at localhost/44059] util.GSet (LightWeightGSet.java:computeCapacity(395)) - Computing capacity for map INodeMap
2026-08-11 16:15:42,769 INFO  [Listener at localhost/44059] util.GSet (LightWeightGSet.java:computeCapacity(396)) - VM type       = 64-bit
2026-08-11 16:15:42,769 INFO  [Listener at localhost/44059] util.GSet (LightWeightGSet.java:computeCapacity(397)) - 1.0% max memory 3.5 GB = 36.2 MB
2026-08-11 16:15:42,769 INFO  [Listener at localhost/44059] util.GSet (LightWeightGSet.java:computeCapacity(402)) - capacity      = 2^22 = 4194304 entries
2026-08-11 16:15:43,108 INFO  [Listener at localhost/44059] namenode.FSDirectory (FSDirectory.java:<init>(335)) - ACLs enabled? true
2026-08-11 16:15:43,108 INFO  [Listener at localhost/44059] namenode.FSDirectory (FSDirectory.java:<init>(339)) - POSIX ACL inheritance enabled? true
2026-08-11 16:15:43,108 INFO  [Listener at localhost/44059] namenode.FSDirectory (FSDirectory.java:<init>(343)) - XAttrs enabled? true
2026-08-11 16:15:43,108 INFO  [Listener at localhost/44059] namenode.NameNode (FSDirectory.java:<init>(406)) - Caching file names occurring more than 10 times
2026-08-11 16:15:43,109 INFO  [Listener at localhost/44059] snapshot.SnapshotManager (SnapshotManager.java:<init>(124)) - Loaded config captureOpenFiles: false, skipCaptureAccessTimeOnlyChange: false, snapshotDiffAllowSnapRootDescendant: true, maxSnapshotLimit: 65536
2026-08-11 16:15:43,109 INFO  [Listener at localhost/44059] snapshot.SnapshotManager (DirectoryDiffListFactory.java:init(43)) - SkipList is disabled
2026-08-11 16:15:43,109 INFO  [Listener at localhost/44059] util.GSet (LightWeightGSet.java:computeCapacity(395)) - Computing capacity for map cachedBlocks
2026-08-11 16:15:43,109 INFO  [Listener at localhost/44059] util.GSet (LightWeightGSet.java:computeCapacity(396)) - VM type       = 64-bit
2026-08-11 16:15:43,109 INFO  [Listener at localhost/44059] util.GSet (LightWeightGSet.java:computeCapacity(397)) - 0.25% max memory 3.5 GB = 9.1 MB
2026-08-11 16:15:43,109 INFO  [Listener at localhost/44059] util.GSet (LightWeightGSet.java:computeCapacity(402)) - capacity      = 2^20 = 1048576 entries
2026-08-11 16:15:43,110 INFO  [Listener at localhost/44059] metrics.TopMetrics (TopMetrics.java:logConf(75)) - NNTop conf: dfs.namenode.top.window.num.buckets = 10
2026-08-11 16:15:43,110 INFO  [Listener at localhost/44059] metrics.TopMetrics (TopMetrics.java:logConf(77)) - NNTop conf: dfs.namenode.top.num.users = 10
2026-08-11 16:15:43,110 INFO  [Listener at localhost/44059] metrics.TopMetrics (TopMetrics.java:logConf(79)) - NNTop conf: dfs.namenode.top.windows.minutes = 1,5,25
2026-08-11 16:15:43,110 INFO  [Listener at localhost/44059] namenode.FSNamesystem (FSNamesystem.java:initRetryCache(1080)) - Retry cache on namenode is enabled
2026-08-11 16:15:43,110 INFO  [Listener at localhost/44059] namenode.FSNamesystem (FSNamesystem.java:initRetryCache(1088)) - Retry cache will use 0.03 of total heap and retry cache entry expiry time is 600000 millis
2026-08-11 16:15:43,110 INFO  [Listener at localhost/44059] util.GSet (LightWeightGSet.java:computeCapacity(395)) - Computing capacity for map NameNodeRetryCache
2026-08-11 16:15:43,110 INFO  [Listener at localhost/44059] util.GSet (LightWeightGSet.java:computeCapacity(396)) - VM type       = 64-bit
2026-08-11 16:15:43,111 INFO  [Listener at localhost/44059] util.GSet (LightWeightGSet.java:computeCapacity(397)) - 0.029999999329447746% max memory 3.5 GB = 1.1 MB
2026-08-11 16:15:43,111 INFO  [Listener at localhost/44059] util.GSet (LightWeightGSet.java:computeCapacity(402)) - capacity      = 2^17 = 131072 entries
2026-08-11 16:15:43,115 INFO  [Listener at localhost/44059] common.Storage (Storage.java:tryLock(948)) - Lock on /tmp/hdfs-test4658384880025139887/name-0-1/in_use.lock acquired by nodename 28264@dist-test-slave-tfpf.c.gcp-upstream.internal
2026-08-11 16:15:43,117 INFO  [Listener at localhost/44059] common.Storage (Storage.java:tryLock(948)) - Lock on /tmp/hdfs-test4658384880025139887/name-0-2/in_use.lock acquired by nodename 28264@dist-test-slave-tfpf.c.gcp-upstream.internal
2026-08-11 16:15:43,118 INFO  [Listener at localhost/44059] namenode.FileJournalManager (FileJournalManager.java:recoverUnfinalizedSegments(428)) - Recovering unfinalized segments in /tmp/hdfs-test4658384880025139887/name-0-1/current
2026-08-11 16:15:43,119 INFO  [Listener at localhost/44059] namenode.FileJournalManager (FileJournalManager.java:recoverUnfinalizedSegments(428)) - Recovering unfinalized segments in /tmp/hdfs-test4658384880025139887/name-0-2/current
2026-08-11 16:15:43,119 INFO  [Listener at localhost/44059] namenode.FSImage (FSImage.java:loadFSImage(734)) - No edit log streams selected.
2026-08-11 16:15:43,119 INFO  [Listener at localhost/44059] namenode.FSImage (FSImage.java:loadFSImageFile(800)) - Planning to load image: FSImageFile(file=/tmp/hdfs-test4658384880025139887/name-0-1/current/fsimage_0000000000000000000, cpktTxId=0000000000000000000)
2026-08-11 16:15:43,122 INFO  [Listener at localhost/44059] namenode.FSImageFormatPBINode (FSImageFormatPBINode.java:loadINodeSectionHeader(413)) - Loading 1 INodes.
2026-08-11 16:15:43,122 INFO  [Listener at localhost/44059] namenode.FSImageFormatPBINode (FSImageFormatPBINode.java:loadINodeSection(371)) - Successfully loaded 1 inodes
2026-08-11 16:15:43,122 INFO  [Listener at localhost/44059] namenode.FSImageFormatPBINode (FSImageFormatPBINode.java:waitBlocksMapAndNameCacheUpdateFinished(344)) - Completed update blocks map and name cache, total waiting duration 0ms.
2026-08-11 16:15:43,122 INFO  [Listener at localhost/44059] namenode.FSImageFormatProtobuf (FSImageFormatProtobuf.java:load(255)) - Loaded FSImage in 0 seconds.
2026-08-11 16:15:43,123 INFO  [Listener at localhost/44059] namenode.FSImage (FSImage.java:loadFSImage(978)) - Loaded image for txid 0 from /tmp/hdfs-test4658384880025139887/name-0-1/current/fsimage_0000000000000000000
2026-08-11 16:15:43,123 INFO  [Listener at localhost/44059] namenode.FSNamesystem (FSNamesystem.java:loadFSImage(1202)) - Need to save fs image? false (staleImage=false, haEnabled=false, isRollingUpgrade=false)
2026-08-11 16:15:43,123 INFO  [Listener at localhost/44059] namenode.FSEditLog (FSEditLog.java:startLogSegment(1391)) - Starting log segment at 1
2026-08-11 16:15:43,133 INFO  [Listener at localhost/44059] namenode.NameCache (NameCache.java:initialized(143)) - initialized with 0 entries 0 lookups
2026-08-11 16:15:43,133 INFO  [Listener at localhost/44059] namenode.FSNamesystem (FSNamesystem.java:loadFromDisk(786)) - Finished loading FSImage in 21 msecs
2026-08-11 16:15:43,133 INFO  [Listener at localhost/44059] namenode.NameNode (NameNodeRpcServer.java:<init>(454)) - RPC server is binding to localhost:0
2026-08-11 16:15:43,133 INFO  [Listener at localhost/44059] namenode.NameNode (NameNodeRpcServer.java:<init>(459)) - Enable NameNode state context:false
2026-08-11 16:15:43,134 INFO  [Listener at localhost/44059] ipc.CallQueueManager (CallQueueManager.java:<init>(90)) - Using callQueue: class java.util.concurrent.LinkedBlockingQueue, queueCapacity: 1000, scheduler: class org.apache.hadoop.ipc.DefaultRpcScheduler, ipcBackoff: false.
2026-08-11 16:15:43,135 INFO  [Socket Reader #1 for port 0] ipc.Server (Server.java:run(1265)) - Starting Socket Reader #1 for port 0
2026-08-11 16:15:43,138 INFO  [Listener at localhost/37001] namenode.NameNode (NameNode.java:initialize(776)) - Clients are to use localhost:37001 to access this namenode/service.
2026-08-11 16:15:43,139 INFO  [Listener at localhost/37001] namenode.FSNamesystem (FSNamesystem.java:registerMBean(5444)) - Registered FSNamesystemState, ReplicatedBlocksState and ECBlockGroupsState MBeans.
2026-08-11 16:15:43,153 INFO  [Listener at localhost/37001] namenode.LeaseManager (LeaseManager.java:getNumUnderConstructionBlocks(166)) - Number of blocks under construction: 0
2026-08-11 16:15:43,154 INFO  [Listener at localhost/37001] blockmanagement.DatanodeAdminDefaultMonitor (DatanodeAdminDefaultMonitor.java:processConf(116)) - Initialized the Default Decommission and Maintenance monitor
2026-08-11 16:15:43,155 INFO  [Listener at localhost/37001] blockmanagement.BlockManager (BlockManager.java:initializeReplQueues(5187)) - initializing replication queues
2026-08-11 16:15:43,155 INFO  [Listener at localhost/37001] hdfs.StateChange (BlockManagerSafeMode.java:leaveSafeMode(399)) - STATE* Leaving safe mode after 0 secs
2026-08-11 16:15:43,155 INFO  [Listener at localhost/37001] hdfs.StateChange (BlockManagerSafeMode.java:leaveSafeMode(405)) - STATE* Network topology has 0 racks and 0 datanodes
2026-08-11 16:15:43,156 INFO  [Listener at localhost/37001] hdfs.StateChange (BlockManagerSafeMode.java:leaveSafeMode(407)) - STATE* UnderReplicatedBlocks has 0 blocks
2026-08-11 16:15:43,165 INFO  [Reconstruction Queue Initializer] blockmanagement.BlockManager (BlockManager.java:processMisReplicatesAsync(3728)) - Total number of blocks            = 0
2026-08-11 16:15:43,165 INFO  [Reconstruction Queue Initializer] blockmanagement.BlockManager (BlockManager.java:processMisReplicatesAsync(3729)) - Number of invalid blocks          = 0
2026-08-11 16:15:43,165 INFO  [Reconstruction Queue Initializer] blockmanagement.BlockManager (BlockManager.java:processMisReplicatesAsync(3730)) - Number of under-replicated blocks = 0
2026-08-11 16:15:43,165 INFO  [Reconstruction Queue Initializer] blockmanagement.BlockManager (BlockManager.java:processMisReplicatesAsync(3731)) - Number of  over-replicated blocks = 0
2026-08-11 16:15:43,165 INFO  [Reconstruction Queue Initializer] blockmanagement.BlockManager (BlockManager.java:processMisReplicatesAsync(3733)) - Number of blocks being written    = 0
2026-08-11 16:15:43,165 INFO  [Reconstruction Queue Initializer] hdfs.StateChange (BlockManager.java:processMisReplicatesAsync(3736)) - STATE* Replication Queue initialization scan for invalid, over- and under-replicated blocks completed in 10 msec
2026-08-11 16:15:43,168 INFO  [IPC Server Responder] ipc.Server (Server.java:run(1507)) - IPC Server Responder: starting
2026-08-11 16:15:43,168 INFO  [IPC Server listener on 0] ipc.Server (Server.java:run(1344)) - IPC Server listener on 0: starting
2026-08-11 16:15:43,176 INFO  [Listener at localhost/37001] namenode.NameNode (NameNode.java:startCommonServices(893)) - NameNode RPC up at: localhost/127.0.0.1:37001
2026-08-11 16:15:43,176 INFO  [Listener at localhost/37001] namenode.FSNamesystem (FSNamesystem.java:startActiveServices(1314)) - Starting services required for active state
2026-08-11 16:15:43,177 INFO  [Listener at localhost/37001] namenode.FSDirectory (FSDirectory.java:updateCountForQuota(840)) - Initializing quota with 12 thread(s)
2026-08-11 16:15:43,177 INFO  [Listener at localhost/37001] namenode.FSDirectory (FSDirectory.java:updateCountForQuota(849)) - Quota initialization completed in 0 milliseconds
name space=1
storage space=0
storage types=RAM_DISK=0, SSD=0, DISK=0, ARCHIVE=0, PROVIDED=0
2026-08-11 16:15:43,180 INFO  [CacheReplicationMonitor(938087475)] blockmanagement.CacheReplicationMonitor (CacheReplicationMonitor.java:run(160)) - Starting CacheReplicationMonitor with interval 30000 milliseconds
2026-08-11 16:15:43,182 INFO  [Listener at localhost/37001] hdfs.MiniDFSCluster (MiniDFSCluster.java:startDataNodes(1697)) - Starting DataNode 0 with dfs.datanode.data.dir: [DISK]file:/tmp/hdfs-test4658384880025139887/data/data1,[DISK]file:/tmp/hdfs-test4658384880025139887/data/data2
2026-08-11 16:15:43,182 INFO  [Listener at localhost/37001] checker.ThrottledAsyncChecker (ThrottledAsyncChecker.java:schedule(137)) - Scheduling a check for [DISK]file:/tmp/hdfs-test4658384880025139887/data/data1
2026-08-11 16:15:43,183 INFO  [Listener at localhost/37001] checker.ThrottledAsyncChecker (ThrottledAsyncChecker.java:schedule(137)) - Scheduling a check for [DISK]file:/tmp/hdfs-test4658384880025139887/data/data2
2026-08-11 16:15:43,196 INFO  [Listener at localhost/37001] impl.MetricsSystemImpl (MetricsSystemImpl.java:init(158)) - DataNode metrics system started (again)
2026-08-11 16:15:43,196 INFO  [Listener at localhost/37001] common.Util (Util.java:isDiskStatsEnabled(395)) - dfs.datanode.fileio.profiling.sampling.percentage set to 0. Disabling file IO profiling
2026-08-11 16:15:43,197 INFO  [Listener at localhost/37001] datanode.BlockScanner (BlockScanner.java:<init>(201)) - Initialized block scanner with targetBytesPerSec 1048576
2026-08-11 16:15:43,197 INFO  [Listener at localhost/37001] datanode.DataNode (DataNode.java:<init>(512)) - Configured hostname is 127.0.0.1
2026-08-11 16:15:43,197 INFO  [Listener at localhost/37001] common.Util (Util.java:isDiskStatsEnabled(395)) - dfs.datanode.fileio.profiling.sampling.percentage set to 0. Disabling file IO profiling
2026-08-11 16:15:43,197 INFO  [Listener at localhost/37001] datanode.DataNode (DataNode.java:startDataNode(1408)) - Starting DataNode with maxLockedMemory = 0
2026-08-11 16:15:43,198 INFO  [Listener at localhost/37001] datanode.DataNode (DataNode.java:initDataXceiver(1171)) - Opened streaming server at /127.0.0.1:42631
2026-08-11 16:15:43,198 INFO  [Listener at localhost/37001] datanode.DataNode (DataXceiverServer.java:<init>(94)) - Balancing bandwidth is 104857600 bytes/s
2026-08-11 16:15:43,198 INFO  [Listener at localhost/37001] datanode.DataNode (DataXceiverServer.java:<init>(95)) - Number threads for balancing is 100
2026-08-11 16:15:43,200 INFO  [Listener at localhost/37001] server.AuthenticationFilter (AuthenticationFilter.java:constructSecretProvider(240)) - Unable to initialize FileSignerSecretProvider, falling back to use random secrets.
2026-08-11 16:15:43,201 INFO  [Listener at localhost/37001] http.HttpRequestLog (HttpRequestLog.java:getRequestLog(82)) - Http request log for http.requests.datanode is not defined
2026-08-11 16:15:43,202 INFO  [Listener at localhost/37001] http.HttpServer2 (HttpServer2.java:addGlobalFilter(1111)) - Added global filter 'safety' (class=org.apache.hadoop.http.HttpServer2$QuotingInputFilter)
2026-08-11 16:15:43,203 INFO  [Listener at localhost/37001] http.HttpServer2 (HttpServer2.java:addFilter(1084)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context datanode
2026-08-11 16:15:43,203 INFO  [Listener at localhost/37001] http.HttpServer2 (HttpServer2.java:addFilter(1094)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context static
2026-08-11 16:15:43,204 INFO  [Listener at localhost/37001] http.HttpServer2 (HttpServer2.java:bindListener(1332)) - Jetty bound to port 39357
2026-08-11 16:15:43,204 INFO  [Listener at localhost/37001] server.Server (Server.java:doStart(375)) - jetty-9.4.40.v20210413; built: 2021-04-13T20:42:42.668Z; git: b881a572662e1943a14ae12e7e1207989f218b74; jvm 1.8.0_362-8u372-ga~us1-0ubuntu1~18.04-b09
2026-08-11 16:15:43,206 INFO  [Listener at localhost/37001] server.session (DefaultSessionIdManager.java:doStart(334)) - DefaultSessionIdManager workerName=node0
2026-08-11 16:15:43,206 INFO  [Listener at localhost/37001] server.session (DefaultSessionIdManager.java:doStart(339)) - No SessionScavenger set, using defaults
2026-08-11 16:15:43,206 INFO  [Listener at localhost/37001] server.session (HouseKeeper.java:startScavenging(132)) - node0 Scavenging every 660000ms
2026-08-11 16:15:43,207 INFO  [Listener at localhost/37001] handler.ContextHandler (ContextHandler.java:doStart(916)) - Started o.e.j.s.ServletContextHandler@7fc420b8{static,/static,jar:file:/tmp/dist-test-taskw4zUfz/java/build/jars/hadoop-hdfs-3.3.1-tests.jar!/webapps/static,AVAILABLE}
2026-08-11 16:15:43,356 INFO  [Listener at localhost/37001] handler.ContextHandler (ContextHandler.java:doStart(916)) - Started o.e.j.w.WebAppContext@751ae8a4{datanode,/,file:///tmp/jetty-localhost-39357-hadoop-hdfs-3_3_1-tests_jar-_-any-3729695206643140900/webapp/,AVAILABLE}{jar:file:/tmp/dist-test-taskw4zUfz/java/build/jars/hadoop-hdfs-3.3.1-tests.jar!/webapps/datanode}
2026-08-11 16:15:43,358 INFO  [Listener at localhost/37001] server.AbstractConnector (AbstractConnector.java:doStart(331)) - Started ServerConnector@12ad1b2a{HTTP/1.1, (http/1.1)}{localhost:39357}
2026-08-11 16:15:43,358 INFO  [Listener at localhost/37001] server.Server (Server.java:doStart(415)) - Started @11985ms
2026-08-11 16:15:43,360 WARN  [Listener at localhost/37001] web.DatanodeHttpServer (RestCsrfPreventionFilterHandler.java:<init>(75)) - Got null for restCsrfPreventionFilter - will not do any filtering.
2026-08-11 16:15:43,362 INFO  [Listener at localhost/37001] web.DatanodeHttpServer (DatanodeHttpServer.java:start(322)) - Listening HTTP traffic on /127.0.0.1:45385
2026-08-11 16:15:43,362 INFO  [Listener at localhost/37001] datanode.DataNode (DataNode.java:startDataNode(1436)) - dnUserName = slave
2026-08-11 16:15:43,362 INFO  [org.apache.hadoop.util.JvmPauseMonitor$Monitor@101a461c] util.JvmPauseMonitor (JvmPauseMonitor.java:run(188)) - Starting JVM pause monitor
2026-08-11 16:15:43,362 INFO  [Listener at localhost/37001] datanode.DataNode (DataNode.java:startDataNode(1437)) - supergroup = supergroup
2026-08-11 16:15:43,363 INFO  [Listener at localhost/37001] ipc.CallQueueManager (CallQueueManager.java:<init>(90)) - Using callQueue: class java.util.concurrent.LinkedBlockingQueue, queueCapacity: 1000, scheduler: class org.apache.hadoop.ipc.DefaultRpcScheduler, ipcBackoff: false.
2026-08-11 16:15:43,364 INFO  [Socket Reader #1 for port 0] ipc.Server (Server.java:run(1265)) - Starting Socket Reader #1 for port 0
2026-08-11 16:15:43,366 INFO  [Listener at localhost/40713] datanode.DataNode (DataNode.java:initIpcServer(1057)) - Opened IPC server at /127.0.0.1:40713
2026-08-11 16:15:43,382 INFO  [Listener at localhost/40713] datanode.DataNode (BlockPoolManager.java:refreshNamenodes(149)) - Refresh request received for nameservices: null
2026-08-11 16:15:43,382 INFO  [Listener at localhost/40713] datanode.DataNode (BlockPoolManager.java:doRefreshNamenodes(210)) - Starting BPOfferServices for nameservices: <default>
2026-08-11 16:15:43,383 INFO  [Thread-393] datanode.DataNode (BPServiceActor.java:run(847)) - Block pool <registering> (Datanode Uuid unassigned) service to localhost/127.0.0.1:37001 starting to offer service
2026-08-11 16:15:43,386 INFO  [IPC Server Responder] ipc.Server (Server.java:run(1507)) - IPC Server Responder: starting
2026-08-11 16:15:43,386 INFO  [IPC Server listener on 0] ipc.Server (Server.java:run(1344)) - IPC Server listener on 0: starting
2026-08-11 16:15:43,397 INFO  [Thread-393] datanode.DataNode (BPOfferService.java:verifyAndSetNamespaceInfo(381)) - Acknowledging ACTIVE Namenode during handshakeBlock pool <registering> (Datanode Uuid unassigned) service to localhost/127.0.0.1:37001
2026-08-11 16:15:43,398 INFO  [Thread-393] common.Storage (DataStorage.java:getParallelVolumeLoadThreadsNum(356)) - Using 2 threads to upgrade data directories (dfs.datanode.parallel.volumes.load.threads.num=2, dataDirs=2)
2026-08-11 16:15:43,400 INFO  [IPC Server handler 0 on default port 37001] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=datanodeReport	src=null	dst=null	perm=null	proto=rpc
2026-08-11 16:15:43,401 INFO  [Thread-393] common.Storage (Storage.java:tryLock(948)) - Lock on /tmp/hdfs-test4658384880025139887/data/data1/in_use.lock acquired by nodename 28264@dist-test-slave-tfpf.c.gcp-upstream.internal
2026-08-11 16:15:43,401 INFO  [Thread-393] common.Storage (DataStorage.java:loadStorageDirectory(284)) - Storage directory with location [DISK]file:/tmp/hdfs-test4658384880025139887/data/data1 is not formatted for namespace 1805244300. Formatting...
2026-08-11 16:15:43,401 INFO  [Listener at localhost/40713] hdfs.MiniDFSCluster (MiniDFSCluster.java:shouldWait(2823)) - dnInfo.length != numDataNodes
2026-08-11 16:15:43,401 INFO  [Listener at localhost/40713] hdfs.MiniDFSCluster (MiniDFSCluster.java:waitActive(2744)) - Waiting for cluster to become active
2026-08-11 16:15:43,401 INFO  [Thread-393] common.Storage (DataStorage.java:createStorageID(160)) - Generated new storageID DS-ac39dfb2-de27-48bc-92ad-eb98df5021b1 for directory /tmp/hdfs-test4658384880025139887/data/data1 
2026-08-11 16:15:43,407 INFO  [Thread-393] common.Storage (Storage.java:tryLock(948)) - Lock on /tmp/hdfs-test4658384880025139887/data/data2/in_use.lock acquired by nodename 28264@dist-test-slave-tfpf.c.gcp-upstream.internal
2026-08-11 16:15:43,407 INFO  [Thread-393] common.Storage (DataStorage.java:loadStorageDirectory(284)) - Storage directory with location [DISK]file:/tmp/hdfs-test4658384880025139887/data/data2 is not formatted for namespace 1805244300. Formatting...
2026-08-11 16:15:43,408 INFO  [Thread-393] common.Storage (DataStorage.java:createStorageID(160)) - Generated new storageID DS-2f51082b-5d13-4305-b0e6-a9f2fdca5138 for directory /tmp/hdfs-test4658384880025139887/data/data2 
2026-08-11 16:15:43,428 INFO  [Thread-393] common.Storage (BlockPoolSliceStorage.java:recoverTransitionRead(256)) - Analyzing storage directories for bpid BP-515945043-10.240.0.74-1786464942487
2026-08-11 16:15:43,429 INFO  [Thread-393] common.Storage (Storage.java:lock(907)) - Locking is disabled for /tmp/hdfs-test4658384880025139887/data/data1/current/BP-515945043-10.240.0.74-1786464942487
2026-08-11 16:15:43,429 INFO  [Thread-393] common.Storage (BlockPoolSliceStorage.java:loadStorageDirectory(169)) - Block pool storage directory for location [DISK]file:/tmp/hdfs-test4658384880025139887/data/data1 and block pool id BP-515945043-10.240.0.74-1786464942487 is not formatted. Formatting ...
2026-08-11 16:15:43,429 INFO  [Thread-393] common.Storage (BlockPoolSliceStorage.java:format(285)) - Formatting block pool BP-515945043-10.240.0.74-1786464942487 directory /tmp/hdfs-test4658384880025139887/data/data1/current/BP-515945043-10.240.0.74-1786464942487/current
2026-08-11 16:15:43,449 INFO  [Thread-393] common.Storage (BlockPoolSliceStorage.java:recoverTransitionRead(256)) - Analyzing storage directories for bpid BP-515945043-10.240.0.74-1786464942487
2026-08-11 16:15:43,449 INFO  [Thread-393] common.Storage (Storage.java:lock(907)) - Locking is disabled for /tmp/hdfs-test4658384880025139887/data/data2/current/BP-515945043-10.240.0.74-1786464942487
2026-08-11 16:15:43,449 INFO  [Thread-393] common.Storage (BlockPoolSliceStorage.java:loadStorageDirectory(169)) - Block pool storage directory for location [DISK]file:/tmp/hdfs-test4658384880025139887/data/data2 and block pool id BP-515945043-10.240.0.74-1786464942487 is not formatted. Formatting ...
2026-08-11 16:15:43,449 INFO  [Thread-393] common.Storage (BlockPoolSliceStorage.java:format(285)) - Formatting block pool BP-515945043-10.240.0.74-1786464942487 directory /tmp/hdfs-test4658384880025139887/data/data2/current/BP-515945043-10.240.0.74-1786464942487/current
2026-08-11 16:15:43,453 INFO  [Thread-393] datanode.DataNode (DataNode.java:initStorage(1756)) - Setting up storage: nsid=1805244300;bpid=BP-515945043-10.240.0.74-1786464942487;lv=-57;nsInfo=lv=-66;cid=testClusterID;nsid=1805244300;c=1786464942487;bpid=BP-515945043-10.240.0.74-1786464942487;dnuuid=null
2026-08-11 16:15:43,456 INFO  [Thread-393] datanode.DataNode (DataNode.java:checkDatanodeUuid(1554)) - Generated and persisted new Datanode UUID df6d435a-3194-4db0-a2e1-154f0588fe06
2026-08-11 16:15:43,457 INFO  [Thread-393] impl.FsDatasetImpl (FsDatasetImpl.java:<init>(310)) - The datanode lock is a read write lock
2026-08-11 16:15:43,458 INFO  [Thread-393] impl.FsDatasetImpl (FsVolumeList.java:addVolume(304)) - Added new volume: DS-ac39dfb2-de27-48bc-92ad-eb98df5021b1
2026-08-11 16:15:43,459 INFO  [Thread-393] impl.FsDatasetImpl (FsDatasetImpl.java:addVolume(493)) - Added volume - [DISK]file:/tmp/hdfs-test4658384880025139887/data/data1, StorageType: DISK
2026-08-11 16:15:43,460 INFO  [Thread-393] impl.FsDatasetImpl (FsVolumeList.java:addVolume(304)) - Added new volume: DS-2f51082b-5d13-4305-b0e6-a9f2fdca5138
2026-08-11 16:15:43,461 INFO  [Thread-393] impl.FsDatasetImpl (FsDatasetImpl.java:addVolume(493)) - Added volume - [DISK]file:/tmp/hdfs-test4658384880025139887/data/data2, StorageType: DISK
2026-08-11 16:15:43,461 INFO  [Thread-393] impl.MemoryMappableBlockLoader (MemoryMappableBlockLoader.java:initialize(48)) - Initializing cache loader: MemoryMappableBlockLoader.
2026-08-11 16:15:43,462 INFO  [Thread-393] impl.FsDatasetImpl (FsDatasetImpl.java:registerMBean(2343)) - Registered FSDatasetState MBean
2026-08-11 16:15:43,463 INFO  [Thread-393] impl.FsDatasetImpl (FsDatasetImpl.java:addBlockPool(2856)) - Adding block pool BP-515945043-10.240.0.74-1786464942487
2026-08-11 16:15:43,463 INFO  [Thread-410] impl.FsDatasetImpl (FsVolumeList.java:run(406)) - Scanning block pool BP-515945043-10.240.0.74-1786464942487 on volume /tmp/hdfs-test4658384880025139887/data/data1...
2026-08-11 16:15:43,463 INFO  [Thread-411] impl.FsDatasetImpl (FsVolumeList.java:run(406)) - Scanning block pool BP-515945043-10.240.0.74-1786464942487 on volume /tmp/hdfs-test4658384880025139887/data/data2...
2026-08-11 16:15:43,483 INFO  [Thread-411] impl.FsDatasetImpl (FsVolumeList.java:run(411)) - Time taken to scan block pool BP-515945043-10.240.0.74-1786464942487 on /tmp/hdfs-test4658384880025139887/data/data2: 20ms
2026-08-11 16:15:43,484 INFO  [Thread-410] impl.FsDatasetImpl (FsVolumeList.java:run(411)) - Time taken to scan block pool BP-515945043-10.240.0.74-1786464942487 on /tmp/hdfs-test4658384880025139887/data/data1: 21ms
2026-08-11 16:15:43,484 INFO  [Thread-393] impl.FsDatasetImpl (FsVolumeList.java:addBlockPool(431)) - Total time to scan all replicas for block pool BP-515945043-10.240.0.74-1786464942487: 21ms
2026-08-11 16:15:43,484 INFO  [Thread-414] impl.FsDatasetImpl (FsVolumeList.java:run(199)) - Adding replicas to map for block pool BP-515945043-10.240.0.74-1786464942487 on volume /tmp/hdfs-test4658384880025139887/data/data1...
2026-08-11 16:15:43,485 INFO  [Thread-415] impl.FsDatasetImpl (FsVolumeList.java:run(199)) - Adding replicas to map for block pool BP-515945043-10.240.0.74-1786464942487 on volume /tmp/hdfs-test4658384880025139887/data/data2...
2026-08-11 16:15:43,485 INFO  [Thread-414] impl.BlockPoolSlice (BlockPoolSlice.java:readReplicasFromCache(902)) - Replica Cache file: /tmp/hdfs-test4658384880025139887/data/data1/current/BP-515945043-10.240.0.74-1786464942487/current/replicas doesn't exist 
2026-08-11 16:15:43,485 INFO  [Thread-415] impl.BlockPoolSlice (BlockPoolSlice.java:readReplicasFromCache(902)) - Replica Cache file: /tmp/hdfs-test4658384880025139887/data/data2/current/BP-515945043-10.240.0.74-1786464942487/current/replicas doesn't exist 
2026-08-11 16:15:43,485 INFO  [Thread-414] impl.FsDatasetImpl (FsVolumeList.java:run(204)) - Time to add replicas to map for block pool BP-515945043-10.240.0.74-1786464942487 on volume /tmp/hdfs-test4658384880025139887/data/data1: 1ms
2026-08-11 16:15:43,485 INFO  [Thread-415] impl.FsDatasetImpl (FsVolumeList.java:run(204)) - Time to add replicas to map for block pool BP-515945043-10.240.0.74-1786464942487 on volume /tmp/hdfs-test4658384880025139887/data/data2: 0ms
2026-08-11 16:15:43,485 INFO  [Thread-393] impl.FsDatasetImpl (FsVolumeList.java:getAllVolumesMap(225)) - Total time to add all replicas to map for block pool BP-515945043-10.240.0.74-1786464942487: 1ms
2026-08-11 16:15:43,485 INFO  [Thread-393] checker.ThrottledAsyncChecker (ThrottledAsyncChecker.java:schedule(137)) - Scheduling a check for /tmp/hdfs-test4658384880025139887/data/data1
2026-08-11 16:15:43,486 INFO  [Thread-393] checker.DatasetVolumeChecker (DatasetVolumeChecker.java:checkAllVolumes(224)) - Scheduled health check for volume /tmp/hdfs-test4658384880025139887/data/data1
2026-08-11 16:15:43,486 INFO  [Thread-393] checker.ThrottledAsyncChecker (ThrottledAsyncChecker.java:schedule(137)) - Scheduling a check for /tmp/hdfs-test4658384880025139887/data/data2
2026-08-11 16:15:43,487 INFO  [Thread-393] checker.DatasetVolumeChecker (DatasetVolumeChecker.java:checkAllVolumes(224)) - Scheduled health check for volume /tmp/hdfs-test4658384880025139887/data/data2
2026-08-11 16:15:43,488 INFO  [VolumeScannerThread(/tmp/hdfs-test4658384880025139887/data/data2)] datanode.VolumeScanner (VolumeScanner.java:findNextUsableBlockIter(385)) - Now scanning bpid BP-515945043-10.240.0.74-1786464942487 on volume /tmp/hdfs-test4658384880025139887/data/data2
2026-08-11 16:15:43,488 INFO  [VolumeScannerThread(/tmp/hdfs-test4658384880025139887/data/data1)] datanode.VolumeScanner (VolumeScanner.java:findNextUsableBlockIter(385)) - Now scanning bpid BP-515945043-10.240.0.74-1786464942487 on volume /tmp/hdfs-test4658384880025139887/data/data1
2026-08-11 16:15:43,488 WARN  [Thread-393] datanode.DirectoryScanner (DirectoryScanner.java:<init>(300)) - dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1
2026-08-11 16:15:43,488 INFO  [VolumeScannerThread(/tmp/hdfs-test4658384880025139887/data/data2)] datanode.VolumeScanner (VolumeScanner.java:getNextBlockToScan(505)) - VolumeScanner(/tmp/hdfs-test4658384880025139887/data/data2, DS-2f51082b-5d13-4305-b0e6-a9f2fdca5138): finished scanning block pool BP-515945043-10.240.0.74-1786464942487
2026-08-11 16:15:43,488 INFO  [VolumeScannerThread(/tmp/hdfs-test4658384880025139887/data/data1)] datanode.VolumeScanner (VolumeScanner.java:getNextBlockToScan(505)) - VolumeScanner(/tmp/hdfs-test4658384880025139887/data/data1, DS-ac39dfb2-de27-48bc-92ad-eb98df5021b1): finished scanning block pool BP-515945043-10.240.0.74-1786464942487
2026-08-11 16:15:43,488 INFO  [Thread-393] datanode.DirectoryScanner (DirectoryScanner.java:start(329)) - Periodic Directory Tree Verification scan starting in 16300166ms with interval of 21600000ms and throttle limit of -1ms/s
2026-08-11 16:15:43,489 INFO  [VolumeScannerThread(/tmp/hdfs-test4658384880025139887/data/data1)] datanode.VolumeScanner (VolumeScanner.java:findNextUsableBlockIter(402)) - VolumeScanner(/tmp/hdfs-test4658384880025139887/data/data1, DS-ac39dfb2-de27-48bc-92ad-eb98df5021b1): no suitable block pools found to scan.  Waiting 1814399999 ms.
2026-08-11 16:15:43,489 INFO  [VolumeScannerThread(/tmp/hdfs-test4658384880025139887/data/data2)] datanode.VolumeScanner (VolumeScanner.java:findNextUsableBlockIter(402)) - VolumeScanner(/tmp/hdfs-test4658384880025139887/data/data2, DS-2f51082b-5d13-4305-b0e6-a9f2fdca5138): no suitable block pools found to scan.  Waiting 1814399999 ms.
2026-08-11 16:15:43,490 INFO  [BP-515945043-10.240.0.74-1786464942487 heartbeating to localhost/127.0.0.1:37001] datanode.DataNode (BPServiceActor.java:register(788)) - Block pool BP-515945043-10.240.0.74-1786464942487 (Datanode Uuid df6d435a-3194-4db0-a2e1-154f0588fe06) service to localhost/127.0.0.1:37001 beginning handshake with NN
2026-08-11 16:15:43,491 INFO  [IPC Server handler 2 on default port 37001] hdfs.StateChange (DatanodeManager.java:registerDatanode(1142)) - BLOCK* registerDatanode: from DatanodeRegistration(127.0.0.1:42631, datanodeUuid=df6d435a-3194-4db0-a2e1-154f0588fe06, infoPort=45385, infoSecurePort=0, ipcPort=40713, storageInfo=lv=-57;cid=testClusterID;nsid=1805244300;c=1786464942487) storage df6d435a-3194-4db0-a2e1-154f0588fe06
2026-08-11 16:15:43,491 INFO  [IPC Server handler 2 on default port 37001] net.NetworkTopology (NetworkTopology.java:add(149)) - Adding a new node: /default-rack/127.0.0.1:42631
2026-08-11 16:15:43,491 INFO  [IPC Server handler 2 on default port 37001] blockmanagement.BlockReportLeaseManager (BlockReportLeaseManager.java:registerNode(200)) - Registered DN df6d435a-3194-4db0-a2e1-154f0588fe06 (127.0.0.1:42631).
2026-08-11 16:15:43,493 INFO  [BP-515945043-10.240.0.74-1786464942487 heartbeating to localhost/127.0.0.1:37001] datanode.DataNode (BPServiceActor.java:register(816)) - Block pool BP-515945043-10.240.0.74-1786464942487 (Datanode Uuid df6d435a-3194-4db0-a2e1-154f0588fe06) service to localhost/127.0.0.1:37001 successfully registered with NN
2026-08-11 16:15:43,493 INFO  [BP-515945043-10.240.0.74-1786464942487 heartbeating to localhost/127.0.0.1:37001] datanode.DataNode (BPServiceActor.java:offerService(645)) - For namenode localhost/127.0.0.1:37001 using BLOCKREPORT_INTERVAL of 21600000msecs CACHEREPORT_INTERVAL of 10000msecs Initial delay: 0msecs; heartBeatInterval=3000
2026-08-11 16:15:43,495 INFO  [IPC Server handler 3 on default port 37001] blockmanagement.DatanodeDescriptor (DatanodeDescriptor.java:updateStorage(999)) - Adding new storage ID DS-ac39dfb2-de27-48bc-92ad-eb98df5021b1 for DN 127.0.0.1:42631
2026-08-11 16:15:43,495 INFO  [IPC Server handler 3 on default port 37001] blockmanagement.DatanodeDescriptor (DatanodeDescriptor.java:updateStorage(999)) - Adding new storage ID DS-2f51082b-5d13-4305-b0e6-a9f2fdca5138 for DN 127.0.0.1:42631
2026-08-11 16:15:43,496 INFO  [Block report processor] BlockStateChange (BlockManager.java:processReport(2778)) - BLOCK* processReport 0x1bd8c12e30de648e: Processing first storage report for DS-ac39dfb2-de27-48bc-92ad-eb98df5021b1 from datanode df6d435a-3194-4db0-a2e1-154f0588fe06
2026-08-11 16:15:43,497 INFO  [Block report processor] BlockStateChange (BlockManager.java:processReport(2810)) - BLOCK* processReport 0x1bd8c12e30de648e: from storage DS-ac39dfb2-de27-48bc-92ad-eb98df5021b1 node DatanodeRegistration(127.0.0.1:42631, datanodeUuid=df6d435a-3194-4db0-a2e1-154f0588fe06, infoPort=45385, infoSecurePort=0, ipcPort=40713, storageInfo=lv=-57;cid=testClusterID;nsid=1805244300;c=1786464942487), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0
2026-08-11 16:15:43,497 INFO  [Block report processor] BlockStateChange (BlockManager.java:processReport(2778)) - BLOCK* processReport 0x1bd8c12e30de648e: Processing first storage report for DS-2f51082b-5d13-4305-b0e6-a9f2fdca5138 from datanode df6d435a-3194-4db0-a2e1-154f0588fe06
2026-08-11 16:15:43,497 INFO  [Block report processor] BlockStateChange (BlockManager.java:processReport(2810)) - BLOCK* processReport 0x1bd8c12e30de648e: from storage DS-2f51082b-5d13-4305-b0e6-a9f2fdca5138 node DatanodeRegistration(127.0.0.1:42631, datanodeUuid=df6d435a-3194-4db0-a2e1-154f0588fe06, infoPort=45385, infoSecurePort=0, ipcPort=40713, storageInfo=lv=-57;cid=testClusterID;nsid=1805244300;c=1786464942487), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0
2026-08-11 16:15:43,497 INFO  [BP-515945043-10.240.0.74-1786464942487 heartbeating to localhost/127.0.0.1:37001] datanode.DataNode (BPServiceActor.java:blockReport(437)) - Successfully sent block report 0x1bd8c12e30de648e to namenode: localhost/127.0.0.1:37001,  containing 2 storage report(s), of which we sent 2. The reports had 0 total blocks and used 1 RPC(s). This took 0 msecs to generate and 1 msecs for RPC and NN processing. Got back one command: FinalizeCommand/5.
2026-08-11 16:15:43,498 INFO  [Command processor] datanode.DataNode (BPOfferService.java:processCommandFromActive(763)) - Got finalize command for block pool BP-515945043-10.240.0.74-1786464942487
2026-08-11 16:15:43,503 INFO  [IPC Server handler 5 on default port 37001] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=datanodeReport	src=null	dst=null	perm=null	proto=rpc
2026-08-11 16:15:43,504 INFO  [Listener at localhost/40713] hdfs.MiniDFSCluster (MiniDFSCluster.java:waitActive(2799)) - Cluster is active
2026-08-11 16:15:43,519 INFO  [Listener at localhost/40713] backup.BackupIO (BackupIO.scala:writeTableMetadata(95)) - Writing metadata to hdfs://localhost:37001/id_taco-taco/100/.kudu-metadata.json
2026-08-11 16:15:43,525 INFO  [IPC Server handler 6 on default port 37001] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=create	src=/id_taco-taco/100/.kudu-metadata.json	dst=null	perm=slave:supergroup:rw-r--r--	proto=rpc
2026-08-11 16:15:43,531 INFO  [IPC Server handler 7 on default port 37001] hdfs.StateChange (FSDirWriteFileOp.java:logAllocatedBlock(802)) - BLOCK* allocate blk_1073741825_1001, replicas=127.0.0.1:42631 for /id_taco-taco/100/.kudu-metadata.json
2026-08-11 16:15:43,536 INFO  [DataXceiver for client DFSClient_NONMAPREDUCE_1185627662_1 at /127.0.0.1:49142 [Receiving block BP-515945043-10.240.0.74-1786464942487:blk_1073741825_1001]] datanode.DataNode (DataXceiver.java:writeBlock(747)) - Receiving BP-515945043-10.240.0.74-1786464942487:blk_1073741825_1001 src: /127.0.0.1:49142 dest: /127.0.0.1:42631
2026-08-11 16:15:43,542 INFO  [PacketResponder: BP-515945043-10.240.0.74-1786464942487:blk_1073741825_1001, type=LAST_IN_PIPELINE] DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1539)) - src: /127.0.0.1:49142, dest: /127.0.0.1:42631, bytes: 82, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1185627662_1, offset: 0, srvID: df6d435a-3194-4db0-a2e1-154f0588fe06, blockid: BP-515945043-10.240.0.74-1786464942487:blk_1073741825_1001, duration(ns): 3506035
2026-08-11 16:15:43,543 INFO  [PacketResponder: BP-515945043-10.240.0.74-1786464942487:blk_1073741825_1001, type=LAST_IN_PIPELINE] datanode.DataNode (BlockReceiver.java:run(1512)) - PacketResponder: BP-515945043-10.240.0.74-1786464942487:blk_1073741825_1001, type=LAST_IN_PIPELINE terminating
2026-08-11 16:15:43,546 INFO  [IPC Server handler 1 on default port 37001] hdfs.StateChange (FSNamesystem.java:completeFile(3104)) - DIR* completeFile: /id_taco-taco/100/.kudu-metadata.json is closed by DFSClient_NONMAPREDUCE_1185627662_1
2026-08-11 16:15:43,547 INFO  [Listener at localhost/40713] backup.BackupIO (BackupIO.scala:writeTableMetadata(95)) - Writing metadata to hdfs://localhost:37001/id_taco-taco/1000/.kudu-metadata.json
2026-08-11 16:15:43,549 INFO  [IPC Server handler 0 on default port 37001] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=create	src=/id_taco-taco/1000/.kudu-metadata.json	dst=null	perm=slave:supergroup:rw-r--r--	proto=rpc
2026-08-11 16:15:43,555 INFO  [IPC Server handler 2 on default port 37001] hdfs.StateChange (FSDirWriteFileOp.java:logAllocatedBlock(802)) - BLOCK* allocate blk_1073741826_1002, replicas=127.0.0.1:42631 for /id_taco-taco/1000/.kudu-metadata.json
2026-08-11 16:15:43,558 INFO  [DataXceiver for client DFSClient_NONMAPREDUCE_1185627662_1 at /127.0.0.1:49150 [Receiving block BP-515945043-10.240.0.74-1786464942487:blk_1073741826_1002]] datanode.DataNode (DataXceiver.java:writeBlock(747)) - Receiving BP-515945043-10.240.0.74-1786464942487:blk_1073741826_1002 src: /127.0.0.1:49150 dest: /127.0.0.1:42631
2026-08-11 16:15:43,571 INFO  [PacketResponder: BP-515945043-10.240.0.74-1786464942487:blk_1073741826_1002, type=LAST_IN_PIPELINE] DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1539)) - src: /127.0.0.1:49150, dest: /127.0.0.1:42631, bytes: 83, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1185627662_1, offset: 0, srvID: df6d435a-3194-4db0-a2e1-154f0588fe06, blockid: BP-515945043-10.240.0.74-1786464942487:blk_1073741826_1002, duration(ns): 9003967
2026-08-11 16:15:43,571 INFO  [PacketResponder: BP-515945043-10.240.0.74-1786464942487:blk_1073741826_1002, type=LAST_IN_PIPELINE] datanode.DataNode (BlockReceiver.java:run(1512)) - PacketResponder: BP-515945043-10.240.0.74-1786464942487:blk_1073741826_1002, type=LAST_IN_PIPELINE terminating
2026-08-11 16:15:43,573 INFO  [IPC Server handler 4 on default port 37001] hdfs.StateChange (FSNamesystem.java:completeFile(3104)) - DIR* completeFile: /id_taco-taco/1000/.kudu-metadata.json is closed by DFSClient_NONMAPREDUCE_1185627662_1
2026-08-11 16:15:43,575 INFO  [Listener at localhost/40713] backup.BackupIO (BackupIO.scala:writeTableMetadata(95)) - Writing metadata to hdfs://localhost:37001/id_taco-taco/2000/.kudu-metadata.json
2026-08-11 16:15:43,577 INFO  [IPC Server handler 5 on default port 37001] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=create	src=/id_taco-taco/2000/.kudu-metadata.json	dst=null	perm=slave:supergroup:rw-r--r--	proto=rpc
2026-08-11 16:15:43,580 INFO  [IPC Server handler 6 on default port 37001] hdfs.StateChange (FSDirWriteFileOp.java:logAllocatedBlock(802)) - BLOCK* allocate blk_1073741827_1003, replicas=127.0.0.1:42631 for /id_taco-taco/2000/.kudu-metadata.json
2026-08-11 16:15:43,582 INFO  [DataXceiver for client DFSClient_NONMAPREDUCE_1185627662_1 at /127.0.0.1:49158 [Receiving block BP-515945043-10.240.0.74-1786464942487:blk_1073741827_1003]] datanode.DataNode (DataXceiver.java:writeBlock(747)) - Receiving BP-515945043-10.240.0.74-1786464942487:blk_1073741827_1003 src: /127.0.0.1:49158 dest: /127.0.0.1:42631
2026-08-11 16:15:43,588 INFO  [PacketResponder: BP-515945043-10.240.0.74-1786464942487:blk_1073741827_1003, type=LAST_IN_PIPELINE] DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1539)) - src: /127.0.0.1:49158, dest: /127.0.0.1:42631, bytes: 102, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1185627662_1, offset: 0, srvID: df6d435a-3194-4db0-a2e1-154f0588fe06, blockid: BP-515945043-10.240.0.74-1786464942487:blk_1073741827_1003, duration(ns): 3217357
2026-08-11 16:15:43,588 INFO  [PacketResponder: BP-515945043-10.240.0.74-1786464942487:blk_1073741827_1003, type=LAST_IN_PIPELINE] datanode.DataNode (BlockReceiver.java:run(1512)) - PacketResponder: BP-515945043-10.240.0.74-1786464942487:blk_1073741827_1003, type=LAST_IN_PIPELINE terminating
2026-08-11 16:15:43,589 INFO  [IPC Server handler 7 on default port 37001] namenode.FSNamesystem (FSNamesystem.java:checkBlocksComplete(3151)) - BLOCK* blk_1073741827_1003 is COMMITTED but not COMPLETE(numNodes= 0 <  minimum = 1) in file /id_taco-taco/2000/.kudu-metadata.json
2026-08-11 16:15:43,991 INFO  [IPC Server handler 8 on default port 37001] hdfs.StateChange (FSNamesystem.java:completeFile(3104)) - DIR* completeFile: /id_taco-taco/2000/.kudu-metadata.json is closed by DFSClient_NONMAPREDUCE_1185627662_1
2026-08-11 16:15:43,992 INFO  [Listener at localhost/40713] backup.BackupIO (BackupIO.scala:writeTableMetadata(95)) - Writing metadata to hdfs://localhost:37001/id_pizza-pizza/200/.kudu-metadata.json
2026-08-11 16:15:43,994 INFO  [IPC Server handler 1 on default port 37001] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=create	src=/id_pizza-pizza/200/.kudu-metadata.json	dst=null	perm=slave:supergroup:rw-r--r--	proto=rpc
2026-08-11 16:15:43,998 INFO  [IPC Server handler 0 on default port 37001] hdfs.StateChange (FSDirWriteFileOp.java:logAllocatedBlock(802)) - BLOCK* allocate blk_1073741828_1004, replicas=127.0.0.1:42631 for /id_pizza-pizza/200/.kudu-metadata.json
2026-08-11 16:15:44,001 INFO  [DataXceiver for client DFSClient_NONMAPREDUCE_1185627662_1 at /127.0.0.1:49174 [Receiving block BP-515945043-10.240.0.74-1786464942487:blk_1073741828_1004]] datanode.DataNode (DataXceiver.java:writeBlock(747)) - Receiving BP-515945043-10.240.0.74-1786464942487:blk_1073741828_1004 src: /127.0.0.1:49174 dest: /127.0.0.1:42631
2026-08-11 16:15:44,008 INFO  [PacketResponder: BP-515945043-10.240.0.74-1786464942487:blk_1073741828_1004, type=LAST_IN_PIPELINE] DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1539)) - src: /127.0.0.1:49174, dest: /127.0.0.1:42631, bytes: 84, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1185627662_1, offset: 0, srvID: df6d435a-3194-4db0-a2e1-154f0588fe06, blockid: BP-515945043-10.240.0.74-1786464942487:blk_1073741828_1004, duration(ns): 3066822
2026-08-11 16:15:44,008 INFO  [PacketResponder: BP-515945043-10.240.0.74-1786464942487:blk_1073741828_1004, type=LAST_IN_PIPELINE] datanode.DataNode (BlockReceiver.java:run(1512)) - PacketResponder: BP-515945043-10.240.0.74-1786464942487:blk_1073741828_1004, type=LAST_IN_PIPELINE terminating
2026-08-11 16:15:44,010 INFO  [IPC Server handler 3 on default port 37001] namenode.FSNamesystem (FSNamesystem.java:checkBlocksComplete(3151)) - BLOCK* blk_1073741828_1004 is COMMITTED but not COMPLETE(numNodes= 0 <  minimum = 1) in file /id_pizza-pizza/200/.kudu-metadata.json
2026-08-11 16:15:44,412 INFO  [IPC Server handler 4 on default port 37001] hdfs.StateChange (FSNamesystem.java:completeFile(3104)) - DIR* completeFile: /id_pizza-pizza/200/.kudu-metadata.json is closed by DFSClient_NONMAPREDUCE_1185627662_1
2026-08-11 16:15:44,413 INFO  [Listener at localhost/40713] backup.BackupIO (BackupIO.scala:writeTableMetadata(95)) - Writing metadata to hdfs://localhost:37001/id_pizza-pizza/400/.kudu-metadata.json
2026-08-11 16:15:44,415 INFO  [IPC Server handler 5 on default port 37001] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=create	src=/id_pizza-pizza/400/.kudu-metadata.json	dst=null	perm=slave:supergroup:rw-r--r--	proto=rpc
2026-08-11 16:15:44,419 INFO  [IPC Server handler 6 on default port 37001] hdfs.StateChange (FSDirWriteFileOp.java:logAllocatedBlock(802)) - BLOCK* allocate blk_1073741829_1005, replicas=127.0.0.1:42631 for /id_pizza-pizza/400/.kudu-metadata.json
2026-08-11 16:15:44,421 INFO  [DataXceiver for client DFSClient_NONMAPREDUCE_1185627662_1 at /127.0.0.1:49190 [Receiving block BP-515945043-10.240.0.74-1786464942487:blk_1073741829_1005]] datanode.DataNode (DataXceiver.java:writeBlock(747)) - Receiving BP-515945043-10.240.0.74-1786464942487:blk_1073741829_1005 src: /127.0.0.1:49190 dest: /127.0.0.1:42631
2026-08-11 16:15:44,427 INFO  [PacketResponder: BP-515945043-10.240.0.74-1786464942487:blk_1073741829_1005, type=LAST_IN_PIPELINE] DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1539)) - src: /127.0.0.1:49190, dest: /127.0.0.1:42631, bytes: 103, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1185627662_1, offset: 0, srvID: df6d435a-3194-4db0-a2e1-154f0588fe06, blockid: BP-515945043-10.240.0.74-1786464942487:blk_1073741829_1005, duration(ns): 3083622
2026-08-11 16:15:44,427 INFO  [PacketResponder: BP-515945043-10.240.0.74-1786464942487:blk_1073741829_1005, type=LAST_IN_PIPELINE] datanode.DataNode (BlockReceiver.java:run(1512)) - PacketResponder: BP-515945043-10.240.0.74-1786464942487:blk_1073741829_1005, type=LAST_IN_PIPELINE terminating
2026-08-11 16:15:44,429 INFO  [IPC Server handler 9 on default port 37001] hdfs.StateChange (FSNamesystem.java:completeFile(3104)) - DIR* completeFile: /id_pizza-pizza/400/.kudu-metadata.json is closed by DFSClient_NONMAPREDUCE_1185627662_1
2026-08-11 16:15:44,430 INFO  [Listener at localhost/40713] backup.BackupIO (BackupIO.scala:writeTableMetadata(95)) - Writing metadata to hdfs://localhost:37001/id_pizza-pizza/600/.kudu-metadata.json
2026-08-11 16:15:44,434 INFO  [IPC Server handler 8 on default port 37001] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=create	src=/id_pizza-pizza/600/.kudu-metadata.json	dst=null	perm=slave:supergroup:rw-r--r--	proto=rpc
2026-08-11 16:15:44,437 INFO  [IPC Server handler 1 on default port 37001] hdfs.StateChange (FSDirWriteFileOp.java:logAllocatedBlock(802)) - BLOCK* allocate blk_1073741830_1006, replicas=127.0.0.1:42631 for /id_pizza-pizza/600/.kudu-metadata.json
2026-08-11 16:15:44,439 INFO  [DataXceiver for client DFSClient_NONMAPREDUCE_1185627662_1 at /127.0.0.1:49198 [Receiving block BP-515945043-10.240.0.74-1786464942487:blk_1073741830_1006]] datanode.DataNode (DataXceiver.java:writeBlock(747)) - Receiving BP-515945043-10.240.0.74-1786464942487:blk_1073741830_1006 src: /127.0.0.1:49198 dest: /127.0.0.1:42631
2026-08-11 16:15:44,445 INFO  [PacketResponder: BP-515945043-10.240.0.74-1786464942487:blk_1073741830_1006, type=LAST_IN_PIPELINE] DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1539)) - src: /127.0.0.1:49198, dest: /127.0.0.1:42631, bytes: 103, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1185627662_1, offset: 0, srvID: df6d435a-3194-4db0-a2e1-154f0588fe06, blockid: BP-515945043-10.240.0.74-1786464942487:blk_1073741830_1006, duration(ns): 3203448
2026-08-11 16:15:44,445 INFO  [PacketResponder: BP-515945043-10.240.0.74-1786464942487:blk_1073741830_1006, type=LAST_IN_PIPELINE] datanode.DataNode (BlockReceiver.java:run(1512)) - PacketResponder: BP-515945043-10.240.0.74-1786464942487:blk_1073741830_1006, type=LAST_IN_PIPELINE terminating
2026-08-11 16:15:44,447 INFO  [IPC Server handler 2 on default port 37001] hdfs.StateChange (FSNamesystem.java:completeFile(3104)) - DIR* completeFile: /id_pizza-pizza/600/.kudu-metadata.json is closed by DFSClient_NONMAPREDUCE_1185627662_1
2026-08-11 16:15:44,463 INFO  [IPC Server handler 3 on default port 37001] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=getfileinfo	src=/	dst=null	perm=null	proto=rpc
2026-08-11 16:15:44,464 INFO  [IPC Server handler 4 on default port 37001] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=listStatus	src=/	dst=null	perm=null	proto=rpc
2026-08-11 16:15:44,466 INFO  [IPC Server handler 5 on default port 37001] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=listStatus	src=/id_pizza-pizza	dst=null	perm=null	proto=rpc
2026-08-11 16:15:44,468 INFO  [IPC Server handler 6 on default port 37001] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=getfileinfo	src=/id_pizza-pizza/200/.kudu-metadata.json	dst=null	perm=null	proto=rpc
2026-08-11 16:15:44,470 INFO  [IPC Server handler 7 on default port 37001] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=open	src=/id_pizza-pizza/200/.kudu-metadata.json	dst=null	perm=null	proto=rpc
2026-08-11 16:15:44,474 INFO  [IPC Server handler 9 on default port 37001] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=getfileinfo	src=/id_pizza-pizza/400/.kudu-metadata.json	dst=null	perm=null	proto=rpc
2026-08-11 16:15:44,476 INFO  [IPC Server handler 8 on default port 37001] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=open	src=/id_pizza-pizza/400/.kudu-metadata.json	dst=null	perm=null	proto=rpc
2026-08-11 16:15:44,480 INFO  [IPC Server handler 1 on default port 37001] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=getfileinfo	src=/id_pizza-pizza/600/.kudu-metadata.json	dst=null	perm=null	proto=rpc
2026-08-11 16:15:44,481 INFO  [IPC Server handler 0 on default port 37001] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=open	src=/id_pizza-pizza/600/.kudu-metadata.json	dst=null	perm=null	proto=rpc
2026-08-11 16:15:44,484 INFO  [Listener at localhost/40713] backup.BackupIO (BackupIO.scala:readTableBackups(236)) - Found 3 paths in hdfs://localhost:37001/id_pizza-pizza
2026-08-11 16:15:44,485 INFO  [IPC Server handler 2 on default port 37001] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=listStatus	src=/id_taco-taco	dst=null	perm=null	proto=rpc
2026-08-11 16:15:44,486 INFO  [IPC Server handler 3 on default port 37001] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=getfileinfo	src=/id_taco-taco/100/.kudu-metadata.json	dst=null	perm=null	proto=rpc
2026-08-11 16:15:44,488 INFO  [IPC Server handler 4 on default port 37001] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=open	src=/id_taco-taco/100/.kudu-metadata.json	dst=null	perm=null	proto=rpc
2026-08-11 16:15:44,493 INFO  [IPC Server handler 5 on default port 37001] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=getfileinfo	src=/id_taco-taco/1000/.kudu-metadata.json	dst=null	perm=null	proto=rpc
2026-08-11 16:15:44,495 INFO  [IPC Server handler 6 on default port 37001] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=open	src=/id_taco-taco/1000/.kudu-metadata.json	dst=null	perm=null	proto=rpc
2026-08-11 16:15:44,498 INFO  [IPC Server handler 7 on default port 37001] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=getfileinfo	src=/id_taco-taco/2000/.kudu-metadata.json	dst=null	perm=null	proto=rpc
2026-08-11 16:15:44,499 INFO  [IPC Server handler 9 on default port 37001] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=open	src=/id_taco-taco/2000/.kudu-metadata.json	dst=null	perm=null	proto=rpc
2026-08-11 16:15:44,502 INFO  [Listener at localhost/40713] backup.BackupIO (BackupIO.scala:readTableBackups(236)) - Found 3 paths in hdfs://localhost:37001/id_taco-taco
.2026-08-11 16:15:44,522 INFO  [Listener at localhost/40713] hdfs.MiniDFSCluster (MiniDFSCluster.java:<init>(529)) - starting cluster: numNameNodes=1, numDataNodes=1
2026-08-11 16:15:44,523 INFO  [Listener at localhost/40713] namenode.NameNode (NameNode.java:format(1249)) - Formatting using clusterid: testClusterID
2026-08-11 16:15:44,523 INFO  [Listener at localhost/40713] namenode.FSEditLog (FSEditLog.java:newInstance(229)) - Edit logging is async:true
2026-08-11 16:15:44,536 INFO  [Listener at localhost/40713] namenode.FSNamesystem (FSNamesystem.java:<init>(814)) - KeyProvider: null
2026-08-11 16:15:44,536 INFO  [Listener at localhost/40713] namenode.FSNamesystem (FSNamesystemLock.java:<init>(141)) - fsLock is fair: true
2026-08-11 16:15:44,536 INFO  [Listener at localhost/40713] namenode.FSNamesystem (FSNamesystemLock.java:<init>(159)) - Detailed lock hold time metrics enabled: false
2026-08-11 16:15:44,537 INFO  [Listener at localhost/40713] namenode.FSNamesystem (FSNamesystem.java:<init>(847)) - fsOwner                = slave (auth:SIMPLE)
2026-08-11 16:15:44,537 INFO  [Listener at localhost/40713] namenode.FSNamesystem (FSNamesystem.java:<init>(848)) - supergroup             = supergroup
2026-08-11 16:15:44,537 INFO  [Listener at localhost/40713] namenode.FSNamesystem (FSNamesystem.java:<init>(849)) - isPermissionEnabled    = true
2026-08-11 16:15:44,537 INFO  [Listener at localhost/40713] namenode.FSNamesystem (FSNamesystem.java:<init>(850)) - isStoragePolicyEnabled = true
2026-08-11 16:15:44,537 INFO  [Listener at localhost/40713] namenode.FSNamesystem (FSNamesystem.java:<init>(861)) - HA Enabled: false
2026-08-11 16:15:44,537 INFO  [Listener at localhost/40713] common.Util (Util.java:isDiskStatsEnabled(395)) - dfs.datanode.fileio.profiling.sampling.percentage set to 0. Disabling file IO profiling
2026-08-11 16:15:44,538 INFO  [Listener at localhost/40713] blockmanagement.DatanodeManager (DatanodeManager.java:<init>(334)) - dfs.block.invalidate.limit: configured=1000, counted=60, effected=1000
2026-08-11 16:15:44,538 INFO  [Listener at localhost/40713] blockmanagement.DatanodeManager (DatanodeManager.java:<init>(342)) - dfs.namenode.datanode.registration.ip-hostname-check=true
2026-08-11 16:15:44,538 INFO  [Listener at localhost/40713] blockmanagement.BlockManager (InvalidateBlocks.java:printBlockDeletionTime(77)) - dfs.namenode.startup.delay.block.deletion.sec is set to 000:00:00:00.000
2026-08-11 16:15:44,538 INFO  [Listener at localhost/40713] blockmanagement.BlockManager (InvalidateBlocks.java:printBlockDeletionTime(83)) - The block deletion will start around 2026 Aug 11 16:15:44
2026-08-11 16:15:44,538 INFO  [Listener at localhost/40713] util.GSet (LightWeightGSet.java:computeCapacity(395)) - Computing capacity for map BlocksMap
2026-08-11 16:15:44,538 INFO  [Listener at localhost/40713] util.GSet (LightWeightGSet.java:computeCapacity(396)) - VM type       = 64-bit
2026-08-11 16:15:44,539 INFO  [Listener at localhost/40713] util.GSet (LightWeightGSet.java:computeCapacity(397)) - 2.0% max memory 3.5 GB = 72.5 MB
2026-08-11 16:15:44,539 INFO  [Listener at localhost/40713] util.GSet (LightWeightGSet.java:computeCapacity(402)) - capacity      = 2^23 = 8388608 entries
2026-08-11 16:15:44,546 INFO  [Listener at localhost/40713] blockmanagement.BlockManager (BlockManager.java:createSPSManager(5447)) - Storage policy satisfier is disabled
2026-08-11 16:15:44,546 INFO  [Listener at localhost/40713] blockmanagement.BlockManager (BlockManager.java:createBlockTokenSecretManager(641)) - dfs.block.access.token.enable = false
2026-08-11 16:15:44,546 INFO  [Listener at localhost/40713] blockmanagement.BlockManagerSafeMode (BlockManagerSafeMode.java:<init>(160)) - dfs.namenode.safemode.threshold-pct = 0.999
2026-08-11 16:15:44,546 INFO  [Listener at localhost/40713] blockmanagement.BlockManagerSafeMode (BlockManagerSafeMode.java:<init>(161)) - dfs.namenode.safemode.min.datanodes = 0
2026-08-11 16:15:44,546 INFO  [Listener at localhost/40713] blockmanagement.BlockManagerSafeMode (BlockManagerSafeMode.java:<init>(163)) - dfs.namenode.safemode.extension = 0
2026-08-11 16:15:44,546 INFO  [Listener at localhost/40713] blockmanagement.BlockManager (BlockManager.java:<init>(627)) - defaultReplication         = 1
2026-08-11 16:15:44,546 INFO  [Listener at localhost/40713] blockmanagement.BlockManager (BlockManager.java:<init>(628)) - maxReplication             = 512
2026-08-11 16:15:44,546 INFO  [Listener at localhost/40713] blockmanagement.BlockManager (BlockManager.java:<init>(629)) - minReplication             = 1
2026-08-11 16:15:44,547 INFO  [Listener at localhost/40713] blockmanagement.BlockManager (BlockManager.java:<init>(630)) - maxReplicationStreams      = 2
2026-08-11 16:15:44,547 INFO  [Listener at localhost/40713] blockmanagement.BlockManager (BlockManager.java:<init>(631)) - redundancyRecheckInterval  = 3000ms
2026-08-11 16:15:44,547 INFO  [Listener at localhost/40713] blockmanagement.BlockManager (BlockManager.java:<init>(632)) - encryptDataTransfer        = false
2026-08-11 16:15:44,547 INFO  [Listener at localhost/40713] blockmanagement.BlockManager (BlockManager.java:<init>(633)) - maxNumBlocksToLog          = 1000
2026-08-11 16:15:44,547 INFO  [Listener at localhost/40713] util.GSet (LightWeightGSet.java:computeCapacity(395)) - Computing capacity for map INodeMap
2026-08-11 16:15:44,547 INFO  [Listener at localhost/40713] util.GSet (LightWeightGSet.java:computeCapacity(396)) - VM type       = 64-bit
2026-08-11 16:15:44,548 INFO  [Listener at localhost/40713] util.GSet (LightWeightGSet.java:computeCapacity(397)) - 1.0% max memory 3.5 GB = 36.2 MB
2026-08-11 16:15:44,548 INFO  [Listener at localhost/40713] util.GSet (LightWeightGSet.java:computeCapacity(402)) - capacity      = 2^22 = 4194304 entries
2026-08-11 16:15:44,556 INFO  [Listener at localhost/40713] namenode.FSDirectory (FSDirectory.java:<init>(335)) - ACLs enabled? true
2026-08-11 16:15:44,556 INFO  [Listener at localhost/40713] namenode.FSDirectory (FSDirectory.java:<init>(339)) - POSIX ACL inheritance enabled? true
2026-08-11 16:15:44,556 INFO  [Listener at localhost/40713] namenode.FSDirectory (FSDirectory.java:<init>(343)) - XAttrs enabled? true
2026-08-11 16:15:44,556 INFO  [Listener at localhost/40713] namenode.NameNode (FSDirectory.java:<init>(406)) - Caching file names occurring more than 10 times
2026-08-11 16:15:44,556 INFO  [Listener at localhost/40713] snapshot.SnapshotManager (SnapshotManager.java:<init>(124)) - Loaded config captureOpenFiles: false, skipCaptureAccessTimeOnlyChange: false, snapshotDiffAllowSnapRootDescendant: true, maxSnapshotLimit: 65536
2026-08-11 16:15:44,556 INFO  [Listener at localhost/40713] snapshot.SnapshotManager (DirectoryDiffListFactory.java:init(43)) - SkipList is disabled
2026-08-11 16:15:44,556 INFO  [Listener at localhost/40713] util.GSet (LightWeightGSet.java:computeCapacity(395)) - Computing capacity for map cachedBlocks
2026-08-11 16:15:44,556 INFO  [Listener at localhost/40713] util.GSet (LightWeightGSet.java:computeCapacity(396)) - VM type       = 64-bit
2026-08-11 16:15:44,557 INFO  [Listener at localhost/40713] util.GSet (LightWeightGSet.java:computeCapacity(397)) - 0.25% max memory 3.5 GB = 9.1 MB
2026-08-11 16:15:44,557 INFO  [Listener at localhost/40713] util.GSet (LightWeightGSet.java:computeCapacity(402)) - capacity      = 2^20 = 1048576 entries
2026-08-11 16:15:44,560 INFO  [Listener at localhost/40713] metrics.TopMetrics (TopMetrics.java:logConf(75)) - NNTop conf: dfs.namenode.top.window.num.buckets = 10
2026-08-11 16:15:44,560 INFO  [Listener at localhost/40713] metrics.TopMetrics (TopMetrics.java:logConf(77)) - NNTop conf: dfs.namenode.top.num.users = 10
2026-08-11 16:15:44,560 INFO  [Listener at localhost/40713] metrics.TopMetrics (TopMetrics.java:logConf(79)) - NNTop conf: dfs.namenode.top.windows.minutes = 1,5,25
2026-08-11 16:15:44,560 INFO  [Listener at localhost/40713] namenode.FSNamesystem (FSNamesystem.java:initRetryCache(1080)) - Retry cache on namenode is enabled
2026-08-11 16:15:44,560 INFO  [Listener at localhost/40713] namenode.FSNamesystem (FSNamesystem.java:initRetryCache(1088)) - Retry cache will use 0.03 of total heap and retry cache entry expiry time is 600000 millis
2026-08-11 16:15:44,560 INFO  [Listener at localhost/40713] util.GSet (LightWeightGSet.java:computeCapacity(395)) - Computing capacity for map NameNodeRetryCache
2026-08-11 16:15:44,560 INFO  [Listener at localhost/40713] util.GSet (LightWeightGSet.java:computeCapacity(396)) - VM type       = 64-bit
2026-08-11 16:15:44,561 INFO  [Listener at localhost/40713] util.GSet (LightWeightGSet.java:computeCapacity(397)) - 0.029999999329447746% max memory 3.5 GB = 1.1 MB
2026-08-11 16:15:44,561 INFO  [Listener at localhost/40713] util.GSet (LightWeightGSet.java:computeCapacity(402)) - capacity      = 2^17 = 131072 entries
2026-08-11 16:15:44,562 INFO  [Listener at localhost/40713] namenode.FSImage (FSImage.java:format(186)) - Allocated new BlockPoolId: BP-807030044-10.240.0.74-1786464944562
2026-08-11 16:15:44,568 INFO  [Listener at localhost/40713] common.Storage (NNStorage.java:format(595)) - Storage directory /tmp/hdfs-test7023412577555378790/name-0-1 has been successfully formatted.
2026-08-11 16:15:44,572 INFO  [Listener at localhost/40713] common.Storage (NNStorage.java:format(595)) - Storage directory /tmp/hdfs-test7023412577555378790/name-0-2 has been successfully formatted.
2026-08-11 16:15:44,588 INFO  [FSImageSaver for /tmp/hdfs-test7023412577555378790/name-0-1 of type IMAGE_AND_EDITS] namenode.FSImageFormatProtobuf (FSImageFormatProtobuf.java:save(732)) - Saving image file /tmp/hdfs-test7023412577555378790/name-0-1/current/fsimage.ckpt_0000000000000000000 using no compression
2026-08-11 16:15:44,593 INFO  [FSImageSaver for /tmp/hdfs-test7023412577555378790/name-0-2 of type IMAGE_AND_EDITS] namenode.FSImageFormatProtobuf (FSImageFormatProtobuf.java:save(732)) - Saving image file /tmp/hdfs-test7023412577555378790/name-0-2/current/fsimage.ckpt_0000000000000000000 using no compression
2026-08-11 16:15:44,596 INFO  [FSImageSaver for /tmp/hdfs-test7023412577555378790/name-0-1 of type IMAGE_AND_EDITS] namenode.FSImageFormatProtobuf (FSImageFormatProtobuf.java:save(736)) - Image file /tmp/hdfs-test7023412577555378790/name-0-1/current/fsimage.ckpt_0000000000000000000 of size 418 bytes saved in 0 seconds .
2026-08-11 16:15:44,597 WARN  [org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeResourceMonitor@12a14b74] namenode.NameNodeResourceChecker (NameNodeResourceChecker.java:isResourceAvailable(88)) - Space available on volume 'overlay' is 0, which is below the configured reserved amount 104857600
2026-08-11 16:15:44,598 WARN  [org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeResourceMonitor@12a14b74] namenode.FSNamesystem (FSNamesystem.java:run(4383)) - NameNode low on available disk space. Entering safe mode.
2026-08-11 16:15:44,598 INFO  [org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeResourceMonitor@12a14b74] hdfs.StateChange (FSNamesystem.java:enterSafeMode(5028)) - STATE* Safe mode is ON.
Resources are low on NN. Please add or free up more resourcesthen turn off safe mode manually. NOTE:  If you turn off safe mode before adding resources, the NN will immediately return to safe mode. Use "hdfs dfsadmin -safemode leave" to turn safe mode off.
2026-08-11 16:15:44,607 INFO  [FSImageSaver for /tmp/hdfs-test7023412577555378790/name-0-2 of type IMAGE_AND_EDITS] namenode.FSImageFormatProtobuf (FSImageFormatProtobuf.java:save(736)) - Image file /tmp/hdfs-test7023412577555378790/name-0-2/current/fsimage.ckpt_0000000000000000000 of size 418 bytes saved in 0 seconds .
2026-08-11 16:15:44,611 INFO  [Listener at localhost/40713] namenode.NNStorageRetentionManager (NNStorageRetentionManager.java:getImageTxIdToRetain(203)) - Going to retain 1 images with txid >= 0
2026-08-11 16:15:44,622 INFO  [Listener at localhost/40713] namenode.FSNamesystem (FSNamesystem.java:stopActiveServices(1427)) - Stopping services started for active state
2026-08-11 16:15:44,623 INFO  [Listener at localhost/40713] namenode.FSNamesystem (FSNamesystem.java:stopStandbyServices(1528)) - Stopping services started for standby state
2026-08-11 16:15:44,624 INFO  [Listener at localhost/40713] namenode.NameNode (NameNode.java:createNameNode(1707)) - createNameNode []
2026-08-11 16:15:44,624 INFO  [Listener at localhost/40713] impl.MetricsSystemImpl (MetricsSystemImpl.java:init(158)) - NameNode metrics system started (again)
2026-08-11 16:15:44,625 INFO  [Listener at localhost/40713] namenode.NameNodeUtils (NameNodeUtils.java:getClientNamenodeAddress(79)) - fs.defaultFS is hdfs://127.0.0.1:0
2026-08-11 16:15:44,640 INFO  [org.apache.hadoop.util.JvmPauseMonitor$Monitor@188598ad] util.JvmPauseMonitor (JvmPauseMonitor.java:run(188)) - Starting JVM pause monitor
2026-08-11 16:15:44,641 INFO  [Listener at localhost/40713] hdfs.DFSUtil (DFSUtil.java:httpServerTemplateForNNAndJN(1668)) - Filter initializers set : org.apache.hadoop.http.lib.StaticUserWebFilter,org.apache.hadoop.hdfs.web.AuthFilterInitializer
2026-08-11 16:15:44,641 INFO  [Listener at localhost/40713] hdfs.DFSUtil (DFSUtil.java:httpServerTemplateForNNAndJN(1690)) - Starting Web-server for hdfs at: http://localhost:0
2026-08-11 16:15:44,644 INFO  [Listener at localhost/40713] server.AuthenticationFilter (AuthenticationFilter.java:constructSecretProvider(240)) - Unable to initialize FileSignerSecretProvider, falling back to use random secrets.
2026-08-11 16:15:44,645 INFO  [Listener at localhost/40713] http.HttpRequestLog (HttpRequestLog.java:getRequestLog(82)) - Http request log for http.requests.namenode is not defined
2026-08-11 16:15:44,647 INFO  [Listener at localhost/40713] http.HttpServer2 (HttpServer2.java:addGlobalFilter(1111)) - Added global filter 'safety' (class=org.apache.hadoop.http.HttpServer2$QuotingInputFilter)
2026-08-11 16:15:44,647 INFO  [Listener at localhost/40713] http.HttpServer2 (HttpServer2.java:addFilter(1084)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context hdfs
2026-08-11 16:15:44,648 INFO  [Listener at localhost/40713] http.HttpServer2 (HttpServer2.java:addFilter(1094)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context static
2026-08-11 16:15:44,649 INFO  [Listener at localhost/40713] http.HttpServer2 (HttpServer2.java:addFilter(1084)) - Added filter AuthFilter (class=org.apache.hadoop.hdfs.web.AuthFilter) to context hdfs
2026-08-11 16:15:44,649 INFO  [Listener at localhost/40713] http.HttpServer2 (HttpServer2.java:addFilter(1094)) - Added filter AuthFilter (class=org.apache.hadoop.hdfs.web.AuthFilter) to context static
2026-08-11 16:15:44,650 INFO  [Listener at localhost/40713] http.HttpServer2 (HttpServer2.java:addJerseyResourcePackage(938)) - addJerseyResourcePackage: packageName=org.apache.hadoop.hdfs.server.namenode.web.resources;org.apache.hadoop.hdfs.web.resources, pathSpec=/webhdfs/v1/*
2026-08-11 16:15:44,650 INFO  [Listener at localhost/40713] http.HttpServer2 (HttpServer2.java:bindListener(1332)) - Jetty bound to port 33137
2026-08-11 16:15:44,650 INFO  [Listener at localhost/40713] server.Server (Server.java:doStart(375)) - jetty-9.4.40.v20210413; built: 2021-04-13T20:42:42.668Z; git: b881a572662e1943a14ae12e7e1207989f218b74; jvm 1.8.0_362-8u372-ga~us1-0ubuntu1~18.04-b09
2026-08-11 16:15:44,652 INFO  [Listener at localhost/40713] server.session (DefaultSessionIdManager.java:doStart(334)) - DefaultSessionIdManager workerName=node0
2026-08-11 16:15:44,653 INFO  [Listener at localhost/40713] server.session (DefaultSessionIdManager.java:doStart(339)) - No SessionScavenger set, using defaults
2026-08-11 16:15:44,653 INFO  [Listener at localhost/40713] server.session (HouseKeeper.java:startScavenging(132)) - node0 Scavenging every 600000ms
2026-08-11 16:15:44,654 INFO  [Listener at localhost/40713] server.AuthenticationFilter (AuthenticationFilter.java:constructSecretProvider(240)) - Unable to initialize FileSignerSecretProvider, falling back to use random secrets.
2026-08-11 16:15:44,655 INFO  [Listener at localhost/40713] handler.ContextHandler (ContextHandler.java:doStart(916)) - Started o.e.j.s.ServletContextHandler@6badba10{static,/static,jar:file:/tmp/dist-test-taskw4zUfz/java/build/jars/hadoop-hdfs-3.3.1-tests.jar!/webapps/static,AVAILABLE}
2026-08-11 16:15:44,803 INFO  [Listener at localhost/40713] handler.ContextHandler (ContextHandler.java:doStart(916)) - Started o.e.j.w.WebAppContext@668625f5{hdfs,/,file:///tmp/jetty-localhost-33137-hadoop-hdfs-3_3_1-tests_jar-_-any-617914612315845490/webapp/,AVAILABLE}{jar:file:/tmp/dist-test-taskw4zUfz/java/build/jars/hadoop-hdfs-3.3.1-tests.jar!/webapps/hdfs}
2026-08-11 16:15:44,805 INFO  [Listener at localhost/40713] server.AbstractConnector (AbstractConnector.java:doStart(331)) - Started ServerConnector@5befbac1{HTTP/1.1, (http/1.1)}{localhost:33137}
2026-08-11 16:15:44,805 INFO  [Listener at localhost/40713] server.Server (Server.java:doStart(415)) - Started @13431ms
2026-08-11 16:15:44,806 INFO  [Listener at localhost/40713] namenode.FSEditLog (FSEditLog.java:newInstance(229)) - Edit logging is async:true
2026-08-11 16:15:44,821 INFO  [Listener at localhost/40713] namenode.FSNamesystem (FSNamesystem.java:<init>(814)) - KeyProvider: null
2026-08-11 16:15:44,821 INFO  [Listener at localhost/40713] namenode.FSNamesystem (FSNamesystemLock.java:<init>(141)) - fsLock is fair: true
2026-08-11 16:15:44,821 INFO  [Listener at localhost/40713] namenode.FSNamesystem (FSNamesystemLock.java:<init>(159)) - Detailed lock hold time metrics enabled: false
2026-08-11 16:15:44,821 INFO  [Listener at localhost/40713] namenode.FSNamesystem (FSNamesystem.java:<init>(847)) - fsOwner                = slave (auth:SIMPLE)
2026-08-11 16:15:44,821 INFO  [Listener at localhost/40713] namenode.FSNamesystem (FSNamesystem.java:<init>(848)) - supergroup             = supergroup
2026-08-11 16:15:44,821 INFO  [Listener at localhost/40713] namenode.FSNamesystem (FSNamesystem.java:<init>(849)) - isPermissionEnabled    = true
2026-08-11 16:15:44,822 INFO  [Listener at localhost/40713] namenode.FSNamesystem (FSNamesystem.java:<init>(850)) - isStoragePolicyEnabled = true
2026-08-11 16:15:44,822 INFO  [Listener at localhost/40713] namenode.FSNamesystem (FSNamesystem.java:<init>(861)) - HA Enabled: false
2026-08-11 16:15:44,822 INFO  [Listener at localhost/40713] common.Util (Util.java:isDiskStatsEnabled(395)) - dfs.datanode.fileio.profiling.sampling.percentage set to 0. Disabling file IO profiling
2026-08-11 16:15:44,822 INFO  [Listener at localhost/40713] blockmanagement.DatanodeManager (DatanodeManager.java:<init>(334)) - dfs.block.invalidate.limit: configured=1000, counted=60, effected=1000
2026-08-11 16:15:44,823 INFO  [Listener at localhost/40713] blockmanagement.DatanodeManager (DatanodeManager.java:<init>(342)) - dfs.namenode.datanode.registration.ip-hostname-check=true
2026-08-11 16:15:44,823 INFO  [Listener at localhost/40713] blockmanagement.BlockManager (InvalidateBlocks.java:printBlockDeletionTime(77)) - dfs.namenode.startup.delay.block.deletion.sec is set to 000:00:00:00.000
2026-08-11 16:15:44,823 INFO  [Listener at localhost/40713] blockmanagement.BlockManager (InvalidateBlocks.java:printBlockDeletionTime(83)) - The block deletion will start around 2026 Aug 11 16:15:44
2026-08-11 16:15:44,823 INFO  [Listener at localhost/40713] util.GSet (LightWeightGSet.java:computeCapacity(395)) - Computing capacity for map BlocksMap
2026-08-11 16:15:44,823 INFO  [Listener at localhost/40713] util.GSet (LightWeightGSet.java:computeCapacity(396)) - VM type       = 64-bit
2026-08-11 16:15:44,824 INFO  [Listener at localhost/40713] util.GSet (LightWeightGSet.java:computeCapacity(397)) - 2.0% max memory 3.5 GB = 72.5 MB
2026-08-11 16:15:44,824 INFO  [Listener at localhost/40713] util.GSet (LightWeightGSet.java:computeCapacity(402)) - capacity      = 2^23 = 8388608 entries
2026-08-11 16:15:44,852 INFO  [Listener at localhost/40713] blockmanagement.BlockManager (BlockManager.java:createSPSManager(5447)) - Storage policy satisfier is disabled
2026-08-11 16:15:44,852 INFO  [Listener at localhost/40713] blockmanagement.BlockManager (BlockManager.java:createBlockTokenSecretManager(641)) - dfs.block.access.token.enable = false
2026-08-11 16:15:44,852 INFO  [Listener at localhost/40713] blockmanagement.BlockManagerSafeMode (BlockManagerSafeMode.java:<init>(160)) - dfs.namenode.safemode.threshold-pct = 0.999
2026-08-11 16:15:44,852 INFO  [Listener at localhost/40713] blockmanagement.BlockManagerSafeMode (BlockManagerSafeMode.java:<init>(161)) - dfs.namenode.safemode.min.datanodes = 0
2026-08-11 16:15:44,853 INFO  [Listener at localhost/40713] blockmanagement.BlockManagerSafeMode (BlockManagerSafeMode.java:<init>(163)) - dfs.namenode.safemode.extension = 0
2026-08-11 16:15:44,853 INFO  [Listener at localhost/40713] blockmanagement.BlockManager (BlockManager.java:<init>(627)) - defaultReplication         = 1
2026-08-11 16:15:44,853 INFO  [Listener at localhost/40713] blockmanagement.BlockManager (BlockManager.java:<init>(628)) - maxReplication             = 512
2026-08-11 16:15:44,853 INFO  [Listener at localhost/40713] blockmanagement.BlockManager (BlockManager.java:<init>(629)) - minReplication             = 1
2026-08-11 16:15:44,853 INFO  [Listener at localhost/40713] blockmanagement.BlockManager (BlockManager.java:<init>(630)) - maxReplicationStreams      = 2
2026-08-11 16:15:44,853 INFO  [Listener at localhost/40713] blockmanagement.BlockManager (BlockManager.java:<init>(631)) - redundancyRecheckInterval  = 3000ms
2026-08-11 16:15:44,853 INFO  [Listener at localhost/40713] blockmanagement.BlockManager (BlockManager.java:<init>(632)) - encryptDataTransfer        = false
2026-08-11 16:15:44,853 INFO  [Listener at localhost/40713] blockmanagement.BlockManager (BlockManager.java:<init>(633)) - maxNumBlocksToLog          = 1000
2026-08-11 16:15:44,853 INFO  [Listener at localhost/40713] util.GSet (LightWeightGSet.java:computeCapacity(395)) - Computing capacity for map INodeMap
2026-08-11 16:15:44,853 INFO  [Listener at localhost/40713] util.GSet (LightWeightGSet.java:computeCapacity(396)) - VM type       = 64-bit
2026-08-11 16:15:44,854 INFO  [Listener at localhost/40713] util.GSet (LightWeightGSet.java:computeCapacity(397)) - 1.0% max memory 3.5 GB = 36.2 MB
2026-08-11 16:15:44,854 INFO  [Listener at localhost/40713] util.GSet (LightWeightGSet.java:computeCapacity(402)) - capacity      = 2^22 = 4194304 entries
2026-08-11 16:15:44,868 INFO  [Listener at localhost/40713] namenode.FSDirectory (FSDirectory.java:<init>(335)) - ACLs enabled? true
2026-08-11 16:15:44,868 INFO  [Listener at localhost/40713] namenode.FSDirectory (FSDirectory.java:<init>(339)) - POSIX ACL inheritance enabled? true
2026-08-11 16:15:44,868 INFO  [Listener at localhost/40713] namenode.FSDirectory (FSDirectory.java:<init>(343)) - XAttrs enabled? true
2026-08-11 16:15:44,868 INFO  [Listener at localhost/40713] namenode.NameNode (FSDirectory.java:<init>(406)) - Caching file names occurring more than 10 times
2026-08-11 16:15:44,868 INFO  [Listener at localhost/40713] snapshot.SnapshotManager (SnapshotManager.java:<init>(124)) - Loaded config captureOpenFiles: false, skipCaptureAccessTimeOnlyChange: false, snapshotDiffAllowSnapRootDescendant: true, maxSnapshotLimit: 65536
2026-08-11 16:15:44,868 INFO  [Listener at localhost/40713] snapshot.SnapshotManager (DirectoryDiffListFactory.java:init(43)) - SkipList is disabled
2026-08-11 16:15:44,868 INFO  [Listener at localhost/40713] util.GSet (LightWeightGSet.java:computeCapacity(395)) - Computing capacity for map cachedBlocks
2026-08-11 16:15:44,869 INFO  [Listener at localhost/40713] util.GSet (LightWeightGSet.java:computeCapacity(396)) - VM type       = 64-bit
2026-08-11 16:15:44,869 INFO  [Listener at localhost/40713] util.GSet (LightWeightGSet.java:computeCapacity(397)) - 0.25% max memory 3.5 GB = 9.1 MB
2026-08-11 16:15:44,869 INFO  [Listener at localhost/40713] util.GSet (LightWeightGSet.java:computeCapacity(402)) - capacity      = 2^20 = 1048576 entries
2026-08-11 16:15:44,873 INFO  [Listener at localhost/40713] metrics.TopMetrics (TopMetrics.java:logConf(75)) - NNTop conf: dfs.namenode.top.window.num.buckets = 10
2026-08-11 16:15:44,873 INFO  [Listener at localhost/40713] metrics.TopMetrics (TopMetrics.java:logConf(77)) - NNTop conf: dfs.namenode.top.num.users = 10
2026-08-11 16:15:44,873 INFO  [Listener at localhost/40713] metrics.TopMetrics (TopMetrics.java:logConf(79)) - NNTop conf: dfs.namenode.top.windows.minutes = 1,5,25
2026-08-11 16:15:44,873 INFO  [Listener at localhost/40713] namenode.FSNamesystem (FSNamesystem.java:initRetryCache(1080)) - Retry cache on namenode is enabled
2026-08-11 16:15:44,873 INFO  [Listener at localhost/40713] namenode.FSNamesystem (FSNamesystem.java:initRetryCache(1088)) - Retry cache will use 0.03 of total heap and retry cache entry expiry time is 600000 millis
2026-08-11 16:15:44,873 INFO  [Listener at localhost/40713] util.GSet (LightWeightGSet.java:computeCapacity(395)) - Computing capacity for map NameNodeRetryCache
2026-08-11 16:15:44,873 INFO  [Listener at localhost/40713] util.GSet (LightWeightGSet.java:computeCapacity(396)) - VM type       = 64-bit
2026-08-11 16:15:44,873 INFO  [Listener at localhost/40713] util.GSet (LightWeightGSet.java:computeCapacity(397)) - 0.029999999329447746% max memory 3.5 GB = 1.1 MB
2026-08-11 16:15:44,874 INFO  [Listener at localhost/40713] util.GSet (LightWeightGSet.java:computeCapacity(402)) - capacity      = 2^17 = 131072 entries
2026-08-11 16:15:44,878 INFO  [Listener at localhost/40713] common.Storage (Storage.java:tryLock(948)) - Lock on /tmp/hdfs-test7023412577555378790/name-0-1/in_use.lock acquired by nodename 28264@dist-test-slave-tfpf.c.gcp-upstream.internal
2026-08-11 16:15:44,880 INFO  [Listener at localhost/40713] common.Storage (Storage.java:tryLock(948)) - Lock on /tmp/hdfs-test7023412577555378790/name-0-2/in_use.lock acquired by nodename 28264@dist-test-slave-tfpf.c.gcp-upstream.internal
2026-08-11 16:15:44,881 INFO  [Listener at localhost/40713] namenode.FileJournalManager (FileJournalManager.java:recoverUnfinalizedSegments(428)) - Recovering unfinalized segments in /tmp/hdfs-test7023412577555378790/name-0-1/current
2026-08-11 16:15:44,881 INFO  [Listener at localhost/40713] namenode.FileJournalManager (FileJournalManager.java:recoverUnfinalizedSegments(428)) - Recovering unfinalized segments in /tmp/hdfs-test7023412577555378790/name-0-2/current
2026-08-11 16:15:44,882 INFO  [Listener at localhost/40713] namenode.FSImage (FSImage.java:loadFSImage(734)) - No edit log streams selected.
2026-08-11 16:15:44,882 INFO  [Listener at localhost/40713] namenode.FSImage (FSImage.java:loadFSImageFile(800)) - Planning to load image: FSImageFile(file=/tmp/hdfs-test7023412577555378790/name-0-1/current/fsimage_0000000000000000000, cpktTxId=0000000000000000000)
2026-08-11 16:15:44,883 INFO  [Listener at localhost/40713] namenode.FSImageFormatPBINode (FSImageFormatPBINode.java:loadINodeSectionHeader(413)) - Loading 1 INodes.
2026-08-11 16:15:44,884 INFO  [Listener at localhost/40713] namenode.FSImageFormatPBINode (FSImageFormatPBINode.java:loadINodeSection(371)) - Successfully loaded 1 inodes
2026-08-11 16:15:44,885 INFO  [Listener at localhost/40713] namenode.FSImageFormatPBINode (FSImageFormatPBINode.java:waitBlocksMapAndNameCacheUpdateFinished(344)) - Completed update blocks map and name cache, total waiting duration 0ms.
2026-08-11 16:15:44,885 INFO  [Listener at localhost/40713] namenode.FSImageFormatProtobuf (FSImageFormatProtobuf.java:load(255)) - Loaded FSImage in 0 seconds.
2026-08-11 16:15:44,885 INFO  [Listener at localhost/40713] namenode.FSImage (FSImage.java:loadFSImage(978)) - Loaded image for txid 0 from /tmp/hdfs-test7023412577555378790/name-0-1/current/fsimage_0000000000000000000
2026-08-11 16:15:44,885 INFO  [Listener at localhost/40713] namenode.FSNamesystem (FSNamesystem.java:loadFSImage(1202)) - Need to save fs image? false (staleImage=false, haEnabled=false, isRollingUpgrade=false)
2026-08-11 16:15:44,886 INFO  [Listener at localhost/40713] namenode.FSEditLog (FSEditLog.java:startLogSegment(1391)) - Starting log segment at 1
2026-08-11 16:15:44,897 INFO  [Listener at localhost/40713] namenode.NameCache (NameCache.java:initialized(143)) - initialized with 0 entries 0 lookups
2026-08-11 16:15:44,897 INFO  [Listener at localhost/40713] namenode.FSNamesystem (FSNamesystem.java:loadFromDisk(786)) - Finished loading FSImage in 22 msecs
2026-08-11 16:15:44,898 INFO  [Listener at localhost/40713] namenode.NameNode (NameNodeRpcServer.java:<init>(454)) - RPC server is binding to localhost:0
2026-08-11 16:15:44,898 INFO  [Listener at localhost/40713] namenode.NameNode (NameNodeRpcServer.java:<init>(459)) - Enable NameNode state context:false
2026-08-11 16:15:44,898 INFO  [Listener at localhost/40713] ipc.CallQueueManager (CallQueueManager.java:<init>(90)) - Using callQueue: class java.util.concurrent.LinkedBlockingQueue, queueCapacity: 1000, scheduler: class org.apache.hadoop.ipc.DefaultRpcScheduler, ipcBackoff: false.
2026-08-11 16:15:44,899 INFO  [Socket Reader #1 for port 0] ipc.Server (Server.java:run(1265)) - Starting Socket Reader #1 for port 0
2026-08-11 16:15:44,904 INFO  [Listener at localhost/39879] namenode.NameNode (NameNode.java:initialize(776)) - Clients are to use localhost:39879 to access this namenode/service.
2026-08-11 16:15:44,904 INFO  [Listener at localhost/39879] namenode.FSNamesystem (FSNamesystem.java:registerMBean(5444)) - Registered FSNamesystemState, ReplicatedBlocksState and ECBlockGroupsState MBeans.
2026-08-11 16:15:44,921 INFO  [Listener at localhost/39879] namenode.LeaseManager (LeaseManager.java:getNumUnderConstructionBlocks(166)) - Number of blocks under construction: 0
2026-08-11 16:15:44,921 INFO  [Listener at localhost/39879] blockmanagement.DatanodeAdminDefaultMonitor (DatanodeAdminDefaultMonitor.java:processConf(116)) - Initialized the Default Decommission and Maintenance monitor
2026-08-11 16:15:44,923 INFO  [Listener at localhost/39879] blockmanagement.BlockManager (BlockManager.java:initializeReplQueues(5187)) - initializing replication queues
2026-08-11 16:15:44,923 INFO  [Listener at localhost/39879] hdfs.StateChange (BlockManagerSafeMode.java:leaveSafeMode(399)) - STATE* Leaving safe mode after 0 secs
2026-08-11 16:15:44,923 INFO  [Listener at localhost/39879] hdfs.StateChange (BlockManagerSafeMode.java:leaveSafeMode(405)) - STATE* Network topology has 0 racks and 0 datanodes
2026-08-11 16:15:44,923 INFO  [Listener at localhost/39879] hdfs.StateChange (BlockManagerSafeMode.java:leaveSafeMode(407)) - STATE* UnderReplicatedBlocks has 0 blocks
2026-08-11 16:15:44,932 INFO  [Reconstruction Queue Initializer] blockmanagement.BlockManager (BlockManager.java:processMisReplicatesAsync(3728)) - Total number of blocks            = 0
2026-08-11 16:15:44,932 INFO  [Reconstruction Queue Initializer] blockmanagement.BlockManager (BlockManager.java:processMisReplicatesAsync(3729)) - Number of invalid blocks          = 0
2026-08-11 16:15:44,932 INFO  [Reconstruction Queue Initializer] blockmanagement.BlockManager (BlockManager.java:processMisReplicatesAsync(3730)) - Number of under-replicated blocks = 0
2026-08-11 16:15:44,932 INFO  [Reconstruction Queue Initializer] blockmanagement.BlockManager (BlockManager.java:processMisReplicatesAsync(3731)) - Number of  over-replicated blocks = 0
2026-08-11 16:15:44,932 INFO  [Reconstruction Queue Initializer] blockmanagement.BlockManager (BlockManager.java:processMisReplicatesAsync(3733)) - Number of blocks being written    = 0
2026-08-11 16:15:44,932 INFO  [Reconstruction Queue Initializer] hdfs.StateChange (BlockManager.java:processMisReplicatesAsync(3736)) - STATE* Replication Queue initialization scan for invalid, over- and under-replicated blocks completed in 9 msec
2026-08-11 16:15:45,157 INFO  [IPC Server Responder] ipc.Server (Server.java:run(1507)) - IPC Server Responder: starting
2026-08-11 16:15:45,157 INFO  [IPC Server listener on 0] ipc.Server (Server.java:run(1344)) - IPC Server listener on 0: starting
2026-08-11 16:15:45,163 INFO  [Listener at localhost/39879] namenode.NameNode (NameNode.java:startCommonServices(893)) - NameNode RPC up at: localhost/127.0.0.1:39879
2026-08-11 16:15:45,163 INFO  [Listener at localhost/39879] namenode.FSNamesystem (FSNamesystem.java:startActiveServices(1314)) - Starting services required for active state
2026-08-11 16:15:45,163 INFO  [Listener at localhost/39879] namenode.FSDirectory (FSDirectory.java:updateCountForQuota(840)) - Initializing quota with 12 thread(s)
2026-08-11 16:15:45,164 INFO  [Listener at localhost/39879] namenode.FSDirectory (FSDirectory.java:updateCountForQuota(849)) - Quota initialization completed in 1 milliseconds
name space=1
storage space=0
storage types=RAM_DISK=0, SSD=0, DISK=0, ARCHIVE=0, PROVIDED=0
2026-08-11 16:15:45,169 INFO  [Listener at localhost/39879] hdfs.MiniDFSCluster (MiniDFSCluster.java:startDataNodes(1697)) - Starting DataNode 0 with dfs.datanode.data.dir: [DISK]file:/tmp/hdfs-test7023412577555378790/data/data1,[DISK]file:/tmp/hdfs-test7023412577555378790/data/data2
2026-08-11 16:15:45,170 INFO  [Listener at localhost/39879] checker.ThrottledAsyncChecker (ThrottledAsyncChecker.java:schedule(137)) - Scheduling a check for [DISK]file:/tmp/hdfs-test7023412577555378790/data/data1
2026-08-11 16:15:45,171 INFO  [Listener at localhost/39879] checker.ThrottledAsyncChecker (ThrottledAsyncChecker.java:schedule(137)) - Scheduling a check for [DISK]file:/tmp/hdfs-test7023412577555378790/data/data2
2026-08-11 16:15:45,178 INFO  [CacheReplicationMonitor(2038730434)] blockmanagement.CacheReplicationMonitor (CacheReplicationMonitor.java:run(160)) - Starting CacheReplicationMonitor with interval 30000 milliseconds
2026-08-11 16:15:45,182 WARN  [org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeResourceMonitor@57f64f5e] namenode.NameNodeResourceChecker (NameNodeResourceChecker.java:isResourceAvailable(88)) - Space available on volume 'overlay' is 0, which is below the configured reserved amount 104857600
2026-08-11 16:15:45,183 WARN  [org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeResourceMonitor@57f64f5e] namenode.FSNamesystem (FSNamesystem.java:run(4385)) - NameNode low on available disk space. Already in safe mode.
2026-08-11 16:15:45,184 INFO  [org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeResourceMonitor@57f64f5e] hdfs.StateChange (FSNamesystem.java:enterSafeMode(5028)) - STATE* Safe mode is ON.
Resources are low on NN. Please add or free up more resourcesthen turn off safe mode manually. NOTE:  If you turn off safe mode before adding resources, the NN will immediately return to safe mode. Use "hdfs dfsadmin -safemode leave" to turn safe mode off.
2026-08-11 16:15:45,200 INFO  [Listener at localhost/39879] impl.MetricsSystemImpl (MetricsSystemImpl.java:init(158)) - DataNode metrics system started (again)
2026-08-11 16:15:45,200 INFO  [Listener at localhost/39879] common.Util (Util.java:isDiskStatsEnabled(395)) - dfs.datanode.fileio.profiling.sampling.percentage set to 0. Disabling file IO profiling
2026-08-11 16:15:45,201 INFO  [Listener at localhost/39879] datanode.BlockScanner (BlockScanner.java:<init>(201)) - Initialized block scanner with targetBytesPerSec 1048576
2026-08-11 16:15:45,201 INFO  [Listener at localhost/39879] datanode.DataNode (DataNode.java:<init>(512)) - Configured hostname is 127.0.0.1
2026-08-11 16:15:45,201 INFO  [Listener at localhost/39879] common.Util (Util.java:isDiskStatsEnabled(395)) - dfs.datanode.fileio.profiling.sampling.percentage set to 0. Disabling file IO profiling
2026-08-11 16:15:45,202 INFO  [Listener at localhost/39879] datanode.DataNode (DataNode.java:startDataNode(1408)) - Starting DataNode with maxLockedMemory = 0
2026-08-11 16:15:45,202 INFO  [Listener at localhost/39879] datanode.DataNode (DataNode.java:initDataXceiver(1171)) - Opened streaming server at /127.0.0.1:39383
2026-08-11 16:15:45,203 INFO  [Listener at localhost/39879] datanode.DataNode (DataXceiverServer.java:<init>(94)) - Balancing bandwidth is 104857600 bytes/s
2026-08-11 16:15:45,203 INFO  [Listener at localhost/39879] datanode.DataNode (DataXceiverServer.java:<init>(95)) - Number threads for balancing is 100
2026-08-11 16:15:45,206 INFO  [Listener at localhost/39879] server.AuthenticationFilter (AuthenticationFilter.java:constructSecretProvider(240)) - Unable to initialize FileSignerSecretProvider, falling back to use random secrets.
2026-08-11 16:15:45,206 INFO  [Listener at localhost/39879] http.HttpRequestLog (HttpRequestLog.java:getRequestLog(82)) - Http request log for http.requests.datanode is not defined
2026-08-11 16:15:45,208 INFO  [Listener at localhost/39879] http.HttpServer2 (HttpServer2.java:addGlobalFilter(1111)) - Added global filter 'safety' (class=org.apache.hadoop.http.HttpServer2$QuotingInputFilter)
2026-08-11 16:15:45,210 INFO  [Listener at localhost/39879] http.HttpServer2 (HttpServer2.java:addFilter(1084)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context datanode
2026-08-11 16:15:45,210 INFO  [Listener at localhost/39879] http.HttpServer2 (HttpServer2.java:addFilter(1094)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context static
2026-08-11 16:15:45,211 INFO  [Listener at localhost/39879] http.HttpServer2 (HttpServer2.java:bindListener(1332)) - Jetty bound to port 39053
2026-08-11 16:15:45,211 INFO  [Listener at localhost/39879] server.Server (Server.java:doStart(375)) - jetty-9.4.40.v20210413; built: 2021-04-13T20:42:42.668Z; git: b881a572662e1943a14ae12e7e1207989f218b74; jvm 1.8.0_362-8u372-ga~us1-0ubuntu1~18.04-b09
2026-08-11 16:15:45,212 INFO  [Listener at localhost/39879] server.session (DefaultSessionIdManager.java:doStart(334)) - DefaultSessionIdManager workerName=node0
2026-08-11 16:15:45,212 INFO  [Listener at localhost/39879] server.session (DefaultSessionIdManager.java:doStart(339)) - No SessionScavenger set, using defaults
2026-08-11 16:15:45,213 INFO  [Listener at localhost/39879] server.session (HouseKeeper.java:startScavenging(132)) - node0 Scavenging every 600000ms
2026-08-11 16:15:45,214 INFO  [Listener at localhost/39879] handler.ContextHandler (ContextHandler.java:doStart(916)) - Started o.e.j.s.ServletContextHandler@3e36b7a0{static,/static,jar:file:/tmp/dist-test-taskw4zUfz/java/build/jars/hadoop-hdfs-3.3.1-tests.jar!/webapps/static,AVAILABLE}
2026-08-11 16:15:45,363 INFO  [Listener at localhost/39879] handler.ContextHandler (ContextHandler.java:doStart(916)) - Started o.e.j.w.WebAppContext@45b15381{datanode,/,file:///tmp/jetty-localhost-39053-hadoop-hdfs-3_3_1-tests_jar-_-any-8664836309659604337/webapp/,AVAILABLE}{jar:file:/tmp/dist-test-taskw4zUfz/java/build/jars/hadoop-hdfs-3.3.1-tests.jar!/webapps/datanode}
2026-08-11 16:15:45,365 INFO  [Listener at localhost/39879] server.AbstractConnector (AbstractConnector.java:doStart(331)) - Started ServerConnector@3d0cac1f{HTTP/1.1, (http/1.1)}{localhost:39053}
2026-08-11 16:15:45,365 INFO  [Listener at localhost/39879] server.Server (Server.java:doStart(415)) - Started @13992ms
2026-08-11 16:15:45,367 WARN  [Listener at localhost/39879] web.DatanodeHttpServer (RestCsrfPreventionFilterHandler.java:<init>(75)) - Got null for restCsrfPreventionFilter - will not do any filtering.
2026-08-11 16:15:45,370 INFO  [Listener at localhost/39879] web.DatanodeHttpServer (DatanodeHttpServer.java:start(322)) - Listening HTTP traffic on /127.0.0.1:36607
2026-08-11 16:15:45,371 INFO  [Listener at localhost/39879] datanode.DataNode (DataNode.java:startDataNode(1436)) - dnUserName = slave
2026-08-11 16:15:45,371 INFO  [org.apache.hadoop.util.JvmPauseMonitor$Monitor@7102ac3e] util.JvmPauseMonitor (JvmPauseMonitor.java:run(188)) - Starting JVM pause monitor
2026-08-11 16:15:45,371 INFO  [Listener at localhost/39879] datanode.DataNode (DataNode.java:startDataNode(1437)) - supergroup = supergroup
2026-08-11 16:15:45,371 INFO  [Listener at localhost/39879] ipc.CallQueueManager (CallQueueManager.java:<init>(90)) - Using callQueue: class java.util.concurrent.LinkedBlockingQueue, queueCapacity: 1000, scheduler: class org.apache.hadoop.ipc.DefaultRpcScheduler, ipcBackoff: false.
2026-08-11 16:15:45,372 INFO  [Socket Reader #1 for port 0] ipc.Server (Server.java:run(1265)) - Starting Socket Reader #1 for port 0
2026-08-11 16:15:45,375 INFO  [Listener at localhost/41009] datanode.DataNode (DataNode.java:initIpcServer(1057)) - Opened IPC server at /127.0.0.1:41009
2026-08-11 16:15:45,391 INFO  [Listener at localhost/41009] datanode.DataNode (BlockPoolManager.java:refreshNamenodes(149)) - Refresh request received for nameservices: null
2026-08-11 16:15:45,391 INFO  [Listener at localhost/41009] datanode.DataNode (BlockPoolManager.java:doRefreshNamenodes(210)) - Starting BPOfferServices for nameservices: <default>
2026-08-11 16:15:45,392 INFO  [Thread-502] datanode.DataNode (BPServiceActor.java:run(847)) - Block pool <registering> (Datanode Uuid unassigned) service to localhost/127.0.0.1:39879 starting to offer service
2026-08-11 16:15:45,395 INFO  [IPC Server Responder] ipc.Server (Server.java:run(1507)) - IPC Server Responder: starting
2026-08-11 16:15:45,395 INFO  [IPC Server listener on 0] ipc.Server (Server.java:run(1344)) - IPC Server listener on 0: starting
2026-08-11 16:15:45,407 INFO  [Thread-502] datanode.DataNode (BPOfferService.java:verifyAndSetNamespaceInfo(381)) - Acknowledging ACTIVE Namenode during handshakeBlock pool <registering> (Datanode Uuid unassigned) service to localhost/127.0.0.1:39879
2026-08-11 16:15:45,409 INFO  [Thread-502] common.Storage (DataStorage.java:getParallelVolumeLoadThreadsNum(356)) - Using 2 threads to upgrade data directories (dfs.datanode.parallel.volumes.load.threads.num=2, dataDirs=2)
2026-08-11 16:15:45,412 INFO  [Thread-502] common.Storage (Storage.java:tryLock(948)) - Lock on /tmp/hdfs-test7023412577555378790/data/data1/in_use.lock acquired by nodename 28264@dist-test-slave-tfpf.c.gcp-upstream.internal
2026-08-11 16:15:45,413 INFO  [IPC Server handler 1 on default port 39879] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=datanodeReport	src=null	dst=null	perm=null	proto=rpc
2026-08-11 16:15:45,413 INFO  [Thread-502] common.Storage (DataStorage.java:loadStorageDirectory(284)) - Storage directory with location [DISK]file:/tmp/hdfs-test7023412577555378790/data/data1 is not formatted for namespace 1231830972. Formatting...
2026-08-11 16:15:45,413 INFO  [Thread-502] common.Storage (DataStorage.java:createStorageID(160)) - Generated new storageID DS-ef132238-12e6-4076-9983-7b6e7fb02070 for directory /tmp/hdfs-test7023412577555378790/data/data1 
2026-08-11 16:15:45,413 INFO  [Listener at localhost/41009] hdfs.MiniDFSCluster (MiniDFSCluster.java:shouldWait(2823)) - dnInfo.length != numDataNodes
2026-08-11 16:15:45,414 INFO  [Listener at localhost/41009] hdfs.MiniDFSCluster (MiniDFSCluster.java:waitActive(2744)) - Waiting for cluster to become active
2026-08-11 16:15:45,419 INFO  [Thread-502] common.Storage (Storage.java:tryLock(948)) - Lock on /tmp/hdfs-test7023412577555378790/data/data2/in_use.lock acquired by nodename 28264@dist-test-slave-tfpf.c.gcp-upstream.internal
2026-08-11 16:15:45,419 INFO  [Thread-502] common.Storage (DataStorage.java:loadStorageDirectory(284)) - Storage directory with location [DISK]file:/tmp/hdfs-test7023412577555378790/data/data2 is not formatted for namespace 1231830972. Formatting...
2026-08-11 16:15:45,420 INFO  [Thread-502] common.Storage (DataStorage.java:createStorageID(160)) - Generated new storageID DS-6a1ae2c7-2465-4807-a4f2-40a5afcd88b9 for directory /tmp/hdfs-test7023412577555378790/data/data2 
2026-08-11 16:15:45,440 INFO  [Thread-502] common.Storage (BlockPoolSliceStorage.java:recoverTransitionRead(256)) - Analyzing storage directories for bpid BP-807030044-10.240.0.74-1786464944562
2026-08-11 16:15:45,440 INFO  [Thread-502] common.Storage (Storage.java:lock(907)) - Locking is disabled for /tmp/hdfs-test7023412577555378790/data/data1/current/BP-807030044-10.240.0.74-1786464944562
2026-08-11 16:15:45,440 INFO  [Thread-502] common.Storage (BlockPoolSliceStorage.java:loadStorageDirectory(169)) - Block pool storage directory for location [DISK]file:/tmp/hdfs-test7023412577555378790/data/data1 and block pool id BP-807030044-10.240.0.74-1786464944562 is not formatted. Formatting ...
2026-08-11 16:15:45,441 INFO  [Thread-502] common.Storage (BlockPoolSliceStorage.java:format(285)) - Formatting block pool BP-807030044-10.240.0.74-1786464944562 directory /tmp/hdfs-test7023412577555378790/data/data1/current/BP-807030044-10.240.0.74-1786464944562/current
2026-08-11 16:15:45,460 INFO  [Thread-502] common.Storage (BlockPoolSliceStorage.java:recoverTransitionRead(256)) - Analyzing storage directories for bpid BP-807030044-10.240.0.74-1786464944562
2026-08-11 16:15:45,461 INFO  [Thread-502] common.Storage (Storage.java:lock(907)) - Locking is disabled for /tmp/hdfs-test7023412577555378790/data/data2/current/BP-807030044-10.240.0.74-1786464944562
2026-08-11 16:15:45,461 INFO  [Thread-502] common.Storage (BlockPoolSliceStorage.java:loadStorageDirectory(169)) - Block pool storage directory for location [DISK]file:/tmp/hdfs-test7023412577555378790/data/data2 and block pool id BP-807030044-10.240.0.74-1786464944562 is not formatted. Formatting ...
2026-08-11 16:15:45,461 INFO  [Thread-502] common.Storage (BlockPoolSliceStorage.java:format(285)) - Formatting block pool BP-807030044-10.240.0.74-1786464944562 directory /tmp/hdfs-test7023412577555378790/data/data2/current/BP-807030044-10.240.0.74-1786464944562/current
2026-08-11 16:15:45,465 INFO  [Thread-502] datanode.DataNode (DataNode.java:initStorage(1756)) - Setting up storage: nsid=1231830972;bpid=BP-807030044-10.240.0.74-1786464944562;lv=-57;nsInfo=lv=-66;cid=testClusterID;nsid=1231830972;c=1786464944562;bpid=BP-807030044-10.240.0.74-1786464944562;dnuuid=null
2026-08-11 16:15:45,469 INFO  [Thread-502] datanode.DataNode (DataNode.java:checkDatanodeUuid(1554)) - Generated and persisted new Datanode UUID 5ca99239-38b5-420c-8ff3-9e3d5e87834b
2026-08-11 16:15:45,469 INFO  [Thread-502] impl.FsDatasetImpl (FsDatasetImpl.java:<init>(310)) - The datanode lock is a read write lock
2026-08-11 16:15:45,471 INFO  [Thread-502] impl.FsDatasetImpl (FsVolumeList.java:addVolume(304)) - Added new volume: DS-ef132238-12e6-4076-9983-7b6e7fb02070
2026-08-11 16:15:45,471 INFO  [Thread-502] impl.FsDatasetImpl (FsDatasetImpl.java:addVolume(493)) - Added volume - [DISK]file:/tmp/hdfs-test7023412577555378790/data/data1, StorageType: DISK
2026-08-11 16:15:45,473 INFO  [Thread-502] impl.FsDatasetImpl (FsVolumeList.java:addVolume(304)) - Added new volume: DS-6a1ae2c7-2465-4807-a4f2-40a5afcd88b9
2026-08-11 16:15:45,473 INFO  [Thread-502] impl.FsDatasetImpl (FsDatasetImpl.java:addVolume(493)) - Added volume - [DISK]file:/tmp/hdfs-test7023412577555378790/data/data2, StorageType: DISK
2026-08-11 16:15:45,474 INFO  [Thread-502] impl.MemoryMappableBlockLoader (MemoryMappableBlockLoader.java:initialize(48)) - Initializing cache loader: MemoryMappableBlockLoader.
2026-08-11 16:15:45,475 INFO  [Thread-502] impl.FsDatasetImpl (FsDatasetImpl.java:registerMBean(2343)) - Registered FSDatasetState MBean
2026-08-11 16:15:45,476 INFO  [Thread-502] impl.FsDatasetImpl (FsDatasetImpl.java:addBlockPool(2856)) - Adding block pool BP-807030044-10.240.0.74-1786464944562
2026-08-11 16:15:45,476 INFO  [Thread-519] impl.FsDatasetImpl (FsVolumeList.java:run(406)) - Scanning block pool BP-807030044-10.240.0.74-1786464944562 on volume /tmp/hdfs-test7023412577555378790/data/data1...
2026-08-11 16:15:45,476 INFO  [Thread-520] impl.FsDatasetImpl (FsVolumeList.java:run(406)) - Scanning block pool BP-807030044-10.240.0.74-1786464944562 on volume /tmp/hdfs-test7023412577555378790/data/data2...
2026-08-11 16:15:45,496 INFO  [Thread-520] impl.FsDatasetImpl (FsVolumeList.java:run(411)) - Time taken to scan block pool BP-807030044-10.240.0.74-1786464944562 on /tmp/hdfs-test7023412577555378790/data/data2: 19ms
2026-08-11 16:15:45,504 INFO  [Thread-519] impl.FsDatasetImpl (FsVolumeList.java:run(411)) - Time taken to scan block pool BP-807030044-10.240.0.74-1786464944562 on /tmp/hdfs-test7023412577555378790/data/data1: 28ms
2026-08-11 16:15:45,504 INFO  [Thread-502] impl.FsDatasetImpl (FsVolumeList.java:addBlockPool(431)) - Total time to scan all replicas for block pool BP-807030044-10.240.0.74-1786464944562: 28ms
2026-08-11 16:15:45,504 INFO  [Thread-523] impl.FsDatasetImpl (FsVolumeList.java:run(199)) - Adding replicas to map for block pool BP-807030044-10.240.0.74-1786464944562 on volume /tmp/hdfs-test7023412577555378790/data/data1...
2026-08-11 16:15:45,504 INFO  [Thread-524] impl.FsDatasetImpl (FsVolumeList.java:run(199)) - Adding replicas to map for block pool BP-807030044-10.240.0.74-1786464944562 on volume /tmp/hdfs-test7023412577555378790/data/data2...
2026-08-11 16:15:45,504 INFO  [Thread-523] impl.BlockPoolSlice (BlockPoolSlice.java:readReplicasFromCache(902)) - Replica Cache file: /tmp/hdfs-test7023412577555378790/data/data1/current/BP-807030044-10.240.0.74-1786464944562/current/replicas doesn't exist 
2026-08-11 16:15:45,505 INFO  [Thread-524] impl.BlockPoolSlice (BlockPoolSlice.java:readReplicasFromCache(902)) - Replica Cache file: /tmp/hdfs-test7023412577555378790/data/data2/current/BP-807030044-10.240.0.74-1786464944562/current/replicas doesn't exist 
2026-08-11 16:15:45,505 INFO  [Thread-524] impl.FsDatasetImpl (FsVolumeList.java:run(204)) - Time to add replicas to map for block pool BP-807030044-10.240.0.74-1786464944562 on volume /tmp/hdfs-test7023412577555378790/data/data2: 1ms
2026-08-11 16:15:45,506 INFO  [Thread-523] impl.FsDatasetImpl (FsVolumeList.java:run(204)) - Time to add replicas to map for block pool BP-807030044-10.240.0.74-1786464944562 on volume /tmp/hdfs-test7023412577555378790/data/data1: 1ms
2026-08-11 16:15:45,507 INFO  [Thread-502] impl.FsDatasetImpl (FsVolumeList.java:getAllVolumesMap(225)) - Total time to add all replicas to map for block pool BP-807030044-10.240.0.74-1786464944562: 3ms
2026-08-11 16:15:45,507 INFO  [Thread-502] checker.ThrottledAsyncChecker (ThrottledAsyncChecker.java:schedule(137)) - Scheduling a check for /tmp/hdfs-test7023412577555378790/data/data1
2026-08-11 16:15:45,507 INFO  [Thread-502] checker.DatasetVolumeChecker (DatasetVolumeChecker.java:checkAllVolumes(224)) - Scheduled health check for volume /tmp/hdfs-test7023412577555378790/data/data1
2026-08-11 16:15:45,507 INFO  [Thread-502] checker.ThrottledAsyncChecker (ThrottledAsyncChecker.java:schedule(137)) - Scheduling a check for /tmp/hdfs-test7023412577555378790/data/data2
2026-08-11 16:15:45,509 INFO  [Thread-502] checker.DatasetVolumeChecker (DatasetVolumeChecker.java:checkAllVolumes(224)) - Scheduled health check for volume /tmp/hdfs-test7023412577555378790/data/data2
2026-08-11 16:15:45,510 INFO  [VolumeScannerThread(/tmp/hdfs-test7023412577555378790/data/data2)] datanode.VolumeScanner (VolumeScanner.java:findNextUsableBlockIter(385)) - Now scanning bpid BP-807030044-10.240.0.74-1786464944562 on volume /tmp/hdfs-test7023412577555378790/data/data2
2026-08-11 16:15:45,510 INFO  [VolumeScannerThread(/tmp/hdfs-test7023412577555378790/data/data1)] datanode.VolumeScanner (VolumeScanner.java:findNextUsableBlockIter(385)) - Now scanning bpid BP-807030044-10.240.0.74-1786464944562 on volume /tmp/hdfs-test7023412577555378790/data/data1
2026-08-11 16:15:45,510 WARN  [Thread-502] datanode.DirectoryScanner (DirectoryScanner.java:<init>(300)) - dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1
2026-08-11 16:15:45,510 INFO  [VolumeScannerThread(/tmp/hdfs-test7023412577555378790/data/data2)] datanode.VolumeScanner (VolumeScanner.java:getNextBlockToScan(505)) - VolumeScanner(/tmp/hdfs-test7023412577555378790/data/data2, DS-6a1ae2c7-2465-4807-a4f2-40a5afcd88b9): finished scanning block pool BP-807030044-10.240.0.74-1786464944562
2026-08-11 16:15:45,510 INFO  [VolumeScannerThread(/tmp/hdfs-test7023412577555378790/data/data1)] datanode.VolumeScanner (VolumeScanner.java:getNextBlockToScan(505)) - VolumeScanner(/tmp/hdfs-test7023412577555378790/data/data1, DS-ef132238-12e6-4076-9983-7b6e7fb02070): finished scanning block pool BP-807030044-10.240.0.74-1786464944562
2026-08-11 16:15:45,510 INFO  [Thread-502] datanode.DirectoryScanner (DirectoryScanner.java:start(329)) - Periodic Directory Tree Verification scan starting in 145909ms with interval of 21600000ms and throttle limit of -1ms/s
2026-08-11 16:15:45,511 INFO  [VolumeScannerThread(/tmp/hdfs-test7023412577555378790/data/data2)] datanode.VolumeScanner (VolumeScanner.java:findNextUsableBlockIter(402)) - VolumeScanner(/tmp/hdfs-test7023412577555378790/data/data2, DS-6a1ae2c7-2465-4807-a4f2-40a5afcd88b9): no suitable block pools found to scan.  Waiting 1814399999 ms.
2026-08-11 16:15:45,511 INFO  [VolumeScannerThread(/tmp/hdfs-test7023412577555378790/data/data1)] datanode.VolumeScanner (VolumeScanner.java:findNextUsableBlockIter(402)) - VolumeScanner(/tmp/hdfs-test7023412577555378790/data/data1, DS-ef132238-12e6-4076-9983-7b6e7fb02070): no suitable block pools found to scan.  Waiting 1814399999 ms.
2026-08-11 16:15:45,512 INFO  [BP-807030044-10.240.0.74-1786464944562 heartbeating to localhost/127.0.0.1:39879] datanode.DataNode (BPServiceActor.java:register(788)) - Block pool BP-807030044-10.240.0.74-1786464944562 (Datanode Uuid 5ca99239-38b5-420c-8ff3-9e3d5e87834b) service to localhost/127.0.0.1:39879 beginning handshake with NN
2026-08-11 16:15:45,513 INFO  [IPC Server handler 2 on default port 39879] hdfs.StateChange (DatanodeManager.java:registerDatanode(1142)) - BLOCK* registerDatanode: from DatanodeRegistration(127.0.0.1:39383, datanodeUuid=5ca99239-38b5-420c-8ff3-9e3d5e87834b, infoPort=36607, infoSecurePort=0, ipcPort=41009, storageInfo=lv=-57;cid=testClusterID;nsid=1231830972;c=1786464944562) storage 5ca99239-38b5-420c-8ff3-9e3d5e87834b
2026-08-11 16:15:45,513 INFO  [IPC Server handler 2 on default port 39879] net.NetworkTopology (NetworkTopology.java:add(149)) - Adding a new node: /default-rack/127.0.0.1:39383
2026-08-11 16:15:45,513 INFO  [IPC Server handler 2 on default port 39879] blockmanagement.BlockReportLeaseManager (BlockReportLeaseManager.java:registerNode(200)) - Registered DN 5ca99239-38b5-420c-8ff3-9e3d5e87834b (127.0.0.1:39383).
2026-08-11 16:15:45,518 INFO  [IPC Server handler 3 on default port 39879] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=datanodeReport	src=null	dst=null	perm=null	proto=rpc
2026-08-11 16:15:45,518 INFO  [BP-807030044-10.240.0.74-1786464944562 heartbeating to localhost/127.0.0.1:39879] datanode.DataNode (BPServiceActor.java:register(816)) - Block pool BP-807030044-10.240.0.74-1786464944562 (Datanode Uuid 5ca99239-38b5-420c-8ff3-9e3d5e87834b) service to localhost/127.0.0.1:39879 successfully registered with NN
2026-08-11 16:15:45,518 INFO  [BP-807030044-10.240.0.74-1786464944562 heartbeating to localhost/127.0.0.1:39879] datanode.DataNode (BPServiceActor.java:offerService(645)) - For namenode localhost/127.0.0.1:39879 using BLOCKREPORT_INTERVAL of 21600000msecs CACHEREPORT_INTERVAL of 10000msecs Initial delay: 0msecs; heartBeatInterval=3000
2026-08-11 16:15:45,519 INFO  [Listener at localhost/41009] hdfs.MiniDFSCluster (MiniDFSCluster.java:shouldWait(2839)) - No heartbeat from DataNode: 127.0.0.1:39383
2026-08-11 16:15:45,519 INFO  [Listener at localhost/41009] hdfs.MiniDFSCluster (MiniDFSCluster.java:waitActive(2744)) - Waiting for cluster to become active
2026-08-11 16:15:45,520 INFO  [IPC Server handler 4 on default port 39879] blockmanagement.DatanodeDescriptor (DatanodeDescriptor.java:updateStorage(999)) - Adding new storage ID DS-ef132238-12e6-4076-9983-7b6e7fb02070 for DN 127.0.0.1:39383
2026-08-11 16:15:45,520 INFO  [IPC Server handler 4 on default port 39879] blockmanagement.DatanodeDescriptor (DatanodeDescriptor.java:updateStorage(999)) - Adding new storage ID DS-6a1ae2c7-2465-4807-a4f2-40a5afcd88b9 for DN 127.0.0.1:39383
2026-08-11 16:15:45,522 INFO  [Block report processor] BlockStateChange (BlockManager.java:processReport(2778)) - BLOCK* processReport 0xd0de391637cad445: Processing first storage report for DS-6a1ae2c7-2465-4807-a4f2-40a5afcd88b9 from datanode 5ca99239-38b5-420c-8ff3-9e3d5e87834b
2026-08-11 16:15:45,522 INFO  [Block report processor] BlockStateChange (BlockManager.java:processReport(2810)) - BLOCK* processReport 0xd0de391637cad445: from storage DS-6a1ae2c7-2465-4807-a4f2-40a5afcd88b9 node DatanodeRegistration(127.0.0.1:39383, datanodeUuid=5ca99239-38b5-420c-8ff3-9e3d5e87834b, infoPort=36607, infoSecurePort=0, ipcPort=41009, storageInfo=lv=-57;cid=testClusterID;nsid=1231830972;c=1786464944562), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0
2026-08-11 16:15:45,522 INFO  [Block report processor] BlockStateChange (BlockManager.java:processReport(2778)) - BLOCK* processReport 0xd0de391637cad445: Processing first storage report for DS-ef132238-12e6-4076-9983-7b6e7fb02070 from datanode 5ca99239-38b5-420c-8ff3-9e3d5e87834b
2026-08-11 16:15:45,522 INFO  [Block report processor] BlockStateChange (BlockManager.java:processReport(2810)) - BLOCK* processReport 0xd0de391637cad445: from storage DS-ef132238-12e6-4076-9983-7b6e7fb02070 node DatanodeRegistration(127.0.0.1:39383, datanodeUuid=5ca99239-38b5-420c-8ff3-9e3d5e87834b, infoPort=36607, infoSecurePort=0, ipcPort=41009, storageInfo=lv=-57;cid=testClusterID;nsid=1231830972;c=1786464944562), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0
2026-08-11 16:15:45,523 INFO  [BP-807030044-10.240.0.74-1786464944562 heartbeating to localhost/127.0.0.1:39879] datanode.DataNode (BPServiceActor.java:blockReport(437)) - Successfully sent block report 0xd0de391637cad445 to namenode: localhost/127.0.0.1:39879,  containing 2 storage report(s), of which we sent 2. The reports had 0 total blocks and used 1 RPC(s). This took 0 msecs to generate and 2 msecs for RPC and NN processing. Got back one command: FinalizeCommand/5.
2026-08-11 16:15:45,523 INFO  [Command processor] datanode.DataNode (BPOfferService.java:processCommandFromActive(763)) - Got finalize command for block pool BP-807030044-10.240.0.74-1786464944562
2026-08-11 16:15:45,621 INFO  [IPC Server handler 6 on default port 39879] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=datanodeReport	src=null	dst=null	perm=null	proto=rpc
2026-08-11 16:15:45,622 INFO  [Listener at localhost/41009] hdfs.MiniDFSCluster (MiniDFSCluster.java:waitActive(2799)) - Cluster is active
2026-08-11 16:15:45,636 INFO  [Listener at localhost/41009] backup.BackupIO (BackupIO.scala:writeTableMetadata(95)) - Writing metadata to hdfs://localhost:39879/id_taco-taco/100/.kudu-metadata.json
2026-08-11 16:15:45,641 INFO  [IPC Server handler 7 on default port 39879] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=create	src=/id_taco-taco/100/.kudu-metadata.json	dst=null	perm=slave:supergroup:rw-r--r--	proto=rpc
2026-08-11 16:15:45,645 INFO  [IPC Server handler 8 on default port 39879] hdfs.StateChange (FSDirWriteFileOp.java:logAllocatedBlock(802)) - BLOCK* allocate blk_1073741825_1001, replicas=127.0.0.1:39383 for /id_taco-taco/100/.kudu-metadata.json
2026-08-11 16:15:45,650 INFO  [DataXceiver for client DFSClient_NONMAPREDUCE_-1911055325_1 at /127.0.0.1:33394 [Receiving block BP-807030044-10.240.0.74-1786464944562:blk_1073741825_1001]] datanode.DataNode (DataXceiver.java:writeBlock(747)) - Receiving BP-807030044-10.240.0.74-1786464944562:blk_1073741825_1001 src: /127.0.0.1:33394 dest: /127.0.0.1:39383
2026-08-11 16:15:45,655 INFO  [PacketResponder: BP-807030044-10.240.0.74-1786464944562:blk_1073741825_1001, type=LAST_IN_PIPELINE] DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1539)) - src: /127.0.0.1:33394, dest: /127.0.0.1:39383, bytes: 82, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1911055325_1, offset: 0, srvID: 5ca99239-38b5-420c-8ff3-9e3d5e87834b, blockid: BP-807030044-10.240.0.74-1786464944562:blk_1073741825_1001, duration(ns): 2657093
2026-08-11 16:15:45,655 INFO  [PacketResponder: BP-807030044-10.240.0.74-1786464944562:blk_1073741825_1001, type=LAST_IN_PIPELINE] datanode.DataNode (BlockReceiver.java:run(1512)) - PacketResponder: BP-807030044-10.240.0.74-1786464944562:blk_1073741825_1001, type=LAST_IN_PIPELINE terminating
2026-08-11 16:15:45,659 INFO  [IPC Server handler 1 on default port 39879] hdfs.StateChange (FSNamesystem.java:completeFile(3104)) - DIR* completeFile: /id_taco-taco/100/.kudu-metadata.json is closed by DFSClient_NONMAPREDUCE_-1911055325_1
2026-08-11 16:15:45,660 INFO  [Listener at localhost/41009] backup.BackupIO (BackupIO.scala:writeTableMetadata(95)) - Writing metadata to hdfs://localhost:39879/id_taco-taco/1000/.kudu-metadata.json
2026-08-11 16:15:45,661 INFO  [IPC Server handler 2 on default port 39879] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=create	src=/id_taco-taco/1000/.kudu-metadata.json	dst=null	perm=slave:supergroup:rw-r--r--	proto=rpc
2026-08-11 16:15:45,665 INFO  [IPC Server handler 3 on default port 39879] hdfs.StateChange (FSDirWriteFileOp.java:logAllocatedBlock(802)) - BLOCK* allocate blk_1073741826_1002, replicas=127.0.0.1:39383 for /id_taco-taco/1000/.kudu-metadata.json
2026-08-11 16:15:45,666 INFO  [DataXceiver for client DFSClient_NONMAPREDUCE_-1911055325_1 at /127.0.0.1:33406 [Receiving block BP-807030044-10.240.0.74-1786464944562:blk_1073741826_1002]] datanode.DataNode (DataXceiver.java:writeBlock(747)) - Receiving BP-807030044-10.240.0.74-1786464944562:blk_1073741826_1002 src: /127.0.0.1:33406 dest: /127.0.0.1:39383
2026-08-11 16:15:45,671 INFO  [PacketResponder: BP-807030044-10.240.0.74-1786464944562:blk_1073741826_1002, type=LAST_IN_PIPELINE] DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1539)) - src: /127.0.0.1:33406, dest: /127.0.0.1:39383, bytes: 83, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1911055325_1, offset: 0, srvID: 5ca99239-38b5-420c-8ff3-9e3d5e87834b, blockid: BP-807030044-10.240.0.74-1786464944562:blk_1073741826_1002, duration(ns): 2642266
2026-08-11 16:15:45,671 INFO  [PacketResponder: BP-807030044-10.240.0.74-1786464944562:blk_1073741826_1002, type=LAST_IN_PIPELINE] datanode.DataNode (BlockReceiver.java:run(1512)) - PacketResponder: BP-807030044-10.240.0.74-1786464944562:blk_1073741826_1002, type=LAST_IN_PIPELINE terminating
2026-08-11 16:15:45,673 INFO  [IPC Server handler 5 on default port 39879] hdfs.StateChange (FSNamesystem.java:completeFile(3104)) - DIR* completeFile: /id_taco-taco/1000/.kudu-metadata.json is closed by DFSClient_NONMAPREDUCE_-1911055325_1
2026-08-11 16:15:45,674 INFO  [Listener at localhost/41009] backup.BackupIO (BackupIO.scala:writeTableMetadata(95)) - Writing metadata to hdfs://localhost:39879/id_taco-taco/2000/.kudu-metadata.json
2026-08-11 16:15:45,675 INFO  [IPC Server handler 6 on default port 39879] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=create	src=/id_taco-taco/2000/.kudu-metadata.json	dst=null	perm=slave:supergroup:rw-r--r--	proto=rpc
2026-08-11 16:15:45,678 INFO  [IPC Server handler 7 on default port 39879] hdfs.StateChange (FSDirWriteFileOp.java:logAllocatedBlock(802)) - BLOCK* allocate blk_1073741827_1003, replicas=127.0.0.1:39383 for /id_taco-taco/2000/.kudu-metadata.json
2026-08-11 16:15:45,679 INFO  [DataXceiver for client DFSClient_NONMAPREDUCE_-1911055325_1 at /127.0.0.1:33422 [Receiving block BP-807030044-10.240.0.74-1786464944562:blk_1073741827_1003]] datanode.DataNode (DataXceiver.java:writeBlock(747)) - Receiving BP-807030044-10.240.0.74-1786464944562:blk_1073741827_1003 src: /127.0.0.1:33422 dest: /127.0.0.1:39383
2026-08-11 16:15:45,684 INFO  [PacketResponder: BP-807030044-10.240.0.74-1786464944562:blk_1073741827_1003, type=LAST_IN_PIPELINE] DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1539)) - src: /127.0.0.1:33422, dest: /127.0.0.1:39383, bytes: 102, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1911055325_1, offset: 0, srvID: 5ca99239-38b5-420c-8ff3-9e3d5e87834b, blockid: BP-807030044-10.240.0.74-1786464944562:blk_1073741827_1003, duration(ns): 2366084
2026-08-11 16:15:45,684 INFO  [PacketResponder: BP-807030044-10.240.0.74-1786464944562:blk_1073741827_1003, type=LAST_IN_PIPELINE] datanode.DataNode (BlockReceiver.java:run(1512)) - PacketResponder: BP-807030044-10.240.0.74-1786464944562:blk_1073741827_1003, type=LAST_IN_PIPELINE terminating
2026-08-11 16:15:45,685 INFO  [IPC Server handler 9 on default port 39879] hdfs.StateChange (FSNamesystem.java:completeFile(3104)) - DIR* completeFile: /id_taco-taco/2000/.kudu-metadata.json is closed by DFSClient_NONMAPREDUCE_-1911055325_1
2026-08-11 16:15:45,686 INFO  [Listener at localhost/41009] backup.BackupIO (BackupIO.scala:writeTableMetadata(95)) - Writing metadata to hdfs://localhost:39879/id_pizza-pizza/200/.kudu-metadata.json
2026-08-11 16:15:45,688 INFO  [IPC Server handler 0 on default port 39879] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=create	src=/id_pizza-pizza/200/.kudu-metadata.json	dst=null	perm=slave:supergroup:rw-r--r--	proto=rpc
2026-08-11 16:15:45,690 INFO  [IPC Server handler 1 on default port 39879] hdfs.StateChange (FSDirWriteFileOp.java:logAllocatedBlock(802)) - BLOCK* allocate blk_1073741828_1004, replicas=127.0.0.1:39383 for /id_pizza-pizza/200/.kudu-metadata.json
2026-08-11 16:15:45,692 INFO  [DataXceiver for client DFSClient_NONMAPREDUCE_-1911055325_1 at /127.0.0.1:33432 [Receiving block BP-807030044-10.240.0.74-1786464944562:blk_1073741828_1004]] datanode.DataNode (DataXceiver.java:writeBlock(747)) - Receiving BP-807030044-10.240.0.74-1786464944562:blk_1073741828_1004 src: /127.0.0.1:33432 dest: /127.0.0.1:39383
2026-08-11 16:15:45,697 INFO  [PacketResponder: BP-807030044-10.240.0.74-1786464944562:blk_1073741828_1004, type=LAST_IN_PIPELINE] DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1539)) - src: /127.0.0.1:33432, dest: /127.0.0.1:39383, bytes: 84, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1911055325_1, offset: 0, srvID: 5ca99239-38b5-420c-8ff3-9e3d5e87834b, blockid: BP-807030044-10.240.0.74-1786464944562:blk_1073741828_1004, duration(ns): 2468875
2026-08-11 16:15:45,697 INFO  [PacketResponder: BP-807030044-10.240.0.74-1786464944562:blk_1073741828_1004, type=LAST_IN_PIPELINE] datanode.DataNode (BlockReceiver.java:run(1512)) - PacketResponder: BP-807030044-10.240.0.74-1786464944562:blk_1073741828_1004, type=LAST_IN_PIPELINE terminating
2026-08-11 16:15:45,698 INFO  [IPC Server handler 3 on default port 39879] hdfs.StateChange (FSNamesystem.java:completeFile(3104)) - DIR* completeFile: /id_pizza-pizza/200/.kudu-metadata.json is closed by DFSClient_NONMAPREDUCE_-1911055325_1
2026-08-11 16:15:45,700 INFO  [Listener at localhost/41009] backup.BackupIO (BackupIO.scala:writeTableMetadata(95)) - Writing metadata to hdfs://localhost:39879/id_pizza-pizza/400/.kudu-metadata.json
2026-08-11 16:15:45,702 INFO  [IPC Server handler 4 on default port 39879] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=create	src=/id_pizza-pizza/400/.kudu-metadata.json	dst=null	perm=slave:supergroup:rw-r--r--	proto=rpc
2026-08-11 16:15:45,706 INFO  [IPC Server handler 5 on default port 39879] hdfs.StateChange (FSDirWriteFileOp.java:logAllocatedBlock(802)) - BLOCK* allocate blk_1073741829_1005, replicas=127.0.0.1:39383 for /id_pizza-pizza/400/.kudu-metadata.json
2026-08-11 16:15:45,708 INFO  [DataXceiver for client DFSClient_NONMAPREDUCE_-1911055325_1 at /127.0.0.1:33440 [Receiving block BP-807030044-10.240.0.74-1786464944562:blk_1073741829_1005]] datanode.DataNode (DataXceiver.java:writeBlock(747)) - Receiving BP-807030044-10.240.0.74-1786464944562:blk_1073741829_1005 src: /127.0.0.1:33440 dest: /127.0.0.1:39383
2026-08-11 16:15:45,712 INFO  [PacketResponder: BP-807030044-10.240.0.74-1786464944562:blk_1073741829_1005, type=LAST_IN_PIPELINE] DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1539)) - src: /127.0.0.1:33440, dest: /127.0.0.1:39383, bytes: 103, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1911055325_1, offset: 0, srvID: 5ca99239-38b5-420c-8ff3-9e3d5e87834b, blockid: BP-807030044-10.240.0.74-1786464944562:blk_1073741829_1005, duration(ns): 2511830
2026-08-11 16:15:45,712 INFO  [PacketResponder: BP-807030044-10.240.0.74-1786464944562:blk_1073741829_1005, type=LAST_IN_PIPELINE] datanode.DataNode (BlockReceiver.java:run(1512)) - PacketResponder: BP-807030044-10.240.0.74-1786464944562:blk_1073741829_1005, type=LAST_IN_PIPELINE terminating
2026-08-11 16:15:45,714 INFO  [IPC Server handler 7 on default port 39879] hdfs.StateChange (FSNamesystem.java:completeFile(3104)) - DIR* completeFile: /id_pizza-pizza/400/.kudu-metadata.json is closed by DFSClient_NONMAPREDUCE_-1911055325_1
2026-08-11 16:15:45,714 INFO  [Listener at localhost/41009] backup.BackupIO (BackupIO.scala:writeTableMetadata(95)) - Writing metadata to hdfs://localhost:39879/id_pizza-pizza/600/.kudu-metadata.json
2026-08-11 16:15:45,716 INFO  [IPC Server handler 8 on default port 39879] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=create	src=/id_pizza-pizza/600/.kudu-metadata.json	dst=null	perm=slave:supergroup:rw-r--r--	proto=rpc
2026-08-11 16:15:45,718 INFO  [IPC Server handler 9 on default port 39879] hdfs.StateChange (FSDirWriteFileOp.java:logAllocatedBlock(802)) - BLOCK* allocate blk_1073741830_1006, replicas=127.0.0.1:39383 for /id_pizza-pizza/600/.kudu-metadata.json
2026-08-11 16:15:45,720 INFO  [DataXceiver for client DFSClient_NONMAPREDUCE_-1911055325_1 at /127.0.0.1:33448 [Receiving block BP-807030044-10.240.0.74-1786464944562:blk_1073741830_1006]] datanode.DataNode (DataXceiver.java:writeBlock(747)) - Receiving BP-807030044-10.240.0.74-1786464944562:blk_1073741830_1006 src: /127.0.0.1:33448 dest: /127.0.0.1:39383
2026-08-11 16:15:45,726 INFO  [PacketResponder: BP-807030044-10.240.0.74-1786464944562:blk_1073741830_1006, type=LAST_IN_PIPELINE] DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1539)) - src: /127.0.0.1:33448, dest: /127.0.0.1:39383, bytes: 103, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1911055325_1, offset: 0, srvID: 5ca99239-38b5-420c-8ff3-9e3d5e87834b, blockid: BP-807030044-10.240.0.74-1786464944562:blk_1073741830_1006, duration(ns): 3606087
2026-08-11 16:15:45,726 INFO  [PacketResponder: BP-807030044-10.240.0.74-1786464944562:blk_1073741830_1006, type=LAST_IN_PIPELINE] datanode.DataNode (BlockReceiver.java:run(1512)) - PacketResponder: BP-807030044-10.240.0.74-1786464944562:blk_1073741830_1006, type=LAST_IN_PIPELINE terminating
2026-08-11 16:15:45,728 INFO  [IPC Server handler 1 on default port 39879] hdfs.StateChange (FSNamesystem.java:completeFile(3104)) - DIR* completeFile: /id_pizza-pizza/600/.kudu-metadata.json is closed by DFSClient_NONMAPREDUCE_-1911055325_1
2026-08-11 16:15:45,743 INFO  [IPC Server handler 2 on default port 39879] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=getfileinfo	src=/	dst=null	perm=null	proto=rpc
2026-08-11 16:15:45,744 INFO  [IPC Server handler 3 on default port 39879] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=listStatus	src=/	dst=null	perm=null	proto=rpc
2026-08-11 16:15:45,745 INFO  [IPC Server handler 4 on default port 39879] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=listStatus	src=/id_pizza-pizza	dst=null	perm=null	proto=rpc
2026-08-11 16:15:45,747 INFO  [IPC Server handler 5 on default port 39879] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=getfileinfo	src=/id_pizza-pizza/200/.kudu-metadata.json	dst=null	perm=null	proto=rpc
2026-08-11 16:15:45,748 INFO  [IPC Server handler 6 on default port 39879] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=open	src=/id_pizza-pizza/200/.kudu-metadata.json	dst=null	perm=null	proto=rpc
2026-08-11 16:15:45,752 INFO  [IPC Server handler 7 on default port 39879] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=getfileinfo	src=/id_pizza-pizza/400/.kudu-metadata.json	dst=null	perm=null	proto=rpc
2026-08-11 16:15:45,753 INFO  [IPC Server handler 8 on default port 39879] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=open	src=/id_pizza-pizza/400/.kudu-metadata.json	dst=null	perm=null	proto=rpc
2026-08-11 16:15:45,757 INFO  [IPC Server handler 9 on default port 39879] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=getfileinfo	src=/id_pizza-pizza/600/.kudu-metadata.json	dst=null	perm=null	proto=rpc
2026-08-11 16:15:45,758 INFO  [IPC Server handler 0 on default port 39879] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=open	src=/id_pizza-pizza/600/.kudu-metadata.json	dst=null	perm=null	proto=rpc
2026-08-11 16:15:45,760 INFO  [Listener at localhost/41009] backup.BackupIO (BackupIO.scala:readTableBackups(236)) - Found 3 paths in hdfs://localhost:39879/id_pizza-pizza
2026-08-11 16:15:45,761 INFO  [IPC Server handler 1 on default port 39879] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=listStatus	src=/id_taco-taco	dst=null	perm=null	proto=rpc
2026-08-11 16:15:45,763 INFO  [IPC Server handler 2 on default port 39879] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=getfileinfo	src=/id_taco-taco/100/.kudu-metadata.json	dst=null	perm=null	proto=rpc
2026-08-11 16:15:45,764 INFO  [IPC Server handler 3 on default port 39879] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=open	src=/id_taco-taco/100/.kudu-metadata.json	dst=null	perm=null	proto=rpc
2026-08-11 16:15:45,768 INFO  [IPC Server handler 4 on default port 39879] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=getfileinfo	src=/id_taco-taco/1000/.kudu-metadata.json	dst=null	perm=null	proto=rpc
2026-08-11 16:15:45,769 INFO  [IPC Server handler 5 on default port 39879] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=open	src=/id_taco-taco/1000/.kudu-metadata.json	dst=null	perm=null	proto=rpc
2026-08-11 16:15:45,773 INFO  [IPC Server handler 6 on default port 39879] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=getfileinfo	src=/id_taco-taco/2000/.kudu-metadata.json	dst=null	perm=null	proto=rpc
2026-08-11 16:15:45,774 INFO  [IPC Server handler 7 on default port 39879] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=open	src=/id_taco-taco/2000/.kudu-metadata.json	dst=null	perm=null	proto=rpc
2026-08-11 16:15:45,776 INFO  [Listener at localhost/41009] backup.BackupIO (BackupIO.scala:readTableBackups(236)) - Found 3 paths in hdfs://localhost:39879/id_taco-taco

Time: 14.059

OK (5 tests)

2026-08-11 16:15:45,789 WARN  [shutdown-hook-0] impl.FsDatasetImpl (BlockPoolSlice.java:saveDfsUsed(352)) - Failed to write dfsUsed to /tmp/hdfs-test8563362800581829190/data/data1/current/BP-1397058937-10.240.0.74-1786464933161/current/dfsUsed
java.nio.file.NoSuchFileException: /tmp/hdfs-test8563362800581829190/data/data1/current/BP-1397058937-10.240.0.74-1786464933161/current/dfsUsed
	at sun.nio.fs.UnixException.translateToIOException(UnixException.java:86)
	at sun.nio.fs.UnixException.rethrowAsIOException(UnixException.java:102)
	at sun.nio.fs.UnixException.rethrowAsIOException(UnixException.java:107)
	at sun.nio.fs.UnixFileSystemProvider.newByteChannel(UnixFileSystemProvider.java:214)
	at java.nio.file.spi.FileSystemProvider.newOutputStream(FileSystemProvider.java:434)
	at java.nio.file.Files.newOutputStream(Files.java:216)
	at org.apache.hadoop.hdfs.server.datanode.fsdataset.impl.BlockPoolSlice.saveDfsUsed(BlockPoolSlice.java:341)
	at org.apache.hadoop.hdfs.server.datanode.fsdataset.impl.BlockPoolSlice$2.run(BlockPoolSlice.java:222)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
	at java.lang.Thread.run(Thread.java:750)
2026-08-11 16:15:45,793 WARN  [shutdown-hook-0] impl.FsDatasetImpl (BlockPoolSlice.java:saveDfsUsed(352)) - Failed to write dfsUsed to /tmp/hdfs-test8213335295549961418/data/data1/current/BP-87563719-10.240.0.74-1786464939200/current/dfsUsed
java.nio.file.NoSuchFileException: /tmp/hdfs-test8213335295549961418/data/data1/current/BP-87563719-10.240.0.74-1786464939200/current/dfsUsed
	at sun.nio.fs.UnixException.translateToIOException(UnixException.java:86)
	at sun.nio.fs.UnixException.rethrowAsIOException(UnixException.java:102)
	at sun.nio.fs.UnixException.rethrowAsIOException(UnixException.java:107)
	at sun.nio.fs.UnixFileSystemProvider.newByteChannel(UnixFileSystemProvider.java:214)
	at java.nio.file.spi.FileSystemProvider.newOutputStream(FileSystemProvider.java:434)
	at java.nio.file.Files.newOutputStream(Files.java:216)
	at org.apache.hadoop.hdfs.server.datanode.fsdataset.impl.BlockPoolSlice.saveDfsUsed(BlockPoolSlice.java:341)
	at org.apache.hadoop.hdfs.server.datanode.fsdataset.impl.BlockPoolSlice$2.run(BlockPoolSlice.java:222)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
	at java.lang.Thread.run(Thread.java:750)
2026-08-11 16:15:45,794 WARN  [shutdown-hook-0] impl.FsDatasetImpl (BlockPoolSlice.java:saveDfsUsed(352)) - Failed to write dfsUsed to /tmp/hdfs-test7023412577555378790/data/data1/current/BP-807030044-10.240.0.74-1786464944562/current/dfsUsed
java.nio.file.NoSuchFileException: /tmp/hdfs-test7023412577555378790/data/data1/current/BP-807030044-10.240.0.74-1786464944562/current/dfsUsed
	at sun.nio.fs.UnixException.translateToIOException(UnixException.java:86)
	at sun.nio.fs.UnixException.rethrowAsIOException(UnixException.java:102)
	at sun.nio.fs.UnixException.rethrowAsIOException(UnixException.java:107)
	at sun.nio.fs.UnixFileSystemProvider.newByteChannel(UnixFileSystemProvider.java:214)
	at java.nio.file.spi.FileSystemProvider.newOutputStream(FileSystemProvider.java:434)
	at java.nio.file.Files.newOutputStream(Files.java:216)
	at org.apache.hadoop.hdfs.server.datanode.fsdataset.impl.BlockPoolSlice.saveDfsUsed(BlockPoolSlice.java:341)
	at org.apache.hadoop.hdfs.server.datanode.fsdataset.impl.BlockPoolSlice$2.run(BlockPoolSlice.java:222)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
	at java.lang.Thread.run(Thread.java:750)
2026-08-11 16:15:45,794 WARN  [shutdown-hook-0] impl.FsDatasetImpl (BlockPoolSlice.java:saveDfsUsed(352)) - Failed to write dfsUsed to /tmp/hdfs-test7023412577555378790/data/data2/current/BP-807030044-10.240.0.74-1786464944562/current/dfsUsed
java.nio.file.NoSuchFileException: /tmp/hdfs-test7023412577555378790/data/data2/current/BP-807030044-10.240.0.74-1786464944562/current/dfsUsed
	at sun.nio.fs.UnixException.translateToIOException(UnixException.java:86)
	at sun.nio.fs.UnixException.rethrowAsIOException(UnixException.java:102)
	at sun.nio.fs.UnixException.rethrowAsIOException(UnixException.java:107)
	at sun.nio.fs.UnixFileSystemProvider.newByteChannel(UnixFileSystemProvider.java:214)
	at java.nio.file.spi.FileSystemProvider.newOutputStream(FileSystemProvider.java:434)
	at java.nio.file.Files.newOutputStream(Files.java:216)
	at org.apache.hadoop.hdfs.server.datanode.fsdataset.impl.BlockPoolSlice.saveDfsUsed(BlockPoolSlice.java:341)
	at org.apache.hadoop.hdfs.server.datanode.fsdataset.impl.BlockPoolSlice$2.run(BlockPoolSlice.java:222)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
	at java.lang.Thread.run(Thread.java:750)
2026-08-11 16:15:45,795 WARN  [shutdown-hook-0] impl.FsDatasetImpl (BlockPoolSlice.java:saveDfsUsed(352)) - Failed to write dfsUsed to /tmp/hdfs-test8213335295549961418/data/data2/current/BP-87563719-10.240.0.74-1786464939200/current/dfsUsed
java.nio.file.NoSuchFileException: /tmp/hdfs-test8213335295549961418/data/data2/current/BP-87563719-10.240.0.74-1786464939200/current/dfsUsed
	at sun.nio.fs.UnixException.translateToIOException(UnixException.java:86)
	at sun.nio.fs.UnixException.rethrowAsIOException(UnixException.java:102)
	at sun.nio.fs.UnixException.rethrowAsIOException(UnixException.java:107)
	at sun.nio.fs.UnixFileSystemProvider.newByteChannel(UnixFileSystemProvider.java:214)
	at java.nio.file.spi.FileSystemProvider.newOutputStream(FileSystemProvider.java:434)
	at java.nio.file.Files.newOutputStream(Files.java:216)
	at org.apache.hadoop.hdfs.server.datanode.fsdataset.impl.BlockPoolSlice.saveDfsUsed(BlockPoolSlice.java:341)
	at org.apache.hadoop.hdfs.server.datanode.fsdataset.impl.BlockPoolSlice$2.run(BlockPoolSlice.java:222)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
	at java.lang.Thread.run(Thread.java:750)
2026-08-11 16:15:45,795 WARN  [shutdown-hook-0] impl.FsDatasetImpl (BlockPoolSlice.java:saveDfsUsed(352)) - Failed to write dfsUsed to /tmp/hdfs-test4658384880025139887/data/data1/current/BP-515945043-10.240.0.74-1786464942487/current/dfsUsed
java.nio.file.NoSuchFileException: /tmp/hdfs-test4658384880025139887/data/data1/current/BP-515945043-10.240.0.74-1786464942487/current/dfsUsed
	at sun.nio.fs.UnixException.translateToIOException(UnixException.java:86)
	at sun.nio.fs.UnixException.rethrowAsIOException(UnixException.java:102)
	at sun.nio.fs.UnixException.rethrowAsIOException(UnixException.java:107)
	at sun.nio.fs.UnixFileSystemProvider.newByteChannel(UnixFileSystemProvider.java:214)
	at java.nio.file.spi.FileSystemProvider.newOutputStream(FileSystemProvider.java:434)
	at java.nio.file.Files.newOutputStream(Files.java:216)
	at org.apache.hadoop.hdfs.server.datanode.fsdataset.impl.BlockPoolSlice.saveDfsUsed(BlockPoolSlice.java:341)
	at org.apache.hadoop.hdfs.server.datanode.fsdataset.impl.BlockPoolSlice$2.run(BlockPoolSlice.java:222)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
	at java.lang.Thread.run(Thread.java:750)
2026-08-11 16:15:45,795 WARN  [shutdown-hook-0] impl.FsDatasetImpl (BlockPoolSlice.java:saveDfsUsed(352)) - Failed to write dfsUsed to /tmp/hdfs-test7042345516068354901/data/data2/current/BP-724278358-10.240.0.74-1786464940970/current/dfsUsed
java.nio.file.NoSuchFileException: /tmp/hdfs-test7042345516068354901/data/data2/current/BP-724278358-10.240.0.74-1786464940970/current/dfsUsed
	at sun.nio.fs.UnixException.translateToIOException(UnixException.java:86)
	at sun.nio.fs.UnixException.rethrowAsIOException(UnixException.java:102)
	at sun.nio.fs.UnixException.rethrowAsIOException(UnixException.java:107)
	at sun.nio.fs.UnixFileSystemProvider.newByteChannel(UnixFileSystemProvider.java:214)
	at java.nio.file.spi.FileSystemProvider.newOutputStream(FileSystemProvider.java:434)
	at java.nio.file.Files.newOutputStream(Files.java:216)
	at org.apache.hadoop.hdfs.server.datanode.fsdataset.impl.BlockPoolSlice.saveDfsUsed(BlockPoolSlice.java:341)
	at org.apache.hadoop.hdfs.server.datanode.fsdataset.impl.BlockPoolSlice$2.run(BlockPoolSlice.java:222)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
	at java.lang.Thread.run(Thread.java:750)
2026-08-11 16:15:45,796 WARN  [shutdown-hook-0] impl.FsDatasetImpl (BlockPoolSlice.java:saveDfsUsed(352)) - Failed to write dfsUsed to /tmp/hdfs-test4658384880025139887/data/data2/current/BP-515945043-10.240.0.74-1786464942487/current/dfsUsed
java.nio.file.NoSuchFileException: /tmp/hdfs-test4658384880025139887/data/data2/current/BP-515945043-10.240.0.74-1786464942487/current/dfsUsed
	at sun.nio.fs.UnixException.translateToIOException(UnixException.java:86)
	at sun.nio.fs.UnixException.rethrowAsIOException(UnixException.java:102)
	at sun.nio.fs.UnixException.rethrowAsIOException(UnixException.java:107)
	at sun.nio.fs.UnixFileSystemProvider.newByteChannel(UnixFileSystemProvider.java:214)
	at java.nio.file.spi.FileSystemProvider.newOutputStream(FileSystemProvider.java:434)
	at java.nio.file.Files.newOutputStream(Files.java:216)
	at org.apache.hadoop.hdfs.server.datanode.fsdataset.impl.BlockPoolSlice.saveDfsUsed(BlockPoolSlice.java:341)
	at org.apache.hadoop.hdfs.server.datanode.fsdataset.impl.BlockPoolSlice$2.run(BlockPoolSlice.java:222)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
	at java.lang.Thread.run(Thread.java:750)
2026-08-11 16:15:45,796 WARN  [shutdown-hook-0] impl.FsDatasetImpl (BlockPoolSlice.java:saveDfsUsed(352)) - Failed to write dfsUsed to /tmp/hdfs-test7042345516068354901/data/data1/current/BP-724278358-10.240.0.74-1786464940970/current/dfsUsed
java.nio.file.NoSuchFileException: /tmp/hdfs-test7042345516068354901/data/data1/current/BP-724278358-10.240.0.74-1786464940970/current/dfsUsed
	at sun.nio.fs.UnixException.translateToIOException(UnixException.java:86)
	at sun.nio.fs.UnixException.rethrowAsIOException(UnixException.java:102)
	at sun.nio.fs.UnixException.rethrowAsIOException(UnixException.java:107)
	at sun.nio.fs.UnixFileSystemProvider.newByteChannel(UnixFileSystemProvider.java:214)
	at java.nio.file.spi.FileSystemProvider.newOutputStream(FileSystemProvider.java:434)
	at java.nio.file.Files.newOutputStream(Files.java:216)
	at org.apache.hadoop.hdfs.server.datanode.fsdataset.impl.BlockPoolSlice.saveDfsUsed(BlockPoolSlice.java:341)
	at org.apache.hadoop.hdfs.server.datanode.fsdataset.impl.BlockPoolSlice$2.run(BlockPoolSlice.java:222)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
	at java.lang.Thread.run(Thread.java:750)
2026-08-11 16:15:45,797 WARN  [shutdown-hook-0] impl.FsDatasetImpl (BlockPoolSlice.java:saveDfsUsed(352)) - Failed to write dfsUsed to /tmp/hdfs-test8563362800581829190/data/data2/current/BP-1397058937-10.240.0.74-1786464933161/current/dfsUsed
java.nio.file.NoSuchFileException: /tmp/hdfs-test8563362800581829190/data/data2/current/BP-1397058937-10.240.0.74-1786464933161/current/dfsUsed
	at sun.nio.fs.UnixException.translateToIOException(UnixException.java:86)
	at sun.nio.fs.UnixException.rethrowAsIOException(UnixException.java:102)
	at sun.nio.fs.UnixException.rethrowAsIOException(UnixException.java:107)
	at sun.nio.fs.UnixFileSystemProvider.newByteChannel(UnixFileSystemProvider.java:214)
	at java.nio.file.spi.FileSystemProvider.newOutputStream(FileSystemProvider.java:434)
	at java.nio.file.Files.newOutputStream(Files.java:216)
	at org.apache.hadoop.hdfs.server.datanode.fsdataset.impl.BlockPoolSlice.saveDfsUsed(BlockPoolSlice.java:341)
	at org.apache.hadoop.hdfs.server.datanode.fsdataset.impl.BlockPoolSlice$2.run(BlockPoolSlice.java:222)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
	at java.lang.Thread.run(Thread.java:750)
2026-08-11 16:15:45,797 INFO  [shutdown-hook-0] namenode.FSImage (FSImage.java:lambda$run$0(1055)) - FSImageSaver clean checkpoint: txid=0 when meet shutdown.
2026-08-11 16:15:45,797 INFO  [shutdown-hook-0] namenode.FSImage (FSImage.java:lambda$run$0(1055)) - FSImageSaver clean checkpoint: txid=0 when meet shutdown.
2026-08-11 16:15:45,797 INFO  [shutdown-hook-0] namenode.FSImage (FSImage.java:lambda$run$0(1055)) - FSImageSaver clean checkpoint: txid=0 when meet shutdown.
2026-08-11 16:15:45,797 INFO  [shutdown-hook-0] namenode.FSImage (FSImage.java:lambda$run$0(1055)) - FSImageSaver clean checkpoint: txid=0 when meet shutdown.
2026-08-11 16:15:45,798 INFO  [shutdown-hook-0] namenode.FSImage (FSImage.java:lambda$run$0(1055)) - FSImageSaver clean checkpoint: txid=0 when meet shutdown.
2026-08-11 16:15:45,798 INFO  [shutdown-hook-0] namenode.FSImage (FSImage.java:lambda$run$0(1055)) - FSImageSaver clean checkpoint: txid=0 when meet shutdown.
2026-08-11 16:15:45,798 INFO  [shutdown-hook-0] namenode.FSImage (FSImage.java:lambda$run$0(1055)) - FSImageSaver clean checkpoint: txid=0 when meet shutdown.
2026-08-11 16:15:45,798 INFO  [shutdown-hook-0] namenode.FSImage (FSImage.java:lambda$run$0(1055)) - FSImageSaver clean checkpoint: txid=0 when meet shutdown.
2026-08-11 16:15:45,800 INFO  [shutdown-hook-0] namenode.FSImage (FSImage.java:lambda$run$0(1055)) - FSImageSaver clean checkpoint: txid=0 when meet shutdown.
2026-08-11 16:15:45,801 INFO  [shutdown-hook-0] namenode.FSImage (FSImage.java:lambda$run$0(1055)) - FSImageSaver clean checkpoint: txid=0 when meet shutdown.
