JUnit version 4.13.2
.2026-07-08 06:39:51,432 INFO  [main] hdfs.MiniDFSCluster (MiniDFSCluster.java:<init>(529)) - starting cluster: numNameNodes=1, numDataNodes=1
2026-07-08 06:39:51,906 WARN  [main] util.NativeCodeLoader (NativeCodeLoader.java:<clinit>(60)) - Unable to load native-hadoop library for your platform... using builtin-java classes where applicable
2026-07-08 06:39:52,016 INFO  [main] namenode.NameNode (NameNode.java:format(1249)) - Formatting using clusterid: testClusterID
2026-07-08 06:39:52,039 INFO  [main] namenode.FSEditLog (FSEditLog.java:newInstance(229)) - Edit logging is async:true
2026-07-08 06:39:52,068 INFO  [main] namenode.FSNamesystem (FSNamesystem.java:<init>(814)) - KeyProvider: null
2026-07-08 06:39:52,070 INFO  [main] namenode.FSNamesystem (FSNamesystemLock.java:<init>(141)) - fsLock is fair: true
2026-07-08 06:39:52,072 INFO  [main] namenode.FSNamesystem (FSNamesystemLock.java:<init>(159)) - Detailed lock hold time metrics enabled: false
2026-07-08 06:39:52,094 INFO  [main] namenode.FSNamesystem (FSNamesystem.java:<init>(847)) - fsOwner                = slave (auth:SIMPLE)
2026-07-08 06:39:52,094 INFO  [main] namenode.FSNamesystem (FSNamesystem.java:<init>(848)) - supergroup             = supergroup
2026-07-08 06:39:52,094 INFO  [main] namenode.FSNamesystem (FSNamesystem.java:<init>(849)) - isPermissionEnabled    = true
2026-07-08 06:39:52,094 INFO  [main] namenode.FSNamesystem (FSNamesystem.java:<init>(850)) - isStoragePolicyEnabled = true
2026-07-08 06:39:52,095 INFO  [main] namenode.FSNamesystem (FSNamesystem.java:<init>(861)) - HA Enabled: false
2026-07-08 06:39:52,141 INFO  [main] common.Util (Util.java:isDiskStatsEnabled(395)) - dfs.datanode.fileio.profiling.sampling.percentage set to 0. Disabling file IO profiling
2026-07-08 06:39:52,146 INFO  [main] Configuration.deprecation (Configuration.java:logDeprecation(1420)) - hadoop.configured.node.mapping is deprecated. Instead, use net.topology.configured.node.mapping
2026-07-08 06:39:52,146 INFO  [main] blockmanagement.DatanodeManager (DatanodeManager.java:<init>(334)) - dfs.block.invalidate.limit: configured=1000, counted=60, effected=1000
2026-07-08 06:39:52,146 INFO  [main] blockmanagement.DatanodeManager (DatanodeManager.java:<init>(342)) - dfs.namenode.datanode.registration.ip-hostname-check=true
2026-07-08 06:39:52,150 INFO  [main] blockmanagement.BlockManager (InvalidateBlocks.java:printBlockDeletionTime(77)) - dfs.namenode.startup.delay.block.deletion.sec is set to 000:00:00:00.000
2026-07-08 06:39:52,151 INFO  [main] blockmanagement.BlockManager (InvalidateBlocks.java:printBlockDeletionTime(83)) - The block deletion will start around 2026 Jul 08 06:39:52
2026-07-08 06:39:52,152 INFO  [main] util.GSet (LightWeightGSet.java:computeCapacity(395)) - Computing capacity for map BlocksMap
2026-07-08 06:39:52,153 INFO  [main] util.GSet (LightWeightGSet.java:computeCapacity(396)) - VM type       = 64-bit
2026-07-08 06:39:52,154 INFO  [main] util.GSet (LightWeightGSet.java:computeCapacity(397)) - 2.0% max memory 3.5 GB = 72.5 MB
2026-07-08 06:39:52,154 INFO  [main] util.GSet (LightWeightGSet.java:computeCapacity(402)) - capacity      = 2^23 = 8388608 entries
2026-07-08 06:39:52,187 INFO  [main] blockmanagement.BlockManager (BlockManager.java:createSPSManager(5447)) - Storage policy satisfier is disabled
2026-07-08 06:39:52,187 INFO  [main] blockmanagement.BlockManager (BlockManager.java:createBlockTokenSecretManager(641)) - dfs.block.access.token.enable = false
2026-07-08 06:39:52,194 INFO  [main] blockmanagement.BlockManagerSafeMode (BlockManagerSafeMode.java:<init>(160)) - dfs.namenode.safemode.threshold-pct = 0.999
2026-07-08 06:39:52,194 INFO  [main] blockmanagement.BlockManagerSafeMode (BlockManagerSafeMode.java:<init>(161)) - dfs.namenode.safemode.min.datanodes = 0
2026-07-08 06:39:52,194 INFO  [main] blockmanagement.BlockManagerSafeMode (BlockManagerSafeMode.java:<init>(163)) - dfs.namenode.safemode.extension = 0
2026-07-08 06:39:52,195 INFO  [main] blockmanagement.BlockManager (BlockManager.java:<init>(627)) - defaultReplication         = 1
2026-07-08 06:39:52,195 INFO  [main] blockmanagement.BlockManager (BlockManager.java:<init>(628)) - maxReplication             = 512
2026-07-08 06:39:52,195 INFO  [main] blockmanagement.BlockManager (BlockManager.java:<init>(629)) - minReplication             = 1
2026-07-08 06:39:52,195 INFO  [main] blockmanagement.BlockManager (BlockManager.java:<init>(630)) - maxReplicationStreams      = 2
2026-07-08 06:39:52,195 INFO  [main] blockmanagement.BlockManager (BlockManager.java:<init>(631)) - redundancyRecheckInterval  = 3000ms
2026-07-08 06:39:52,195 INFO  [main] blockmanagement.BlockManager (BlockManager.java:<init>(632)) - encryptDataTransfer        = false
2026-07-08 06:39:52,195 INFO  [main] blockmanagement.BlockManager (BlockManager.java:<init>(633)) - maxNumBlocksToLog          = 1000
2026-07-08 06:39:52,220 INFO  [main] namenode.FSDirectory (SerialNumberManager.java:<clinit>(51)) - GLOBAL serial map: bits=29 maxEntries=536870911
2026-07-08 06:39:52,220 INFO  [main] namenode.FSDirectory (SerialNumberManager.java:<clinit>(51)) - USER serial map: bits=24 maxEntries=16777215
2026-07-08 06:39:52,221 INFO  [main] namenode.FSDirectory (SerialNumberManager.java:<clinit>(51)) - GROUP serial map: bits=24 maxEntries=16777215
2026-07-08 06:39:52,221 INFO  [main] namenode.FSDirectory (SerialNumberManager.java:<clinit>(51)) - XATTR serial map: bits=24 maxEntries=16777215
2026-07-08 06:39:52,233 INFO  [main] util.GSet (LightWeightGSet.java:computeCapacity(395)) - Computing capacity for map INodeMap
2026-07-08 06:39:52,234 INFO  [main] util.GSet (LightWeightGSet.java:computeCapacity(396)) - VM type       = 64-bit
2026-07-08 06:39:52,234 INFO  [main] util.GSet (LightWeightGSet.java:computeCapacity(397)) - 1.0% max memory 3.5 GB = 36.2 MB
2026-07-08 06:39:52,234 INFO  [main] util.GSet (LightWeightGSet.java:computeCapacity(402)) - capacity      = 2^22 = 4194304 entries
2026-07-08 06:39:52,237 INFO  [main] namenode.FSDirectory (FSDirectory.java:<init>(335)) - ACLs enabled? true
2026-07-08 06:39:52,237 INFO  [main] namenode.FSDirectory (FSDirectory.java:<init>(339)) - POSIX ACL inheritance enabled? true
2026-07-08 06:39:52,237 INFO  [main] namenode.FSDirectory (FSDirectory.java:<init>(343)) - XAttrs enabled? true
2026-07-08 06:39:52,238 INFO  [main] namenode.NameNode (FSDirectory.java:<init>(406)) - Caching file names occurring more than 10 times
2026-07-08 06:39:52,242 INFO  [main] snapshot.SnapshotManager (SnapshotManager.java:<init>(124)) - Loaded config captureOpenFiles: false, skipCaptureAccessTimeOnlyChange: false, snapshotDiffAllowSnapRootDescendant: true, maxSnapshotLimit: 65536
2026-07-08 06:39:52,244 INFO  [main] snapshot.SnapshotManager (DirectoryDiffListFactory.java:init(43)) - SkipList is disabled
2026-07-08 06:39:52,248 INFO  [main] util.GSet (LightWeightGSet.java:computeCapacity(395)) - Computing capacity for map cachedBlocks
2026-07-08 06:39:52,248 INFO  [main] util.GSet (LightWeightGSet.java:computeCapacity(396)) - VM type       = 64-bit
2026-07-08 06:39:52,249 INFO  [main] util.GSet (LightWeightGSet.java:computeCapacity(397)) - 0.25% max memory 3.5 GB = 9.1 MB
2026-07-08 06:39:52,249 INFO  [main] util.GSet (LightWeightGSet.java:computeCapacity(402)) - capacity      = 2^20 = 1048576 entries
2026-07-08 06:39:52,258 INFO  [main] metrics.TopMetrics (TopMetrics.java:logConf(75)) - NNTop conf: dfs.namenode.top.window.num.buckets = 10
2026-07-08 06:39:52,258 INFO  [main] metrics.TopMetrics (TopMetrics.java:logConf(77)) - NNTop conf: dfs.namenode.top.num.users = 10
2026-07-08 06:39:52,258 INFO  [main] metrics.TopMetrics (TopMetrics.java:logConf(79)) - NNTop conf: dfs.namenode.top.windows.minutes = 1,5,25
2026-07-08 06:39:52,262 INFO  [main] namenode.FSNamesystem (FSNamesystem.java:initRetryCache(1080)) - Retry cache on namenode is enabled
2026-07-08 06:39:52,262 INFO  [main] namenode.FSNamesystem (FSNamesystem.java:initRetryCache(1088)) - Retry cache will use 0.03 of total heap and retry cache entry expiry time is 600000 millis
2026-07-08 06:39:52,264 INFO  [main] util.GSet (LightWeightGSet.java:computeCapacity(395)) - Computing capacity for map NameNodeRetryCache
2026-07-08 06:39:52,265 INFO  [main] util.GSet (LightWeightGSet.java:computeCapacity(396)) - VM type       = 64-bit
2026-07-08 06:39:52,265 INFO  [main] util.GSet (LightWeightGSet.java:computeCapacity(397)) - 0.029999999329447746% max memory 3.5 GB = 1.1 MB
2026-07-08 06:39:52,265 INFO  [main] util.GSet (LightWeightGSet.java:computeCapacity(402)) - capacity      = 2^17 = 131072 entries
2026-07-08 06:39:52,365 INFO  [main] namenode.FSImage (FSImage.java:format(186)) - Allocated new BlockPoolId: BP-86393491-10.240.0.116-1783492792352
2026-07-08 06:39:52,378 INFO  [main] common.Storage (NNStorage.java:format(595)) - Storage directory /tmp/hdfs-test3866928344317601762/name-0-1 has been successfully formatted.
2026-07-08 06:39:52,382 INFO  [main] common.Storage (NNStorage.java:format(595)) - Storage directory /tmp/hdfs-test3866928344317601762/name-0-2 has been successfully formatted.
2026-07-08 06:39:52,416 INFO  [FSImageSaver for /tmp/hdfs-test3866928344317601762/name-0-2 of type IMAGE_AND_EDITS] namenode.FSImageFormatProtobuf (FSImageFormatProtobuf.java:save(732)) - Saving image file /tmp/hdfs-test3866928344317601762/name-0-2/current/fsimage.ckpt_0000000000000000000 using no compression
2026-07-08 06:39:52,416 INFO  [FSImageSaver for /tmp/hdfs-test3866928344317601762/name-0-1 of type IMAGE_AND_EDITS] namenode.FSImageFormatProtobuf (FSImageFormatProtobuf.java:save(732)) - Saving image file /tmp/hdfs-test3866928344317601762/name-0-1/current/fsimage.ckpt_0000000000000000000 using no compression
2026-07-08 06:39:52,620 INFO  [FSImageSaver for /tmp/hdfs-test3866928344317601762/name-0-1 of type IMAGE_AND_EDITS] namenode.FSImageFormatProtobuf (FSImageFormatProtobuf.java:save(736)) - Image file /tmp/hdfs-test3866928344317601762/name-0-1/current/fsimage.ckpt_0000000000000000000 of size 400 bytes saved in 0 seconds .
2026-07-08 06:39:52,620 INFO  [FSImageSaver for /tmp/hdfs-test3866928344317601762/name-0-2 of type IMAGE_AND_EDITS] namenode.FSImageFormatProtobuf (FSImageFormatProtobuf.java:save(736)) - Image file /tmp/hdfs-test3866928344317601762/name-0-2/current/fsimage.ckpt_0000000000000000000 of size 400 bytes saved in 0 seconds .
2026-07-08 06:39:52,639 INFO  [main] namenode.NNStorageRetentionManager (NNStorageRetentionManager.java:getImageTxIdToRetain(203)) - Going to retain 1 images with txid >= 0
2026-07-08 06:39:52,676 INFO  [main] namenode.FSNamesystem (FSNamesystem.java:stopActiveServices(1427)) - Stopping services started for active state
2026-07-08 06:39:52,677 INFO  [main] namenode.FSNamesystem (FSNamesystem.java:stopStandbyServices(1528)) - Stopping services started for standby state
2026-07-08 06:39:52,679 INFO  [main] namenode.NameNode (NameNode.java:createNameNode(1707)) - createNameNode []
2026-07-08 06:39:52,739 WARN  [main] impl.MetricsConfig (MetricsConfig.java:loadFirst(136)) - Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties
2026-07-08 06:39:52,815 INFO  [main] impl.MetricsSystemImpl (MetricsSystemImpl.java:startTimer(378)) - Scheduled Metric snapshot period at 10 second(s).
2026-07-08 06:39:52,815 INFO  [main] impl.MetricsSystemImpl (MetricsSystemImpl.java:start(191)) - NameNode metrics system started
2026-07-08 06:39:52,849 INFO  [main] namenode.NameNodeUtils (NameNodeUtils.java:getClientNamenodeAddress(79)) - fs.defaultFS is hdfs://127.0.0.1:0
2026-07-08 06:39:52,900 INFO  [org.apache.hadoop.util.JvmPauseMonitor$Monitor@7393222f] util.JvmPauseMonitor (JvmPauseMonitor.java:run(188)) - Starting JVM pause monitor
2026-07-08 06:39:52,913 INFO  [main] hdfs.DFSUtil (DFSUtil.java:httpServerTemplateForNNAndJN(1668)) - Filter initializers set : org.apache.hadoop.http.lib.StaticUserWebFilter,org.apache.hadoop.hdfs.web.AuthFilterInitializer
2026-07-08 06:39:52,918 INFO  [main] hdfs.DFSUtil (DFSUtil.java:httpServerTemplateForNNAndJN(1690)) - Starting Web-server for hdfs at: http://localhost:0
2026-07-08 06:39:52,934 INFO  [main] util.log (Log.java:initialized(169)) - Logging initialized @2352ms to org.eclipse.jetty.util.log.Slf4jLog
2026-07-08 06:39:53,048 INFO  [main] server.AuthenticationFilter (AuthenticationFilter.java:constructSecretProvider(240)) - Unable to initialize FileSignerSecretProvider, falling back to use random secrets.
2026-07-08 06:39:53,053 INFO  [main] http.HttpRequestLog (HttpRequestLog.java:getRequestLog(82)) - Http request log for http.requests.namenode is not defined
2026-07-08 06:39:53,060 INFO  [main] http.HttpServer2 (HttpServer2.java:addGlobalFilter(1111)) - Added global filter 'safety' (class=org.apache.hadoop.http.HttpServer2$QuotingInputFilter)
2026-07-08 06:39:53,063 INFO  [main] http.HttpServer2 (HttpServer2.java:addFilter(1084)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context hdfs
2026-07-08 06:39:53,064 INFO  [main] http.HttpServer2 (HttpServer2.java:addFilter(1094)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context static
2026-07-08 06:39:53,067 INFO  [main] http.HttpServer2 (HttpServer2.java:addFilter(1084)) - Added filter AuthFilter (class=org.apache.hadoop.hdfs.web.AuthFilter) to context hdfs
2026-07-08 06:39:53,067 INFO  [main] http.HttpServer2 (HttpServer2.java:addFilter(1094)) - Added filter AuthFilter (class=org.apache.hadoop.hdfs.web.AuthFilter) to context static
2026-07-08 06:39:53,108 INFO  [main] http.HttpServer2 (HttpServer2.java:addJerseyResourcePackage(938)) - addJerseyResourcePackage: packageName=org.apache.hadoop.hdfs.server.namenode.web.resources;org.apache.hadoop.hdfs.web.resources, pathSpec=/webhdfs/v1/*
2026-07-08 06:39:53,118 INFO  [main] http.HttpServer2 (HttpServer2.java:bindListener(1332)) - Jetty bound to port 46349
2026-07-08 06:39:53,120 INFO  [main] server.Server (Server.java:doStart(375)) - jetty-9.4.40.v20210413; built: 2021-04-13T20:42:42.668Z; git: b881a572662e1943a14ae12e7e1207989f218b74; jvm 1.8.0_362-8u372-ga~us1-0ubuntu1~18.04-b09
2026-07-08 06:39:53,150 INFO  [main] server.session (DefaultSessionIdManager.java:doStart(334)) - DefaultSessionIdManager workerName=node0
2026-07-08 06:39:53,150 INFO  [main] server.session (DefaultSessionIdManager.java:doStart(339)) - No SessionScavenger set, using defaults
2026-07-08 06:39:53,152 INFO  [main] server.session (HouseKeeper.java:startScavenging(132)) - node0 Scavenging every 600000ms
2026-07-08 06:39:53,169 INFO  [main] server.AuthenticationFilter (AuthenticationFilter.java:constructSecretProvider(240)) - Unable to initialize FileSignerSecretProvider, falling back to use random secrets.
2026-07-08 06:39:53,173 INFO  [main] handler.ContextHandler (ContextHandler.java:doStart(916)) - Started o.e.j.s.ServletContextHandler@71454b9d{static,/static,jar:file:/tmp/dist-test-taskkb_MJd/java/build/jars/hadoop-hdfs-3.3.1-tests.jar!/webapps/static,AVAILABLE}
2026-07-08 06:39:53,421 INFO  [main] handler.ContextHandler (ContextHandler.java:doStart(916)) - Started o.e.j.w.WebAppContext@3f0846c6{hdfs,/,file:///tmp/jetty-localhost-46349-hadoop-hdfs-3_3_1-tests_jar-_-any-889470905104973754/webapp/,AVAILABLE}{jar:file:/tmp/dist-test-taskkb_MJd/java/build/jars/hadoop-hdfs-3.3.1-tests.jar!/webapps/hdfs}
2026-07-08 06:39:53,431 INFO  [main] server.AbstractConnector (AbstractConnector.java:doStart(331)) - Started ServerConnector@362045c0{HTTP/1.1, (http/1.1)}{localhost:46349}
2026-07-08 06:39:53,431 INFO  [main] server.Server (Server.java:doStart(415)) - Started @2849ms
2026-07-08 06:39:53,438 INFO  [main] namenode.FSEditLog (FSEditLog.java:newInstance(229)) - Edit logging is async:true
2026-07-08 06:39:53,451 INFO  [main] namenode.FSNamesystem (FSNamesystem.java:<init>(814)) - KeyProvider: null
2026-07-08 06:39:53,451 INFO  [main] namenode.FSNamesystem (FSNamesystemLock.java:<init>(141)) - fsLock is fair: true
2026-07-08 06:39:53,452 INFO  [main] namenode.FSNamesystem (FSNamesystemLock.java:<init>(159)) - Detailed lock hold time metrics enabled: false
2026-07-08 06:39:53,452 INFO  [main] namenode.FSNamesystem (FSNamesystem.java:<init>(847)) - fsOwner                = slave (auth:SIMPLE)
2026-07-08 06:39:53,452 INFO  [main] namenode.FSNamesystem (FSNamesystem.java:<init>(848)) - supergroup             = supergroup
2026-07-08 06:39:53,452 INFO  [main] namenode.FSNamesystem (FSNamesystem.java:<init>(849)) - isPermissionEnabled    = true
2026-07-08 06:39:53,452 INFO  [main] namenode.FSNamesystem (FSNamesystem.java:<init>(850)) - isStoragePolicyEnabled = true
2026-07-08 06:39:53,452 INFO  [main] namenode.FSNamesystem (FSNamesystem.java:<init>(861)) - HA Enabled: false
2026-07-08 06:39:53,453 INFO  [main] common.Util (Util.java:isDiskStatsEnabled(395)) - dfs.datanode.fileio.profiling.sampling.percentage set to 0. Disabling file IO profiling
2026-07-08 06:39:53,453 INFO  [main] blockmanagement.DatanodeManager (DatanodeManager.java:<init>(334)) - dfs.block.invalidate.limit: configured=1000, counted=60, effected=1000
2026-07-08 06:39:53,454 INFO  [main] blockmanagement.DatanodeManager (DatanodeManager.java:<init>(342)) - dfs.namenode.datanode.registration.ip-hostname-check=true
2026-07-08 06:39:53,454 INFO  [main] blockmanagement.BlockManager (InvalidateBlocks.java:printBlockDeletionTime(77)) - dfs.namenode.startup.delay.block.deletion.sec is set to 000:00:00:00.000
2026-07-08 06:39:53,454 INFO  [main] blockmanagement.BlockManager (InvalidateBlocks.java:printBlockDeletionTime(83)) - The block deletion will start around 2026 Jul 08 06:39:53
2026-07-08 06:39:53,454 INFO  [main] util.GSet (LightWeightGSet.java:computeCapacity(395)) - Computing capacity for map BlocksMap
2026-07-08 06:39:53,454 INFO  [main] util.GSet (LightWeightGSet.java:computeCapacity(396)) - VM type       = 64-bit
2026-07-08 06:39:53,455 INFO  [main] util.GSet (LightWeightGSet.java:computeCapacity(397)) - 2.0% max memory 3.5 GB = 72.5 MB
2026-07-08 06:39:53,455 INFO  [main] util.GSet (LightWeightGSet.java:computeCapacity(402)) - capacity      = 2^23 = 8388608 entries
2026-07-08 06:39:53,460 INFO  [main] blockmanagement.BlockManager (BlockManager.java:createSPSManager(5447)) - Storage policy satisfier is disabled
2026-07-08 06:39:53,460 INFO  [main] blockmanagement.BlockManager (BlockManager.java:createBlockTokenSecretManager(641)) - dfs.block.access.token.enable = false
2026-07-08 06:39:53,460 INFO  [main] blockmanagement.BlockManagerSafeMode (BlockManagerSafeMode.java:<init>(160)) - dfs.namenode.safemode.threshold-pct = 0.999
2026-07-08 06:39:53,460 INFO  [main] blockmanagement.BlockManagerSafeMode (BlockManagerSafeMode.java:<init>(161)) - dfs.namenode.safemode.min.datanodes = 0
2026-07-08 06:39:53,461 INFO  [main] blockmanagement.BlockManagerSafeMode (BlockManagerSafeMode.java:<init>(163)) - dfs.namenode.safemode.extension = 0
2026-07-08 06:39:53,461 INFO  [main] blockmanagement.BlockManager (BlockManager.java:<init>(627)) - defaultReplication         = 1
2026-07-08 06:39:53,461 INFO  [main] blockmanagement.BlockManager (BlockManager.java:<init>(628)) - maxReplication             = 512
2026-07-08 06:39:53,461 INFO  [main] blockmanagement.BlockManager (BlockManager.java:<init>(629)) - minReplication             = 1
2026-07-08 06:39:53,461 INFO  [main] blockmanagement.BlockManager (BlockManager.java:<init>(630)) - maxReplicationStreams      = 2
2026-07-08 06:39:53,461 INFO  [main] blockmanagement.BlockManager (BlockManager.java:<init>(631)) - redundancyRecheckInterval  = 3000ms
2026-07-08 06:39:53,461 INFO  [main] blockmanagement.BlockManager (BlockManager.java:<init>(632)) - encryptDataTransfer        = false
2026-07-08 06:39:53,461 INFO  [main] blockmanagement.BlockManager (BlockManager.java:<init>(633)) - maxNumBlocksToLog          = 1000
2026-07-08 06:39:53,462 INFO  [main] util.GSet (LightWeightGSet.java:computeCapacity(395)) - Computing capacity for map INodeMap
2026-07-08 06:39:53,462 INFO  [main] util.GSet (LightWeightGSet.java:computeCapacity(396)) - VM type       = 64-bit
2026-07-08 06:39:53,462 INFO  [main] util.GSet (LightWeightGSet.java:computeCapacity(397)) - 1.0% max memory 3.5 GB = 36.2 MB
2026-07-08 06:39:53,462 INFO  [main] util.GSet (LightWeightGSet.java:computeCapacity(402)) - capacity      = 2^22 = 4194304 entries
2026-07-08 06:39:53,465 INFO  [main] namenode.FSDirectory (FSDirectory.java:<init>(335)) - ACLs enabled? true
2026-07-08 06:39:53,465 INFO  [main] namenode.FSDirectory (FSDirectory.java:<init>(339)) - POSIX ACL inheritance enabled? true
2026-07-08 06:39:53,465 INFO  [main] namenode.FSDirectory (FSDirectory.java:<init>(343)) - XAttrs enabled? true
2026-07-08 06:39:53,465 INFO  [main] namenode.NameNode (FSDirectory.java:<init>(406)) - Caching file names occurring more than 10 times
2026-07-08 06:39:53,465 INFO  [main] snapshot.SnapshotManager (SnapshotManager.java:<init>(124)) - Loaded config captureOpenFiles: false, skipCaptureAccessTimeOnlyChange: false, snapshotDiffAllowSnapRootDescendant: true, maxSnapshotLimit: 65536
2026-07-08 06:39:53,466 INFO  [main] snapshot.SnapshotManager (DirectoryDiffListFactory.java:init(43)) - SkipList is disabled
2026-07-08 06:39:53,466 INFO  [main] util.GSet (LightWeightGSet.java:computeCapacity(395)) - Computing capacity for map cachedBlocks
2026-07-08 06:39:53,466 INFO  [main] util.GSet (LightWeightGSet.java:computeCapacity(396)) - VM type       = 64-bit
2026-07-08 06:39:53,466 INFO  [main] util.GSet (LightWeightGSet.java:computeCapacity(397)) - 0.25% max memory 3.5 GB = 9.1 MB
2026-07-08 06:39:53,466 INFO  [main] util.GSet (LightWeightGSet.java:computeCapacity(402)) - capacity      = 2^20 = 1048576 entries
2026-07-08 06:39:53,467 INFO  [main] metrics.TopMetrics (TopMetrics.java:logConf(75)) - NNTop conf: dfs.namenode.top.window.num.buckets = 10
2026-07-08 06:39:53,467 INFO  [main] metrics.TopMetrics (TopMetrics.java:logConf(77)) - NNTop conf: dfs.namenode.top.num.users = 10
2026-07-08 06:39:53,467 INFO  [main] metrics.TopMetrics (TopMetrics.java:logConf(79)) - NNTop conf: dfs.namenode.top.windows.minutes = 1,5,25
2026-07-08 06:39:53,467 INFO  [main] namenode.FSNamesystem (FSNamesystem.java:initRetryCache(1080)) - Retry cache on namenode is enabled
2026-07-08 06:39:53,468 INFO  [main] namenode.FSNamesystem (FSNamesystem.java:initRetryCache(1088)) - Retry cache will use 0.03 of total heap and retry cache entry expiry time is 600000 millis
2026-07-08 06:39:53,468 INFO  [main] util.GSet (LightWeightGSet.java:computeCapacity(395)) - Computing capacity for map NameNodeRetryCache
2026-07-08 06:39:53,468 INFO  [main] util.GSet (LightWeightGSet.java:computeCapacity(396)) - VM type       = 64-bit
2026-07-08 06:39:53,468 INFO  [main] util.GSet (LightWeightGSet.java:computeCapacity(397)) - 0.029999999329447746% max memory 3.5 GB = 1.1 MB
2026-07-08 06:39:53,468 INFO  [main] util.GSet (LightWeightGSet.java:computeCapacity(402)) - capacity      = 2^17 = 131072 entries
2026-07-08 06:39:53,473 INFO  [main] common.Storage (Storage.java:tryLock(948)) - Lock on /tmp/hdfs-test3866928344317601762/name-0-1/in_use.lock acquired by nodename 21146@dist-test-slave-q99k.c.gcp-upstream.internal
2026-07-08 06:39:53,477 INFO  [main] common.Storage (Storage.java:tryLock(948)) - Lock on /tmp/hdfs-test3866928344317601762/name-0-2/in_use.lock acquired by nodename 21146@dist-test-slave-q99k.c.gcp-upstream.internal
2026-07-08 06:39:53,479 INFO  [main] namenode.FileJournalManager (FileJournalManager.java:recoverUnfinalizedSegments(428)) - Recovering unfinalized segments in /tmp/hdfs-test3866928344317601762/name-0-1/current
2026-07-08 06:39:53,479 INFO  [main] namenode.FileJournalManager (FileJournalManager.java:recoverUnfinalizedSegments(428)) - Recovering unfinalized segments in /tmp/hdfs-test3866928344317601762/name-0-2/current
2026-07-08 06:39:53,479 INFO  [main] namenode.FSImage (FSImage.java:loadFSImage(734)) - No edit log streams selected.
2026-07-08 06:39:53,480 INFO  [main] namenode.FSImage (FSImage.java:loadFSImageFile(800)) - Planning to load image: FSImageFile(file=/tmp/hdfs-test3866928344317601762/name-0-1/current/fsimage_0000000000000000000, cpktTxId=0000000000000000000)
2026-07-08 06:39:53,570 INFO  [main] namenode.FSImageFormatPBINode (FSImageFormatPBINode.java:loadINodeSectionHeader(413)) - Loading 1 INodes.
2026-07-08 06:39:53,570 INFO  [main] namenode.FSImageFormatPBINode (FSImageFormatPBINode.java:loadINodeSection(371)) - Successfully loaded 1 inodes
2026-07-08 06:39:53,575 INFO  [main] namenode.FSImageFormatPBINode (FSImageFormatPBINode.java:waitBlocksMapAndNameCacheUpdateFinished(344)) - Completed update blocks map and name cache, total waiting duration 0ms.
2026-07-08 06:39:53,577 INFO  [main] namenode.FSImageFormatProtobuf (FSImageFormatProtobuf.java:load(255)) - Loaded FSImage in 0 seconds.
2026-07-08 06:39:53,577 INFO  [main] namenode.FSImage (FSImage.java:loadFSImage(978)) - Loaded image for txid 0 from /tmp/hdfs-test3866928344317601762/name-0-1/current/fsimage_0000000000000000000
2026-07-08 06:39:53,581 INFO  [main] namenode.FSNamesystem (FSNamesystem.java:loadFSImage(1202)) - Need to save fs image? false (staleImage=false, haEnabled=false, isRollingUpgrade=false)
2026-07-08 06:39:53,582 INFO  [main] namenode.FSEditLog (FSEditLog.java:startLogSegment(1391)) - Starting log segment at 1
2026-07-08 06:39:53,597 INFO  [main] namenode.NameCache (NameCache.java:initialized(143)) - initialized with 0 entries 0 lookups
2026-07-08 06:39:53,597 INFO  [main] namenode.FSNamesystem (FSNamesystem.java:loadFromDisk(786)) - Finished loading FSImage in 128 msecs
2026-07-08 06:39:53,754 INFO  [main] namenode.NameNode (NameNodeRpcServer.java:<init>(454)) - RPC server is binding to localhost:0
2026-07-08 06:39:53,755 INFO  [main] namenode.NameNode (NameNodeRpcServer.java:<init>(459)) - Enable NameNode state context:false
2026-07-08 06:39:53,764 INFO  [main] ipc.CallQueueManager (CallQueueManager.java:<init>(90)) - Using callQueue: class java.util.concurrent.LinkedBlockingQueue, queueCapacity: 1000, scheduler: class org.apache.hadoop.ipc.DefaultRpcScheduler, ipcBackoff: false.
2026-07-08 06:39:53,781 INFO  [Socket Reader #1 for port 0] ipc.Server (Server.java:run(1265)) - Starting Socket Reader #1 for port 0
2026-07-08 06:39:54,160 INFO  [Listener at localhost/32963] namenode.NameNode (NameNode.java:initialize(776)) - Clients are to use localhost:32963 to access this namenode/service.
2026-07-08 06:39:54,164 INFO  [Listener at localhost/32963] namenode.FSNamesystem (FSNamesystem.java:registerMBean(5444)) - Registered FSNamesystemState, ReplicatedBlocksState and ECBlockGroupsState MBeans.
2026-07-08 06:39:54,178 INFO  [Listener at localhost/32963] namenode.LeaseManager (LeaseManager.java:getNumUnderConstructionBlocks(166)) - Number of blocks under construction: 0
2026-07-08 06:39:54,186 INFO  [Listener at localhost/32963] blockmanagement.DatanodeAdminDefaultMonitor (DatanodeAdminDefaultMonitor.java:processConf(116)) - Initialized the Default Decommission and Maintenance monitor
2026-07-08 06:39:54,188 INFO  [Listener at localhost/32963] blockmanagement.BlockManager (BlockManager.java:initializeReplQueues(5187)) - initializing replication queues
2026-07-08 06:39:54,189 INFO  [Listener at localhost/32963] hdfs.StateChange (BlockManagerSafeMode.java:leaveSafeMode(399)) - STATE* Leaving safe mode after 0 secs
2026-07-08 06:39:54,189 INFO  [Listener at localhost/32963] hdfs.StateChange (BlockManagerSafeMode.java:leaveSafeMode(405)) - STATE* Network topology has 0 racks and 0 datanodes
2026-07-08 06:39:54,189 INFO  [Listener at localhost/32963] hdfs.StateChange (BlockManagerSafeMode.java:leaveSafeMode(407)) - STATE* UnderReplicatedBlocks has 0 blocks
2026-07-08 06:39:54,199 INFO  [Reconstruction Queue Initializer] blockmanagement.BlockManager (BlockManager.java:processMisReplicatesAsync(3728)) - Total number of blocks            = 0
2026-07-08 06:39:54,199 INFO  [Reconstruction Queue Initializer] blockmanagement.BlockManager (BlockManager.java:processMisReplicatesAsync(3729)) - Number of invalid blocks          = 0
2026-07-08 06:39:54,199 INFO  [Reconstruction Queue Initializer] blockmanagement.BlockManager (BlockManager.java:processMisReplicatesAsync(3730)) - Number of under-replicated blocks = 0
2026-07-08 06:39:54,199 INFO  [Reconstruction Queue Initializer] blockmanagement.BlockManager (BlockManager.java:processMisReplicatesAsync(3731)) - Number of  over-replicated blocks = 0
2026-07-08 06:39:54,199 INFO  [Reconstruction Queue Initializer] blockmanagement.BlockManager (BlockManager.java:processMisReplicatesAsync(3733)) - Number of blocks being written    = 0
2026-07-08 06:39:54,200 INFO  [Reconstruction Queue Initializer] hdfs.StateChange (BlockManager.java:processMisReplicatesAsync(3736)) - STATE* Replication Queue initialization scan for invalid, over- and under-replicated blocks completed in 11 msec
2026-07-08 06:39:54,222 INFO  [IPC Server Responder] ipc.Server (Server.java:run(1507)) - IPC Server Responder: starting
2026-07-08 06:39:54,223 INFO  [IPC Server listener on 0] ipc.Server (Server.java:run(1344)) - IPC Server listener on 0: starting
2026-07-08 06:39:54,226 INFO  [Listener at localhost/32963] namenode.NameNode (NameNode.java:startCommonServices(893)) - NameNode RPC up at: localhost/127.0.0.1:32963
2026-07-08 06:39:54,228 INFO  [Listener at localhost/32963] namenode.FSNamesystem (FSNamesystem.java:startActiveServices(1314)) - Starting services required for active state
2026-07-08 06:39:54,228 INFO  [Listener at localhost/32963] namenode.FSDirectory (FSDirectory.java:updateCountForQuota(840)) - Initializing quota with 12 thread(s)
2026-07-08 06:39:54,234 INFO  [Listener at localhost/32963] namenode.FSDirectory (FSDirectory.java:updateCountForQuota(849)) - Quota initialization completed in 6 milliseconds
name space=1
storage space=0
storage types=RAM_DISK=0, SSD=0, DISK=0, ARCHIVE=0, PROVIDED=0
2026-07-08 06:39:54,238 INFO  [CacheReplicationMonitor(1908459324)] blockmanagement.CacheReplicationMonitor (CacheReplicationMonitor.java:run(160)) - Starting CacheReplicationMonitor with interval 30000 milliseconds
2026-07-08 06:39:54,245 INFO  [Listener at localhost/32963] hdfs.MiniDFSCluster (MiniDFSCluster.java:startDataNodes(1697)) - Starting DataNode 0 with dfs.datanode.data.dir: [DISK]file:/tmp/hdfs-test3866928344317601762/data/data1,[DISK]file:/tmp/hdfs-test3866928344317601762/data/data2
2026-07-08 06:39:54,296 INFO  [Listener at localhost/32963] checker.ThrottledAsyncChecker (ThrottledAsyncChecker.java:schedule(137)) - Scheduling a check for [DISK]file:/tmp/hdfs-test3866928344317601762/data/data1
2026-07-08 06:39:54,309 INFO  [Listener at localhost/32963] checker.ThrottledAsyncChecker (ThrottledAsyncChecker.java:schedule(137)) - Scheduling a check for [DISK]file:/tmp/hdfs-test3866928344317601762/data/data2
2026-07-08 06:39:54,323 INFO  [Listener at localhost/32963] impl.MetricsSystemImpl (MetricsSystemImpl.java:init(158)) - DataNode metrics system started (again)
2026-07-08 06:39:54,329 INFO  [Listener at localhost/32963] common.Util (Util.java:isDiskStatsEnabled(395)) - dfs.datanode.fileio.profiling.sampling.percentage set to 0. Disabling file IO profiling
2026-07-08 06:39:54,333 INFO  [Listener at localhost/32963] datanode.BlockScanner (BlockScanner.java:<init>(201)) - Initialized block scanner with targetBytesPerSec 1048576
2026-07-08 06:39:54,338 INFO  [Listener at localhost/32963] datanode.DataNode (DataNode.java:<init>(512)) - Configured hostname is 127.0.0.1
2026-07-08 06:39:54,340 INFO  [Listener at localhost/32963] common.Util (Util.java:isDiskStatsEnabled(395)) - dfs.datanode.fileio.profiling.sampling.percentage set to 0. Disabling file IO profiling
2026-07-08 06:39:54,345 INFO  [Listener at localhost/32963] datanode.DataNode (DataNode.java:startDataNode(1408)) - Starting DataNode with maxLockedMemory = 0
2026-07-08 06:39:54,352 INFO  [Listener at localhost/32963] datanode.DataNode (DataNode.java:initDataXceiver(1171)) - Opened streaming server at /127.0.0.1:33833
2026-07-08 06:39:54,356 INFO  [Listener at localhost/32963] datanode.DataNode (DataXceiverServer.java:<init>(94)) - Balancing bandwidth is 104857600 bytes/s
2026-07-08 06:39:54,356 INFO  [Listener at localhost/32963] datanode.DataNode (DataXceiverServer.java:<init>(95)) - Number threads for balancing is 100
2026-07-08 06:39:54,367 INFO  [Listener at localhost/32963] server.AuthenticationFilter (AuthenticationFilter.java:constructSecretProvider(240)) - Unable to initialize FileSignerSecretProvider, falling back to use random secrets.
2026-07-08 06:39:54,368 INFO  [Listener at localhost/32963] http.HttpRequestLog (HttpRequestLog.java:getRequestLog(82)) - Http request log for http.requests.datanode is not defined
2026-07-08 06:39:54,370 INFO  [Listener at localhost/32963] http.HttpServer2 (HttpServer2.java:addGlobalFilter(1111)) - Added global filter 'safety' (class=org.apache.hadoop.http.HttpServer2$QuotingInputFilter)
2026-07-08 06:39:54,371 INFO  [Listener at localhost/32963] http.HttpServer2 (HttpServer2.java:addFilter(1084)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context datanode
2026-07-08 06:39:54,371 INFO  [Listener at localhost/32963] http.HttpServer2 (HttpServer2.java:addFilter(1094)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context static
2026-07-08 06:39:54,375 INFO  [Listener at localhost/32963] http.HttpServer2 (HttpServer2.java:bindListener(1332)) - Jetty bound to port 43789
2026-07-08 06:39:54,375 INFO  [Listener at localhost/32963] server.Server (Server.java:doStart(375)) - jetty-9.4.40.v20210413; built: 2021-04-13T20:42:42.668Z; git: b881a572662e1943a14ae12e7e1207989f218b74; jvm 1.8.0_362-8u372-ga~us1-0ubuntu1~18.04-b09
2026-07-08 06:39:54,376 INFO  [Listener at localhost/32963] server.session (DefaultSessionIdManager.java:doStart(334)) - DefaultSessionIdManager workerName=node0
2026-07-08 06:39:54,377 INFO  [Listener at localhost/32963] server.session (DefaultSessionIdManager.java:doStart(339)) - No SessionScavenger set, using defaults
2026-07-08 06:39:54,377 INFO  [Listener at localhost/32963] server.session (HouseKeeper.java:startScavenging(132)) - node0 Scavenging every 600000ms
2026-07-08 06:39:54,378 INFO  [Listener at localhost/32963] handler.ContextHandler (ContextHandler.java:doStart(916)) - Started o.e.j.s.ServletContextHandler@2caf6912{static,/static,jar:file:/tmp/dist-test-taskkb_MJd/java/build/jars/hadoop-hdfs-3.3.1-tests.jar!/webapps/static,AVAILABLE}
2026-07-08 06:39:54,541 INFO  [Listener at localhost/32963] handler.ContextHandler (ContextHandler.java:doStart(916)) - Started o.e.j.w.WebAppContext@1d3e6d34{datanode,/,file:///tmp/jetty-localhost-43789-hadoop-hdfs-3_3_1-tests_jar-_-any-5193831952203039044/webapp/,AVAILABLE}{jar:file:/tmp/dist-test-taskkb_MJd/java/build/jars/hadoop-hdfs-3.3.1-tests.jar!/webapps/datanode}
2026-07-08 06:39:54,542 INFO  [Listener at localhost/32963] server.AbstractConnector (AbstractConnector.java:doStart(331)) - Started ServerConnector@31ff1390{HTTP/1.1, (http/1.1)}{localhost:43789}
2026-07-08 06:39:54,543 INFO  [Listener at localhost/32963] server.Server (Server.java:doStart(415)) - Started @3961ms
2026-07-08 06:39:54,632 WARN  [Listener at localhost/32963] web.DatanodeHttpServer (RestCsrfPreventionFilterHandler.java:<init>(75)) - Got null for restCsrfPreventionFilter - will not do any filtering.
2026-07-08 06:39:54,740 INFO  [Listener at localhost/32963] web.DatanodeHttpServer (DatanodeHttpServer.java:start(322)) - Listening HTTP traffic on /127.0.0.1:33799
2026-07-08 06:39:54,741 INFO  [org.apache.hadoop.util.JvmPauseMonitor$Monitor@56303475] util.JvmPauseMonitor (JvmPauseMonitor.java:run(188)) - Starting JVM pause monitor
2026-07-08 06:39:54,742 INFO  [Listener at localhost/32963] datanode.DataNode (DataNode.java:startDataNode(1436)) - dnUserName = slave
2026-07-08 06:39:54,742 INFO  [Listener at localhost/32963] datanode.DataNode (DataNode.java:startDataNode(1437)) - supergroup = supergroup
2026-07-08 06:39:54,761 INFO  [Listener at localhost/32963] ipc.CallQueueManager (CallQueueManager.java:<init>(90)) - Using callQueue: class java.util.concurrent.LinkedBlockingQueue, queueCapacity: 1000, scheduler: class org.apache.hadoop.ipc.DefaultRpcScheduler, ipcBackoff: false.
2026-07-08 06:39:54,762 INFO  [Socket Reader #1 for port 0] ipc.Server (Server.java:run(1265)) - Starting Socket Reader #1 for port 0
2026-07-08 06:39:54,769 INFO  [Listener at localhost/33113] datanode.DataNode (DataNode.java:initIpcServer(1057)) - Opened IPC server at /127.0.0.1:33113
2026-07-08 06:39:54,804 INFO  [Listener at localhost/33113] datanode.DataNode (BlockPoolManager.java:refreshNamenodes(149)) - Refresh request received for nameservices: null
2026-07-08 06:39:54,806 INFO  [Listener at localhost/33113] datanode.DataNode (BlockPoolManager.java:doRefreshNamenodes(210)) - Starting BPOfferServices for nameservices: <default>
2026-07-08 06:39:54,816 INFO  [Thread-63] datanode.DataNode (BPServiceActor.java:run(847)) - Block pool <registering> (Datanode Uuid unassigned) service to localhost/127.0.0.1:32963 starting to offer service
2026-07-08 06:39:54,822 INFO  [IPC Server Responder] ipc.Server (Server.java:run(1507)) - IPC Server Responder: starting
2026-07-08 06:39:54,833 INFO  [IPC Server listener on 0] ipc.Server (Server.java:run(1344)) - IPC Server listener on 0: starting
2026-07-08 06:39:55,061 INFO  [Thread-63] datanode.DataNode (BPOfferService.java:verifyAndSetNamespaceInfo(381)) - Acknowledging ACTIVE Namenode during handshakeBlock pool <registering> (Datanode Uuid unassigned) service to localhost/127.0.0.1:32963
2026-07-08 06:39:55,063 INFO  [Thread-63] common.Storage (DataStorage.java:getParallelVolumeLoadThreadsNum(356)) - Using 2 threads to upgrade data directories (dfs.datanode.parallel.volumes.load.threads.num=2, dataDirs=2)
2026-07-08 06:39:55,067 INFO  [Thread-63] common.Storage (Storage.java:tryLock(948)) - Lock on /tmp/hdfs-test3866928344317601762/data/data1/in_use.lock acquired by nodename 21146@dist-test-slave-q99k.c.gcp-upstream.internal
2026-07-08 06:39:55,067 INFO  [Thread-63] common.Storage (DataStorage.java:loadStorageDirectory(284)) - Storage directory with location [DISK]file:/tmp/hdfs-test3866928344317601762/data/data1 is not formatted for namespace 715139839. Formatting...
2026-07-08 06:39:55,068 INFO  [Thread-63] common.Storage (DataStorage.java:createStorageID(160)) - Generated new storageID DS-bf549dde-1b57-4bb6-8a5e-439295432a82 for directory /tmp/hdfs-test3866928344317601762/data/data1 
2026-07-08 06:39:55,074 INFO  [Thread-63] common.Storage (Storage.java:tryLock(948)) - Lock on /tmp/hdfs-test3866928344317601762/data/data2/in_use.lock acquired by nodename 21146@dist-test-slave-q99k.c.gcp-upstream.internal
2026-07-08 06:39:55,075 INFO  [Thread-63] common.Storage (DataStorage.java:loadStorageDirectory(284)) - Storage directory with location [DISK]file:/tmp/hdfs-test3866928344317601762/data/data2 is not formatted for namespace 715139839. Formatting...
2026-07-08 06:39:55,075 INFO  [Thread-63] common.Storage (DataStorage.java:createStorageID(160)) - Generated new storageID DS-296636d4-7669-47a4-b0e5-0022a80bc05d for directory /tmp/hdfs-test3866928344317601762/data/data2 
2026-07-08 06:39:55,110 INFO  [Thread-63] common.Storage (BlockPoolSliceStorage.java:recoverTransitionRead(256)) - Analyzing storage directories for bpid BP-86393491-10.240.0.116-1783492792352
2026-07-08 06:39:55,111 INFO  [Thread-63] common.Storage (Storage.java:lock(907)) - Locking is disabled for /tmp/hdfs-test3866928344317601762/data/data1/current/BP-86393491-10.240.0.116-1783492792352
2026-07-08 06:39:55,112 INFO  [Thread-63] common.Storage (BlockPoolSliceStorage.java:loadStorageDirectory(169)) - Block pool storage directory for location [DISK]file:/tmp/hdfs-test3866928344317601762/data/data1 and block pool id BP-86393491-10.240.0.116-1783492792352 is not formatted. Formatting ...
2026-07-08 06:39:55,112 INFO  [Thread-63] common.Storage (BlockPoolSliceStorage.java:format(285)) - Formatting block pool BP-86393491-10.240.0.116-1783492792352 directory /tmp/hdfs-test3866928344317601762/data/data1/current/BP-86393491-10.240.0.116-1783492792352/current
2026-07-08 06:39:55,135 INFO  [Thread-63] common.Storage (BlockPoolSliceStorage.java:recoverTransitionRead(256)) - Analyzing storage directories for bpid BP-86393491-10.240.0.116-1783492792352
2026-07-08 06:39:55,135 INFO  [Thread-63] common.Storage (Storage.java:lock(907)) - Locking is disabled for /tmp/hdfs-test3866928344317601762/data/data2/current/BP-86393491-10.240.0.116-1783492792352
2026-07-08 06:39:55,135 INFO  [Thread-63] common.Storage (BlockPoolSliceStorage.java:loadStorageDirectory(169)) - Block pool storage directory for location [DISK]file:/tmp/hdfs-test3866928344317601762/data/data2 and block pool id BP-86393491-10.240.0.116-1783492792352 is not formatted. Formatting ...
2026-07-08 06:39:55,136 INFO  [Thread-63] common.Storage (BlockPoolSliceStorage.java:format(285)) - Formatting block pool BP-86393491-10.240.0.116-1783492792352 directory /tmp/hdfs-test3866928344317601762/data/data2/current/BP-86393491-10.240.0.116-1783492792352/current
2026-07-08 06:39:55,140 INFO  [Thread-63] datanode.DataNode (DataNode.java:initStorage(1756)) - Setting up storage: nsid=715139839;bpid=BP-86393491-10.240.0.116-1783492792352;lv=-57;nsInfo=lv=-66;cid=testClusterID;nsid=715139839;c=1783492792352;bpid=BP-86393491-10.240.0.116-1783492792352;dnuuid=null
2026-07-08 06:39:55,144 INFO  [Thread-63] datanode.DataNode (DataNode.java:checkDatanodeUuid(1554)) - Generated and persisted new Datanode UUID 9c1ca275-68b0-4924-beba-64ce689b88e0
2026-07-08 06:39:55,158 INFO  [Thread-63] impl.FsDatasetImpl (FsDatasetImpl.java:<init>(310)) - The datanode lock is a read write lock
2026-07-08 06:39:55,269 INFO  [Thread-63] impl.FsDatasetImpl (FsVolumeList.java:addVolume(304)) - Added new volume: DS-bf549dde-1b57-4bb6-8a5e-439295432a82
2026-07-08 06:39:55,269 INFO  [Thread-63] impl.FsDatasetImpl (FsDatasetImpl.java:addVolume(493)) - Added volume - [DISK]file:/tmp/hdfs-test3866928344317601762/data/data1, StorageType: DISK
2026-07-08 06:39:55,272 INFO  [Thread-63] impl.FsDatasetImpl (FsVolumeList.java:addVolume(304)) - Added new volume: DS-296636d4-7669-47a4-b0e5-0022a80bc05d
2026-07-08 06:39:55,273 INFO  [Thread-63] impl.FsDatasetImpl (FsDatasetImpl.java:addVolume(493)) - Added volume - [DISK]file:/tmp/hdfs-test3866928344317601762/data/data2, StorageType: DISK
2026-07-08 06:39:55,277 INFO  [Thread-63] impl.MemoryMappableBlockLoader (MemoryMappableBlockLoader.java:initialize(48)) - Initializing cache loader: MemoryMappableBlockLoader.
2026-07-08 06:39:55,281 INFO  [Thread-63] impl.FsDatasetImpl (FsDatasetImpl.java:registerMBean(2343)) - Registered FSDatasetState MBean
2026-07-08 06:39:55,287 INFO  [Thread-63] impl.FsDatasetImpl (FsDatasetImpl.java:addBlockPool(2856)) - Adding block pool BP-86393491-10.240.0.116-1783492792352
2026-07-08 06:39:55,288 INFO  [Thread-80] impl.FsDatasetImpl (FsVolumeList.java:run(406)) - Scanning block pool BP-86393491-10.240.0.116-1783492792352 on volume /tmp/hdfs-test3866928344317601762/data/data2...
2026-07-08 06:39:55,288 INFO  [Thread-79] impl.FsDatasetImpl (FsVolumeList.java:run(406)) - Scanning block pool BP-86393491-10.240.0.116-1783492792352 on volume /tmp/hdfs-test3866928344317601762/data/data1...
2026-07-08 06:39:55,335 INFO  [Thread-80] impl.FsDatasetImpl (FsVolumeList.java:run(411)) - Time taken to scan block pool BP-86393491-10.240.0.116-1783492792352 on /tmp/hdfs-test3866928344317601762/data/data2: 46ms
2026-07-08 06:39:55,343 INFO  [Thread-79] impl.FsDatasetImpl (FsVolumeList.java:run(411)) - Time taken to scan block pool BP-86393491-10.240.0.116-1783492792352 on /tmp/hdfs-test3866928344317601762/data/data1: 53ms
2026-07-08 06:39:55,343 INFO  [Thread-63] impl.FsDatasetImpl (FsVolumeList.java:addBlockPool(431)) - Total time to scan all replicas for block pool BP-86393491-10.240.0.116-1783492792352: 55ms
2026-07-08 06:39:55,345 INFO  [Thread-83] impl.FsDatasetImpl (FsVolumeList.java:run(199)) - Adding replicas to map for block pool BP-86393491-10.240.0.116-1783492792352 on volume /tmp/hdfs-test3866928344317601762/data/data1...
2026-07-08 06:39:55,345 INFO  [Thread-83] impl.BlockPoolSlice (BlockPoolSlice.java:readReplicasFromCache(902)) - Replica Cache file: /tmp/hdfs-test3866928344317601762/data/data1/current/BP-86393491-10.240.0.116-1783492792352/current/replicas doesn't exist 
2026-07-08 06:39:55,348 INFO  [Thread-84] impl.FsDatasetImpl (FsVolumeList.java:run(199)) - Adding replicas to map for block pool BP-86393491-10.240.0.116-1783492792352 on volume /tmp/hdfs-test3866928344317601762/data/data2...
2026-07-08 06:39:55,349 INFO  [Thread-84] impl.BlockPoolSlice (BlockPoolSlice.java:readReplicasFromCache(902)) - Replica Cache file: /tmp/hdfs-test3866928344317601762/data/data2/current/BP-86393491-10.240.0.116-1783492792352/current/replicas doesn't exist 
2026-07-08 06:39:55,351 INFO  [Thread-83] impl.FsDatasetImpl (FsVolumeList.java:run(204)) - Time to add replicas to map for block pool BP-86393491-10.240.0.116-1783492792352 on volume /tmp/hdfs-test3866928344317601762/data/data1: 6ms
2026-07-08 06:39:55,351 INFO  [Thread-84] impl.FsDatasetImpl (FsVolumeList.java:run(204)) - Time to add replicas to map for block pool BP-86393491-10.240.0.116-1783492792352 on volume /tmp/hdfs-test3866928344317601762/data/data2: 3ms
2026-07-08 06:39:55,351 INFO  [Thread-63] impl.FsDatasetImpl (FsVolumeList.java:getAllVolumesMap(225)) - Total time to add all replicas to map for block pool BP-86393491-10.240.0.116-1783492792352: 7ms
2026-07-08 06:39:55,352 INFO  [Thread-63] checker.ThrottledAsyncChecker (ThrottledAsyncChecker.java:schedule(137)) - Scheduling a check for /tmp/hdfs-test3866928344317601762/data/data1
2026-07-08 06:39:55,358 INFO  [Thread-63] checker.DatasetVolumeChecker (DatasetVolumeChecker.java:checkAllVolumes(224)) - Scheduled health check for volume /tmp/hdfs-test3866928344317601762/data/data1
2026-07-08 06:39:55,359 INFO  [Thread-63] checker.ThrottledAsyncChecker (ThrottledAsyncChecker.java:schedule(137)) - Scheduling a check for /tmp/hdfs-test3866928344317601762/data/data2
2026-07-08 06:39:55,360 INFO  [Thread-63] checker.DatasetVolumeChecker (DatasetVolumeChecker.java:checkAllVolumes(224)) - Scheduled health check for volume /tmp/hdfs-test3866928344317601762/data/data2
2026-07-08 06:39:55,363 INFO  [VolumeScannerThread(/tmp/hdfs-test3866928344317601762/data/data2)] datanode.VolumeScanner (VolumeScanner.java:findNextUsableBlockIter(385)) - Now scanning bpid BP-86393491-10.240.0.116-1783492792352 on volume /tmp/hdfs-test3866928344317601762/data/data2
2026-07-08 06:39:55,365 INFO  [VolumeScannerThread(/tmp/hdfs-test3866928344317601762/data/data2)] datanode.VolumeScanner (VolumeScanner.java:getNextBlockToScan(505)) - VolumeScanner(/tmp/hdfs-test3866928344317601762/data/data2, DS-296636d4-7669-47a4-b0e5-0022a80bc05d): finished scanning block pool BP-86393491-10.240.0.116-1783492792352
2026-07-08 06:39:55,367 INFO  [VolumeScannerThread(/tmp/hdfs-test3866928344317601762/data/data1)] datanode.VolumeScanner (VolumeScanner.java:findNextUsableBlockIter(385)) - Now scanning bpid BP-86393491-10.240.0.116-1783492792352 on volume /tmp/hdfs-test3866928344317601762/data/data1
2026-07-08 06:39:55,368 INFO  [VolumeScannerThread(/tmp/hdfs-test3866928344317601762/data/data1)] datanode.VolumeScanner (VolumeScanner.java:getNextBlockToScan(505)) - VolumeScanner(/tmp/hdfs-test3866928344317601762/data/data1, DS-bf549dde-1b57-4bb6-8a5e-439295432a82): finished scanning block pool BP-86393491-10.240.0.116-1783492792352
2026-07-08 06:39:55,370 WARN  [Thread-63] datanode.DirectoryScanner (DirectoryScanner.java:<init>(300)) - dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1
2026-07-08 06:39:55,371 INFO  [Thread-63] datanode.DirectoryScanner (DirectoryScanner.java:start(329)) - Periodic Directory Tree Verification scan starting in 18070897ms with interval of 21600000ms and throttle limit of -1ms/s
2026-07-08 06:39:55,379 INFO  [BP-86393491-10.240.0.116-1783492792352 heartbeating to localhost/127.0.0.1:32963] datanode.DataNode (BPServiceActor.java:register(788)) - Block pool BP-86393491-10.240.0.116-1783492792352 (Datanode Uuid 9c1ca275-68b0-4924-beba-64ce689b88e0) service to localhost/127.0.0.1:32963 beginning handshake with NN
2026-07-08 06:39:55,385 INFO  [VolumeScannerThread(/tmp/hdfs-test3866928344317601762/data/data1)] datanode.VolumeScanner (VolumeScanner.java:findNextUsableBlockIter(402)) - VolumeScanner(/tmp/hdfs-test3866928344317601762/data/data1, DS-bf549dde-1b57-4bb6-8a5e-439295432a82): no suitable block pools found to scan.  Waiting 1814399982 ms.
2026-07-08 06:39:55,388 INFO  [VolumeScannerThread(/tmp/hdfs-test3866928344317601762/data/data2)] datanode.VolumeScanner (VolumeScanner.java:findNextUsableBlockIter(402)) - VolumeScanner(/tmp/hdfs-test3866928344317601762/data/data2, DS-296636d4-7669-47a4-b0e5-0022a80bc05d): no suitable block pools found to scan.  Waiting 1814399975 ms.
2026-07-08 06:39:55,411 INFO  [IPC Server handler 1 on default port 32963] hdfs.StateChange (DatanodeManager.java:registerDatanode(1142)) - BLOCK* registerDatanode: from DatanodeRegistration(127.0.0.1:33833, datanodeUuid=9c1ca275-68b0-4924-beba-64ce689b88e0, infoPort=33799, infoSecurePort=0, ipcPort=33113, storageInfo=lv=-57;cid=testClusterID;nsid=715139839;c=1783492792352) storage 9c1ca275-68b0-4924-beba-64ce689b88e0
2026-07-08 06:39:55,415 INFO  [IPC Server handler 1 on default port 32963] net.NetworkTopology (NetworkTopology.java:add(149)) - Adding a new node: /default-rack/127.0.0.1:33833
2026-07-08 06:39:55,416 INFO  [IPC Server handler 1 on default port 32963] blockmanagement.BlockReportLeaseManager (BlockReportLeaseManager.java:registerNode(200)) - Registered DN 9c1ca275-68b0-4924-beba-64ce689b88e0 (127.0.0.1:33833).
2026-07-08 06:39:55,420 INFO  [BP-86393491-10.240.0.116-1783492792352 heartbeating to localhost/127.0.0.1:32963] datanode.DataNode (BPServiceActor.java:register(816)) - Block pool BP-86393491-10.240.0.116-1783492792352 (Datanode Uuid 9c1ca275-68b0-4924-beba-64ce689b88e0) service to localhost/127.0.0.1:32963 successfully registered with NN
2026-07-08 06:39:55,421 INFO  [BP-86393491-10.240.0.116-1783492792352 heartbeating to localhost/127.0.0.1:32963] datanode.DataNode (BPServiceActor.java:offerService(645)) - For namenode localhost/127.0.0.1:32963 using BLOCKREPORT_INTERVAL of 21600000msecs CACHEREPORT_INTERVAL of 10000msecs Initial delay: 0msecs; heartBeatInterval=3000
2026-07-08 06:39:55,439 INFO  [IPC Server handler 2 on default port 32963] blockmanagement.DatanodeDescriptor (DatanodeDescriptor.java:updateStorage(999)) - Adding new storage ID DS-bf549dde-1b57-4bb6-8a5e-439295432a82 for DN 127.0.0.1:33833
2026-07-08 06:39:55,439 INFO  [IPC Server handler 2 on default port 32963] blockmanagement.DatanodeDescriptor (DatanodeDescriptor.java:updateStorage(999)) - Adding new storage ID DS-296636d4-7669-47a4-b0e5-0022a80bc05d for DN 127.0.0.1:33833
2026-07-08 06:39:55,475 INFO  [IPC Server handler 0 on default port 32963] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=datanodeReport	src=null	dst=null	perm=null	proto=rpc
2026-07-08 06:39:55,477 INFO  [Block report processor] BlockStateChange (BlockManager.java:processReport(2778)) - BLOCK* processReport 0x30b3c92f6c966320: Processing first storage report for DS-bf549dde-1b57-4bb6-8a5e-439295432a82 from datanode 9c1ca275-68b0-4924-beba-64ce689b88e0
2026-07-08 06:39:55,479 INFO  [Block report processor] BlockStateChange (BlockManager.java:processReport(2810)) - BLOCK* processReport 0x30b3c92f6c966320: from storage DS-bf549dde-1b57-4bb6-8a5e-439295432a82 node DatanodeRegistration(127.0.0.1:33833, datanodeUuid=9c1ca275-68b0-4924-beba-64ce689b88e0, infoPort=33799, infoSecurePort=0, ipcPort=33113, storageInfo=lv=-57;cid=testClusterID;nsid=715139839;c=1783492792352), blocks: 0, hasStaleStorage: true, processing time: 2 msecs, invalidatedBlocks: 0
2026-07-08 06:39:55,481 INFO  [Block report processor] BlockStateChange (BlockManager.java:processReport(2778)) - BLOCK* processReport 0x30b3c92f6c966320: Processing first storage report for DS-296636d4-7669-47a4-b0e5-0022a80bc05d from datanode 9c1ca275-68b0-4924-beba-64ce689b88e0
2026-07-08 06:39:55,481 INFO  [Block report processor] BlockStateChange (BlockManager.java:processReport(2810)) - BLOCK* processReport 0x30b3c92f6c966320: from storage DS-296636d4-7669-47a4-b0e5-0022a80bc05d node DatanodeRegistration(127.0.0.1:33833, datanodeUuid=9c1ca275-68b0-4924-beba-64ce689b88e0, infoPort=33799, infoSecurePort=0, ipcPort=33113, storageInfo=lv=-57;cid=testClusterID;nsid=715139839;c=1783492792352), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0
2026-07-08 06:39:55,490 INFO  [Listener at localhost/33113] hdfs.MiniDFSCluster (MiniDFSCluster.java:waitActive(2799)) - Cluster is active
2026-07-08 06:39:55,502 INFO  [BP-86393491-10.240.0.116-1783492792352 heartbeating to localhost/127.0.0.1:32963] datanode.DataNode (BPServiceActor.java:blockReport(437)) - Successfully sent block report 0x30b3c92f6c966320 to namenode: localhost/127.0.0.1:32963,  containing 2 storage report(s), of which we sent 2. The reports had 0 total blocks and used 1 RPC(s). This took 5 msecs to generate and 42 msecs for RPC and NN processing. Got back one command: FinalizeCommand/5.
2026-07-08 06:39:55,503 INFO  [Command processor] datanode.DataNode (BPOfferService.java:processCommandFromActive(763)) - Got finalize command for block pool BP-86393491-10.240.0.116-1783492792352
2026-07-08 06:39:55,629 INFO  [Listener at localhost/33113] backup.BackupIO (BackupIO.scala:writeTableMetadata(95)) - Writing metadata to hdfs://localhost:32963/id_taco-taco/100/.kudu-metadata.json
2026-07-08 06:39:55,692 INFO  [IPC Server handler 4 on default port 32963] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=create	src=/id_taco-taco/100/.kudu-metadata.json	dst=null	perm=slave:supergroup:rw-r--r--	proto=rpc
2026-07-08 06:39:55,918 INFO  [IPC Server handler 5 on default port 32963] hdfs.StateChange (FSDirWriteFileOp.java:logAllocatedBlock(802)) - BLOCK* allocate blk_1073741825_1001, replicas=127.0.0.1:33833 for /id_taco-taco/100/.kudu-metadata.json
2026-07-08 06:39:56,003 INFO  [DataXceiver for client DFSClient_NONMAPREDUCE_2002933838_1 at /127.0.0.1:50002 [Receiving block BP-86393491-10.240.0.116-1783492792352:blk_1073741825_1001]] datanode.DataNode (DataXceiver.java:writeBlock(747)) - Receiving BP-86393491-10.240.0.116-1783492792352:blk_1073741825_1001 src: /127.0.0.1:50002 dest: /127.0.0.1:33833
2026-07-08 06:39:56,044 INFO  [PacketResponder: BP-86393491-10.240.0.116-1783492792352:blk_1073741825_1001, type=LAST_IN_PIPELINE] DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1539)) - src: /127.0.0.1:50002, dest: /127.0.0.1:33833, bytes: 82, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_2002933838_1, offset: 0, srvID: 9c1ca275-68b0-4924-beba-64ce689b88e0, blockid: BP-86393491-10.240.0.116-1783492792352:blk_1073741825_1001, duration(ns): 9270729
2026-07-08 06:39:56,044 INFO  [PacketResponder: BP-86393491-10.240.0.116-1783492792352:blk_1073741825_1001, type=LAST_IN_PIPELINE] datanode.DataNode (BlockReceiver.java:run(1512)) - PacketResponder: BP-86393491-10.240.0.116-1783492792352:blk_1073741825_1001, type=LAST_IN_PIPELINE terminating
2026-07-08 06:39:56,053 INFO  [IPC Server handler 7 on default port 32963] namenode.FSNamesystem (FSNamesystem.java:checkBlocksComplete(3151)) - BLOCK* blk_1073741825_1001 is COMMITTED but not COMPLETE(numNodes= 0 <  minimum = 1) in file /id_taco-taco/100/.kudu-metadata.json
2026-07-08 06:39:56,459 INFO  [IPC Server handler 0 on default port 32963] hdfs.StateChange (FSNamesystem.java:completeFile(3104)) - DIR* completeFile: /id_taco-taco/100/.kudu-metadata.json is closed by DFSClient_NONMAPREDUCE_2002933838_1
2026-07-08 06:39:56,461 INFO  [Listener at localhost/33113] backup.BackupIO (BackupIO.scala:writeTableMetadata(95)) - Writing metadata to hdfs://localhost:32963/id_taco-taco/1000/.kudu-metadata.json
2026-07-08 06:39:56,464 INFO  [IPC Server handler 3 on default port 32963] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=create	src=/id_taco-taco/1000/.kudu-metadata.json	dst=null	perm=slave:supergroup:rw-r--r--	proto=rpc
2026-07-08 06:39:56,468 INFO  [IPC Server handler 4 on default port 32963] hdfs.StateChange (FSDirWriteFileOp.java:logAllocatedBlock(802)) - BLOCK* allocate blk_1073741826_1002, replicas=127.0.0.1:33833 for /id_taco-taco/1000/.kudu-metadata.json
2026-07-08 06:39:56,474 INFO  [DataXceiver for client DFSClient_NONMAPREDUCE_2002933838_1 at /127.0.0.1:50010 [Receiving block BP-86393491-10.240.0.116-1783492792352:blk_1073741826_1002]] datanode.DataNode (DataXceiver.java:writeBlock(747)) - Receiving BP-86393491-10.240.0.116-1783492792352:blk_1073741826_1002 src: /127.0.0.1:50010 dest: /127.0.0.1:33833
2026-07-08 06:39:56,479 INFO  [PacketResponder: BP-86393491-10.240.0.116-1783492792352:blk_1073741826_1002, type=LAST_IN_PIPELINE] DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1539)) - src: /127.0.0.1:50010, dest: /127.0.0.1:33833, bytes: 83, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_2002933838_1, offset: 0, srvID: 9c1ca275-68b0-4924-beba-64ce689b88e0, blockid: BP-86393491-10.240.0.116-1783492792352:blk_1073741826_1002, duration(ns): 3144497
2026-07-08 06:39:56,480 INFO  [PacketResponder: BP-86393491-10.240.0.116-1783492792352:blk_1073741826_1002, type=LAST_IN_PIPELINE] datanode.DataNode (BlockReceiver.java:run(1512)) - PacketResponder: BP-86393491-10.240.0.116-1783492792352:blk_1073741826_1002, type=LAST_IN_PIPELINE terminating
2026-07-08 06:39:56,482 INFO  [IPC Server handler 6 on default port 32963] namenode.FSNamesystem (FSNamesystem.java:checkBlocksComplete(3151)) - BLOCK* blk_1073741826_1002 is COMMITTED but not COMPLETE(numNodes= 0 <  minimum = 1) in file /id_taco-taco/1000/.kudu-metadata.json
2026-07-08 06:39:56,885 INFO  [IPC Server handler 7 on default port 32963] hdfs.StateChange (FSNamesystem.java:completeFile(3104)) - DIR* completeFile: /id_taco-taco/1000/.kudu-metadata.json is closed by DFSClient_NONMAPREDUCE_2002933838_1
2026-07-08 06:39:56,887 INFO  [Listener at localhost/33113] backup.BackupIO (BackupIO.scala:writeTableMetadata(95)) - Writing metadata to hdfs://localhost:32963/id_taco-taco/2000/.kudu-metadata.json
2026-07-08 06:39:56,890 INFO  [IPC Server handler 8 on default port 32963] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=create	src=/id_taco-taco/2000/.kudu-metadata.json	dst=null	perm=slave:supergroup:rw-r--r--	proto=rpc
2026-07-08 06:39:56,894 INFO  [IPC Server handler 9 on default port 32963] hdfs.StateChange (FSDirWriteFileOp.java:logAllocatedBlock(802)) - BLOCK* allocate blk_1073741827_1003, replicas=127.0.0.1:33833 for /id_taco-taco/2000/.kudu-metadata.json
2026-07-08 06:39:56,897 INFO  [DataXceiver for client DFSClient_NONMAPREDUCE_2002933838_1 at /127.0.0.1:50012 [Receiving block BP-86393491-10.240.0.116-1783492792352:blk_1073741827_1003]] datanode.DataNode (DataXceiver.java:writeBlock(747)) - Receiving BP-86393491-10.240.0.116-1783492792352:blk_1073741827_1003 src: /127.0.0.1:50012 dest: /127.0.0.1:33833
2026-07-08 06:39:56,902 INFO  [PacketResponder: BP-86393491-10.240.0.116-1783492792352:blk_1073741827_1003, type=LAST_IN_PIPELINE] DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1539)) - src: /127.0.0.1:50012, dest: /127.0.0.1:33833, bytes: 102, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_2002933838_1, offset: 0, srvID: 9c1ca275-68b0-4924-beba-64ce689b88e0, blockid: BP-86393491-10.240.0.116-1783492792352:blk_1073741827_1003, duration(ns): 3136898
2026-07-08 06:39:56,902 INFO  [PacketResponder: BP-86393491-10.240.0.116-1783492792352:blk_1073741827_1003, type=LAST_IN_PIPELINE] datanode.DataNode (BlockReceiver.java:run(1512)) - PacketResponder: BP-86393491-10.240.0.116-1783492792352:blk_1073741827_1003, type=LAST_IN_PIPELINE terminating
2026-07-08 06:39:56,907 INFO  [IPC Server handler 2 on default port 32963] hdfs.StateChange (FSNamesystem.java:completeFile(3104)) - DIR* completeFile: /id_taco-taco/2000/.kudu-metadata.json is closed by DFSClient_NONMAPREDUCE_2002933838_1
2026-07-08 06:39:56,908 INFO  [Listener at localhost/33113] backup.BackupIO (BackupIO.scala:writeTableMetadata(95)) - Writing metadata to hdfs://localhost:32963/id_pizza-pizza/200/.kudu-metadata.json
2026-07-08 06:39:56,910 INFO  [IPC Server handler 0 on default port 32963] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=create	src=/id_pizza-pizza/200/.kudu-metadata.json	dst=null	perm=slave:supergroup:rw-r--r--	proto=rpc
2026-07-08 06:39:56,913 INFO  [IPC Server handler 3 on default port 32963] hdfs.StateChange (FSDirWriteFileOp.java:logAllocatedBlock(802)) - BLOCK* allocate blk_1073741828_1004, replicas=127.0.0.1:33833 for /id_pizza-pizza/200/.kudu-metadata.json
2026-07-08 06:39:56,916 INFO  [DataXceiver for client DFSClient_NONMAPREDUCE_2002933838_1 at /127.0.0.1:50024 [Receiving block BP-86393491-10.240.0.116-1783492792352:blk_1073741828_1004]] datanode.DataNode (DataXceiver.java:writeBlock(747)) - Receiving BP-86393491-10.240.0.116-1783492792352:blk_1073741828_1004 src: /127.0.0.1:50024 dest: /127.0.0.1:33833
2026-07-08 06:39:56,922 INFO  [PacketResponder: BP-86393491-10.240.0.116-1783492792352:blk_1073741828_1004, type=LAST_IN_PIPELINE] DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1539)) - src: /127.0.0.1:50024, dest: /127.0.0.1:33833, bytes: 84, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_2002933838_1, offset: 0, srvID: 9c1ca275-68b0-4924-beba-64ce689b88e0, blockid: BP-86393491-10.240.0.116-1783492792352:blk_1073741828_1004, duration(ns): 3610819
2026-07-08 06:39:56,923 INFO  [PacketResponder: BP-86393491-10.240.0.116-1783492792352:blk_1073741828_1004, type=LAST_IN_PIPELINE] datanode.DataNode (BlockReceiver.java:run(1512)) - PacketResponder: BP-86393491-10.240.0.116-1783492792352:blk_1073741828_1004, type=LAST_IN_PIPELINE terminating
2026-07-08 06:39:56,925 INFO  [IPC Server handler 6 on default port 32963] hdfs.StateChange (FSNamesystem.java:completeFile(3104)) - DIR* completeFile: /id_pizza-pizza/200/.kudu-metadata.json is closed by DFSClient_NONMAPREDUCE_2002933838_1
2026-07-08 06:39:56,926 INFO  [Listener at localhost/33113] backup.BackupIO (BackupIO.scala:writeTableMetadata(95)) - Writing metadata to hdfs://localhost:32963/id_pizza-pizza/400/.kudu-metadata.json
2026-07-08 06:39:56,928 INFO  [IPC Server handler 5 on default port 32963] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=create	src=/id_pizza-pizza/400/.kudu-metadata.json	dst=null	perm=slave:supergroup:rw-r--r--	proto=rpc
2026-07-08 06:39:56,931 INFO  [IPC Server handler 7 on default port 32963] hdfs.StateChange (FSDirWriteFileOp.java:logAllocatedBlock(802)) - BLOCK* allocate blk_1073741829_1005, replicas=127.0.0.1:33833 for /id_pizza-pizza/400/.kudu-metadata.json
2026-07-08 06:39:56,935 INFO  [DataXceiver for client DFSClient_NONMAPREDUCE_2002933838_1 at /127.0.0.1:50032 [Receiving block BP-86393491-10.240.0.116-1783492792352:blk_1073741829_1005]] datanode.DataNode (DataXceiver.java:writeBlock(747)) - Receiving BP-86393491-10.240.0.116-1783492792352:blk_1073741829_1005 src: /127.0.0.1:50032 dest: /127.0.0.1:33833
2026-07-08 06:39:56,940 INFO  [PacketResponder: BP-86393491-10.240.0.116-1783492792352:blk_1073741829_1005, type=LAST_IN_PIPELINE] DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1539)) - src: /127.0.0.1:50032, dest: /127.0.0.1:33833, bytes: 103, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_2002933838_1, offset: 0, srvID: 9c1ca275-68b0-4924-beba-64ce689b88e0, blockid: BP-86393491-10.240.0.116-1783492792352:blk_1073741829_1005, duration(ns): 2675898
2026-07-08 06:39:56,940 INFO  [PacketResponder: BP-86393491-10.240.0.116-1783492792352:blk_1073741829_1005, type=LAST_IN_PIPELINE] datanode.DataNode (BlockReceiver.java:run(1512)) - PacketResponder: BP-86393491-10.240.0.116-1783492792352:blk_1073741829_1005, type=LAST_IN_PIPELINE terminating
2026-07-08 06:39:56,942 INFO  [IPC Server handler 8 on default port 32963] namenode.FSNamesystem (FSNamesystem.java:checkBlocksComplete(3151)) - BLOCK* blk_1073741829_1005 is COMMITTED but not COMPLETE(numNodes= 0 <  minimum = 1) in file /id_pizza-pizza/400/.kudu-metadata.json
2026-07-08 06:39:57,344 INFO  [IPC Server handler 1 on default port 32963] hdfs.StateChange (FSNamesystem.java:completeFile(3104)) - DIR* completeFile: /id_pizza-pizza/400/.kudu-metadata.json is closed by DFSClient_NONMAPREDUCE_2002933838_1
2026-07-08 06:39:57,347 INFO  [Listener at localhost/33113] backup.BackupIO (BackupIO.scala:writeTableMetadata(95)) - Writing metadata to hdfs://localhost:32963/id_pizza-pizza/600/.kudu-metadata.json
2026-07-08 06:39:57,350 INFO  [IPC Server handler 2 on default port 32963] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=create	src=/id_pizza-pizza/600/.kudu-metadata.json	dst=null	perm=slave:supergroup:rw-r--r--	proto=rpc
2026-07-08 06:39:57,359 INFO  [IPC Server handler 0 on default port 32963] hdfs.StateChange (FSDirWriteFileOp.java:logAllocatedBlock(802)) - BLOCK* allocate blk_1073741830_1006, replicas=127.0.0.1:33833 for /id_pizza-pizza/600/.kudu-metadata.json
2026-07-08 06:39:57,365 INFO  [DataXceiver for client DFSClient_NONMAPREDUCE_2002933838_1 at /127.0.0.1:50046 [Receiving block BP-86393491-10.240.0.116-1783492792352:blk_1073741830_1006]] datanode.DataNode (DataXceiver.java:writeBlock(747)) - Receiving BP-86393491-10.240.0.116-1783492792352:blk_1073741830_1006 src: /127.0.0.1:50046 dest: /127.0.0.1:33833
2026-07-08 06:39:57,372 INFO  [PacketResponder: BP-86393491-10.240.0.116-1783492792352:blk_1073741830_1006, type=LAST_IN_PIPELINE] DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1539)) - src: /127.0.0.1:50046, dest: /127.0.0.1:33833, bytes: 103, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_2002933838_1, offset: 0, srvID: 9c1ca275-68b0-4924-beba-64ce689b88e0, blockid: BP-86393491-10.240.0.116-1783492792352:blk_1073741830_1006, duration(ns): 4108141
2026-07-08 06:39:57,372 INFO  [PacketResponder: BP-86393491-10.240.0.116-1783492792352:blk_1073741830_1006, type=LAST_IN_PIPELINE] datanode.DataNode (BlockReceiver.java:run(1512)) - PacketResponder: BP-86393491-10.240.0.116-1783492792352:blk_1073741830_1006, type=LAST_IN_PIPELINE terminating
2026-07-08 06:39:57,375 INFO  [IPC Server handler 4 on default port 32963] hdfs.StateChange (FSNamesystem.java:completeFile(3104)) - DIR* completeFile: /id_pizza-pizza/600/.kudu-metadata.json is closed by DFSClient_NONMAPREDUCE_2002933838_1
2026-07-08 06:39:57,869 INFO  [IPC Server handler 6 on default port 32963] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=getfileinfo	src=/	dst=null	perm=null	proto=rpc
2026-07-08 06:39:57,875 INFO  [IPC Server handler 5 on default port 32963] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=listStatus	src=/	dst=null	perm=null	proto=rpc
2026-07-08 06:39:57,884 INFO  [IPC Server handler 7 on default port 32963] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=listStatus	src=/id_pizza-pizza	dst=null	perm=null	proto=rpc
2026-07-08 06:39:57,887 INFO  [IPC Server handler 9 on default port 32963] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=getfileinfo	src=/id_pizza-pizza/200/.kudu-metadata.json	dst=null	perm=null	proto=rpc
2026-07-08 06:39:57,894 INFO  [IPC Server handler 8 on default port 32963] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=open	src=/id_pizza-pizza/200/.kudu-metadata.json	dst=null	perm=null	proto=rpc
2026-07-08 06:39:57,968 INFO  [IPC Server handler 1 on default port 32963] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=getfileinfo	src=/id_pizza-pizza/400/.kudu-metadata.json	dst=null	perm=null	proto=rpc
2026-07-08 06:39:57,971 INFO  [IPC Server handler 2 on default port 32963] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=open	src=/id_pizza-pizza/400/.kudu-metadata.json	dst=null	perm=null	proto=rpc
2026-07-08 06:39:57,975 INFO  [IPC Server handler 0 on default port 32963] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=getfileinfo	src=/id_pizza-pizza/600/.kudu-metadata.json	dst=null	perm=null	proto=rpc
2026-07-08 06:39:57,977 INFO  [IPC Server handler 3 on default port 32963] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=open	src=/id_pizza-pizza/600/.kudu-metadata.json	dst=null	perm=null	proto=rpc
2026-07-08 06:39:57,981 INFO  [Listener at localhost/33113] backup.BackupIO (BackupIO.scala:readTableBackups(236)) - Found 3 paths in hdfs://localhost:32963/id_pizza-pizza
2026-07-08 06:39:57,982 INFO  [IPC Server handler 4 on default port 32963] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=listStatus	src=/id_taco-taco	dst=null	perm=null	proto=rpc
2026-07-08 06:39:57,984 INFO  [IPC Server handler 6 on default port 32963] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=getfileinfo	src=/id_taco-taco/100/.kudu-metadata.json	dst=null	perm=null	proto=rpc
2026-07-08 06:39:57,986 INFO  [IPC Server handler 5 on default port 32963] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=open	src=/id_taco-taco/100/.kudu-metadata.json	dst=null	perm=null	proto=rpc
2026-07-08 06:39:57,990 INFO  [IPC Server handler 7 on default port 32963] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=getfileinfo	src=/id_taco-taco/1000/.kudu-metadata.json	dst=null	perm=null	proto=rpc
2026-07-08 06:39:57,991 INFO  [IPC Server handler 9 on default port 32963] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=open	src=/id_taco-taco/1000/.kudu-metadata.json	dst=null	perm=null	proto=rpc
2026-07-08 06:39:57,995 INFO  [IPC Server handler 8 on default port 32963] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=getfileinfo	src=/id_taco-taco/2000/.kudu-metadata.json	dst=null	perm=null	proto=rpc
2026-07-08 06:39:57,997 INFO  [IPC Server handler 1 on default port 32963] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=open	src=/id_taco-taco/2000/.kudu-metadata.json	dst=null	perm=null	proto=rpc
2026-07-08 06:39:58,000 INFO  [Listener at localhost/33113] backup.BackupIO (BackupIO.scala:readTableBackups(236)) - Found 3 paths in hdfs://localhost:32963/id_taco-taco
.2026-07-08 06:39:58,072 INFO  [Listener at localhost/33113] hdfs.MiniDFSCluster (MiniDFSCluster.java:<init>(529)) - starting cluster: numNameNodes=1, numDataNodes=1
2026-07-08 06:39:58,074 INFO  [Listener at localhost/33113] namenode.NameNode (NameNode.java:format(1249)) - Formatting using clusterid: testClusterID
2026-07-08 06:39:58,075 INFO  [Listener at localhost/33113] namenode.FSEditLog (FSEditLog.java:newInstance(229)) - Edit logging is async:true
2026-07-08 06:39:58,088 INFO  [Listener at localhost/33113] namenode.FSNamesystem (FSNamesystem.java:<init>(814)) - KeyProvider: null
2026-07-08 06:39:58,088 INFO  [Listener at localhost/33113] namenode.FSNamesystem (FSNamesystemLock.java:<init>(141)) - fsLock is fair: true
2026-07-08 06:39:58,089 INFO  [Listener at localhost/33113] namenode.FSNamesystem (FSNamesystemLock.java:<init>(159)) - Detailed lock hold time metrics enabled: false
2026-07-08 06:39:58,089 INFO  [Listener at localhost/33113] namenode.FSNamesystem (FSNamesystem.java:<init>(847)) - fsOwner                = slave (auth:SIMPLE)
2026-07-08 06:39:58,089 INFO  [Listener at localhost/33113] namenode.FSNamesystem (FSNamesystem.java:<init>(848)) - supergroup             = supergroup
2026-07-08 06:39:58,089 INFO  [Listener at localhost/33113] namenode.FSNamesystem (FSNamesystem.java:<init>(849)) - isPermissionEnabled    = true
2026-07-08 06:39:58,089 INFO  [Listener at localhost/33113] namenode.FSNamesystem (FSNamesystem.java:<init>(850)) - isStoragePolicyEnabled = true
2026-07-08 06:39:58,090 INFO  [Listener at localhost/33113] namenode.FSNamesystem (FSNamesystem.java:<init>(861)) - HA Enabled: false
2026-07-08 06:39:58,090 INFO  [Listener at localhost/33113] common.Util (Util.java:isDiskStatsEnabled(395)) - dfs.datanode.fileio.profiling.sampling.percentage set to 0. Disabling file IO profiling
2026-07-08 06:39:58,090 INFO  [Listener at localhost/33113] blockmanagement.DatanodeManager (DatanodeManager.java:<init>(334)) - dfs.block.invalidate.limit: configured=1000, counted=60, effected=1000
2026-07-08 06:39:58,090 INFO  [Listener at localhost/33113] blockmanagement.DatanodeManager (DatanodeManager.java:<init>(342)) - dfs.namenode.datanode.registration.ip-hostname-check=true
2026-07-08 06:39:58,091 INFO  [Listener at localhost/33113] blockmanagement.BlockManager (InvalidateBlocks.java:printBlockDeletionTime(77)) - dfs.namenode.startup.delay.block.deletion.sec is set to 000:00:00:00.000
2026-07-08 06:39:58,091 INFO  [Listener at localhost/33113] blockmanagement.BlockManager (InvalidateBlocks.java:printBlockDeletionTime(83)) - The block deletion will start around 2026 Jul 08 06:39:58
2026-07-08 06:39:58,091 INFO  [Listener at localhost/33113] util.GSet (LightWeightGSet.java:computeCapacity(395)) - Computing capacity for map BlocksMap
2026-07-08 06:39:58,092 INFO  [Listener at localhost/33113] util.GSet (LightWeightGSet.java:computeCapacity(396)) - VM type       = 64-bit
2026-07-08 06:39:58,092 INFO  [Listener at localhost/33113] util.GSet (LightWeightGSet.java:computeCapacity(397)) - 2.0% max memory 3.5 GB = 72.5 MB
2026-07-08 06:39:58,092 INFO  [Listener at localhost/33113] util.GSet (LightWeightGSet.java:computeCapacity(402)) - capacity      = 2^23 = 8388608 entries
2026-07-08 06:39:58,097 INFO  [Listener at localhost/33113] blockmanagement.BlockManager (BlockManager.java:createSPSManager(5447)) - Storage policy satisfier is disabled
2026-07-08 06:39:58,098 INFO  [Listener at localhost/33113] blockmanagement.BlockManager (BlockManager.java:createBlockTokenSecretManager(641)) - dfs.block.access.token.enable = false
2026-07-08 06:39:58,098 INFO  [Listener at localhost/33113] blockmanagement.BlockManagerSafeMode (BlockManagerSafeMode.java:<init>(160)) - dfs.namenode.safemode.threshold-pct = 0.999
2026-07-08 06:39:58,098 INFO  [Listener at localhost/33113] blockmanagement.BlockManagerSafeMode (BlockManagerSafeMode.java:<init>(161)) - dfs.namenode.safemode.min.datanodes = 0
2026-07-08 06:39:58,098 INFO  [Listener at localhost/33113] blockmanagement.BlockManagerSafeMode (BlockManagerSafeMode.java:<init>(163)) - dfs.namenode.safemode.extension = 0
2026-07-08 06:39:58,098 INFO  [Listener at localhost/33113] blockmanagement.BlockManager (BlockManager.java:<init>(627)) - defaultReplication         = 1
2026-07-08 06:39:58,099 INFO  [Listener at localhost/33113] blockmanagement.BlockManager (BlockManager.java:<init>(628)) - maxReplication             = 512
2026-07-08 06:39:58,099 INFO  [Listener at localhost/33113] blockmanagement.BlockManager (BlockManager.java:<init>(629)) - minReplication             = 1
2026-07-08 06:39:58,099 INFO  [Listener at localhost/33113] blockmanagement.BlockManager (BlockManager.java:<init>(630)) - maxReplicationStreams      = 2
2026-07-08 06:39:58,099 INFO  [Listener at localhost/33113] blockmanagement.BlockManager (BlockManager.java:<init>(631)) - redundancyRecheckInterval  = 3000ms
2026-07-08 06:39:58,099 INFO  [Listener at localhost/33113] blockmanagement.BlockManager (BlockManager.java:<init>(632)) - encryptDataTransfer        = false
2026-07-08 06:39:58,099 INFO  [Listener at localhost/33113] blockmanagement.BlockManager (BlockManager.java:<init>(633)) - maxNumBlocksToLog          = 1000
2026-07-08 06:39:58,100 INFO  [Listener at localhost/33113] util.GSet (LightWeightGSet.java:computeCapacity(395)) - Computing capacity for map INodeMap
2026-07-08 06:39:58,100 INFO  [Listener at localhost/33113] util.GSet (LightWeightGSet.java:computeCapacity(396)) - VM type       = 64-bit
2026-07-08 06:39:58,100 INFO  [Listener at localhost/33113] util.GSet (LightWeightGSet.java:computeCapacity(397)) - 1.0% max memory 3.5 GB = 36.2 MB
2026-07-08 06:39:58,100 INFO  [Listener at localhost/33113] util.GSet (LightWeightGSet.java:computeCapacity(402)) - capacity      = 2^22 = 4194304 entries
2026-07-08 06:39:58,138 INFO  [Listener at localhost/33113] namenode.FSDirectory (FSDirectory.java:<init>(335)) - ACLs enabled? true
2026-07-08 06:39:58,138 INFO  [Listener at localhost/33113] namenode.FSDirectory (FSDirectory.java:<init>(339)) - POSIX ACL inheritance enabled? true
2026-07-08 06:39:58,139 INFO  [Listener at localhost/33113] namenode.FSDirectory (FSDirectory.java:<init>(343)) - XAttrs enabled? true
2026-07-08 06:39:58,139 INFO  [Listener at localhost/33113] namenode.NameNode (FSDirectory.java:<init>(406)) - Caching file names occurring more than 10 times
2026-07-08 06:39:58,139 INFO  [Listener at localhost/33113] snapshot.SnapshotManager (SnapshotManager.java:<init>(124)) - Loaded config captureOpenFiles: false, skipCaptureAccessTimeOnlyChange: false, snapshotDiffAllowSnapRootDescendant: true, maxSnapshotLimit: 65536
2026-07-08 06:39:58,139 INFO  [Listener at localhost/33113] snapshot.SnapshotManager (DirectoryDiffListFactory.java:init(43)) - SkipList is disabled
2026-07-08 06:39:58,139 INFO  [Listener at localhost/33113] util.GSet (LightWeightGSet.java:computeCapacity(395)) - Computing capacity for map cachedBlocks
2026-07-08 06:39:58,139 INFO  [Listener at localhost/33113] util.GSet (LightWeightGSet.java:computeCapacity(396)) - VM type       = 64-bit
2026-07-08 06:39:58,140 INFO  [Listener at localhost/33113] util.GSet (LightWeightGSet.java:computeCapacity(397)) - 0.25% max memory 3.5 GB = 9.1 MB
2026-07-08 06:39:58,140 INFO  [Listener at localhost/33113] util.GSet (LightWeightGSet.java:computeCapacity(402)) - capacity      = 2^20 = 1048576 entries
2026-07-08 06:39:58,143 INFO  [Listener at localhost/33113] metrics.TopMetrics (TopMetrics.java:logConf(75)) - NNTop conf: dfs.namenode.top.window.num.buckets = 10
2026-07-08 06:39:58,143 INFO  [Listener at localhost/33113] metrics.TopMetrics (TopMetrics.java:logConf(77)) - NNTop conf: dfs.namenode.top.num.users = 10
2026-07-08 06:39:58,144 INFO  [Listener at localhost/33113] metrics.TopMetrics (TopMetrics.java:logConf(79)) - NNTop conf: dfs.namenode.top.windows.minutes = 1,5,25
2026-07-08 06:39:58,145 INFO  [Listener at localhost/33113] namenode.FSNamesystem (FSNamesystem.java:initRetryCache(1080)) - Retry cache on namenode is enabled
2026-07-08 06:39:58,145 INFO  [Listener at localhost/33113] namenode.FSNamesystem (FSNamesystem.java:initRetryCache(1088)) - Retry cache will use 0.03 of total heap and retry cache entry expiry time is 600000 millis
2026-07-08 06:39:58,145 INFO  [Listener at localhost/33113] util.GSet (LightWeightGSet.java:computeCapacity(395)) - Computing capacity for map NameNodeRetryCache
2026-07-08 06:39:58,145 INFO  [Listener at localhost/33113] util.GSet (LightWeightGSet.java:computeCapacity(396)) - VM type       = 64-bit
2026-07-08 06:39:58,145 INFO  [Listener at localhost/33113] util.GSet (LightWeightGSet.java:computeCapacity(397)) - 0.029999999329447746% max memory 3.5 GB = 1.1 MB
2026-07-08 06:39:58,146 INFO  [Listener at localhost/33113] util.GSet (LightWeightGSet.java:computeCapacity(402)) - capacity      = 2^17 = 131072 entries
2026-07-08 06:39:58,147 INFO  [Listener at localhost/33113] namenode.FSImage (FSImage.java:format(186)) - Allocated new BlockPoolId: BP-429372488-10.240.0.116-1783492798147
2026-07-08 06:39:58,152 INFO  [Listener at localhost/33113] common.Storage (NNStorage.java:format(595)) - Storage directory /tmp/hdfs-test1157498645180371419/name-0-1 has been successfully formatted.
2026-07-08 06:39:58,157 INFO  [Listener at localhost/33113] common.Storage (NNStorage.java:format(595)) - Storage directory /tmp/hdfs-test1157498645180371419/name-0-2 has been successfully formatted.
2026-07-08 06:39:58,178 INFO  [FSImageSaver for /tmp/hdfs-test1157498645180371419/name-0-2 of type IMAGE_AND_EDITS] namenode.FSImageFormatProtobuf (FSImageFormatProtobuf.java:save(732)) - Saving image file /tmp/hdfs-test1157498645180371419/name-0-2/current/fsimage.ckpt_0000000000000000000 using no compression
2026-07-08 06:39:58,178 INFO  [FSImageSaver for /tmp/hdfs-test1157498645180371419/name-0-1 of type IMAGE_AND_EDITS] namenode.FSImageFormatProtobuf (FSImageFormatProtobuf.java:save(732)) - Saving image file /tmp/hdfs-test1157498645180371419/name-0-1/current/fsimage.ckpt_0000000000000000000 using no compression
2026-07-08 06:39:58,193 INFO  [FSImageSaver for /tmp/hdfs-test1157498645180371419/name-0-2 of type IMAGE_AND_EDITS] namenode.FSImageFormatProtobuf (FSImageFormatProtobuf.java:save(736)) - Image file /tmp/hdfs-test1157498645180371419/name-0-2/current/fsimage.ckpt_0000000000000000000 of size 418 bytes saved in 0 seconds .
2026-07-08 06:39:58,193 INFO  [FSImageSaver for /tmp/hdfs-test1157498645180371419/name-0-1 of type IMAGE_AND_EDITS] namenode.FSImageFormatProtobuf (FSImageFormatProtobuf.java:save(736)) - Image file /tmp/hdfs-test1157498645180371419/name-0-1/current/fsimage.ckpt_0000000000000000000 of size 418 bytes saved in 0 seconds .
2026-07-08 06:39:58,198 INFO  [Listener at localhost/33113] namenode.NNStorageRetentionManager (NNStorageRetentionManager.java:getImageTxIdToRetain(203)) - Going to retain 1 images with txid >= 0
2026-07-08 06:39:58,209 INFO  [Listener at localhost/33113] namenode.FSNamesystem (FSNamesystem.java:stopActiveServices(1427)) - Stopping services started for active state
2026-07-08 06:39:58,209 INFO  [Listener at localhost/33113] namenode.FSNamesystem (FSNamesystem.java:stopStandbyServices(1528)) - Stopping services started for standby state
2026-07-08 06:39:58,210 INFO  [Listener at localhost/33113] namenode.NameNode (NameNode.java:createNameNode(1707)) - createNameNode []
2026-07-08 06:39:58,211 INFO  [Listener at localhost/33113] impl.MetricsSystemImpl (MetricsSystemImpl.java:init(158)) - NameNode metrics system started (again)
2026-07-08 06:39:58,211 INFO  [Listener at localhost/33113] namenode.NameNodeUtils (NameNodeUtils.java:getClientNamenodeAddress(79)) - fs.defaultFS is hdfs://127.0.0.1:0
2026-07-08 06:39:58,228 INFO  [org.apache.hadoop.util.JvmPauseMonitor$Monitor@120d3fd] util.JvmPauseMonitor (JvmPauseMonitor.java:run(188)) - Starting JVM pause monitor
2026-07-08 06:39:58,228 INFO  [Listener at localhost/33113] hdfs.DFSUtil (DFSUtil.java:httpServerTemplateForNNAndJN(1668)) - Filter initializers set : org.apache.hadoop.http.lib.StaticUserWebFilter,org.apache.hadoop.hdfs.web.AuthFilterInitializer
2026-07-08 06:39:58,228 INFO  [Listener at localhost/33113] hdfs.DFSUtil (DFSUtil.java:httpServerTemplateForNNAndJN(1690)) - Starting Web-server for hdfs at: http://localhost:0
2026-07-08 06:39:58,232 INFO  [Listener at localhost/33113] server.AuthenticationFilter (AuthenticationFilter.java:constructSecretProvider(240)) - Unable to initialize FileSignerSecretProvider, falling back to use random secrets.
2026-07-08 06:39:58,233 INFO  [Listener at localhost/33113] http.HttpRequestLog (HttpRequestLog.java:getRequestLog(82)) - Http request log for http.requests.namenode is not defined
2026-07-08 06:39:58,234 INFO  [Listener at localhost/33113] http.HttpServer2 (HttpServer2.java:addGlobalFilter(1111)) - Added global filter 'safety' (class=org.apache.hadoop.http.HttpServer2$QuotingInputFilter)
2026-07-08 06:39:58,236 INFO  [Listener at localhost/33113] http.HttpServer2 (HttpServer2.java:addFilter(1084)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context hdfs
2026-07-08 06:39:58,236 INFO  [Listener at localhost/33113] http.HttpServer2 (HttpServer2.java:addFilter(1094)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context static
2026-07-08 06:39:58,238 INFO  [Listener at localhost/33113] http.HttpServer2 (HttpServer2.java:addFilter(1084)) - Added filter AuthFilter (class=org.apache.hadoop.hdfs.web.AuthFilter) to context hdfs
2026-07-08 06:39:58,238 INFO  [Listener at localhost/33113] http.HttpServer2 (HttpServer2.java:addFilter(1094)) - Added filter AuthFilter (class=org.apache.hadoop.hdfs.web.AuthFilter) to context static
2026-07-08 06:39:58,239 INFO  [Listener at localhost/33113] http.HttpServer2 (HttpServer2.java:addJerseyResourcePackage(938)) - addJerseyResourcePackage: packageName=org.apache.hadoop.hdfs.server.namenode.web.resources;org.apache.hadoop.hdfs.web.resources, pathSpec=/webhdfs/v1/*
2026-07-08 06:39:58,239 INFO  [Listener at localhost/33113] http.HttpServer2 (HttpServer2.java:bindListener(1332)) - Jetty bound to port 46493
2026-07-08 06:39:58,240 INFO  [Listener at localhost/33113] server.Server (Server.java:doStart(375)) - jetty-9.4.40.v20210413; built: 2021-04-13T20:42:42.668Z; git: b881a572662e1943a14ae12e7e1207989f218b74; jvm 1.8.0_362-8u372-ga~us1-0ubuntu1~18.04-b09
2026-07-08 06:39:58,242 INFO  [Listener at localhost/33113] server.session (DefaultSessionIdManager.java:doStart(334)) - DefaultSessionIdManager workerName=node0
2026-07-08 06:39:58,242 INFO  [Listener at localhost/33113] server.session (DefaultSessionIdManager.java:doStart(339)) - No SessionScavenger set, using defaults
2026-07-08 06:39:58,243 INFO  [Listener at localhost/33113] server.session (HouseKeeper.java:startScavenging(132)) - node0 Scavenging every 660000ms
2026-07-08 06:39:58,244 INFO  [Listener at localhost/33113] server.AuthenticationFilter (AuthenticationFilter.java:constructSecretProvider(240)) - Unable to initialize FileSignerSecretProvider, falling back to use random secrets.
2026-07-08 06:39:58,245 INFO  [Listener at localhost/33113] handler.ContextHandler (ContextHandler.java:doStart(916)) - Started o.e.j.s.ServletContextHandler@410ae5ac{static,/static,jar:file:/tmp/dist-test-taskkb_MJd/java/build/jars/hadoop-hdfs-3.3.1-tests.jar!/webapps/static,AVAILABLE}
2026-07-08 06:39:58,391 INFO  [Listener at localhost/33113] handler.ContextHandler (ContextHandler.java:doStart(916)) - Started o.e.j.w.WebAppContext@526b2f3e{hdfs,/,file:///tmp/jetty-localhost-46493-hadoop-hdfs-3_3_1-tests_jar-_-any-9168791877988291681/webapp/,AVAILABLE}{jar:file:/tmp/dist-test-taskkb_MJd/java/build/jars/hadoop-hdfs-3.3.1-tests.jar!/webapps/hdfs}
2026-07-08 06:39:58,392 INFO  [Listener at localhost/33113] server.AbstractConnector (AbstractConnector.java:doStart(331)) - Started ServerConnector@194d329e{HTTP/1.1, (http/1.1)}{localhost:46493}
2026-07-08 06:39:58,392 INFO  [Listener at localhost/33113] server.Server (Server.java:doStart(415)) - Started @7811ms
2026-07-08 06:39:58,393 INFO  [Listener at localhost/33113] namenode.FSEditLog (FSEditLog.java:newInstance(229)) - Edit logging is async:true
2026-07-08 06:39:58,406 INFO  [Listener at localhost/33113] namenode.FSNamesystem (FSNamesystem.java:<init>(814)) - KeyProvider: null
2026-07-08 06:39:58,406 INFO  [Listener at localhost/33113] namenode.FSNamesystem (FSNamesystemLock.java:<init>(141)) - fsLock is fair: true
2026-07-08 06:39:58,406 INFO  [Listener at localhost/33113] namenode.FSNamesystem (FSNamesystemLock.java:<init>(159)) - Detailed lock hold time metrics enabled: false
2026-07-08 06:39:58,407 INFO  [Listener at localhost/33113] namenode.FSNamesystem (FSNamesystem.java:<init>(847)) - fsOwner                = slave (auth:SIMPLE)
2026-07-08 06:39:58,407 INFO  [Listener at localhost/33113] namenode.FSNamesystem (FSNamesystem.java:<init>(848)) - supergroup             = supergroup
2026-07-08 06:39:58,407 INFO  [Listener at localhost/33113] namenode.FSNamesystem (FSNamesystem.java:<init>(849)) - isPermissionEnabled    = true
2026-07-08 06:39:58,407 INFO  [Listener at localhost/33113] namenode.FSNamesystem (FSNamesystem.java:<init>(850)) - isStoragePolicyEnabled = true
2026-07-08 06:39:58,407 INFO  [Listener at localhost/33113] namenode.FSNamesystem (FSNamesystem.java:<init>(861)) - HA Enabled: false
2026-07-08 06:39:58,407 INFO  [Listener at localhost/33113] common.Util (Util.java:isDiskStatsEnabled(395)) - dfs.datanode.fileio.profiling.sampling.percentage set to 0. Disabling file IO profiling
2026-07-08 06:39:58,408 INFO  [Listener at localhost/33113] blockmanagement.DatanodeManager (DatanodeManager.java:<init>(334)) - dfs.block.invalidate.limit: configured=1000, counted=60, effected=1000
2026-07-08 06:39:58,408 INFO  [Listener at localhost/33113] blockmanagement.DatanodeManager (DatanodeManager.java:<init>(342)) - dfs.namenode.datanode.registration.ip-hostname-check=true
2026-07-08 06:39:58,408 INFO  [Listener at localhost/33113] blockmanagement.BlockManager (InvalidateBlocks.java:printBlockDeletionTime(77)) - dfs.namenode.startup.delay.block.deletion.sec is set to 000:00:00:00.000
2026-07-08 06:39:58,408 INFO  [Listener at localhost/33113] blockmanagement.BlockManager (InvalidateBlocks.java:printBlockDeletionTime(83)) - The block deletion will start around 2026 Jul 08 06:39:58
2026-07-08 06:39:58,408 INFO  [Listener at localhost/33113] util.GSet (LightWeightGSet.java:computeCapacity(395)) - Computing capacity for map BlocksMap
2026-07-08 06:39:58,409 INFO  [Listener at localhost/33113] util.GSet (LightWeightGSet.java:computeCapacity(396)) - VM type       = 64-bit
2026-07-08 06:39:58,409 INFO  [Listener at localhost/33113] util.GSet (LightWeightGSet.java:computeCapacity(397)) - 2.0% max memory 3.5 GB = 72.5 MB
2026-07-08 06:39:58,409 INFO  [Listener at localhost/33113] util.GSet (LightWeightGSet.java:computeCapacity(402)) - capacity      = 2^23 = 8388608 entries
2026-07-08 06:39:58,464 INFO  [Listener at localhost/33113] blockmanagement.BlockManager (BlockManager.java:createSPSManager(5447)) - Storage policy satisfier is disabled
2026-07-08 06:39:58,465 INFO  [Listener at localhost/33113] blockmanagement.BlockManager (BlockManager.java:createBlockTokenSecretManager(641)) - dfs.block.access.token.enable = false
2026-07-08 06:39:58,465 INFO  [Listener at localhost/33113] blockmanagement.BlockManagerSafeMode (BlockManagerSafeMode.java:<init>(160)) - dfs.namenode.safemode.threshold-pct = 0.999
2026-07-08 06:39:58,466 INFO  [Listener at localhost/33113] blockmanagement.BlockManagerSafeMode (BlockManagerSafeMode.java:<init>(161)) - dfs.namenode.safemode.min.datanodes = 0
2026-07-08 06:39:58,466 INFO  [Listener at localhost/33113] blockmanagement.BlockManagerSafeMode (BlockManagerSafeMode.java:<init>(163)) - dfs.namenode.safemode.extension = 0
2026-07-08 06:39:58,466 INFO  [Listener at localhost/33113] blockmanagement.BlockManager (BlockManager.java:<init>(627)) - defaultReplication         = 1
2026-07-08 06:39:58,466 INFO  [Listener at localhost/33113] blockmanagement.BlockManager (BlockManager.java:<init>(628)) - maxReplication             = 512
2026-07-08 06:39:58,467 INFO  [Listener at localhost/33113] blockmanagement.BlockManager (BlockManager.java:<init>(629)) - minReplication             = 1
2026-07-08 06:39:58,467 INFO  [Listener at localhost/33113] blockmanagement.BlockManager (BlockManager.java:<init>(630)) - maxReplicationStreams      = 2
2026-07-08 06:39:58,467 INFO  [Listener at localhost/33113] blockmanagement.BlockManager (BlockManager.java:<init>(631)) - redundancyRecheckInterval  = 3000ms
2026-07-08 06:39:58,467 INFO  [Listener at localhost/33113] blockmanagement.BlockManager (BlockManager.java:<init>(632)) - encryptDataTransfer        = false
2026-07-08 06:39:58,467 INFO  [Listener at localhost/33113] blockmanagement.BlockManager (BlockManager.java:<init>(633)) - maxNumBlocksToLog          = 1000
2026-07-08 06:39:58,468 INFO  [Listener at localhost/33113] util.GSet (LightWeightGSet.java:computeCapacity(395)) - Computing capacity for map INodeMap
2026-07-08 06:39:58,468 INFO  [Listener at localhost/33113] util.GSet (LightWeightGSet.java:computeCapacity(396)) - VM type       = 64-bit
2026-07-08 06:39:58,468 INFO  [Listener at localhost/33113] util.GSet (LightWeightGSet.java:computeCapacity(397)) - 1.0% max memory 3.5 GB = 36.2 MB
2026-07-08 06:39:58,469 INFO  [Listener at localhost/33113] util.GSet (LightWeightGSet.java:computeCapacity(402)) - capacity      = 2^22 = 4194304 entries
2026-07-08 06:39:58,472 INFO  [Listener at localhost/33113] namenode.FSDirectory (FSDirectory.java:<init>(335)) - ACLs enabled? true
2026-07-08 06:39:58,472 INFO  [Listener at localhost/33113] namenode.FSDirectory (FSDirectory.java:<init>(339)) - POSIX ACL inheritance enabled? true
2026-07-08 06:39:58,472 INFO  [Listener at localhost/33113] namenode.FSDirectory (FSDirectory.java:<init>(343)) - XAttrs enabled? true
2026-07-08 06:39:58,472 INFO  [Listener at localhost/33113] namenode.NameNode (FSDirectory.java:<init>(406)) - Caching file names occurring more than 10 times
2026-07-08 06:39:58,473 INFO  [Listener at localhost/33113] snapshot.SnapshotManager (SnapshotManager.java:<init>(124)) - Loaded config captureOpenFiles: false, skipCaptureAccessTimeOnlyChange: false, snapshotDiffAllowSnapRootDescendant: true, maxSnapshotLimit: 65536
2026-07-08 06:39:58,473 INFO  [Listener at localhost/33113] snapshot.SnapshotManager (DirectoryDiffListFactory.java:init(43)) - SkipList is disabled
2026-07-08 06:39:58,473 INFO  [Listener at localhost/33113] util.GSet (LightWeightGSet.java:computeCapacity(395)) - Computing capacity for map cachedBlocks
2026-07-08 06:39:58,473 INFO  [Listener at localhost/33113] util.GSet (LightWeightGSet.java:computeCapacity(396)) - VM type       = 64-bit
2026-07-08 06:39:58,474 INFO  [Listener at localhost/33113] util.GSet (LightWeightGSet.java:computeCapacity(397)) - 0.25% max memory 3.5 GB = 9.1 MB
2026-07-08 06:39:58,474 INFO  [Listener at localhost/33113] util.GSet (LightWeightGSet.java:computeCapacity(402)) - capacity      = 2^20 = 1048576 entries
2026-07-08 06:39:58,475 INFO  [Listener at localhost/33113] metrics.TopMetrics (TopMetrics.java:logConf(75)) - NNTop conf: dfs.namenode.top.window.num.buckets = 10
2026-07-08 06:39:58,475 INFO  [Listener at localhost/33113] metrics.TopMetrics (TopMetrics.java:logConf(77)) - NNTop conf: dfs.namenode.top.num.users = 10
2026-07-08 06:39:58,475 INFO  [Listener at localhost/33113] metrics.TopMetrics (TopMetrics.java:logConf(79)) - NNTop conf: dfs.namenode.top.windows.minutes = 1,5,25
2026-07-08 06:39:58,476 INFO  [Listener at localhost/33113] namenode.FSNamesystem (FSNamesystem.java:initRetryCache(1080)) - Retry cache on namenode is enabled
2026-07-08 06:39:58,476 INFO  [Listener at localhost/33113] namenode.FSNamesystem (FSNamesystem.java:initRetryCache(1088)) - Retry cache will use 0.03 of total heap and retry cache entry expiry time is 600000 millis
2026-07-08 06:39:58,476 INFO  [Listener at localhost/33113] util.GSet (LightWeightGSet.java:computeCapacity(395)) - Computing capacity for map NameNodeRetryCache
2026-07-08 06:39:58,476 INFO  [Listener at localhost/33113] util.GSet (LightWeightGSet.java:computeCapacity(396)) - VM type       = 64-bit
2026-07-08 06:39:58,476 INFO  [Listener at localhost/33113] util.GSet (LightWeightGSet.java:computeCapacity(397)) - 0.029999999329447746% max memory 3.5 GB = 1.1 MB
2026-07-08 06:39:58,477 INFO  [Listener at localhost/33113] util.GSet (LightWeightGSet.java:computeCapacity(402)) - capacity      = 2^17 = 131072 entries
2026-07-08 06:39:58,481 INFO  [Listener at localhost/33113] common.Storage (Storage.java:tryLock(948)) - Lock on /tmp/hdfs-test1157498645180371419/name-0-1/in_use.lock acquired by nodename 21146@dist-test-slave-q99k.c.gcp-upstream.internal
2026-07-08 06:39:58,483 INFO  [Listener at localhost/33113] common.Storage (Storage.java:tryLock(948)) - Lock on /tmp/hdfs-test1157498645180371419/name-0-2/in_use.lock acquired by nodename 21146@dist-test-slave-q99k.c.gcp-upstream.internal
2026-07-08 06:39:58,484 INFO  [Listener at localhost/33113] namenode.FileJournalManager (FileJournalManager.java:recoverUnfinalizedSegments(428)) - Recovering unfinalized segments in /tmp/hdfs-test1157498645180371419/name-0-1/current
2026-07-08 06:39:58,484 INFO  [Listener at localhost/33113] namenode.FileJournalManager (FileJournalManager.java:recoverUnfinalizedSegments(428)) - Recovering unfinalized segments in /tmp/hdfs-test1157498645180371419/name-0-2/current
2026-07-08 06:39:58,484 INFO  [Listener at localhost/33113] namenode.FSImage (FSImage.java:loadFSImage(734)) - No edit log streams selected.
2026-07-08 06:39:58,485 INFO  [Listener at localhost/33113] namenode.FSImage (FSImage.java:loadFSImageFile(800)) - Planning to load image: FSImageFile(file=/tmp/hdfs-test1157498645180371419/name-0-1/current/fsimage_0000000000000000000, cpktTxId=0000000000000000000)
2026-07-08 06:39:58,487 INFO  [Listener at localhost/33113] namenode.FSImageFormatPBINode (FSImageFormatPBINode.java:loadINodeSectionHeader(413)) - Loading 1 INodes.
2026-07-08 06:39:58,487 INFO  [Listener at localhost/33113] namenode.FSImageFormatPBINode (FSImageFormatPBINode.java:loadINodeSection(371)) - Successfully loaded 1 inodes
2026-07-08 06:39:58,488 INFO  [Listener at localhost/33113] namenode.FSImageFormatPBINode (FSImageFormatPBINode.java:waitBlocksMapAndNameCacheUpdateFinished(344)) - Completed update blocks map and name cache, total waiting duration 0ms.
2026-07-08 06:39:58,488 INFO  [Listener at localhost/33113] namenode.FSImageFormatProtobuf (FSImageFormatProtobuf.java:load(255)) - Loaded FSImage in 0 seconds.
2026-07-08 06:39:58,488 INFO  [Listener at localhost/33113] namenode.FSImage (FSImage.java:loadFSImage(978)) - Loaded image for txid 0 from /tmp/hdfs-test1157498645180371419/name-0-1/current/fsimage_0000000000000000000
2026-07-08 06:39:58,488 INFO  [Listener at localhost/33113] namenode.FSNamesystem (FSNamesystem.java:loadFSImage(1202)) - Need to save fs image? false (staleImage=false, haEnabled=false, isRollingUpgrade=false)
2026-07-08 06:39:58,489 INFO  [Listener at localhost/33113] namenode.FSEditLog (FSEditLog.java:startLogSegment(1391)) - Starting log segment at 1
2026-07-08 06:39:58,497 INFO  [Listener at localhost/33113] namenode.NameCache (NameCache.java:initialized(143)) - initialized with 0 entries 0 lookups
2026-07-08 06:39:58,497 INFO  [Listener at localhost/33113] namenode.FSNamesystem (FSNamesystem.java:loadFromDisk(786)) - Finished loading FSImage in 20 msecs
2026-07-08 06:39:58,497 INFO  [Listener at localhost/33113] namenode.NameNode (NameNodeRpcServer.java:<init>(454)) - RPC server is binding to localhost:0
2026-07-08 06:39:58,498 INFO  [Listener at localhost/33113] namenode.NameNode (NameNodeRpcServer.java:<init>(459)) - Enable NameNode state context:false
2026-07-08 06:39:58,498 INFO  [Listener at localhost/33113] ipc.CallQueueManager (CallQueueManager.java:<init>(90)) - Using callQueue: class java.util.concurrent.LinkedBlockingQueue, queueCapacity: 1000, scheduler: class org.apache.hadoop.ipc.DefaultRpcScheduler, ipcBackoff: false.
2026-07-08 06:39:58,499 INFO  [Socket Reader #1 for port 0] ipc.Server (Server.java:run(1265)) - Starting Socket Reader #1 for port 0
2026-07-08 06:39:58,501 INFO  [Listener at localhost/36795] namenode.NameNode (NameNode.java:initialize(776)) - Clients are to use localhost:36795 to access this namenode/service.
2026-07-08 06:39:58,502 INFO  [Listener at localhost/36795] namenode.FSNamesystem (FSNamesystem.java:registerMBean(5444)) - Registered FSNamesystemState, ReplicatedBlocksState and ECBlockGroupsState MBeans.
2026-07-08 06:39:58,514 INFO  [Listener at localhost/36795] namenode.LeaseManager (LeaseManager.java:getNumUnderConstructionBlocks(166)) - Number of blocks under construction: 0
2026-07-08 06:39:58,514 INFO  [Listener at localhost/36795] blockmanagement.DatanodeAdminDefaultMonitor (DatanodeAdminDefaultMonitor.java:processConf(116)) - Initialized the Default Decommission and Maintenance monitor
2026-07-08 06:39:58,515 INFO  [Listener at localhost/36795] blockmanagement.BlockManager (BlockManager.java:initializeReplQueues(5187)) - initializing replication queues
2026-07-08 06:39:58,516 INFO  [Listener at localhost/36795] hdfs.StateChange (BlockManagerSafeMode.java:leaveSafeMode(399)) - STATE* Leaving safe mode after 0 secs
2026-07-08 06:39:58,516 INFO  [Listener at localhost/36795] hdfs.StateChange (BlockManagerSafeMode.java:leaveSafeMode(405)) - STATE* Network topology has 0 racks and 0 datanodes
2026-07-08 06:39:58,516 INFO  [Listener at localhost/36795] hdfs.StateChange (BlockManagerSafeMode.java:leaveSafeMode(407)) - STATE* UnderReplicatedBlocks has 0 blocks
2026-07-08 06:39:58,526 INFO  [Reconstruction Queue Initializer] blockmanagement.BlockManager (BlockManager.java:processMisReplicatesAsync(3728)) - Total number of blocks            = 0
2026-07-08 06:39:58,527 INFO  [Reconstruction Queue Initializer] blockmanagement.BlockManager (BlockManager.java:processMisReplicatesAsync(3729)) - Number of invalid blocks          = 0
2026-07-08 06:39:58,527 INFO  [Reconstruction Queue Initializer] blockmanagement.BlockManager (BlockManager.java:processMisReplicatesAsync(3730)) - Number of under-replicated blocks = 0
2026-07-08 06:39:58,527 INFO  [Reconstruction Queue Initializer] blockmanagement.BlockManager (BlockManager.java:processMisReplicatesAsync(3731)) - Number of  over-replicated blocks = 0
2026-07-08 06:39:58,527 INFO  [Reconstruction Queue Initializer] blockmanagement.BlockManager (BlockManager.java:processMisReplicatesAsync(3733)) - Number of blocks being written    = 0
2026-07-08 06:39:58,527 INFO  [Reconstruction Queue Initializer] hdfs.StateChange (BlockManager.java:processMisReplicatesAsync(3736)) - STATE* Replication Queue initialization scan for invalid, over- and under-replicated blocks completed in 11 msec
2026-07-08 06:39:58,532 INFO  [IPC Server Responder] ipc.Server (Server.java:run(1507)) - IPC Server Responder: starting
2026-07-08 06:39:58,532 INFO  [IPC Server listener on 0] ipc.Server (Server.java:run(1344)) - IPC Server listener on 0: starting
2026-07-08 06:39:58,537 INFO  [Listener at localhost/36795] namenode.NameNode (NameNode.java:startCommonServices(893)) - NameNode RPC up at: localhost/127.0.0.1:36795
2026-07-08 06:39:58,538 INFO  [Listener at localhost/36795] namenode.FSNamesystem (FSNamesystem.java:startActiveServices(1314)) - Starting services required for active state
2026-07-08 06:39:58,538 INFO  [Listener at localhost/36795] namenode.FSDirectory (FSDirectory.java:updateCountForQuota(840)) - Initializing quota with 12 thread(s)
2026-07-08 06:39:58,539 INFO  [Listener at localhost/36795] namenode.FSDirectory (FSDirectory.java:updateCountForQuota(849)) - Quota initialization completed in 0 milliseconds
name space=1
storage space=0
storage types=RAM_DISK=0, SSD=0, DISK=0, ARCHIVE=0, PROVIDED=0
2026-07-08 06:39:58,541 INFO  [CacheReplicationMonitor(1683088309)] blockmanagement.CacheReplicationMonitor (CacheReplicationMonitor.java:run(160)) - Starting CacheReplicationMonitor with interval 30000 milliseconds
2026-07-08 06:39:58,543 INFO  [Listener at localhost/36795] hdfs.MiniDFSCluster (MiniDFSCluster.java:startDataNodes(1697)) - Starting DataNode 0 with dfs.datanode.data.dir: [DISK]file:/tmp/hdfs-test1157498645180371419/data/data1,[DISK]file:/tmp/hdfs-test1157498645180371419/data/data2
2026-07-08 06:39:58,544 INFO  [Listener at localhost/36795] checker.ThrottledAsyncChecker (ThrottledAsyncChecker.java:schedule(137)) - Scheduling a check for [DISK]file:/tmp/hdfs-test1157498645180371419/data/data1
2026-07-08 06:39:58,544 INFO  [Listener at localhost/36795] checker.ThrottledAsyncChecker (ThrottledAsyncChecker.java:schedule(137)) - Scheduling a check for [DISK]file:/tmp/hdfs-test1157498645180371419/data/data2
2026-07-08 06:39:58,566 INFO  [Listener at localhost/36795] impl.MetricsSystemImpl (MetricsSystemImpl.java:init(158)) - DataNode metrics system started (again)
2026-07-08 06:39:58,566 INFO  [Listener at localhost/36795] common.Util (Util.java:isDiskStatsEnabled(395)) - dfs.datanode.fileio.profiling.sampling.percentage set to 0. Disabling file IO profiling
2026-07-08 06:39:58,566 INFO  [Listener at localhost/36795] datanode.BlockScanner (BlockScanner.java:<init>(201)) - Initialized block scanner with targetBytesPerSec 1048576
2026-07-08 06:39:58,567 INFO  [Listener at localhost/36795] datanode.DataNode (DataNode.java:<init>(512)) - Configured hostname is 127.0.0.1
2026-07-08 06:39:58,567 INFO  [Listener at localhost/36795] common.Util (Util.java:isDiskStatsEnabled(395)) - dfs.datanode.fileio.profiling.sampling.percentage set to 0. Disabling file IO profiling
2026-07-08 06:39:58,567 INFO  [Listener at localhost/36795] datanode.DataNode (DataNode.java:startDataNode(1408)) - Starting DataNode with maxLockedMemory = 0
2026-07-08 06:39:58,568 INFO  [Listener at localhost/36795] datanode.DataNode (DataNode.java:initDataXceiver(1171)) - Opened streaming server at /127.0.0.1:32845
2026-07-08 06:39:58,568 INFO  [Listener at localhost/36795] datanode.DataNode (DataXceiverServer.java:<init>(94)) - Balancing bandwidth is 104857600 bytes/s
2026-07-08 06:39:58,568 INFO  [Listener at localhost/36795] datanode.DataNode (DataXceiverServer.java:<init>(95)) - Number threads for balancing is 100
2026-07-08 06:39:58,570 INFO  [Listener at localhost/36795] server.AuthenticationFilter (AuthenticationFilter.java:constructSecretProvider(240)) - Unable to initialize FileSignerSecretProvider, falling back to use random secrets.
2026-07-08 06:39:58,570 INFO  [Listener at localhost/36795] http.HttpRequestLog (HttpRequestLog.java:getRequestLog(82)) - Http request log for http.requests.datanode is not defined
2026-07-08 06:39:58,572 INFO  [Listener at localhost/36795] http.HttpServer2 (HttpServer2.java:addGlobalFilter(1111)) - Added global filter 'safety' (class=org.apache.hadoop.http.HttpServer2$QuotingInputFilter)
2026-07-08 06:39:58,572 INFO  [Listener at localhost/36795] http.HttpServer2 (HttpServer2.java:addFilter(1084)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context datanode
2026-07-08 06:39:58,572 INFO  [Listener at localhost/36795] http.HttpServer2 (HttpServer2.java:addFilter(1094)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context static
2026-07-08 06:39:58,573 INFO  [Listener at localhost/36795] http.HttpServer2 (HttpServer2.java:bindListener(1332)) - Jetty bound to port 40127
2026-07-08 06:39:58,573 INFO  [Listener at localhost/36795] server.Server (Server.java:doStart(375)) - jetty-9.4.40.v20210413; built: 2021-04-13T20:42:42.668Z; git: b881a572662e1943a14ae12e7e1207989f218b74; jvm 1.8.0_362-8u372-ga~us1-0ubuntu1~18.04-b09
2026-07-08 06:39:58,574 INFO  [Listener at localhost/36795] server.session (DefaultSessionIdManager.java:doStart(334)) - DefaultSessionIdManager workerName=node0
2026-07-08 06:39:58,574 INFO  [Listener at localhost/36795] server.session (DefaultSessionIdManager.java:doStart(339)) - No SessionScavenger set, using defaults
2026-07-08 06:39:58,575 INFO  [Listener at localhost/36795] server.session (HouseKeeper.java:startScavenging(132)) - node0 Scavenging every 660000ms
2026-07-08 06:39:58,575 INFO  [Listener at localhost/36795] handler.ContextHandler (ContextHandler.java:doStart(916)) - Started o.e.j.s.ServletContextHandler@7bac686b{static,/static,jar:file:/tmp/dist-test-taskkb_MJd/java/build/jars/hadoop-hdfs-3.3.1-tests.jar!/webapps/static,AVAILABLE}
2026-07-08 06:39:58,721 INFO  [Listener at localhost/36795] handler.ContextHandler (ContextHandler.java:doStart(916)) - Started o.e.j.w.WebAppContext@6d074b14{datanode,/,file:///tmp/jetty-localhost-40127-hadoop-hdfs-3_3_1-tests_jar-_-any-3760242536349900835/webapp/,AVAILABLE}{jar:file:/tmp/dist-test-taskkb_MJd/java/build/jars/hadoop-hdfs-3.3.1-tests.jar!/webapps/datanode}
2026-07-08 06:39:58,723 INFO  [Listener at localhost/36795] server.AbstractConnector (AbstractConnector.java:doStart(331)) - Started ServerConnector@2121d1f9{HTTP/1.1, (http/1.1)}{localhost:40127}
2026-07-08 06:39:58,723 INFO  [Listener at localhost/36795] server.Server (Server.java:doStart(415)) - Started @8141ms
2026-07-08 06:39:58,724 WARN  [Listener at localhost/36795] web.DatanodeHttpServer (RestCsrfPreventionFilterHandler.java:<init>(75)) - Got null for restCsrfPreventionFilter - will not do any filtering.
2026-07-08 06:39:58,727 INFO  [Listener at localhost/36795] web.DatanodeHttpServer (DatanodeHttpServer.java:start(322)) - Listening HTTP traffic on /127.0.0.1:37195
2026-07-08 06:39:58,728 INFO  [Listener at localhost/36795] datanode.DataNode (DataNode.java:startDataNode(1436)) - dnUserName = slave
2026-07-08 06:39:58,728 INFO  [org.apache.hadoop.util.JvmPauseMonitor$Monitor@7af3874e] util.JvmPauseMonitor (JvmPauseMonitor.java:run(188)) - Starting JVM pause monitor
2026-07-08 06:39:58,728 INFO  [Listener at localhost/36795] datanode.DataNode (DataNode.java:startDataNode(1437)) - supergroup = supergroup
2026-07-08 06:39:58,729 INFO  [Listener at localhost/36795] ipc.CallQueueManager (CallQueueManager.java:<init>(90)) - Using callQueue: class java.util.concurrent.LinkedBlockingQueue, queueCapacity: 1000, scheduler: class org.apache.hadoop.ipc.DefaultRpcScheduler, ipcBackoff: false.
2026-07-08 06:39:58,729 INFO  [Socket Reader #1 for port 0] ipc.Server (Server.java:run(1265)) - Starting Socket Reader #1 for port 0
2026-07-08 06:39:58,732 INFO  [Listener at localhost/37559] datanode.DataNode (DataNode.java:initIpcServer(1057)) - Opened IPC server at /127.0.0.1:37559
2026-07-08 06:39:59,009 INFO  [Listener at localhost/37559] datanode.DataNode (BlockPoolManager.java:refreshNamenodes(149)) - Refresh request received for nameservices: null
2026-07-08 06:39:59,009 INFO  [Listener at localhost/37559] datanode.DataNode (BlockPoolManager.java:doRefreshNamenodes(210)) - Starting BPOfferServices for nameservices: <default>
2026-07-08 06:39:59,010 INFO  [Thread-175] datanode.DataNode (BPServiceActor.java:run(847)) - Block pool <registering> (Datanode Uuid unassigned) service to localhost/127.0.0.1:36795 starting to offer service
2026-07-08 06:39:59,016 INFO  [IPC Server Responder] ipc.Server (Server.java:run(1507)) - IPC Server Responder: starting
2026-07-08 06:39:59,017 INFO  [IPC Server listener on 0] ipc.Server (Server.java:run(1344)) - IPC Server listener on 0: starting
2026-07-08 06:39:59,023 INFO  [Thread-175] datanode.DataNode (BPOfferService.java:verifyAndSetNamespaceInfo(381)) - Acknowledging ACTIVE Namenode during handshakeBlock pool <registering> (Datanode Uuid unassigned) service to localhost/127.0.0.1:36795
2026-07-08 06:39:59,023 INFO  [Thread-175] common.Storage (DataStorage.java:getParallelVolumeLoadThreadsNum(356)) - Using 2 threads to upgrade data directories (dfs.datanode.parallel.volumes.load.threads.num=2, dataDirs=2)
2026-07-08 06:39:59,026 INFO  [Thread-175] common.Storage (Storage.java:tryLock(948)) - Lock on /tmp/hdfs-test1157498645180371419/data/data1/in_use.lock acquired by nodename 21146@dist-test-slave-q99k.c.gcp-upstream.internal
2026-07-08 06:39:59,026 INFO  [IPC Server handler 1 on default port 36795] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=datanodeReport	src=null	dst=null	perm=null	proto=rpc
2026-07-08 06:39:59,027 INFO  [Thread-175] common.Storage (DataStorage.java:loadStorageDirectory(284)) - Storage directory with location [DISK]file:/tmp/hdfs-test1157498645180371419/data/data1 is not formatted for namespace 920128837. Formatting...
2026-07-08 06:39:59,027 INFO  [Thread-175] common.Storage (DataStorage.java:createStorageID(160)) - Generated new storageID DS-665bbdfb-6419-4921-895b-b3884a3ce7d5 for directory /tmp/hdfs-test1157498645180371419/data/data1 
2026-07-08 06:39:59,028 INFO  [Listener at localhost/37559] hdfs.MiniDFSCluster (MiniDFSCluster.java:shouldWait(2823)) - dnInfo.length != numDataNodes
2026-07-08 06:39:59,028 INFO  [Listener at localhost/37559] hdfs.MiniDFSCluster (MiniDFSCluster.java:waitActive(2744)) - Waiting for cluster to become active
2026-07-08 06:39:59,034 INFO  [Thread-175] common.Storage (Storage.java:tryLock(948)) - Lock on /tmp/hdfs-test1157498645180371419/data/data2/in_use.lock acquired by nodename 21146@dist-test-slave-q99k.c.gcp-upstream.internal
2026-07-08 06:39:59,034 INFO  [Thread-175] common.Storage (DataStorage.java:loadStorageDirectory(284)) - Storage directory with location [DISK]file:/tmp/hdfs-test1157498645180371419/data/data2 is not formatted for namespace 920128837. Formatting...
2026-07-08 06:39:59,034 INFO  [Thread-175] common.Storage (DataStorage.java:createStorageID(160)) - Generated new storageID DS-7b08914b-d4df-4b21-a785-3594805f3854 for directory /tmp/hdfs-test1157498645180371419/data/data2 
2026-07-08 06:39:59,063 INFO  [Thread-175] common.Storage (BlockPoolSliceStorage.java:recoverTransitionRead(256)) - Analyzing storage directories for bpid BP-429372488-10.240.0.116-1783492798147
2026-07-08 06:39:59,063 INFO  [Thread-175] common.Storage (Storage.java:lock(907)) - Locking is disabled for /tmp/hdfs-test1157498645180371419/data/data1/current/BP-429372488-10.240.0.116-1783492798147
2026-07-08 06:39:59,063 INFO  [Thread-175] common.Storage (BlockPoolSliceStorage.java:loadStorageDirectory(169)) - Block pool storage directory for location [DISK]file:/tmp/hdfs-test1157498645180371419/data/data1 and block pool id BP-429372488-10.240.0.116-1783492798147 is not formatted. Formatting ...
2026-07-08 06:39:59,063 INFO  [Thread-175] common.Storage (BlockPoolSliceStorage.java:format(285)) - Formatting block pool BP-429372488-10.240.0.116-1783492798147 directory /tmp/hdfs-test1157498645180371419/data/data1/current/BP-429372488-10.240.0.116-1783492798147/current
2026-07-08 06:39:59,085 INFO  [Thread-175] common.Storage (BlockPoolSliceStorage.java:recoverTransitionRead(256)) - Analyzing storage directories for bpid BP-429372488-10.240.0.116-1783492798147
2026-07-08 06:39:59,085 INFO  [Thread-175] common.Storage (Storage.java:lock(907)) - Locking is disabled for /tmp/hdfs-test1157498645180371419/data/data2/current/BP-429372488-10.240.0.116-1783492798147
2026-07-08 06:39:59,085 INFO  [Thread-175] common.Storage (BlockPoolSliceStorage.java:loadStorageDirectory(169)) - Block pool storage directory for location [DISK]file:/tmp/hdfs-test1157498645180371419/data/data2 and block pool id BP-429372488-10.240.0.116-1783492798147 is not formatted. Formatting ...
2026-07-08 06:39:59,085 INFO  [Thread-175] common.Storage (BlockPoolSliceStorage.java:format(285)) - Formatting block pool BP-429372488-10.240.0.116-1783492798147 directory /tmp/hdfs-test1157498645180371419/data/data2/current/BP-429372488-10.240.0.116-1783492798147/current
2026-07-08 06:39:59,090 INFO  [Thread-175] datanode.DataNode (DataNode.java:initStorage(1756)) - Setting up storage: nsid=920128837;bpid=BP-429372488-10.240.0.116-1783492798147;lv=-57;nsInfo=lv=-66;cid=testClusterID;nsid=920128837;c=1783492798147;bpid=BP-429372488-10.240.0.116-1783492798147;dnuuid=null
2026-07-08 06:39:59,093 INFO  [Thread-175] datanode.DataNode (DataNode.java:checkDatanodeUuid(1554)) - Generated and persisted new Datanode UUID a3bf826c-cc87-4f27-a8a5-2c6368e2e9ae
2026-07-08 06:39:59,094 INFO  [Thread-175] impl.FsDatasetImpl (FsDatasetImpl.java:<init>(310)) - The datanode lock is a read write lock
2026-07-08 06:39:59,096 INFO  [Thread-175] impl.FsDatasetImpl (FsVolumeList.java:addVolume(304)) - Added new volume: DS-665bbdfb-6419-4921-895b-b3884a3ce7d5
2026-07-08 06:39:59,096 INFO  [Thread-175] impl.FsDatasetImpl (FsDatasetImpl.java:addVolume(493)) - Added volume - [DISK]file:/tmp/hdfs-test1157498645180371419/data/data1, StorageType: DISK
2026-07-08 06:39:59,098 INFO  [Thread-175] impl.FsDatasetImpl (FsVolumeList.java:addVolume(304)) - Added new volume: DS-7b08914b-d4df-4b21-a785-3594805f3854
2026-07-08 06:39:59,098 INFO  [Thread-175] impl.FsDatasetImpl (FsDatasetImpl.java:addVolume(493)) - Added volume - [DISK]file:/tmp/hdfs-test1157498645180371419/data/data2, StorageType: DISK
2026-07-08 06:39:59,099 INFO  [Thread-175] impl.MemoryMappableBlockLoader (MemoryMappableBlockLoader.java:initialize(48)) - Initializing cache loader: MemoryMappableBlockLoader.
2026-07-08 06:39:59,099 INFO  [Thread-175] impl.FsDatasetImpl (FsDatasetImpl.java:registerMBean(2343)) - Registered FSDatasetState MBean
2026-07-08 06:39:59,100 INFO  [Thread-175] impl.FsDatasetImpl (FsDatasetImpl.java:addBlockPool(2856)) - Adding block pool BP-429372488-10.240.0.116-1783492798147
2026-07-08 06:39:59,100 INFO  [Thread-192] impl.FsDatasetImpl (FsVolumeList.java:run(406)) - Scanning block pool BP-429372488-10.240.0.116-1783492798147 on volume /tmp/hdfs-test1157498645180371419/data/data1...
2026-07-08 06:39:59,100 INFO  [Thread-193] impl.FsDatasetImpl (FsVolumeList.java:run(406)) - Scanning block pool BP-429372488-10.240.0.116-1783492798147 on volume /tmp/hdfs-test1157498645180371419/data/data2...
2026-07-08 06:39:59,126 INFO  [Thread-193] impl.FsDatasetImpl (FsVolumeList.java:run(411)) - Time taken to scan block pool BP-429372488-10.240.0.116-1783492798147 on /tmp/hdfs-test1157498645180371419/data/data2: 25ms
2026-07-08 06:39:59,128 INFO  [Thread-192] impl.FsDatasetImpl (FsVolumeList.java:run(411)) - Time taken to scan block pool BP-429372488-10.240.0.116-1783492798147 on /tmp/hdfs-test1157498645180371419/data/data1: 27ms
2026-07-08 06:39:59,128 INFO  [Thread-175] impl.FsDatasetImpl (FsVolumeList.java:addBlockPool(431)) - Total time to scan all replicas for block pool BP-429372488-10.240.0.116-1783492798147: 27ms
2026-07-08 06:39:59,128 INFO  [Thread-196] impl.FsDatasetImpl (FsVolumeList.java:run(199)) - Adding replicas to map for block pool BP-429372488-10.240.0.116-1783492798147 on volume /tmp/hdfs-test1157498645180371419/data/data1...
2026-07-08 06:39:59,129 INFO  [Thread-197] impl.FsDatasetImpl (FsVolumeList.java:run(199)) - Adding replicas to map for block pool BP-429372488-10.240.0.116-1783492798147 on volume /tmp/hdfs-test1157498645180371419/data/data2...
2026-07-08 06:39:59,129 INFO  [Thread-196] impl.BlockPoolSlice (BlockPoolSlice.java:readReplicasFromCache(902)) - Replica Cache file: /tmp/hdfs-test1157498645180371419/data/data1/current/BP-429372488-10.240.0.116-1783492798147/current/replicas doesn't exist 
2026-07-08 06:39:59,129 INFO  [Thread-197] impl.BlockPoolSlice (BlockPoolSlice.java:readReplicasFromCache(902)) - Replica Cache file: /tmp/hdfs-test1157498645180371419/data/data2/current/BP-429372488-10.240.0.116-1783492798147/current/replicas doesn't exist 
2026-07-08 06:39:59,129 INFO  [Thread-196] impl.FsDatasetImpl (FsVolumeList.java:run(204)) - Time to add replicas to map for block pool BP-429372488-10.240.0.116-1783492798147 on volume /tmp/hdfs-test1157498645180371419/data/data1: 1ms
2026-07-08 06:39:59,130 INFO  [Thread-197] impl.FsDatasetImpl (FsVolumeList.java:run(204)) - Time to add replicas to map for block pool BP-429372488-10.240.0.116-1783492798147 on volume /tmp/hdfs-test1157498645180371419/data/data2: 1ms
2026-07-08 06:39:59,130 INFO  [Thread-175] impl.FsDatasetImpl (FsVolumeList.java:getAllVolumesMap(225)) - Total time to add all replicas to map for block pool BP-429372488-10.240.0.116-1783492798147: 2ms
2026-07-08 06:39:59,131 INFO  [IPC Server handler 2 on default port 36795] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=datanodeReport	src=null	dst=null	perm=null	proto=rpc
2026-07-08 06:39:59,131 INFO  [Thread-175] checker.ThrottledAsyncChecker (ThrottledAsyncChecker.java:schedule(137)) - Scheduling a check for /tmp/hdfs-test1157498645180371419/data/data1
2026-07-08 06:39:59,132 INFO  [Listener at localhost/37559] hdfs.MiniDFSCluster (MiniDFSCluster.java:shouldWait(2823)) - dnInfo.length != numDataNodes
2026-07-08 06:39:59,132 INFO  [Listener at localhost/37559] hdfs.MiniDFSCluster (MiniDFSCluster.java:waitActive(2744)) - Waiting for cluster to become active
2026-07-08 06:39:59,133 INFO  [Thread-175] checker.DatasetVolumeChecker (DatasetVolumeChecker.java:checkAllVolumes(224)) - Scheduled health check for volume /tmp/hdfs-test1157498645180371419/data/data1
2026-07-08 06:39:59,133 INFO  [Thread-175] checker.ThrottledAsyncChecker (ThrottledAsyncChecker.java:schedule(137)) - Scheduling a check for /tmp/hdfs-test1157498645180371419/data/data2
2026-07-08 06:39:59,133 INFO  [Thread-175] checker.DatasetVolumeChecker (DatasetVolumeChecker.java:checkAllVolumes(224)) - Scheduled health check for volume /tmp/hdfs-test1157498645180371419/data/data2
2026-07-08 06:39:59,134 INFO  [VolumeScannerThread(/tmp/hdfs-test1157498645180371419/data/data1)] datanode.VolumeScanner (VolumeScanner.java:findNextUsableBlockIter(385)) - Now scanning bpid BP-429372488-10.240.0.116-1783492798147 on volume /tmp/hdfs-test1157498645180371419/data/data1
2026-07-08 06:39:59,134 WARN  [Thread-175] datanode.DirectoryScanner (DirectoryScanner.java:<init>(300)) - dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1
2026-07-08 06:39:59,134 INFO  [VolumeScannerThread(/tmp/hdfs-test1157498645180371419/data/data2)] datanode.VolumeScanner (VolumeScanner.java:findNextUsableBlockIter(385)) - Now scanning bpid BP-429372488-10.240.0.116-1783492798147 on volume /tmp/hdfs-test1157498645180371419/data/data2
2026-07-08 06:39:59,135 INFO  [Thread-175] datanode.DirectoryScanner (DirectoryScanner.java:start(329)) - Periodic Directory Tree Verification scan starting in 8893076ms with interval of 21600000ms and throttle limit of -1ms/s
2026-07-08 06:39:59,135 INFO  [VolumeScannerThread(/tmp/hdfs-test1157498645180371419/data/data1)] datanode.VolumeScanner (VolumeScanner.java:getNextBlockToScan(505)) - VolumeScanner(/tmp/hdfs-test1157498645180371419/data/data1, DS-665bbdfb-6419-4921-895b-b3884a3ce7d5): finished scanning block pool BP-429372488-10.240.0.116-1783492798147
2026-07-08 06:39:59,135 INFO  [VolumeScannerThread(/tmp/hdfs-test1157498645180371419/data/data1)] datanode.VolumeScanner (VolumeScanner.java:findNextUsableBlockIter(402)) - VolumeScanner(/tmp/hdfs-test1157498645180371419/data/data1, DS-665bbdfb-6419-4921-895b-b3884a3ce7d5): no suitable block pools found to scan.  Waiting 1814399999 ms.
2026-07-08 06:39:59,135 INFO  [VolumeScannerThread(/tmp/hdfs-test1157498645180371419/data/data2)] datanode.VolumeScanner (VolumeScanner.java:getNextBlockToScan(505)) - VolumeScanner(/tmp/hdfs-test1157498645180371419/data/data2, DS-7b08914b-d4df-4b21-a785-3594805f3854): finished scanning block pool BP-429372488-10.240.0.116-1783492798147
2026-07-08 06:39:59,136 INFO  [VolumeScannerThread(/tmp/hdfs-test1157498645180371419/data/data2)] datanode.VolumeScanner (VolumeScanner.java:findNextUsableBlockIter(402)) - VolumeScanner(/tmp/hdfs-test1157498645180371419/data/data2, DS-7b08914b-d4df-4b21-a785-3594805f3854): no suitable block pools found to scan.  Waiting 1814399998 ms.
2026-07-08 06:39:59,138 INFO  [BP-429372488-10.240.0.116-1783492798147 heartbeating to localhost/127.0.0.1:36795] datanode.DataNode (BPServiceActor.java:register(788)) - Block pool BP-429372488-10.240.0.116-1783492798147 (Datanode Uuid a3bf826c-cc87-4f27-a8a5-2c6368e2e9ae) service to localhost/127.0.0.1:36795 beginning handshake with NN
2026-07-08 06:39:59,140 INFO  [IPC Server handler 3 on default port 36795] hdfs.StateChange (DatanodeManager.java:registerDatanode(1142)) - BLOCK* registerDatanode: from DatanodeRegistration(127.0.0.1:32845, datanodeUuid=a3bf826c-cc87-4f27-a8a5-2c6368e2e9ae, infoPort=37195, infoSecurePort=0, ipcPort=37559, storageInfo=lv=-57;cid=testClusterID;nsid=920128837;c=1783492798147) storage a3bf826c-cc87-4f27-a8a5-2c6368e2e9ae
2026-07-08 06:39:59,141 INFO  [IPC Server handler 3 on default port 36795] net.NetworkTopology (NetworkTopology.java:add(149)) - Adding a new node: /default-rack/127.0.0.1:32845
2026-07-08 06:39:59,141 INFO  [IPC Server handler 3 on default port 36795] blockmanagement.BlockReportLeaseManager (BlockReportLeaseManager.java:registerNode(200)) - Registered DN a3bf826c-cc87-4f27-a8a5-2c6368e2e9ae (127.0.0.1:32845).
2026-07-08 06:39:59,142 INFO  [BP-429372488-10.240.0.116-1783492798147 heartbeating to localhost/127.0.0.1:36795] datanode.DataNode (BPServiceActor.java:register(816)) - Block pool BP-429372488-10.240.0.116-1783492798147 (Datanode Uuid a3bf826c-cc87-4f27-a8a5-2c6368e2e9ae) service to localhost/127.0.0.1:36795 successfully registered with NN
2026-07-08 06:39:59,142 INFO  [BP-429372488-10.240.0.116-1783492798147 heartbeating to localhost/127.0.0.1:36795] datanode.DataNode (BPServiceActor.java:offerService(645)) - For namenode localhost/127.0.0.1:36795 using BLOCKREPORT_INTERVAL of 21600000msecs CACHEREPORT_INTERVAL of 10000msecs Initial delay: 0msecs; heartBeatInterval=3000
2026-07-08 06:39:59,144 INFO  [IPC Server handler 4 on default port 36795] blockmanagement.DatanodeDescriptor (DatanodeDescriptor.java:updateStorage(999)) - Adding new storage ID DS-665bbdfb-6419-4921-895b-b3884a3ce7d5 for DN 127.0.0.1:32845
2026-07-08 06:39:59,144 INFO  [IPC Server handler 4 on default port 36795] blockmanagement.DatanodeDescriptor (DatanodeDescriptor.java:updateStorage(999)) - Adding new storage ID DS-7b08914b-d4df-4b21-a785-3594805f3854 for DN 127.0.0.1:32845
2026-07-08 06:39:59,147 INFO  [Block report processor] BlockStateChange (BlockManager.java:processReport(2778)) - BLOCK* processReport 0x196cf1535768f946: Processing first storage report for DS-665bbdfb-6419-4921-895b-b3884a3ce7d5 from datanode a3bf826c-cc87-4f27-a8a5-2c6368e2e9ae
2026-07-08 06:39:59,147 INFO  [Block report processor] BlockStateChange (BlockManager.java:processReport(2810)) - BLOCK* processReport 0x196cf1535768f946: from storage DS-665bbdfb-6419-4921-895b-b3884a3ce7d5 node DatanodeRegistration(127.0.0.1:32845, datanodeUuid=a3bf826c-cc87-4f27-a8a5-2c6368e2e9ae, infoPort=37195, infoSecurePort=0, ipcPort=37559, storageInfo=lv=-57;cid=testClusterID;nsid=920128837;c=1783492798147), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0
2026-07-08 06:39:59,147 INFO  [Block report processor] BlockStateChange (BlockManager.java:processReport(2778)) - BLOCK* processReport 0x196cf1535768f946: Processing first storage report for DS-7b08914b-d4df-4b21-a785-3594805f3854 from datanode a3bf826c-cc87-4f27-a8a5-2c6368e2e9ae
2026-07-08 06:39:59,147 INFO  [Block report processor] BlockStateChange (BlockManager.java:processReport(2810)) - BLOCK* processReport 0x196cf1535768f946: from storage DS-7b08914b-d4df-4b21-a785-3594805f3854 node DatanodeRegistration(127.0.0.1:32845, datanodeUuid=a3bf826c-cc87-4f27-a8a5-2c6368e2e9ae, infoPort=37195, infoSecurePort=0, ipcPort=37559, storageInfo=lv=-57;cid=testClusterID;nsid=920128837;c=1783492798147), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0
2026-07-08 06:39:59,148 INFO  [BP-429372488-10.240.0.116-1783492798147 heartbeating to localhost/127.0.0.1:36795] datanode.DataNode (BPServiceActor.java:blockReport(437)) - Successfully sent block report 0x196cf1535768f946 to namenode: localhost/127.0.0.1:36795,  containing 2 storage report(s), of which we sent 2. The reports had 0 total blocks and used 1 RPC(s). This took 0 msecs to generate and 2 msecs for RPC and NN processing. Got back one command: FinalizeCommand/5.
2026-07-08 06:39:59,149 INFO  [Command processor] datanode.DataNode (BPOfferService.java:processCommandFromActive(763)) - Got finalize command for block pool BP-429372488-10.240.0.116-1783492798147
2026-07-08 06:39:59,233 INFO  [IPC Server handler 6 on default port 36795] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=datanodeReport	src=null	dst=null	perm=null	proto=rpc
2026-07-08 06:39:59,234 INFO  [Listener at localhost/37559] hdfs.MiniDFSCluster (MiniDFSCluster.java:waitActive(2799)) - Cluster is active
2026-07-08 06:39:59,236 WARN  [org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeResourceMonitor@6974a715] namenode.NameNodeResourceChecker (NameNodeResourceChecker.java:isResourceAvailable(88)) - Space available on volume 'overlay' is 0, which is below the configured reserved amount 104857600
2026-07-08 06:39:59,236 WARN  [org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeResourceMonitor@6974a715] namenode.FSNamesystem (FSNamesystem.java:run(4383)) - NameNode low on available disk space. Entering safe mode.
2026-07-08 06:39:59,237 INFO  [org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeResourceMonitor@6974a715] hdfs.StateChange (FSNamesystem.java:enterSafeMode(5028)) - STATE* Safe mode is ON.
Resources are low on NN. Please add or free up more resourcesthen turn off safe mode manually. NOTE:  If you turn off safe mode before adding resources, the NN will immediately return to safe mode. Use "hdfs dfsadmin -safemode leave" to turn safe mode off.
2026-07-08 06:39:59,250 INFO  [Listener at localhost/37559] backup.BackupIO (BackupIO.scala:writeTableMetadata(95)) - Writing metadata to hdfs://localhost:36795/id_taco-taco/100/.kudu-metadata.json
2026-07-08 06:39:59,252 INFO  [IPC Server handler 7 on default port 36795] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=create	src=/id_taco-taco/100/.kudu-metadata.json	dst=null	perm=slave:supergroup:rw-r--r--	proto=rpc
2026-07-08 06:39:59,256 INFO  [IPC Server handler 8 on default port 36795] hdfs.StateChange (FSDirWriteFileOp.java:logAllocatedBlock(802)) - BLOCK* allocate blk_1073741825_1001, replicas=127.0.0.1:32845 for /id_taco-taco/100/.kudu-metadata.json
2026-07-08 06:39:59,261 INFO  [DataXceiver for client DFSClient_NONMAPREDUCE_164993926_1 at /127.0.0.1:43608 [Receiving block BP-429372488-10.240.0.116-1783492798147:blk_1073741825_1001]] datanode.DataNode (DataXceiver.java:writeBlock(747)) - Receiving BP-429372488-10.240.0.116-1783492798147:blk_1073741825_1001 src: /127.0.0.1:43608 dest: /127.0.0.1:32845
2026-07-08 06:39:59,269 INFO  [PacketResponder: BP-429372488-10.240.0.116-1783492798147:blk_1073741825_1001, type=LAST_IN_PIPELINE] DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1539)) - src: /127.0.0.1:43608, dest: /127.0.0.1:32845, bytes: 82, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_164993926_1, offset: 0, srvID: a3bf826c-cc87-4f27-a8a5-2c6368e2e9ae, blockid: BP-429372488-10.240.0.116-1783492798147:blk_1073741825_1001, duration(ns): 3257089
2026-07-08 06:39:59,270 INFO  [PacketResponder: BP-429372488-10.240.0.116-1783492798147:blk_1073741825_1001, type=LAST_IN_PIPELINE] datanode.DataNode (BlockReceiver.java:run(1512)) - PacketResponder: BP-429372488-10.240.0.116-1783492798147:blk_1073741825_1001, type=LAST_IN_PIPELINE terminating
2026-07-08 06:39:59,275 INFO  [IPC Server handler 1 on default port 36795] hdfs.StateChange (FSNamesystem.java:completeFile(3104)) - DIR* completeFile: /id_taco-taco/100/.kudu-metadata.json is closed by DFSClient_NONMAPREDUCE_164993926_1
2026-07-08 06:39:59,276 INFO  [Listener at localhost/37559] backup.BackupIO (BackupIO.scala:writeTableMetadata(95)) - Writing metadata to hdfs://localhost:36795/id_taco-taco/1000/.kudu-metadata.json
2026-07-08 06:39:59,278 INFO  [IPC Server handler 2 on default port 36795] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=create	src=/id_taco-taco/1000/.kudu-metadata.json	dst=null	perm=slave:supergroup:rw-r--r--	proto=rpc
2026-07-08 06:39:59,282 INFO  [IPC Server handler 3 on default port 36795] hdfs.StateChange (FSDirWriteFileOp.java:logAllocatedBlock(802)) - BLOCK* allocate blk_1073741826_1002, replicas=127.0.0.1:32845 for /id_taco-taco/1000/.kudu-metadata.json
2026-07-08 06:39:59,284 INFO  [DataXceiver for client DFSClient_NONMAPREDUCE_164993926_1 at /127.0.0.1:43620 [Receiving block BP-429372488-10.240.0.116-1783492798147:blk_1073741826_1002]] datanode.DataNode (DataXceiver.java:writeBlock(747)) - Receiving BP-429372488-10.240.0.116-1783492798147:blk_1073741826_1002 src: /127.0.0.1:43620 dest: /127.0.0.1:32845
2026-07-08 06:39:59,290 INFO  [PacketResponder: BP-429372488-10.240.0.116-1783492798147:blk_1073741826_1002, type=LAST_IN_PIPELINE] DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1539)) - src: /127.0.0.1:43620, dest: /127.0.0.1:32845, bytes: 83, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_164993926_1, offset: 0, srvID: a3bf826c-cc87-4f27-a8a5-2c6368e2e9ae, blockid: BP-429372488-10.240.0.116-1783492798147:blk_1073741826_1002, duration(ns): 3912804
2026-07-08 06:39:59,290 INFO  [PacketResponder: BP-429372488-10.240.0.116-1783492798147:blk_1073741826_1002, type=LAST_IN_PIPELINE] datanode.DataNode (BlockReceiver.java:run(1512)) - PacketResponder: BP-429372488-10.240.0.116-1783492798147:blk_1073741826_1002, type=LAST_IN_PIPELINE terminating
2026-07-08 06:39:59,297 INFO  [IPC Server handler 5 on default port 36795] hdfs.StateChange (FSNamesystem.java:completeFile(3104)) - DIR* completeFile: /id_taco-taco/1000/.kudu-metadata.json is closed by DFSClient_NONMAPREDUCE_164993926_1
2026-07-08 06:39:59,298 INFO  [Listener at localhost/37559] backup.BackupIO (BackupIO.scala:writeTableMetadata(95)) - Writing metadata to hdfs://localhost:36795/id_taco-taco/2000/.kudu-metadata.json
2026-07-08 06:39:59,300 INFO  [IPC Server handler 6 on default port 36795] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=create	src=/id_taco-taco/2000/.kudu-metadata.json	dst=null	perm=slave:supergroup:rw-r--r--	proto=rpc
2026-07-08 06:39:59,303 INFO  [IPC Server handler 7 on default port 36795] hdfs.StateChange (FSDirWriteFileOp.java:logAllocatedBlock(802)) - BLOCK* allocate blk_1073741827_1003, replicas=127.0.0.1:32845 for /id_taco-taco/2000/.kudu-metadata.json
2026-07-08 06:39:59,305 INFO  [DataXceiver for client DFSClient_NONMAPREDUCE_164993926_1 at /127.0.0.1:43634 [Receiving block BP-429372488-10.240.0.116-1783492798147:blk_1073741827_1003]] datanode.DataNode (DataXceiver.java:writeBlock(747)) - Receiving BP-429372488-10.240.0.116-1783492798147:blk_1073741827_1003 src: /127.0.0.1:43634 dest: /127.0.0.1:32845
2026-07-08 06:39:59,317 INFO  [PacketResponder: BP-429372488-10.240.0.116-1783492798147:blk_1073741827_1003, type=LAST_IN_PIPELINE] DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1539)) - src: /127.0.0.1:43634, dest: /127.0.0.1:32845, bytes: 102, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_164993926_1, offset: 0, srvID: a3bf826c-cc87-4f27-a8a5-2c6368e2e9ae, blockid: BP-429372488-10.240.0.116-1783492798147:blk_1073741827_1003, duration(ns): 10234367
2026-07-08 06:39:59,318 INFO  [PacketResponder: BP-429372488-10.240.0.116-1783492798147:blk_1073741827_1003, type=LAST_IN_PIPELINE] datanode.DataNode (BlockReceiver.java:run(1512)) - PacketResponder: BP-429372488-10.240.0.116-1783492798147:blk_1073741827_1003, type=LAST_IN_PIPELINE terminating
2026-07-08 06:39:59,320 INFO  [IPC Server handler 9 on default port 36795] hdfs.StateChange (FSNamesystem.java:completeFile(3104)) - DIR* completeFile: /id_taco-taco/2000/.kudu-metadata.json is closed by DFSClient_NONMAPREDUCE_164993926_1
2026-07-08 06:39:59,321 INFO  [Listener at localhost/37559] backup.BackupIO (BackupIO.scala:writeTableMetadata(95)) - Writing metadata to hdfs://localhost:36795/id_pizza-pizza/200/.kudu-metadata.json
2026-07-08 06:39:59,323 INFO  [IPC Server handler 0 on default port 36795] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=create	src=/id_pizza-pizza/200/.kudu-metadata.json	dst=null	perm=slave:supergroup:rw-r--r--	proto=rpc
2026-07-08 06:39:59,326 INFO  [IPC Server handler 1 on default port 36795] hdfs.StateChange (FSDirWriteFileOp.java:logAllocatedBlock(802)) - BLOCK* allocate blk_1073741828_1004, replicas=127.0.0.1:32845 for /id_pizza-pizza/200/.kudu-metadata.json
2026-07-08 06:39:59,328 INFO  [DataXceiver for client DFSClient_NONMAPREDUCE_164993926_1 at /127.0.0.1:43638 [Receiving block BP-429372488-10.240.0.116-1783492798147:blk_1073741828_1004]] datanode.DataNode (DataXceiver.java:writeBlock(747)) - Receiving BP-429372488-10.240.0.116-1783492798147:blk_1073741828_1004 src: /127.0.0.1:43638 dest: /127.0.0.1:32845
2026-07-08 06:39:59,335 INFO  [PacketResponder: BP-429372488-10.240.0.116-1783492798147:blk_1073741828_1004, type=LAST_IN_PIPELINE] DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1539)) - src: /127.0.0.1:43638, dest: /127.0.0.1:32845, bytes: 84, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_164993926_1, offset: 0, srvID: a3bf826c-cc87-4f27-a8a5-2c6368e2e9ae, blockid: BP-429372488-10.240.0.116-1783492798147:blk_1073741828_1004, duration(ns): 3647498
2026-07-08 06:39:59,335 INFO  [PacketResponder: BP-429372488-10.240.0.116-1783492798147:blk_1073741828_1004, type=LAST_IN_PIPELINE] datanode.DataNode (BlockReceiver.java:run(1512)) - PacketResponder: BP-429372488-10.240.0.116-1783492798147:blk_1073741828_1004, type=LAST_IN_PIPELINE terminating
2026-07-08 06:39:59,337 INFO  [IPC Server handler 3 on default port 36795] hdfs.StateChange (FSNamesystem.java:completeFile(3104)) - DIR* completeFile: /id_pizza-pizza/200/.kudu-metadata.json is closed by DFSClient_NONMAPREDUCE_164993926_1
2026-07-08 06:39:59,337 INFO  [Listener at localhost/37559] backup.BackupIO (BackupIO.scala:writeTableMetadata(95)) - Writing metadata to hdfs://localhost:36795/id_pizza-pizza/400/.kudu-metadata.json
2026-07-08 06:39:59,339 INFO  [IPC Server handler 4 on default port 36795] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=create	src=/id_pizza-pizza/400/.kudu-metadata.json	dst=null	perm=slave:supergroup:rw-r--r--	proto=rpc
2026-07-08 06:39:59,343 INFO  [IPC Server handler 5 on default port 36795] hdfs.StateChange (FSDirWriteFileOp.java:logAllocatedBlock(802)) - BLOCK* allocate blk_1073741829_1005, replicas=127.0.0.1:32845 for /id_pizza-pizza/400/.kudu-metadata.json
2026-07-08 06:39:59,345 INFO  [DataXceiver for client DFSClient_NONMAPREDUCE_164993926_1 at /127.0.0.1:43646 [Receiving block BP-429372488-10.240.0.116-1783492798147:blk_1073741829_1005]] datanode.DataNode (DataXceiver.java:writeBlock(747)) - Receiving BP-429372488-10.240.0.116-1783492798147:blk_1073741829_1005 src: /127.0.0.1:43646 dest: /127.0.0.1:32845
2026-07-08 06:39:59,350 INFO  [PacketResponder: BP-429372488-10.240.0.116-1783492798147:blk_1073741829_1005, type=LAST_IN_PIPELINE] DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1539)) - src: /127.0.0.1:43646, dest: /127.0.0.1:32845, bytes: 103, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_164993926_1, offset: 0, srvID: a3bf826c-cc87-4f27-a8a5-2c6368e2e9ae, blockid: BP-429372488-10.240.0.116-1783492798147:blk_1073741829_1005, duration(ns): 3177119
2026-07-08 06:39:59,350 INFO  [PacketResponder: BP-429372488-10.240.0.116-1783492798147:blk_1073741829_1005, type=LAST_IN_PIPELINE] datanode.DataNode (BlockReceiver.java:run(1512)) - PacketResponder: BP-429372488-10.240.0.116-1783492798147:blk_1073741829_1005, type=LAST_IN_PIPELINE terminating
2026-07-08 06:39:59,352 INFO  [IPC Server handler 7 on default port 36795] hdfs.StateChange (FSNamesystem.java:completeFile(3104)) - DIR* completeFile: /id_pizza-pizza/400/.kudu-metadata.json is closed by DFSClient_NONMAPREDUCE_164993926_1
2026-07-08 06:39:59,353 INFO  [Listener at localhost/37559] backup.BackupIO (BackupIO.scala:writeTableMetadata(95)) - Writing metadata to hdfs://localhost:36795/id_pizza-pizza/600/.kudu-metadata.json
2026-07-08 06:39:59,355 INFO  [IPC Server handler 8 on default port 36795] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=create	src=/id_pizza-pizza/600/.kudu-metadata.json	dst=null	perm=slave:supergroup:rw-r--r--	proto=rpc
2026-07-08 06:39:59,358 INFO  [IPC Server handler 9 on default port 36795] hdfs.StateChange (FSDirWriteFileOp.java:logAllocatedBlock(802)) - BLOCK* allocate blk_1073741830_1006, replicas=127.0.0.1:32845 for /id_pizza-pizza/600/.kudu-metadata.json
2026-07-08 06:39:59,360 INFO  [DataXceiver for client DFSClient_NONMAPREDUCE_164993926_1 at /127.0.0.1:43652 [Receiving block BP-429372488-10.240.0.116-1783492798147:blk_1073741830_1006]] datanode.DataNode (DataXceiver.java:writeBlock(747)) - Receiving BP-429372488-10.240.0.116-1783492798147:blk_1073741830_1006 src: /127.0.0.1:43652 dest: /127.0.0.1:32845
2026-07-08 06:39:59,365 INFO  [PacketResponder: BP-429372488-10.240.0.116-1783492798147:blk_1073741830_1006, type=LAST_IN_PIPELINE] DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1539)) - src: /127.0.0.1:43652, dest: /127.0.0.1:32845, bytes: 103, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_164993926_1, offset: 0, srvID: a3bf826c-cc87-4f27-a8a5-2c6368e2e9ae, blockid: BP-429372488-10.240.0.116-1783492798147:blk_1073741830_1006, duration(ns): 3644533
2026-07-08 06:39:59,366 INFO  [PacketResponder: BP-429372488-10.240.0.116-1783492798147:blk_1073741830_1006, type=LAST_IN_PIPELINE] datanode.DataNode (BlockReceiver.java:run(1512)) - PacketResponder: BP-429372488-10.240.0.116-1783492798147:blk_1073741830_1006, type=LAST_IN_PIPELINE terminating
2026-07-08 06:39:59,368 INFO  [IPC Server handler 1 on default port 36795] hdfs.StateChange (FSNamesystem.java:completeFile(3104)) - DIR* completeFile: /id_pizza-pizza/600/.kudu-metadata.json is closed by DFSClient_NONMAPREDUCE_164993926_1
2026-07-08 06:39:59,382 INFO  [IPC Server handler 2 on default port 36795] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=getfileinfo	src=/	dst=null	perm=null	proto=rpc
2026-07-08 06:39:59,384 INFO  [IPC Server handler 3 on default port 36795] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=listStatus	src=/	dst=null	perm=null	proto=rpc
2026-07-08 06:39:59,391 INFO  [IPC Server handler 4 on default port 36795] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=listStatus	src=/id_taco-taco	dst=null	perm=null	proto=rpc
2026-07-08 06:39:59,393 INFO  [IPC Server handler 5 on default port 36795] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=getfileinfo	src=/id_taco-taco/100/.kudu-metadata.json	dst=null	perm=null	proto=rpc
2026-07-08 06:39:59,394 INFO  [IPC Server handler 6 on default port 36795] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=open	src=/id_taco-taco/100/.kudu-metadata.json	dst=null	perm=null	proto=rpc
2026-07-08 06:39:59,399 INFO  [IPC Server handler 7 on default port 36795] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=getfileinfo	src=/id_taco-taco/1000/.kudu-metadata.json	dst=null	perm=null	proto=rpc
2026-07-08 06:39:59,400 INFO  [IPC Server handler 8 on default port 36795] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=open	src=/id_taco-taco/1000/.kudu-metadata.json	dst=null	perm=null	proto=rpc
2026-07-08 06:39:59,404 INFO  [IPC Server handler 9 on default port 36795] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=getfileinfo	src=/id_taco-taco/2000/.kudu-metadata.json	dst=null	perm=null	proto=rpc
2026-07-08 06:39:59,405 INFO  [IPC Server handler 0 on default port 36795] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=open	src=/id_taco-taco/2000/.kudu-metadata.json	dst=null	perm=null	proto=rpc
2026-07-08 06:39:59,408 INFO  [Listener at localhost/37559] backup.BackupIO (BackupIO.scala:readTableBackups(236)) - Found 3 paths in hdfs://localhost:36795/id_taco-taco
.2026-07-08 06:39:59,430 INFO  [Listener at localhost/37559] hdfs.MiniDFSCluster (MiniDFSCluster.java:<init>(529)) - starting cluster: numNameNodes=1, numDataNodes=1
2026-07-08 06:39:59,431 INFO  [Listener at localhost/37559] namenode.NameNode (NameNode.java:format(1249)) - Formatting using clusterid: testClusterID
2026-07-08 06:39:59,432 INFO  [Listener at localhost/37559] namenode.FSEditLog (FSEditLog.java:newInstance(229)) - Edit logging is async:true
2026-07-08 06:39:59,444 INFO  [Listener at localhost/37559] namenode.FSNamesystem (FSNamesystem.java:<init>(814)) - KeyProvider: null
2026-07-08 06:39:59,444 INFO  [Listener at localhost/37559] namenode.FSNamesystem (FSNamesystemLock.java:<init>(141)) - fsLock is fair: true
2026-07-08 06:39:59,444 INFO  [Listener at localhost/37559] namenode.FSNamesystem (FSNamesystemLock.java:<init>(159)) - Detailed lock hold time metrics enabled: false
2026-07-08 06:39:59,444 INFO  [Listener at localhost/37559] namenode.FSNamesystem (FSNamesystem.java:<init>(847)) - fsOwner                = slave (auth:SIMPLE)
2026-07-08 06:39:59,444 INFO  [Listener at localhost/37559] namenode.FSNamesystem (FSNamesystem.java:<init>(848)) - supergroup             = supergroup
2026-07-08 06:39:59,444 INFO  [Listener at localhost/37559] namenode.FSNamesystem (FSNamesystem.java:<init>(849)) - isPermissionEnabled    = true
2026-07-08 06:39:59,444 INFO  [Listener at localhost/37559] namenode.FSNamesystem (FSNamesystem.java:<init>(850)) - isStoragePolicyEnabled = true
2026-07-08 06:39:59,445 INFO  [Listener at localhost/37559] namenode.FSNamesystem (FSNamesystem.java:<init>(861)) - HA Enabled: false
2026-07-08 06:39:59,445 INFO  [Listener at localhost/37559] common.Util (Util.java:isDiskStatsEnabled(395)) - dfs.datanode.fileio.profiling.sampling.percentage set to 0. Disabling file IO profiling
2026-07-08 06:39:59,445 INFO  [Listener at localhost/37559] blockmanagement.DatanodeManager (DatanodeManager.java:<init>(334)) - dfs.block.invalidate.limit: configured=1000, counted=60, effected=1000
2026-07-08 06:39:59,445 INFO  [Listener at localhost/37559] blockmanagement.DatanodeManager (DatanodeManager.java:<init>(342)) - dfs.namenode.datanode.registration.ip-hostname-check=true
2026-07-08 06:39:59,446 INFO  [Listener at localhost/37559] blockmanagement.BlockManager (InvalidateBlocks.java:printBlockDeletionTime(77)) - dfs.namenode.startup.delay.block.deletion.sec is set to 000:00:00:00.000
2026-07-08 06:39:59,446 INFO  [Listener at localhost/37559] blockmanagement.BlockManager (InvalidateBlocks.java:printBlockDeletionTime(83)) - The block deletion will start around 2026 Jul 08 06:39:59
2026-07-08 06:39:59,446 INFO  [Listener at localhost/37559] util.GSet (LightWeightGSet.java:computeCapacity(395)) - Computing capacity for map BlocksMap
2026-07-08 06:39:59,446 INFO  [Listener at localhost/37559] util.GSet (LightWeightGSet.java:computeCapacity(396)) - VM type       = 64-bit
2026-07-08 06:39:59,446 INFO  [Listener at localhost/37559] util.GSet (LightWeightGSet.java:computeCapacity(397)) - 2.0% max memory 3.5 GB = 72.5 MB
2026-07-08 06:39:59,446 INFO  [Listener at localhost/37559] util.GSet (LightWeightGSet.java:computeCapacity(402)) - capacity      = 2^23 = 8388608 entries
2026-07-08 06:39:59,451 INFO  [Listener at localhost/37559] blockmanagement.BlockManager (BlockManager.java:createSPSManager(5447)) - Storage policy satisfier is disabled
2026-07-08 06:39:59,451 INFO  [Listener at localhost/37559] blockmanagement.BlockManager (BlockManager.java:createBlockTokenSecretManager(641)) - dfs.block.access.token.enable = false
2026-07-08 06:39:59,452 INFO  [Listener at localhost/37559] blockmanagement.BlockManagerSafeMode (BlockManagerSafeMode.java:<init>(160)) - dfs.namenode.safemode.threshold-pct = 0.999
2026-07-08 06:39:59,452 INFO  [Listener at localhost/37559] blockmanagement.BlockManagerSafeMode (BlockManagerSafeMode.java:<init>(161)) - dfs.namenode.safemode.min.datanodes = 0
2026-07-08 06:39:59,452 INFO  [Listener at localhost/37559] blockmanagement.BlockManagerSafeMode (BlockManagerSafeMode.java:<init>(163)) - dfs.namenode.safemode.extension = 0
2026-07-08 06:39:59,452 INFO  [Listener at localhost/37559] blockmanagement.BlockManager (BlockManager.java:<init>(627)) - defaultReplication         = 1
2026-07-08 06:39:59,452 INFO  [Listener at localhost/37559] blockmanagement.BlockManager (BlockManager.java:<init>(628)) - maxReplication             = 512
2026-07-08 06:39:59,452 INFO  [Listener at localhost/37559] blockmanagement.BlockManager (BlockManager.java:<init>(629)) - minReplication             = 1
2026-07-08 06:39:59,452 INFO  [Listener at localhost/37559] blockmanagement.BlockManager (BlockManager.java:<init>(630)) - maxReplicationStreams      = 2
2026-07-08 06:39:59,452 INFO  [Listener at localhost/37559] blockmanagement.BlockManager (BlockManager.java:<init>(631)) - redundancyRecheckInterval  = 3000ms
2026-07-08 06:39:59,452 INFO  [Listener at localhost/37559] blockmanagement.BlockManager (BlockManager.java:<init>(632)) - encryptDataTransfer        = false
2026-07-08 06:39:59,452 INFO  [Listener at localhost/37559] blockmanagement.BlockManager (BlockManager.java:<init>(633)) - maxNumBlocksToLog          = 1000
2026-07-08 06:39:59,453 INFO  [Listener at localhost/37559] util.GSet (LightWeightGSet.java:computeCapacity(395)) - Computing capacity for map INodeMap
2026-07-08 06:39:59,453 INFO  [Listener at localhost/37559] util.GSet (LightWeightGSet.java:computeCapacity(396)) - VM type       = 64-bit
2026-07-08 06:39:59,453 INFO  [Listener at localhost/37559] util.GSet (LightWeightGSet.java:computeCapacity(397)) - 1.0% max memory 3.5 GB = 36.2 MB
2026-07-08 06:39:59,453 INFO  [Listener at localhost/37559] util.GSet (LightWeightGSet.java:computeCapacity(402)) - capacity      = 2^22 = 4194304 entries
2026-07-08 06:39:59,457 INFO  [Listener at localhost/37559] namenode.FSDirectory (FSDirectory.java:<init>(335)) - ACLs enabled? true
2026-07-08 06:39:59,457 INFO  [Listener at localhost/37559] namenode.FSDirectory (FSDirectory.java:<init>(339)) - POSIX ACL inheritance enabled? true
2026-07-08 06:39:59,457 INFO  [Listener at localhost/37559] namenode.FSDirectory (FSDirectory.java:<init>(343)) - XAttrs enabled? true
2026-07-08 06:39:59,457 INFO  [Listener at localhost/37559] namenode.NameNode (FSDirectory.java:<init>(406)) - Caching file names occurring more than 10 times
2026-07-08 06:39:59,457 INFO  [Listener at localhost/37559] snapshot.SnapshotManager (SnapshotManager.java:<init>(124)) - Loaded config captureOpenFiles: false, skipCaptureAccessTimeOnlyChange: false, snapshotDiffAllowSnapRootDescendant: true, maxSnapshotLimit: 65536
2026-07-08 06:39:59,457 INFO  [Listener at localhost/37559] snapshot.SnapshotManager (DirectoryDiffListFactory.java:init(43)) - SkipList is disabled
2026-07-08 06:39:59,457 INFO  [Listener at localhost/37559] util.GSet (LightWeightGSet.java:computeCapacity(395)) - Computing capacity for map cachedBlocks
2026-07-08 06:39:59,457 INFO  [Listener at localhost/37559] util.GSet (LightWeightGSet.java:computeCapacity(396)) - VM type       = 64-bit
2026-07-08 06:39:59,457 INFO  [Listener at localhost/37559] util.GSet (LightWeightGSet.java:computeCapacity(397)) - 0.25% max memory 3.5 GB = 9.1 MB
2026-07-08 06:39:59,457 INFO  [Listener at localhost/37559] util.GSet (LightWeightGSet.java:computeCapacity(402)) - capacity      = 2^20 = 1048576 entries
2026-07-08 06:39:59,461 INFO  [Listener at localhost/37559] metrics.TopMetrics (TopMetrics.java:logConf(75)) - NNTop conf: dfs.namenode.top.window.num.buckets = 10
2026-07-08 06:39:59,461 INFO  [Listener at localhost/37559] metrics.TopMetrics (TopMetrics.java:logConf(77)) - NNTop conf: dfs.namenode.top.num.users = 10
2026-07-08 06:39:59,461 INFO  [Listener at localhost/37559] metrics.TopMetrics (TopMetrics.java:logConf(79)) - NNTop conf: dfs.namenode.top.windows.minutes = 1,5,25
2026-07-08 06:39:59,461 INFO  [Listener at localhost/37559] namenode.FSNamesystem (FSNamesystem.java:initRetryCache(1080)) - Retry cache on namenode is enabled
2026-07-08 06:39:59,461 INFO  [Listener at localhost/37559] namenode.FSNamesystem (FSNamesystem.java:initRetryCache(1088)) - Retry cache will use 0.03 of total heap and retry cache entry expiry time is 600000 millis
2026-07-08 06:39:59,461 INFO  [Listener at localhost/37559] util.GSet (LightWeightGSet.java:computeCapacity(395)) - Computing capacity for map NameNodeRetryCache
2026-07-08 06:39:59,461 INFO  [Listener at localhost/37559] util.GSet (LightWeightGSet.java:computeCapacity(396)) - VM type       = 64-bit
2026-07-08 06:39:59,461 INFO  [Listener at localhost/37559] util.GSet (LightWeightGSet.java:computeCapacity(397)) - 0.029999999329447746% max memory 3.5 GB = 1.1 MB
2026-07-08 06:39:59,461 INFO  [Listener at localhost/37559] util.GSet (LightWeightGSet.java:computeCapacity(402)) - capacity      = 2^17 = 131072 entries
2026-07-08 06:39:59,463 INFO  [Listener at localhost/37559] namenode.FSImage (FSImage.java:format(186)) - Allocated new BlockPoolId: BP-1527625897-10.240.0.116-1783492799463
2026-07-08 06:39:59,468 INFO  [Listener at localhost/37559] common.Storage (NNStorage.java:format(595)) - Storage directory /tmp/hdfs-test5329462620400550310/name-0-1 has been successfully formatted.
2026-07-08 06:39:59,472 INFO  [Listener at localhost/37559] common.Storage (NNStorage.java:format(595)) - Storage directory /tmp/hdfs-test5329462620400550310/name-0-2 has been successfully formatted.
2026-07-08 06:39:59,489 INFO  [FSImageSaver for /tmp/hdfs-test5329462620400550310/name-0-2 of type IMAGE_AND_EDITS] namenode.FSImageFormatProtobuf (FSImageFormatProtobuf.java:save(732)) - Saving image file /tmp/hdfs-test5329462620400550310/name-0-2/current/fsimage.ckpt_0000000000000000000 using no compression
2026-07-08 06:39:59,492 INFO  [FSImageSaver for /tmp/hdfs-test5329462620400550310/name-0-1 of type IMAGE_AND_EDITS] namenode.FSImageFormatProtobuf (FSImageFormatProtobuf.java:save(732)) - Saving image file /tmp/hdfs-test5329462620400550310/name-0-1/current/fsimage.ckpt_0000000000000000000 using no compression
2026-07-08 06:39:59,497 INFO  [FSImageSaver for /tmp/hdfs-test5329462620400550310/name-0-2 of type IMAGE_AND_EDITS] namenode.FSImageFormatProtobuf (FSImageFormatProtobuf.java:save(736)) - Image file /tmp/hdfs-test5329462620400550310/name-0-2/current/fsimage.ckpt_0000000000000000000 of size 418 bytes saved in 0 seconds .
2026-07-08 06:39:59,505 INFO  [FSImageSaver for /tmp/hdfs-test5329462620400550310/name-0-1 of type IMAGE_AND_EDITS] namenode.FSImageFormatProtobuf (FSImageFormatProtobuf.java:save(736)) - Image file /tmp/hdfs-test5329462620400550310/name-0-1/current/fsimage.ckpt_0000000000000000000 of size 418 bytes saved in 0 seconds .
2026-07-08 06:39:59,509 INFO  [Listener at localhost/37559] namenode.NNStorageRetentionManager (NNStorageRetentionManager.java:getImageTxIdToRetain(203)) - Going to retain 1 images with txid >= 0
2026-07-08 06:39:59,520 INFO  [Listener at localhost/37559] namenode.FSNamesystem (FSNamesystem.java:stopActiveServices(1427)) - Stopping services started for active state
2026-07-08 06:39:59,520 INFO  [Listener at localhost/37559] namenode.FSNamesystem (FSNamesystem.java:stopStandbyServices(1528)) - Stopping services started for standby state
2026-07-08 06:39:59,521 INFO  [Listener at localhost/37559] namenode.NameNode (NameNode.java:createNameNode(1707)) - createNameNode []
2026-07-08 06:39:59,521 INFO  [Listener at localhost/37559] impl.MetricsSystemImpl (MetricsSystemImpl.java:init(158)) - NameNode metrics system started (again)
2026-07-08 06:39:59,522 INFO  [Listener at localhost/37559] namenode.NameNodeUtils (NameNodeUtils.java:getClientNamenodeAddress(79)) - fs.defaultFS is hdfs://127.0.0.1:0
2026-07-08 06:39:59,541 INFO  [org.apache.hadoop.util.JvmPauseMonitor$Monitor@1e236278] util.JvmPauseMonitor (JvmPauseMonitor.java:run(188)) - Starting JVM pause monitor
2026-07-08 06:39:59,541 INFO  [Listener at localhost/37559] hdfs.DFSUtil (DFSUtil.java:httpServerTemplateForNNAndJN(1668)) - Filter initializers set : org.apache.hadoop.http.lib.StaticUserWebFilter,org.apache.hadoop.hdfs.web.AuthFilterInitializer
2026-07-08 06:39:59,542 INFO  [Listener at localhost/37559] hdfs.DFSUtil (DFSUtil.java:httpServerTemplateForNNAndJN(1690)) - Starting Web-server for hdfs at: http://localhost:0
2026-07-08 06:39:59,544 INFO  [Listener at localhost/37559] server.AuthenticationFilter (AuthenticationFilter.java:constructSecretProvider(240)) - Unable to initialize FileSignerSecretProvider, falling back to use random secrets.
2026-07-08 06:39:59,545 INFO  [Listener at localhost/37559] http.HttpRequestLog (HttpRequestLog.java:getRequestLog(82)) - Http request log for http.requests.namenode is not defined
2026-07-08 06:39:59,547 INFO  [Listener at localhost/37559] http.HttpServer2 (HttpServer2.java:addGlobalFilter(1111)) - Added global filter 'safety' (class=org.apache.hadoop.http.HttpServer2$QuotingInputFilter)
2026-07-08 06:39:59,548 INFO  [Listener at localhost/37559] http.HttpServer2 (HttpServer2.java:addFilter(1084)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context hdfs
2026-07-08 06:39:59,548 INFO  [Listener at localhost/37559] http.HttpServer2 (HttpServer2.java:addFilter(1094)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context static
2026-07-08 06:39:59,550 INFO  [Listener at localhost/37559] http.HttpServer2 (HttpServer2.java:addFilter(1084)) - Added filter AuthFilter (class=org.apache.hadoop.hdfs.web.AuthFilter) to context hdfs
2026-07-08 06:39:59,550 INFO  [Listener at localhost/37559] http.HttpServer2 (HttpServer2.java:addFilter(1094)) - Added filter AuthFilter (class=org.apache.hadoop.hdfs.web.AuthFilter) to context static
2026-07-08 06:39:59,551 INFO  [Listener at localhost/37559] http.HttpServer2 (HttpServer2.java:addJerseyResourcePackage(938)) - addJerseyResourcePackage: packageName=org.apache.hadoop.hdfs.server.namenode.web.resources;org.apache.hadoop.hdfs.web.resources, pathSpec=/webhdfs/v1/*
2026-07-08 06:39:59,551 INFO  [Listener at localhost/37559] http.HttpServer2 (HttpServer2.java:bindListener(1332)) - Jetty bound to port 45901
2026-07-08 06:39:59,552 INFO  [Listener at localhost/37559] server.Server (Server.java:doStart(375)) - jetty-9.4.40.v20210413; built: 2021-04-13T20:42:42.668Z; git: b881a572662e1943a14ae12e7e1207989f218b74; jvm 1.8.0_362-8u372-ga~us1-0ubuntu1~18.04-b09
2026-07-08 06:39:59,555 INFO  [Listener at localhost/37559] server.session (DefaultSessionIdManager.java:doStart(334)) - DefaultSessionIdManager workerName=node0
2026-07-08 06:39:59,555 INFO  [Listener at localhost/37559] server.session (DefaultSessionIdManager.java:doStart(339)) - No SessionScavenger set, using defaults
2026-07-08 06:39:59,555 INFO  [Listener at localhost/37559] server.session (HouseKeeper.java:startScavenging(132)) - node0 Scavenging every 600000ms
2026-07-08 06:39:59,556 INFO  [Listener at localhost/37559] server.AuthenticationFilter (AuthenticationFilter.java:constructSecretProvider(240)) - Unable to initialize FileSignerSecretProvider, falling back to use random secrets.
2026-07-08 06:39:59,557 INFO  [Listener at localhost/37559] handler.ContextHandler (ContextHandler.java:doStart(916)) - Started o.e.j.s.ServletContextHandler@6a12c7a8{static,/static,jar:file:/tmp/dist-test-taskkb_MJd/java/build/jars/hadoop-hdfs-3.3.1-tests.jar!/webapps/static,AVAILABLE}
2026-07-08 06:39:59,713 INFO  [Listener at localhost/37559] handler.ContextHandler (ContextHandler.java:doStart(916)) - Started o.e.j.w.WebAppContext@5f14761c{hdfs,/,file:///tmp/jetty-localhost-45901-hadoop-hdfs-3_3_1-tests_jar-_-any-5721376202706955983/webapp/,AVAILABLE}{jar:file:/tmp/dist-test-taskkb_MJd/java/build/jars/hadoop-hdfs-3.3.1-tests.jar!/webapps/hdfs}
2026-07-08 06:39:59,714 INFO  [Listener at localhost/37559] server.AbstractConnector (AbstractConnector.java:doStart(331)) - Started ServerConnector@67f77f6e{HTTP/1.1, (http/1.1)}{localhost:45901}
2026-07-08 06:39:59,714 INFO  [Listener at localhost/37559] server.Server (Server.java:doStart(415)) - Started @9133ms
2026-07-08 06:39:59,715 INFO  [Listener at localhost/37559] namenode.FSEditLog (FSEditLog.java:newInstance(229)) - Edit logging is async:true
2026-07-08 06:39:59,730 INFO  [Listener at localhost/37559] namenode.FSNamesystem (FSNamesystem.java:<init>(814)) - KeyProvider: null
2026-07-08 06:39:59,731 INFO  [Listener at localhost/37559] namenode.FSNamesystem (FSNamesystemLock.java:<init>(141)) - fsLock is fair: true
2026-07-08 06:39:59,731 INFO  [Listener at localhost/37559] namenode.FSNamesystem (FSNamesystemLock.java:<init>(159)) - Detailed lock hold time metrics enabled: false
2026-07-08 06:39:59,731 INFO  [Listener at localhost/37559] namenode.FSNamesystem (FSNamesystem.java:<init>(847)) - fsOwner                = slave (auth:SIMPLE)
2026-07-08 06:39:59,731 INFO  [Listener at localhost/37559] namenode.FSNamesystem (FSNamesystem.java:<init>(848)) - supergroup             = supergroup
2026-07-08 06:39:59,731 INFO  [Listener at localhost/37559] namenode.FSNamesystem (FSNamesystem.java:<init>(849)) - isPermissionEnabled    = true
2026-07-08 06:39:59,731 INFO  [Listener at localhost/37559] namenode.FSNamesystem (FSNamesystem.java:<init>(850)) - isStoragePolicyEnabled = true
2026-07-08 06:39:59,731 INFO  [Listener at localhost/37559] namenode.FSNamesystem (FSNamesystem.java:<init>(861)) - HA Enabled: false
2026-07-08 06:39:59,732 INFO  [Listener at localhost/37559] common.Util (Util.java:isDiskStatsEnabled(395)) - dfs.datanode.fileio.profiling.sampling.percentage set to 0. Disabling file IO profiling
2026-07-08 06:39:59,732 INFO  [Listener at localhost/37559] blockmanagement.DatanodeManager (DatanodeManager.java:<init>(334)) - dfs.block.invalidate.limit: configured=1000, counted=60, effected=1000
2026-07-08 06:39:59,732 INFO  [Listener at localhost/37559] blockmanagement.DatanodeManager (DatanodeManager.java:<init>(342)) - dfs.namenode.datanode.registration.ip-hostname-check=true
2026-07-08 06:39:59,732 INFO  [Listener at localhost/37559] blockmanagement.BlockManager (InvalidateBlocks.java:printBlockDeletionTime(77)) - dfs.namenode.startup.delay.block.deletion.sec is set to 000:00:00:00.000
2026-07-08 06:39:59,732 INFO  [Listener at localhost/37559] blockmanagement.BlockManager (InvalidateBlocks.java:printBlockDeletionTime(83)) - The block deletion will start around 2026 Jul 08 06:39:59
2026-07-08 06:39:59,733 INFO  [Listener at localhost/37559] util.GSet (LightWeightGSet.java:computeCapacity(395)) - Computing capacity for map BlocksMap
2026-07-08 06:39:59,733 INFO  [Listener at localhost/37559] util.GSet (LightWeightGSet.java:computeCapacity(396)) - VM type       = 64-bit
2026-07-08 06:39:59,733 INFO  [Listener at localhost/37559] util.GSet (LightWeightGSet.java:computeCapacity(397)) - 2.0% max memory 3.5 GB = 72.5 MB
2026-07-08 06:39:59,733 INFO  [Listener at localhost/37559] util.GSet (LightWeightGSet.java:computeCapacity(402)) - capacity      = 2^23 = 8388608 entries
2026-07-08 06:39:59,762 INFO  [Listener at localhost/37559] blockmanagement.BlockManager (BlockManager.java:createSPSManager(5447)) - Storage policy satisfier is disabled
2026-07-08 06:39:59,762 INFO  [Listener at localhost/37559] blockmanagement.BlockManager (BlockManager.java:createBlockTokenSecretManager(641)) - dfs.block.access.token.enable = false
2026-07-08 06:39:59,762 INFO  [Listener at localhost/37559] blockmanagement.BlockManagerSafeMode (BlockManagerSafeMode.java:<init>(160)) - dfs.namenode.safemode.threshold-pct = 0.999
2026-07-08 06:39:59,763 INFO  [Listener at localhost/37559] blockmanagement.BlockManagerSafeMode (BlockManagerSafeMode.java:<init>(161)) - dfs.namenode.safemode.min.datanodes = 0
2026-07-08 06:39:59,763 INFO  [Listener at localhost/37559] blockmanagement.BlockManagerSafeMode (BlockManagerSafeMode.java:<init>(163)) - dfs.namenode.safemode.extension = 0
2026-07-08 06:39:59,763 INFO  [Listener at localhost/37559] blockmanagement.BlockManager (BlockManager.java:<init>(627)) - defaultReplication         = 1
2026-07-08 06:39:59,763 INFO  [Listener at localhost/37559] blockmanagement.BlockManager (BlockManager.java:<init>(628)) - maxReplication             = 512
2026-07-08 06:39:59,763 INFO  [Listener at localhost/37559] blockmanagement.BlockManager (BlockManager.java:<init>(629)) - minReplication             = 1
2026-07-08 06:39:59,763 INFO  [Listener at localhost/37559] blockmanagement.BlockManager (BlockManager.java:<init>(630)) - maxReplicationStreams      = 2
2026-07-08 06:39:59,763 INFO  [Listener at localhost/37559] blockmanagement.BlockManager (BlockManager.java:<init>(631)) - redundancyRecheckInterval  = 3000ms
2026-07-08 06:39:59,763 INFO  [Listener at localhost/37559] blockmanagement.BlockManager (BlockManager.java:<init>(632)) - encryptDataTransfer        = false
2026-07-08 06:39:59,763 INFO  [Listener at localhost/37559] blockmanagement.BlockManager (BlockManager.java:<init>(633)) - maxNumBlocksToLog          = 1000
2026-07-08 06:39:59,764 INFO  [Listener at localhost/37559] util.GSet (LightWeightGSet.java:computeCapacity(395)) - Computing capacity for map INodeMap
2026-07-08 06:39:59,764 INFO  [Listener at localhost/37559] util.GSet (LightWeightGSet.java:computeCapacity(396)) - VM type       = 64-bit
2026-07-08 06:39:59,764 INFO  [Listener at localhost/37559] util.GSet (LightWeightGSet.java:computeCapacity(397)) - 1.0% max memory 3.5 GB = 36.2 MB
2026-07-08 06:39:59,764 INFO  [Listener at localhost/37559] util.GSet (LightWeightGSet.java:computeCapacity(402)) - capacity      = 2^22 = 4194304 entries
2026-07-08 06:39:59,767 INFO  [Listener at localhost/37559] namenode.FSDirectory (FSDirectory.java:<init>(335)) - ACLs enabled? true
2026-07-08 06:39:59,767 INFO  [Listener at localhost/37559] namenode.FSDirectory (FSDirectory.java:<init>(339)) - POSIX ACL inheritance enabled? true
2026-07-08 06:39:59,767 INFO  [Listener at localhost/37559] namenode.FSDirectory (FSDirectory.java:<init>(343)) - XAttrs enabled? true
2026-07-08 06:39:59,767 INFO  [Listener at localhost/37559] namenode.NameNode (FSDirectory.java:<init>(406)) - Caching file names occurring more than 10 times
2026-07-08 06:39:59,767 INFO  [Listener at localhost/37559] snapshot.SnapshotManager (SnapshotManager.java:<init>(124)) - Loaded config captureOpenFiles: false, skipCaptureAccessTimeOnlyChange: false, snapshotDiffAllowSnapRootDescendant: true, maxSnapshotLimit: 65536
2026-07-08 06:39:59,767 INFO  [Listener at localhost/37559] snapshot.SnapshotManager (DirectoryDiffListFactory.java:init(43)) - SkipList is disabled
2026-07-08 06:39:59,767 INFO  [Listener at localhost/37559] util.GSet (LightWeightGSet.java:computeCapacity(395)) - Computing capacity for map cachedBlocks
2026-07-08 06:39:59,767 INFO  [Listener at localhost/37559] util.GSet (LightWeightGSet.java:computeCapacity(396)) - VM type       = 64-bit
2026-07-08 06:39:59,768 INFO  [Listener at localhost/37559] util.GSet (LightWeightGSet.java:computeCapacity(397)) - 0.25% max memory 3.5 GB = 9.1 MB
2026-07-08 06:39:59,768 INFO  [Listener at localhost/37559] util.GSet (LightWeightGSet.java:computeCapacity(402)) - capacity      = 2^20 = 1048576 entries
2026-07-08 06:39:59,768 INFO  [Listener at localhost/37559] metrics.TopMetrics (TopMetrics.java:logConf(75)) - NNTop conf: dfs.namenode.top.window.num.buckets = 10
2026-07-08 06:39:59,768 INFO  [Listener at localhost/37559] metrics.TopMetrics (TopMetrics.java:logConf(77)) - NNTop conf: dfs.namenode.top.num.users = 10
2026-07-08 06:39:59,769 INFO  [Listener at localhost/37559] metrics.TopMetrics (TopMetrics.java:logConf(79)) - NNTop conf: dfs.namenode.top.windows.minutes = 1,5,25
2026-07-08 06:39:59,769 INFO  [Listener at localhost/37559] namenode.FSNamesystem (FSNamesystem.java:initRetryCache(1080)) - Retry cache on namenode is enabled
2026-07-08 06:39:59,769 INFO  [Listener at localhost/37559] namenode.FSNamesystem (FSNamesystem.java:initRetryCache(1088)) - Retry cache will use 0.03 of total heap and retry cache entry expiry time is 600000 millis
2026-07-08 06:39:59,769 INFO  [Listener at localhost/37559] util.GSet (LightWeightGSet.java:computeCapacity(395)) - Computing capacity for map NameNodeRetryCache
2026-07-08 06:39:59,769 INFO  [Listener at localhost/37559] util.GSet (LightWeightGSet.java:computeCapacity(396)) - VM type       = 64-bit
2026-07-08 06:39:59,769 INFO  [Listener at localhost/37559] util.GSet (LightWeightGSet.java:computeCapacity(397)) - 0.029999999329447746% max memory 3.5 GB = 1.1 MB
2026-07-08 06:39:59,769 INFO  [Listener at localhost/37559] util.GSet (LightWeightGSet.java:computeCapacity(402)) - capacity      = 2^17 = 131072 entries
2026-07-08 06:39:59,772 INFO  [Listener at localhost/37559] common.Storage (Storage.java:tryLock(948)) - Lock on /tmp/hdfs-test5329462620400550310/name-0-1/in_use.lock acquired by nodename 21146@dist-test-slave-q99k.c.gcp-upstream.internal
2026-07-08 06:39:59,775 INFO  [Listener at localhost/37559] common.Storage (Storage.java:tryLock(948)) - Lock on /tmp/hdfs-test5329462620400550310/name-0-2/in_use.lock acquired by nodename 21146@dist-test-slave-q99k.c.gcp-upstream.internal
2026-07-08 06:39:59,776 INFO  [Listener at localhost/37559] namenode.FileJournalManager (FileJournalManager.java:recoverUnfinalizedSegments(428)) - Recovering unfinalized segments in /tmp/hdfs-test5329462620400550310/name-0-1/current
2026-07-08 06:39:59,776 INFO  [Listener at localhost/37559] namenode.FileJournalManager (FileJournalManager.java:recoverUnfinalizedSegments(428)) - Recovering unfinalized segments in /tmp/hdfs-test5329462620400550310/name-0-2/current
2026-07-08 06:39:59,777 INFO  [Listener at localhost/37559] namenode.FSImage (FSImage.java:loadFSImage(734)) - No edit log streams selected.
2026-07-08 06:39:59,777 INFO  [Listener at localhost/37559] namenode.FSImage (FSImage.java:loadFSImageFile(800)) - Planning to load image: FSImageFile(file=/tmp/hdfs-test5329462620400550310/name-0-1/current/fsimage_0000000000000000000, cpktTxId=0000000000000000000)
2026-07-08 06:39:59,779 INFO  [Listener at localhost/37559] namenode.FSImageFormatPBINode (FSImageFormatPBINode.java:loadINodeSectionHeader(413)) - Loading 1 INodes.
2026-07-08 06:39:59,779 INFO  [Listener at localhost/37559] namenode.FSImageFormatPBINode (FSImageFormatPBINode.java:loadINodeSection(371)) - Successfully loaded 1 inodes
2026-07-08 06:39:59,780 INFO  [Listener at localhost/37559] namenode.FSImageFormatPBINode (FSImageFormatPBINode.java:waitBlocksMapAndNameCacheUpdateFinished(344)) - Completed update blocks map and name cache, total waiting duration 0ms.
2026-07-08 06:39:59,780 INFO  [Listener at localhost/37559] namenode.FSImageFormatProtobuf (FSImageFormatProtobuf.java:load(255)) - Loaded FSImage in 0 seconds.
2026-07-08 06:39:59,780 INFO  [Listener at localhost/37559] namenode.FSImage (FSImage.java:loadFSImage(978)) - Loaded image for txid 0 from /tmp/hdfs-test5329462620400550310/name-0-1/current/fsimage_0000000000000000000
2026-07-08 06:39:59,780 INFO  [Listener at localhost/37559] namenode.FSNamesystem (FSNamesystem.java:loadFSImage(1202)) - Need to save fs image? false (staleImage=false, haEnabled=false, isRollingUpgrade=false)
2026-07-08 06:39:59,781 INFO  [Listener at localhost/37559] namenode.FSEditLog (FSEditLog.java:startLogSegment(1391)) - Starting log segment at 1
2026-07-08 06:39:59,790 INFO  [Listener at localhost/37559] namenode.NameCache (NameCache.java:initialized(143)) - initialized with 0 entries 0 lookups
2026-07-08 06:39:59,790 INFO  [Listener at localhost/37559] namenode.FSNamesystem (FSNamesystem.java:loadFromDisk(786)) - Finished loading FSImage in 19 msecs
2026-07-08 06:39:59,790 INFO  [Listener at localhost/37559] namenode.NameNode (NameNodeRpcServer.java:<init>(454)) - RPC server is binding to localhost:0
2026-07-08 06:39:59,790 INFO  [Listener at localhost/37559] namenode.NameNode (NameNodeRpcServer.java:<init>(459)) - Enable NameNode state context:false
2026-07-08 06:39:59,791 INFO  [Listener at localhost/37559] ipc.CallQueueManager (CallQueueManager.java:<init>(90)) - Using callQueue: class java.util.concurrent.LinkedBlockingQueue, queueCapacity: 1000, scheduler: class org.apache.hadoop.ipc.DefaultRpcScheduler, ipcBackoff: false.
2026-07-08 06:39:59,792 INFO  [Socket Reader #1 for port 0] ipc.Server (Server.java:run(1265)) - Starting Socket Reader #1 for port 0
2026-07-08 06:39:59,795 INFO  [Listener at localhost/42325] namenode.NameNode (NameNode.java:initialize(776)) - Clients are to use localhost:42325 to access this namenode/service.
2026-07-08 06:39:59,795 INFO  [Listener at localhost/42325] namenode.FSNamesystem (FSNamesystem.java:registerMBean(5444)) - Registered FSNamesystemState, ReplicatedBlocksState and ECBlockGroupsState MBeans.
2026-07-08 06:39:59,808 INFO  [Listener at localhost/42325] namenode.LeaseManager (LeaseManager.java:getNumUnderConstructionBlocks(166)) - Number of blocks under construction: 0
2026-07-08 06:39:59,809 INFO  [Listener at localhost/42325] blockmanagement.DatanodeAdminDefaultMonitor (DatanodeAdminDefaultMonitor.java:processConf(116)) - Initialized the Default Decommission and Maintenance monitor
2026-07-08 06:39:59,810 INFO  [Listener at localhost/42325] blockmanagement.BlockManager (BlockManager.java:initializeReplQueues(5187)) - initializing replication queues
2026-07-08 06:39:59,811 INFO  [Listener at localhost/42325] hdfs.StateChange (BlockManagerSafeMode.java:leaveSafeMode(399)) - STATE* Leaving safe mode after 0 secs
2026-07-08 06:39:59,811 INFO  [Listener at localhost/42325] hdfs.StateChange (BlockManagerSafeMode.java:leaveSafeMode(405)) - STATE* Network topology has 0 racks and 0 datanodes
2026-07-08 06:39:59,811 INFO  [Listener at localhost/42325] hdfs.StateChange (BlockManagerSafeMode.java:leaveSafeMode(407)) - STATE* UnderReplicatedBlocks has 0 blocks
2026-07-08 06:39:59,818 INFO  [Reconstruction Queue Initializer] blockmanagement.BlockManager (BlockManager.java:processMisReplicatesAsync(3728)) - Total number of blocks            = 0
2026-07-08 06:39:59,818 INFO  [Reconstruction Queue Initializer] blockmanagement.BlockManager (BlockManager.java:processMisReplicatesAsync(3729)) - Number of invalid blocks          = 0
2026-07-08 06:39:59,818 INFO  [Reconstruction Queue Initializer] blockmanagement.BlockManager (BlockManager.java:processMisReplicatesAsync(3730)) - Number of under-replicated blocks = 0
2026-07-08 06:39:59,818 INFO  [Reconstruction Queue Initializer] blockmanagement.BlockManager (BlockManager.java:processMisReplicatesAsync(3731)) - Number of  over-replicated blocks = 0
2026-07-08 06:39:59,818 INFO  [Reconstruction Queue Initializer] blockmanagement.BlockManager (BlockManager.java:processMisReplicatesAsync(3733)) - Number of blocks being written    = 0
2026-07-08 06:39:59,818 INFO  [Reconstruction Queue Initializer] hdfs.StateChange (BlockManager.java:processMisReplicatesAsync(3736)) - STATE* Replication Queue initialization scan for invalid, over- and under-replicated blocks completed in 8 msec
2026-07-08 06:39:59,821 INFO  [IPC Server Responder] ipc.Server (Server.java:run(1507)) - IPC Server Responder: starting
2026-07-08 06:39:59,822 INFO  [IPC Server listener on 0] ipc.Server (Server.java:run(1344)) - IPC Server listener on 0: starting
2026-07-08 06:39:59,826 INFO  [Listener at localhost/42325] namenode.NameNode (NameNode.java:startCommonServices(893)) - NameNode RPC up at: localhost/127.0.0.1:42325
2026-07-08 06:39:59,827 INFO  [Listener at localhost/42325] namenode.FSNamesystem (FSNamesystem.java:startActiveServices(1314)) - Starting services required for active state
2026-07-08 06:39:59,827 INFO  [Listener at localhost/42325] namenode.FSDirectory (FSDirectory.java:updateCountForQuota(840)) - Initializing quota with 12 thread(s)
2026-07-08 06:39:59,827 INFO  [Listener at localhost/42325] namenode.FSDirectory (FSDirectory.java:updateCountForQuota(849)) - Quota initialization completed in 1 milliseconds
name space=1
storage space=0
storage types=RAM_DISK=0, SSD=0, DISK=0, ARCHIVE=0, PROVIDED=0
2026-07-08 06:39:59,831 INFO  [CacheReplicationMonitor(1992059187)] blockmanagement.CacheReplicationMonitor (CacheReplicationMonitor.java:run(160)) - Starting CacheReplicationMonitor with interval 30000 milliseconds
2026-07-08 06:39:59,831 INFO  [Listener at localhost/42325] hdfs.MiniDFSCluster (MiniDFSCluster.java:startDataNodes(1697)) - Starting DataNode 0 with dfs.datanode.data.dir: [DISK]file:/tmp/hdfs-test5329462620400550310/data/data1,[DISK]file:/tmp/hdfs-test5329462620400550310/data/data2
2026-07-08 06:39:59,834 INFO  [Listener at localhost/42325] checker.ThrottledAsyncChecker (ThrottledAsyncChecker.java:schedule(137)) - Scheduling a check for [DISK]file:/tmp/hdfs-test5329462620400550310/data/data1
2026-07-08 06:39:59,835 INFO  [Listener at localhost/42325] checker.ThrottledAsyncChecker (ThrottledAsyncChecker.java:schedule(137)) - Scheduling a check for [DISK]file:/tmp/hdfs-test5329462620400550310/data/data2
2026-07-08 06:39:59,852 INFO  [Listener at localhost/42325] impl.MetricsSystemImpl (MetricsSystemImpl.java:init(158)) - DataNode metrics system started (again)
2026-07-08 06:39:59,853 INFO  [Listener at localhost/42325] common.Util (Util.java:isDiskStatsEnabled(395)) - dfs.datanode.fileio.profiling.sampling.percentage set to 0. Disabling file IO profiling
2026-07-08 06:39:59,853 INFO  [Listener at localhost/42325] datanode.BlockScanner (BlockScanner.java:<init>(201)) - Initialized block scanner with targetBytesPerSec 1048576
2026-07-08 06:39:59,854 INFO  [Listener at localhost/42325] datanode.DataNode (DataNode.java:<init>(512)) - Configured hostname is 127.0.0.1
2026-07-08 06:39:59,854 INFO  [Listener at localhost/42325] common.Util (Util.java:isDiskStatsEnabled(395)) - dfs.datanode.fileio.profiling.sampling.percentage set to 0. Disabling file IO profiling
2026-07-08 06:39:59,854 INFO  [Listener at localhost/42325] datanode.DataNode (DataNode.java:startDataNode(1408)) - Starting DataNode with maxLockedMemory = 0
2026-07-08 06:39:59,855 INFO  [Listener at localhost/42325] datanode.DataNode (DataNode.java:initDataXceiver(1171)) - Opened streaming server at /127.0.0.1:46619
2026-07-08 06:39:59,855 INFO  [Listener at localhost/42325] datanode.DataNode (DataXceiverServer.java:<init>(94)) - Balancing bandwidth is 104857600 bytes/s
2026-07-08 06:39:59,855 INFO  [Listener at localhost/42325] datanode.DataNode (DataXceiverServer.java:<init>(95)) - Number threads for balancing is 100
2026-07-08 06:39:59,858 INFO  [Listener at localhost/42325] server.AuthenticationFilter (AuthenticationFilter.java:constructSecretProvider(240)) - Unable to initialize FileSignerSecretProvider, falling back to use random secrets.
2026-07-08 06:39:59,858 INFO  [Listener at localhost/42325] http.HttpRequestLog (HttpRequestLog.java:getRequestLog(82)) - Http request log for http.requests.datanode is not defined
2026-07-08 06:39:59,860 INFO  [Listener at localhost/42325] http.HttpServer2 (HttpServer2.java:addGlobalFilter(1111)) - Added global filter 'safety' (class=org.apache.hadoop.http.HttpServer2$QuotingInputFilter)
2026-07-08 06:39:59,861 INFO  [Listener at localhost/42325] http.HttpServer2 (HttpServer2.java:addFilter(1084)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context datanode
2026-07-08 06:39:59,861 INFO  [Listener at localhost/42325] http.HttpServer2 (HttpServer2.java:addFilter(1094)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context static
2026-07-08 06:39:59,861 INFO  [Listener at localhost/42325] http.HttpServer2 (HttpServer2.java:bindListener(1332)) - Jetty bound to port 39069
2026-07-08 06:39:59,862 INFO  [Listener at localhost/42325] server.Server (Server.java:doStart(375)) - jetty-9.4.40.v20210413; built: 2021-04-13T20:42:42.668Z; git: b881a572662e1943a14ae12e7e1207989f218b74; jvm 1.8.0_362-8u372-ga~us1-0ubuntu1~18.04-b09
2026-07-08 06:39:59,863 INFO  [Listener at localhost/42325] server.session (DefaultSessionIdManager.java:doStart(334)) - DefaultSessionIdManager workerName=node0
2026-07-08 06:39:59,863 INFO  [Listener at localhost/42325] server.session (DefaultSessionIdManager.java:doStart(339)) - No SessionScavenger set, using defaults
2026-07-08 06:39:59,863 INFO  [Listener at localhost/42325] server.session (HouseKeeper.java:startScavenging(132)) - node0 Scavenging every 600000ms
2026-07-08 06:39:59,864 INFO  [Listener at localhost/42325] handler.ContextHandler (ContextHandler.java:doStart(916)) - Started o.e.j.s.ServletContextHandler@3c854752{static,/static,jar:file:/tmp/dist-test-taskkb_MJd/java/build/jars/hadoop-hdfs-3.3.1-tests.jar!/webapps/static,AVAILABLE}
2026-07-08 06:40:00,008 INFO  [Listener at localhost/42325] handler.ContextHandler (ContextHandler.java:doStart(916)) - Started o.e.j.w.WebAppContext@3166f664{datanode,/,file:///tmp/jetty-localhost-39069-hadoop-hdfs-3_3_1-tests_jar-_-any-1374619369799543549/webapp/,AVAILABLE}{jar:file:/tmp/dist-test-taskkb_MJd/java/build/jars/hadoop-hdfs-3.3.1-tests.jar!/webapps/datanode}
2026-07-08 06:40:00,010 INFO  [Listener at localhost/42325] server.AbstractConnector (AbstractConnector.java:doStart(331)) - Started ServerConnector@4086d8fb{HTTP/1.1, (http/1.1)}{localhost:39069}
2026-07-08 06:40:00,010 INFO  [Listener at localhost/42325] server.Server (Server.java:doStart(415)) - Started @9428ms
2026-07-08 06:40:00,011 WARN  [Listener at localhost/42325] web.DatanodeHttpServer (RestCsrfPreventionFilterHandler.java:<init>(75)) - Got null for restCsrfPreventionFilter - will not do any filtering.
2026-07-08 06:40:00,013 INFO  [Listener at localhost/42325] web.DatanodeHttpServer (DatanodeHttpServer.java:start(322)) - Listening HTTP traffic on /127.0.0.1:39723
2026-07-08 06:40:00,013 INFO  [Listener at localhost/42325] datanode.DataNode (DataNode.java:startDataNode(1436)) - dnUserName = slave
2026-07-08 06:40:00,014 INFO  [org.apache.hadoop.util.JvmPauseMonitor$Monitor@134ff8f8] util.JvmPauseMonitor (JvmPauseMonitor.java:run(188)) - Starting JVM pause monitor
2026-07-08 06:40:00,014 INFO  [Listener at localhost/42325] datanode.DataNode (DataNode.java:startDataNode(1437)) - supergroup = supergroup
2026-07-08 06:40:00,014 INFO  [Listener at localhost/42325] ipc.CallQueueManager (CallQueueManager.java:<init>(90)) - Using callQueue: class java.util.concurrent.LinkedBlockingQueue, queueCapacity: 1000, scheduler: class org.apache.hadoop.ipc.DefaultRpcScheduler, ipcBackoff: false.
2026-07-08 06:40:00,015 INFO  [Socket Reader #1 for port 0] ipc.Server (Server.java:run(1265)) - Starting Socket Reader #1 for port 0
2026-07-08 06:40:00,017 INFO  [Listener at localhost/33205] datanode.DataNode (DataNode.java:initIpcServer(1057)) - Opened IPC server at /127.0.0.1:33205
2026-07-08 06:40:00,032 INFO  [Listener at localhost/33205] datanode.DataNode (BlockPoolManager.java:refreshNamenodes(149)) - Refresh request received for nameservices: null
2026-07-08 06:40:00,032 INFO  [Listener at localhost/33205] datanode.DataNode (BlockPoolManager.java:doRefreshNamenodes(210)) - Starting BPOfferServices for nameservices: <default>
2026-07-08 06:40:00,033 INFO  [Thread-284] datanode.DataNode (BPServiceActor.java:run(847)) - Block pool <registering> (Datanode Uuid unassigned) service to localhost/127.0.0.1:42325 starting to offer service
2026-07-08 06:40:00,035 INFO  [IPC Server Responder] ipc.Server (Server.java:run(1507)) - IPC Server Responder: starting
2026-07-08 06:40:00,035 INFO  [IPC Server listener on 0] ipc.Server (Server.java:run(1344)) - IPC Server listener on 0: starting
2026-07-08 06:40:00,046 INFO  [Thread-284] datanode.DataNode (BPOfferService.java:verifyAndSetNamespaceInfo(381)) - Acknowledging ACTIVE Namenode during handshakeBlock pool <registering> (Datanode Uuid unassigned) service to localhost/127.0.0.1:42325
2026-07-08 06:40:00,047 INFO  [Thread-284] common.Storage (DataStorage.java:getParallelVolumeLoadThreadsNum(356)) - Using 2 threads to upgrade data directories (dfs.datanode.parallel.volumes.load.threads.num=2, dataDirs=2)
2026-07-08 06:40:00,049 INFO  [IPC Server handler 1 on default port 42325] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=datanodeReport	src=null	dst=null	perm=null	proto=rpc
2026-07-08 06:40:00,050 INFO  [Listener at localhost/33205] hdfs.MiniDFSCluster (MiniDFSCluster.java:shouldWait(2823)) - dnInfo.length != numDataNodes
2026-07-08 06:40:00,050 INFO  [Listener at localhost/33205] hdfs.MiniDFSCluster (MiniDFSCluster.java:waitActive(2744)) - Waiting for cluster to become active
2026-07-08 06:40:00,051 INFO  [Thread-284] common.Storage (Storage.java:tryLock(948)) - Lock on /tmp/hdfs-test5329462620400550310/data/data1/in_use.lock acquired by nodename 21146@dist-test-slave-q99k.c.gcp-upstream.internal
2026-07-08 06:40:00,051 INFO  [Thread-284] common.Storage (DataStorage.java:loadStorageDirectory(284)) - Storage directory with location [DISK]file:/tmp/hdfs-test5329462620400550310/data/data1 is not formatted for namespace 410429842. Formatting...
2026-07-08 06:40:00,051 INFO  [Thread-284] common.Storage (DataStorage.java:createStorageID(160)) - Generated new storageID DS-1785fdb3-2ef0-4c2f-a6cb-b89b181379fa for directory /tmp/hdfs-test5329462620400550310/data/data1 
2026-07-08 06:40:00,057 INFO  [Thread-284] common.Storage (Storage.java:tryLock(948)) - Lock on /tmp/hdfs-test5329462620400550310/data/data2/in_use.lock acquired by nodename 21146@dist-test-slave-q99k.c.gcp-upstream.internal
2026-07-08 06:40:00,057 INFO  [Thread-284] common.Storage (DataStorage.java:loadStorageDirectory(284)) - Storage directory with location [DISK]file:/tmp/hdfs-test5329462620400550310/data/data2 is not formatted for namespace 410429842. Formatting...
2026-07-08 06:40:00,057 INFO  [Thread-284] common.Storage (DataStorage.java:createStorageID(160)) - Generated new storageID DS-3162a3d2-ac1b-42c2-8e20-06be4deb8252 for directory /tmp/hdfs-test5329462620400550310/data/data2 
2026-07-08 06:40:00,081 INFO  [Thread-284] common.Storage (BlockPoolSliceStorage.java:recoverTransitionRead(256)) - Analyzing storage directories for bpid BP-1527625897-10.240.0.116-1783492799463
2026-07-08 06:40:00,081 INFO  [Thread-284] common.Storage (Storage.java:lock(907)) - Locking is disabled for /tmp/hdfs-test5329462620400550310/data/data1/current/BP-1527625897-10.240.0.116-1783492799463
2026-07-08 06:40:00,081 INFO  [Thread-284] common.Storage (BlockPoolSliceStorage.java:loadStorageDirectory(169)) - Block pool storage directory for location [DISK]file:/tmp/hdfs-test5329462620400550310/data/data1 and block pool id BP-1527625897-10.240.0.116-1783492799463 is not formatted. Formatting ...
2026-07-08 06:40:00,081 INFO  [Thread-284] common.Storage (BlockPoolSliceStorage.java:format(285)) - Formatting block pool BP-1527625897-10.240.0.116-1783492799463 directory /tmp/hdfs-test5329462620400550310/data/data1/current/BP-1527625897-10.240.0.116-1783492799463/current
2026-07-08 06:40:00,104 INFO  [Thread-284] common.Storage (BlockPoolSliceStorage.java:recoverTransitionRead(256)) - Analyzing storage directories for bpid BP-1527625897-10.240.0.116-1783492799463
2026-07-08 06:40:00,105 INFO  [Thread-284] common.Storage (Storage.java:lock(907)) - Locking is disabled for /tmp/hdfs-test5329462620400550310/data/data2/current/BP-1527625897-10.240.0.116-1783492799463
2026-07-08 06:40:00,105 INFO  [Thread-284] common.Storage (BlockPoolSliceStorage.java:loadStorageDirectory(169)) - Block pool storage directory for location [DISK]file:/tmp/hdfs-test5329462620400550310/data/data2 and block pool id BP-1527625897-10.240.0.116-1783492799463 is not formatted. Formatting ...
2026-07-08 06:40:00,105 INFO  [Thread-284] common.Storage (BlockPoolSliceStorage.java:format(285)) - Formatting block pool BP-1527625897-10.240.0.116-1783492799463 directory /tmp/hdfs-test5329462620400550310/data/data2/current/BP-1527625897-10.240.0.116-1783492799463/current
2026-07-08 06:40:00,109 INFO  [Thread-284] datanode.DataNode (DataNode.java:initStorage(1756)) - Setting up storage: nsid=410429842;bpid=BP-1527625897-10.240.0.116-1783492799463;lv=-57;nsInfo=lv=-66;cid=testClusterID;nsid=410429842;c=1783492799463;bpid=BP-1527625897-10.240.0.116-1783492799463;dnuuid=null
2026-07-08 06:40:00,112 INFO  [Thread-284] datanode.DataNode (DataNode.java:checkDatanodeUuid(1554)) - Generated and persisted new Datanode UUID 7c208aad-a1c1-44a6-a11b-c5232659b231
2026-07-08 06:40:00,113 INFO  [Thread-284] impl.FsDatasetImpl (FsDatasetImpl.java:<init>(310)) - The datanode lock is a read write lock
2026-07-08 06:40:00,115 INFO  [Thread-284] impl.FsDatasetImpl (FsVolumeList.java:addVolume(304)) - Added new volume: DS-1785fdb3-2ef0-4c2f-a6cb-b89b181379fa
2026-07-08 06:40:00,116 INFO  [Thread-284] impl.FsDatasetImpl (FsDatasetImpl.java:addVolume(493)) - Added volume - [DISK]file:/tmp/hdfs-test5329462620400550310/data/data1, StorageType: DISK
2026-07-08 06:40:00,117 INFO  [Thread-284] impl.FsDatasetImpl (FsVolumeList.java:addVolume(304)) - Added new volume: DS-3162a3d2-ac1b-42c2-8e20-06be4deb8252
2026-07-08 06:40:00,117 INFO  [Thread-284] impl.FsDatasetImpl (FsDatasetImpl.java:addVolume(493)) - Added volume - [DISK]file:/tmp/hdfs-test5329462620400550310/data/data2, StorageType: DISK
2026-07-08 06:40:00,118 INFO  [Thread-284] impl.MemoryMappableBlockLoader (MemoryMappableBlockLoader.java:initialize(48)) - Initializing cache loader: MemoryMappableBlockLoader.
2026-07-08 06:40:00,119 INFO  [Thread-284] impl.FsDatasetImpl (FsDatasetImpl.java:registerMBean(2343)) - Registered FSDatasetState MBean
2026-07-08 06:40:00,119 INFO  [Thread-284] impl.FsDatasetImpl (FsDatasetImpl.java:addBlockPool(2856)) - Adding block pool BP-1527625897-10.240.0.116-1783492799463
2026-07-08 06:40:00,120 INFO  [Thread-301] impl.FsDatasetImpl (FsVolumeList.java:run(406)) - Scanning block pool BP-1527625897-10.240.0.116-1783492799463 on volume /tmp/hdfs-test5329462620400550310/data/data1...
2026-07-08 06:40:00,120 INFO  [Thread-302] impl.FsDatasetImpl (FsVolumeList.java:run(406)) - Scanning block pool BP-1527625897-10.240.0.116-1783492799463 on volume /tmp/hdfs-test5329462620400550310/data/data2...
2026-07-08 06:40:00,139 INFO  [Thread-301] impl.FsDatasetImpl (FsVolumeList.java:run(411)) - Time taken to scan block pool BP-1527625897-10.240.0.116-1783492799463 on /tmp/hdfs-test5329462620400550310/data/data1: 19ms
2026-07-08 06:40:00,139 INFO  [Thread-302] impl.FsDatasetImpl (FsVolumeList.java:run(411)) - Time taken to scan block pool BP-1527625897-10.240.0.116-1783492799463 on /tmp/hdfs-test5329462620400550310/data/data2: 20ms
2026-07-08 06:40:00,139 INFO  [Thread-284] impl.FsDatasetImpl (FsVolumeList.java:addBlockPool(431)) - Total time to scan all replicas for block pool BP-1527625897-10.240.0.116-1783492799463: 20ms
2026-07-08 06:40:00,140 INFO  [Thread-305] impl.FsDatasetImpl (FsVolumeList.java:run(199)) - Adding replicas to map for block pool BP-1527625897-10.240.0.116-1783492799463 on volume /tmp/hdfs-test5329462620400550310/data/data1...
2026-07-08 06:40:00,140 INFO  [Thread-306] impl.FsDatasetImpl (FsVolumeList.java:run(199)) - Adding replicas to map for block pool BP-1527625897-10.240.0.116-1783492799463 on volume /tmp/hdfs-test5329462620400550310/data/data2...
2026-07-08 06:40:00,140 INFO  [Thread-305] impl.BlockPoolSlice (BlockPoolSlice.java:readReplicasFromCache(902)) - Replica Cache file: /tmp/hdfs-test5329462620400550310/data/data1/current/BP-1527625897-10.240.0.116-1783492799463/current/replicas doesn't exist 
2026-07-08 06:40:00,140 INFO  [Thread-306] impl.BlockPoolSlice (BlockPoolSlice.java:readReplicasFromCache(902)) - Replica Cache file: /tmp/hdfs-test5329462620400550310/data/data2/current/BP-1527625897-10.240.0.116-1783492799463/current/replicas doesn't exist 
2026-07-08 06:40:00,140 INFO  [Thread-305] impl.FsDatasetImpl (FsVolumeList.java:run(204)) - Time to add replicas to map for block pool BP-1527625897-10.240.0.116-1783492799463 on volume /tmp/hdfs-test5329462620400550310/data/data1: 1ms
2026-07-08 06:40:00,140 INFO  [Thread-306] impl.FsDatasetImpl (FsVolumeList.java:run(204)) - Time to add replicas to map for block pool BP-1527625897-10.240.0.116-1783492799463 on volume /tmp/hdfs-test5329462620400550310/data/data2: 1ms
2026-07-08 06:40:00,140 INFO  [Thread-284] impl.FsDatasetImpl (FsVolumeList.java:getAllVolumesMap(225)) - Total time to add all replicas to map for block pool BP-1527625897-10.240.0.116-1783492799463: 1ms
2026-07-08 06:40:00,141 INFO  [Thread-284] checker.ThrottledAsyncChecker (ThrottledAsyncChecker.java:schedule(137)) - Scheduling a check for /tmp/hdfs-test5329462620400550310/data/data1
2026-07-08 06:40:00,141 INFO  [Thread-284] checker.DatasetVolumeChecker (DatasetVolumeChecker.java:checkAllVolumes(224)) - Scheduled health check for volume /tmp/hdfs-test5329462620400550310/data/data1
2026-07-08 06:40:00,142 INFO  [Thread-284] checker.ThrottledAsyncChecker (ThrottledAsyncChecker.java:schedule(137)) - Scheduling a check for /tmp/hdfs-test5329462620400550310/data/data2
2026-07-08 06:40:00,142 INFO  [Thread-284] checker.DatasetVolumeChecker (DatasetVolumeChecker.java:checkAllVolumes(224)) - Scheduled health check for volume /tmp/hdfs-test5329462620400550310/data/data2
2026-07-08 06:40:00,143 INFO  [VolumeScannerThread(/tmp/hdfs-test5329462620400550310/data/data1)] datanode.VolumeScanner (VolumeScanner.java:findNextUsableBlockIter(385)) - Now scanning bpid BP-1527625897-10.240.0.116-1783492799463 on volume /tmp/hdfs-test5329462620400550310/data/data1
2026-07-08 06:40:00,144 INFO  [VolumeScannerThread(/tmp/hdfs-test5329462620400550310/data/data2)] datanode.VolumeScanner (VolumeScanner.java:findNextUsableBlockIter(385)) - Now scanning bpid BP-1527625897-10.240.0.116-1783492799463 on volume /tmp/hdfs-test5329462620400550310/data/data2
2026-07-08 06:40:00,144 WARN  [Thread-284] datanode.DirectoryScanner (DirectoryScanner.java:<init>(300)) - dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1
2026-07-08 06:40:00,144 INFO  [VolumeScannerThread(/tmp/hdfs-test5329462620400550310/data/data1)] datanode.VolumeScanner (VolumeScanner.java:getNextBlockToScan(505)) - VolumeScanner(/tmp/hdfs-test5329462620400550310/data/data1, DS-1785fdb3-2ef0-4c2f-a6cb-b89b181379fa): finished scanning block pool BP-1527625897-10.240.0.116-1783492799463
2026-07-08 06:40:00,144 INFO  [VolumeScannerThread(/tmp/hdfs-test5329462620400550310/data/data2)] datanode.VolumeScanner (VolumeScanner.java:getNextBlockToScan(505)) - VolumeScanner(/tmp/hdfs-test5329462620400550310/data/data2, DS-3162a3d2-ac1b-42c2-8e20-06be4deb8252): finished scanning block pool BP-1527625897-10.240.0.116-1783492799463
2026-07-08 06:40:00,144 INFO  [Thread-284] datanode.DirectoryScanner (DirectoryScanner.java:start(329)) - Periodic Directory Tree Verification scan starting in 660274ms with interval of 21600000ms and throttle limit of -1ms/s
2026-07-08 06:40:00,145 INFO  [VolumeScannerThread(/tmp/hdfs-test5329462620400550310/data/data2)] datanode.VolumeScanner (VolumeScanner.java:findNextUsableBlockIter(402)) - VolumeScanner(/tmp/hdfs-test5329462620400550310/data/data2, DS-3162a3d2-ac1b-42c2-8e20-06be4deb8252): no suitable block pools found to scan.  Waiting 1814399999 ms.
2026-07-08 06:40:00,145 INFO  [VolumeScannerThread(/tmp/hdfs-test5329462620400550310/data/data1)] datanode.VolumeScanner (VolumeScanner.java:findNextUsableBlockIter(402)) - VolumeScanner(/tmp/hdfs-test5329462620400550310/data/data1, DS-1785fdb3-2ef0-4c2f-a6cb-b89b181379fa): no suitable block pools found to scan.  Waiting 1814399998 ms.
2026-07-08 06:40:00,146 INFO  [BP-1527625897-10.240.0.116-1783492799463 heartbeating to localhost/127.0.0.1:42325] datanode.DataNode (BPServiceActor.java:register(788)) - Block pool BP-1527625897-10.240.0.116-1783492799463 (Datanode Uuid 7c208aad-a1c1-44a6-a11b-c5232659b231) service to localhost/127.0.0.1:42325 beginning handshake with NN
2026-07-08 06:40:00,147 INFO  [IPC Server handler 2 on default port 42325] hdfs.StateChange (DatanodeManager.java:registerDatanode(1142)) - BLOCK* registerDatanode: from DatanodeRegistration(127.0.0.1:46619, datanodeUuid=7c208aad-a1c1-44a6-a11b-c5232659b231, infoPort=39723, infoSecurePort=0, ipcPort=33205, storageInfo=lv=-57;cid=testClusterID;nsid=410429842;c=1783492799463) storage 7c208aad-a1c1-44a6-a11b-c5232659b231
2026-07-08 06:40:00,147 INFO  [IPC Server handler 2 on default port 42325] net.NetworkTopology (NetworkTopology.java:add(149)) - Adding a new node: /default-rack/127.0.0.1:46619
2026-07-08 06:40:00,148 INFO  [IPC Server handler 2 on default port 42325] blockmanagement.BlockReportLeaseManager (BlockReportLeaseManager.java:registerNode(200)) - Registered DN 7c208aad-a1c1-44a6-a11b-c5232659b231 (127.0.0.1:46619).
2026-07-08 06:40:00,149 INFO  [BP-1527625897-10.240.0.116-1783492799463 heartbeating to localhost/127.0.0.1:42325] datanode.DataNode (BPServiceActor.java:register(816)) - Block pool BP-1527625897-10.240.0.116-1783492799463 (Datanode Uuid 7c208aad-a1c1-44a6-a11b-c5232659b231) service to localhost/127.0.0.1:42325 successfully registered with NN
2026-07-08 06:40:00,149 INFO  [BP-1527625897-10.240.0.116-1783492799463 heartbeating to localhost/127.0.0.1:42325] datanode.DataNode (BPServiceActor.java:offerService(645)) - For namenode localhost/127.0.0.1:42325 using BLOCKREPORT_INTERVAL of 21600000msecs CACHEREPORT_INTERVAL of 10000msecs Initial delay: 0msecs; heartBeatInterval=3000
2026-07-08 06:40:00,151 INFO  [IPC Server handler 3 on default port 42325] blockmanagement.DatanodeDescriptor (DatanodeDescriptor.java:updateStorage(999)) - Adding new storage ID DS-1785fdb3-2ef0-4c2f-a6cb-b89b181379fa for DN 127.0.0.1:46619
2026-07-08 06:40:00,151 INFO  [IPC Server handler 3 on default port 42325] blockmanagement.DatanodeDescriptor (DatanodeDescriptor.java:updateStorage(999)) - Adding new storage ID DS-3162a3d2-ac1b-42c2-8e20-06be4deb8252 for DN 127.0.0.1:46619
2026-07-08 06:40:00,152 INFO  [IPC Server handler 4 on default port 42325] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=datanodeReport	src=null	dst=null	perm=null	proto=rpc
2026-07-08 06:40:00,154 INFO  [Listener at localhost/33205] hdfs.MiniDFSCluster (MiniDFSCluster.java:waitActive(2799)) - Cluster is active
2026-07-08 06:40:00,158 INFO  [Block report processor] BlockStateChange (BlockManager.java:processReport(2778)) - BLOCK* processReport 0xcf08801c8748f948: Processing first storage report for DS-1785fdb3-2ef0-4c2f-a6cb-b89b181379fa from datanode 7c208aad-a1c1-44a6-a11b-c5232659b231
2026-07-08 06:40:00,158 INFO  [Block report processor] BlockStateChange (BlockManager.java:processReport(2810)) - BLOCK* processReport 0xcf08801c8748f948: from storage DS-1785fdb3-2ef0-4c2f-a6cb-b89b181379fa node DatanodeRegistration(127.0.0.1:46619, datanodeUuid=7c208aad-a1c1-44a6-a11b-c5232659b231, infoPort=39723, infoSecurePort=0, ipcPort=33205, storageInfo=lv=-57;cid=testClusterID;nsid=410429842;c=1783492799463), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0
2026-07-08 06:40:00,159 INFO  [Block report processor] BlockStateChange (BlockManager.java:processReport(2778)) - BLOCK* processReport 0xcf08801c8748f948: Processing first storage report for DS-3162a3d2-ac1b-42c2-8e20-06be4deb8252 from datanode 7c208aad-a1c1-44a6-a11b-c5232659b231
2026-07-08 06:40:00,160 INFO  [Block report processor] BlockStateChange (BlockManager.java:processReport(2810)) - BLOCK* processReport 0xcf08801c8748f948: from storage DS-3162a3d2-ac1b-42c2-8e20-06be4deb8252 node DatanodeRegistration(127.0.0.1:46619, datanodeUuid=7c208aad-a1c1-44a6-a11b-c5232659b231, infoPort=39723, infoSecurePort=0, ipcPort=33205, storageInfo=lv=-57;cid=testClusterID;nsid=410429842;c=1783492799463), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0
2026-07-08 06:40:00,161 INFO  [BP-1527625897-10.240.0.116-1783492799463 heartbeating to localhost/127.0.0.1:42325] datanode.DataNode (BPServiceActor.java:blockReport(437)) - Successfully sent block report 0xcf08801c8748f948 to namenode: localhost/127.0.0.1:42325,  containing 2 storage report(s), of which we sent 2. The reports had 0 total blocks and used 1 RPC(s). This took 1 msecs to generate and 7 msecs for RPC and NN processing. Got back one command: FinalizeCommand/5.
2026-07-08 06:40:00,161 INFO  [Command processor] datanode.DataNode (BPOfferService.java:processCommandFromActive(763)) - Got finalize command for block pool BP-1527625897-10.240.0.116-1783492799463
2026-07-08 06:40:00,178 INFO  [Listener at localhost/33205] backup.BackupIO (BackupIO.scala:writeTableMetadata(95)) - Writing metadata to hdfs://localhost:42325/id_taco-taco/100/.kudu-metadata.json
2026-07-08 06:40:00,182 INFO  [IPC Server handler 6 on default port 42325] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=create	src=/id_taco-taco/100/.kudu-metadata.json	dst=null	perm=slave:supergroup:rw-r--r--	proto=rpc
2026-07-08 06:40:00,186 INFO  [IPC Server handler 7 on default port 42325] hdfs.StateChange (FSDirWriteFileOp.java:logAllocatedBlock(802)) - BLOCK* allocate blk_1073741825_1001, replicas=127.0.0.1:46619 for /id_taco-taco/100/.kudu-metadata.json
2026-07-08 06:40:00,191 INFO  [DataXceiver for client DFSClient_NONMAPREDUCE_-471882547_1 at /127.0.0.1:60918 [Receiving block BP-1527625897-10.240.0.116-1783492799463:blk_1073741825_1001]] datanode.DataNode (DataXceiver.java:writeBlock(747)) - Receiving BP-1527625897-10.240.0.116-1783492799463:blk_1073741825_1001 src: /127.0.0.1:60918 dest: /127.0.0.1:46619
2026-07-08 06:40:00,197 INFO  [PacketResponder: BP-1527625897-10.240.0.116-1783492799463:blk_1073741825_1001, type=LAST_IN_PIPELINE] DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1539)) - src: /127.0.0.1:60918, dest: /127.0.0.1:46619, bytes: 82, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-471882547_1, offset: 0, srvID: 7c208aad-a1c1-44a6-a11b-c5232659b231, blockid: BP-1527625897-10.240.0.116-1783492799463:blk_1073741825_1001, duration(ns): 3861242
2026-07-08 06:40:00,198 INFO  [PacketResponder: BP-1527625897-10.240.0.116-1783492799463:blk_1073741825_1001, type=LAST_IN_PIPELINE] datanode.DataNode (BlockReceiver.java:run(1512)) - PacketResponder: BP-1527625897-10.240.0.116-1783492799463:blk_1073741825_1001, type=LAST_IN_PIPELINE terminating
2026-07-08 06:40:00,205 INFO  [IPC Server handler 0 on default port 42325] hdfs.StateChange (FSNamesystem.java:completeFile(3104)) - DIR* completeFile: /id_taco-taco/100/.kudu-metadata.json is closed by DFSClient_NONMAPREDUCE_-471882547_1
2026-07-08 06:40:00,206 INFO  [Listener at localhost/33205] backup.BackupIO (BackupIO.scala:writeTableMetadata(95)) - Writing metadata to hdfs://localhost:42325/id_taco-taco/1000/.kudu-metadata.json
2026-07-08 06:40:00,208 INFO  [IPC Server handler 1 on default port 42325] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=create	src=/id_taco-taco/1000/.kudu-metadata.json	dst=null	perm=slave:supergroup:rw-r--r--	proto=rpc
2026-07-08 06:40:00,213 INFO  [IPC Server handler 2 on default port 42325] hdfs.StateChange (FSDirWriteFileOp.java:logAllocatedBlock(802)) - BLOCK* allocate blk_1073741826_1002, replicas=127.0.0.1:46619 for /id_taco-taco/1000/.kudu-metadata.json
2026-07-08 06:40:00,216 INFO  [DataXceiver for client DFSClient_NONMAPREDUCE_-471882547_1 at /127.0.0.1:60922 [Receiving block BP-1527625897-10.240.0.116-1783492799463:blk_1073741826_1002]] datanode.DataNode (DataXceiver.java:writeBlock(747)) - Receiving BP-1527625897-10.240.0.116-1783492799463:blk_1073741826_1002 src: /127.0.0.1:60922 dest: /127.0.0.1:46619
2026-07-08 06:40:00,222 INFO  [PacketResponder: BP-1527625897-10.240.0.116-1783492799463:blk_1073741826_1002, type=LAST_IN_PIPELINE] DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1539)) - src: /127.0.0.1:60922, dest: /127.0.0.1:46619, bytes: 83, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-471882547_1, offset: 0, srvID: 7c208aad-a1c1-44a6-a11b-c5232659b231, blockid: BP-1527625897-10.240.0.116-1783492799463:blk_1073741826_1002, duration(ns): 4068527
2026-07-08 06:40:00,222 INFO  [PacketResponder: BP-1527625897-10.240.0.116-1783492799463:blk_1073741826_1002, type=LAST_IN_PIPELINE] datanode.DataNode (BlockReceiver.java:run(1512)) - PacketResponder: BP-1527625897-10.240.0.116-1783492799463:blk_1073741826_1002, type=LAST_IN_PIPELINE terminating
2026-07-08 06:40:00,223 INFO  [IPC Server handler 4 on default port 42325] namenode.FSNamesystem (FSNamesystem.java:checkBlocksComplete(3151)) - BLOCK* blk_1073741826_1002 is COMMITTED but not COMPLETE(numNodes= 0 <  minimum = 1) in file /id_taco-taco/1000/.kudu-metadata.json
2026-07-08 06:40:00,626 INFO  [IPC Server handler 5 on default port 42325] hdfs.StateChange (FSNamesystem.java:completeFile(3104)) - DIR* completeFile: /id_taco-taco/1000/.kudu-metadata.json is closed by DFSClient_NONMAPREDUCE_-471882547_1
2026-07-08 06:40:00,627 INFO  [Listener at localhost/33205] backup.BackupIO (BackupIO.scala:writeTableMetadata(95)) - Writing metadata to hdfs://localhost:42325/id_taco-taco/2000/.kudu-metadata.json
2026-07-08 06:40:00,628 INFO  [IPC Server handler 6 on default port 42325] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=create	src=/id_taco-taco/2000/.kudu-metadata.json	dst=null	perm=slave:supergroup:rw-r--r--	proto=rpc
2026-07-08 06:40:00,631 INFO  [IPC Server handler 7 on default port 42325] hdfs.StateChange (FSDirWriteFileOp.java:logAllocatedBlock(802)) - BLOCK* allocate blk_1073741827_1003, replicas=127.0.0.1:46619 for /id_taco-taco/2000/.kudu-metadata.json
2026-07-08 06:40:00,634 INFO  [DataXceiver for client DFSClient_NONMAPREDUCE_-471882547_1 at /127.0.0.1:60938 [Receiving block BP-1527625897-10.240.0.116-1783492799463:blk_1073741827_1003]] datanode.DataNode (DataXceiver.java:writeBlock(747)) - Receiving BP-1527625897-10.240.0.116-1783492799463:blk_1073741827_1003 src: /127.0.0.1:60938 dest: /127.0.0.1:46619
2026-07-08 06:40:00,642 INFO  [PacketResponder: BP-1527625897-10.240.0.116-1783492799463:blk_1073741827_1003, type=LAST_IN_PIPELINE] DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1539)) - src: /127.0.0.1:60938, dest: /127.0.0.1:46619, bytes: 102, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-471882547_1, offset: 0, srvID: 7c208aad-a1c1-44a6-a11b-c5232659b231, blockid: BP-1527625897-10.240.0.116-1783492799463:blk_1073741827_1003, duration(ns): 4100515
2026-07-08 06:40:00,642 INFO  [PacketResponder: BP-1527625897-10.240.0.116-1783492799463:blk_1073741827_1003, type=LAST_IN_PIPELINE] datanode.DataNode (BlockReceiver.java:run(1512)) - PacketResponder: BP-1527625897-10.240.0.116-1783492799463:blk_1073741827_1003, type=LAST_IN_PIPELINE terminating
2026-07-08 06:40:00,644 INFO  [IPC Server handler 9 on default port 42325] hdfs.StateChange (FSNamesystem.java:completeFile(3104)) - DIR* completeFile: /id_taco-taco/2000/.kudu-metadata.json is closed by DFSClient_NONMAPREDUCE_-471882547_1
2026-07-08 06:40:00,645 INFO  [Listener at localhost/33205] backup.BackupIO (BackupIO.scala:writeTableMetadata(95)) - Writing metadata to hdfs://localhost:42325/id_pizza-pizza/200/.kudu-metadata.json
2026-07-08 06:40:00,648 INFO  [IPC Server handler 0 on default port 42325] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=create	src=/id_pizza-pizza/200/.kudu-metadata.json	dst=null	perm=slave:supergroup:rw-r--r--	proto=rpc
2026-07-08 06:40:00,653 INFO  [IPC Server handler 1 on default port 42325] hdfs.StateChange (FSDirWriteFileOp.java:logAllocatedBlock(802)) - BLOCK* allocate blk_1073741828_1004, replicas=127.0.0.1:46619 for /id_pizza-pizza/200/.kudu-metadata.json
2026-07-08 06:40:00,660 INFO  [DataXceiver for client DFSClient_NONMAPREDUCE_-471882547_1 at /127.0.0.1:60952 [Receiving block BP-1527625897-10.240.0.116-1783492799463:blk_1073741828_1004]] datanode.DataNode (DataXceiver.java:writeBlock(747)) - Receiving BP-1527625897-10.240.0.116-1783492799463:blk_1073741828_1004 src: /127.0.0.1:60952 dest: /127.0.0.1:46619
2026-07-08 06:40:00,666 INFO  [PacketResponder: BP-1527625897-10.240.0.116-1783492799463:blk_1073741828_1004, type=LAST_IN_PIPELINE] DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1539)) - src: /127.0.0.1:60952, dest: /127.0.0.1:46619, bytes: 84, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-471882547_1, offset: 0, srvID: 7c208aad-a1c1-44a6-a11b-c5232659b231, blockid: BP-1527625897-10.240.0.116-1783492799463:blk_1073741828_1004, duration(ns): 4004152
2026-07-08 06:40:00,666 INFO  [PacketResponder: BP-1527625897-10.240.0.116-1783492799463:blk_1073741828_1004, type=LAST_IN_PIPELINE] datanode.DataNode (BlockReceiver.java:run(1512)) - PacketResponder: BP-1527625897-10.240.0.116-1783492799463:blk_1073741828_1004, type=LAST_IN_PIPELINE terminating
2026-07-08 06:40:00,668 INFO  [IPC Server handler 3 on default port 42325] hdfs.StateChange (FSNamesystem.java:completeFile(3104)) - DIR* completeFile: /id_pizza-pizza/200/.kudu-metadata.json is closed by DFSClient_NONMAPREDUCE_-471882547_1
2026-07-08 06:40:00,669 INFO  [Listener at localhost/33205] backup.BackupIO (BackupIO.scala:writeTableMetadata(95)) - Writing metadata to hdfs://localhost:42325/id_pizza-pizza/400/.kudu-metadata.json
2026-07-08 06:40:00,671 INFO  [IPC Server handler 4 on default port 42325] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=create	src=/id_pizza-pizza/400/.kudu-metadata.json	dst=null	perm=slave:supergroup:rw-r--r--	proto=rpc
2026-07-08 06:40:00,674 INFO  [IPC Server handler 5 on default port 42325] hdfs.StateChange (FSDirWriteFileOp.java:logAllocatedBlock(802)) - BLOCK* allocate blk_1073741829_1005, replicas=127.0.0.1:46619 for /id_pizza-pizza/400/.kudu-metadata.json
2026-07-08 06:40:00,679 INFO  [DataXceiver for client DFSClient_NONMAPREDUCE_-471882547_1 at /127.0.0.1:60956 [Receiving block BP-1527625897-10.240.0.116-1783492799463:blk_1073741829_1005]] datanode.DataNode (DataXceiver.java:writeBlock(747)) - Receiving BP-1527625897-10.240.0.116-1783492799463:blk_1073741829_1005 src: /127.0.0.1:60956 dest: /127.0.0.1:46619
2026-07-08 06:40:00,692 INFO  [PacketResponder: BP-1527625897-10.240.0.116-1783492799463:blk_1073741829_1005, type=LAST_IN_PIPELINE] DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1539)) - src: /127.0.0.1:60956, dest: /127.0.0.1:46619, bytes: 103, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-471882547_1, offset: 0, srvID: 7c208aad-a1c1-44a6-a11b-c5232659b231, blockid: BP-1527625897-10.240.0.116-1783492799463:blk_1073741829_1005, duration(ns): 10783091
2026-07-08 06:40:00,692 INFO  [PacketResponder: BP-1527625897-10.240.0.116-1783492799463:blk_1073741829_1005, type=LAST_IN_PIPELINE] datanode.DataNode (BlockReceiver.java:run(1512)) - PacketResponder: BP-1527625897-10.240.0.116-1783492799463:blk_1073741829_1005, type=LAST_IN_PIPELINE terminating
2026-07-08 06:40:00,695 INFO  [IPC Server handler 7 on default port 42325] hdfs.StateChange (FSNamesystem.java:completeFile(3104)) - DIR* completeFile: /id_pizza-pizza/400/.kudu-metadata.json is closed by DFSClient_NONMAPREDUCE_-471882547_1
2026-07-08 06:40:00,696 INFO  [Listener at localhost/33205] backup.BackupIO (BackupIO.scala:writeTableMetadata(95)) - Writing metadata to hdfs://localhost:42325/id_pizza-pizza/600/.kudu-metadata.json
2026-07-08 06:40:00,698 INFO  [IPC Server handler 8 on default port 42325] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=create	src=/id_pizza-pizza/600/.kudu-metadata.json	dst=null	perm=slave:supergroup:rw-r--r--	proto=rpc
2026-07-08 06:40:00,700 INFO  [IPC Server handler 9 on default port 42325] hdfs.StateChange (FSDirWriteFileOp.java:logAllocatedBlock(802)) - BLOCK* allocate blk_1073741830_1006, replicas=127.0.0.1:46619 for /id_pizza-pizza/600/.kudu-metadata.json
2026-07-08 06:40:00,702 INFO  [DataXceiver for client DFSClient_NONMAPREDUCE_-471882547_1 at /127.0.0.1:60958 [Receiving block BP-1527625897-10.240.0.116-1783492799463:blk_1073741830_1006]] datanode.DataNode (DataXceiver.java:writeBlock(747)) - Receiving BP-1527625897-10.240.0.116-1783492799463:blk_1073741830_1006 src: /127.0.0.1:60958 dest: /127.0.0.1:46619
2026-07-08 06:40:00,708 INFO  [PacketResponder: BP-1527625897-10.240.0.116-1783492799463:blk_1073741830_1006, type=LAST_IN_PIPELINE] DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1539)) - src: /127.0.0.1:60958, dest: /127.0.0.1:46619, bytes: 103, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-471882547_1, offset: 0, srvID: 7c208aad-a1c1-44a6-a11b-c5232659b231, blockid: BP-1527625897-10.240.0.116-1783492799463:blk_1073741830_1006, duration(ns): 3305073
2026-07-08 06:40:00,708 INFO  [PacketResponder: BP-1527625897-10.240.0.116-1783492799463:blk_1073741830_1006, type=LAST_IN_PIPELINE] datanode.DataNode (BlockReceiver.java:run(1512)) - PacketResponder: BP-1527625897-10.240.0.116-1783492799463:blk_1073741830_1006, type=LAST_IN_PIPELINE terminating
2026-07-08 06:40:00,710 INFO  [IPC Server handler 1 on default port 42325] hdfs.StateChange (FSNamesystem.java:completeFile(3104)) - DIR* completeFile: /id_pizza-pizza/600/.kudu-metadata.json is closed by DFSClient_NONMAPREDUCE_-471882547_1
2026-07-08 06:40:00,725 INFO  [IPC Server handler 2 on default port 42325] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=getfileinfo	src=/	dst=null	perm=null	proto=rpc
2026-07-08 06:40:00,726 INFO  [IPC Server handler 3 on default port 42325] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=listStatus	src=/	dst=null	perm=null	proto=rpc
2026-07-08 06:40:00,728 INFO  [IPC Server handler 4 on default port 42325] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=listStatus	src=/id_pizza-pizza	dst=null	perm=null	proto=rpc
2026-07-08 06:40:00,730 INFO  [IPC Server handler 5 on default port 42325] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=getfileinfo	src=/id_pizza-pizza/200/.kudu-metadata.json	dst=null	perm=null	proto=rpc
2026-07-08 06:40:00,731 INFO  [IPC Server handler 6 on default port 42325] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=open	src=/id_pizza-pizza/200/.kudu-metadata.json	dst=null	perm=null	proto=rpc
2026-07-08 06:40:00,738 INFO  [IPC Server handler 7 on default port 42325] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=getfileinfo	src=/id_pizza-pizza/400/.kudu-metadata.json	dst=null	perm=null	proto=rpc
2026-07-08 06:40:00,739 INFO  [IPC Server handler 8 on default port 42325] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=open	src=/id_pizza-pizza/400/.kudu-metadata.json	dst=null	perm=null	proto=rpc
2026-07-08 06:40:00,743 INFO  [IPC Server handler 9 on default port 42325] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=getfileinfo	src=/id_pizza-pizza/600/.kudu-metadata.json	dst=null	perm=null	proto=rpc
2026-07-08 06:40:00,744 INFO  [IPC Server handler 0 on default port 42325] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=open	src=/id_pizza-pizza/600/.kudu-metadata.json	dst=null	perm=null	proto=rpc
2026-07-08 06:40:00,746 INFO  [Listener at localhost/33205] backup.BackupIO (BackupIO.scala:readTableBackups(236)) - Found 3 paths in hdfs://localhost:42325/id_pizza-pizza
.2026-07-08 06:40:00,767 INFO  [Listener at localhost/33205] hdfs.MiniDFSCluster (MiniDFSCluster.java:<init>(529)) - starting cluster: numNameNodes=1, numDataNodes=1
2026-07-08 06:40:00,768 INFO  [Listener at localhost/33205] namenode.NameNode (NameNode.java:format(1249)) - Formatting using clusterid: testClusterID
2026-07-08 06:40:00,769 INFO  [Listener at localhost/33205] namenode.FSEditLog (FSEditLog.java:newInstance(229)) - Edit logging is async:true
2026-07-08 06:40:00,781 INFO  [Listener at localhost/33205] namenode.FSNamesystem (FSNamesystem.java:<init>(814)) - KeyProvider: null
2026-07-08 06:40:00,781 INFO  [Listener at localhost/33205] namenode.FSNamesystem (FSNamesystemLock.java:<init>(141)) - fsLock is fair: true
2026-07-08 06:40:00,781 INFO  [Listener at localhost/33205] namenode.FSNamesystem (FSNamesystemLock.java:<init>(159)) - Detailed lock hold time metrics enabled: false
2026-07-08 06:40:00,782 INFO  [Listener at localhost/33205] namenode.FSNamesystem (FSNamesystem.java:<init>(847)) - fsOwner                = slave (auth:SIMPLE)
2026-07-08 06:40:00,782 INFO  [Listener at localhost/33205] namenode.FSNamesystem (FSNamesystem.java:<init>(848)) - supergroup             = supergroup
2026-07-08 06:40:00,782 INFO  [Listener at localhost/33205] namenode.FSNamesystem (FSNamesystem.java:<init>(849)) - isPermissionEnabled    = true
2026-07-08 06:40:00,782 INFO  [Listener at localhost/33205] namenode.FSNamesystem (FSNamesystem.java:<init>(850)) - isStoragePolicyEnabled = true
2026-07-08 06:40:00,782 INFO  [Listener at localhost/33205] namenode.FSNamesystem (FSNamesystem.java:<init>(861)) - HA Enabled: false
2026-07-08 06:40:00,782 INFO  [Listener at localhost/33205] common.Util (Util.java:isDiskStatsEnabled(395)) - dfs.datanode.fileio.profiling.sampling.percentage set to 0. Disabling file IO profiling
2026-07-08 06:40:00,782 INFO  [Listener at localhost/33205] blockmanagement.DatanodeManager (DatanodeManager.java:<init>(334)) - dfs.block.invalidate.limit: configured=1000, counted=60, effected=1000
2026-07-08 06:40:00,782 INFO  [Listener at localhost/33205] blockmanagement.DatanodeManager (DatanodeManager.java:<init>(342)) - dfs.namenode.datanode.registration.ip-hostname-check=true
2026-07-08 06:40:00,783 INFO  [Listener at localhost/33205] blockmanagement.BlockManager (InvalidateBlocks.java:printBlockDeletionTime(77)) - dfs.namenode.startup.delay.block.deletion.sec is set to 000:00:00:00.000
2026-07-08 06:40:00,783 INFO  [Listener at localhost/33205] blockmanagement.BlockManager (InvalidateBlocks.java:printBlockDeletionTime(83)) - The block deletion will start around 2026 Jul 08 06:40:00
2026-07-08 06:40:00,783 INFO  [Listener at localhost/33205] util.GSet (LightWeightGSet.java:computeCapacity(395)) - Computing capacity for map BlocksMap
2026-07-08 06:40:00,783 INFO  [Listener at localhost/33205] util.GSet (LightWeightGSet.java:computeCapacity(396)) - VM type       = 64-bit
2026-07-08 06:40:00,784 INFO  [Listener at localhost/33205] util.GSet (LightWeightGSet.java:computeCapacity(397)) - 2.0% max memory 3.5 GB = 72.5 MB
2026-07-08 06:40:00,784 INFO  [Listener at localhost/33205] util.GSet (LightWeightGSet.java:computeCapacity(402)) - capacity      = 2^23 = 8388608 entries
2026-07-08 06:40:00,860 INFO  [Listener at localhost/33205] blockmanagement.BlockManager (BlockManager.java:createSPSManager(5447)) - Storage policy satisfier is disabled
2026-07-08 06:40:00,861 INFO  [Listener at localhost/33205] blockmanagement.BlockManager (BlockManager.java:createBlockTokenSecretManager(641)) - dfs.block.access.token.enable = false
2026-07-08 06:40:00,861 INFO  [Listener at localhost/33205] blockmanagement.BlockManagerSafeMode (BlockManagerSafeMode.java:<init>(160)) - dfs.namenode.safemode.threshold-pct = 0.999
2026-07-08 06:40:00,861 INFO  [Listener at localhost/33205] blockmanagement.BlockManagerSafeMode (BlockManagerSafeMode.java:<init>(161)) - dfs.namenode.safemode.min.datanodes = 0
2026-07-08 06:40:00,861 INFO  [Listener at localhost/33205] blockmanagement.BlockManagerSafeMode (BlockManagerSafeMode.java:<init>(163)) - dfs.namenode.safemode.extension = 0
2026-07-08 06:40:00,861 INFO  [Listener at localhost/33205] blockmanagement.BlockManager (BlockManager.java:<init>(627)) - defaultReplication         = 1
2026-07-08 06:40:00,861 INFO  [Listener at localhost/33205] blockmanagement.BlockManager (BlockManager.java:<init>(628)) - maxReplication             = 512
2026-07-08 06:40:00,862 INFO  [Listener at localhost/33205] blockmanagement.BlockManager (BlockManager.java:<init>(629)) - minReplication             = 1
2026-07-08 06:40:00,862 INFO  [Listener at localhost/33205] blockmanagement.BlockManager (BlockManager.java:<init>(630)) - maxReplicationStreams      = 2
2026-07-08 06:40:00,862 INFO  [Listener at localhost/33205] blockmanagement.BlockManager (BlockManager.java:<init>(631)) - redundancyRecheckInterval  = 3000ms
2026-07-08 06:40:00,862 INFO  [Listener at localhost/33205] blockmanagement.BlockManager (BlockManager.java:<init>(632)) - encryptDataTransfer        = false
2026-07-08 06:40:00,862 INFO  [Listener at localhost/33205] blockmanagement.BlockManager (BlockManager.java:<init>(633)) - maxNumBlocksToLog          = 1000
2026-07-08 06:40:00,863 INFO  [Listener at localhost/33205] util.GSet (LightWeightGSet.java:computeCapacity(395)) - Computing capacity for map INodeMap
2026-07-08 06:40:00,863 INFO  [Listener at localhost/33205] util.GSet (LightWeightGSet.java:computeCapacity(396)) - VM type       = 64-bit
2026-07-08 06:40:00,863 INFO  [Listener at localhost/33205] util.GSet (LightWeightGSet.java:computeCapacity(397)) - 1.0% max memory 3.5 GB = 36.2 MB
2026-07-08 06:40:00,864 INFO  [Listener at localhost/33205] util.GSet (LightWeightGSet.java:computeCapacity(402)) - capacity      = 2^22 = 4194304 entries
2026-07-08 06:40:00,866 INFO  [Listener at localhost/33205] namenode.FSDirectory (FSDirectory.java:<init>(335)) - ACLs enabled? true
2026-07-08 06:40:00,867 INFO  [Listener at localhost/33205] namenode.FSDirectory (FSDirectory.java:<init>(339)) - POSIX ACL inheritance enabled? true
2026-07-08 06:40:00,867 INFO  [Listener at localhost/33205] namenode.FSDirectory (FSDirectory.java:<init>(343)) - XAttrs enabled? true
2026-07-08 06:40:00,867 INFO  [Listener at localhost/33205] namenode.NameNode (FSDirectory.java:<init>(406)) - Caching file names occurring more than 10 times
2026-07-08 06:40:00,867 INFO  [Listener at localhost/33205] snapshot.SnapshotManager (SnapshotManager.java:<init>(124)) - Loaded config captureOpenFiles: false, skipCaptureAccessTimeOnlyChange: false, snapshotDiffAllowSnapRootDescendant: true, maxSnapshotLimit: 65536
2026-07-08 06:40:00,867 INFO  [Listener at localhost/33205] snapshot.SnapshotManager (DirectoryDiffListFactory.java:init(43)) - SkipList is disabled
2026-07-08 06:40:00,867 INFO  [Listener at localhost/33205] util.GSet (LightWeightGSet.java:computeCapacity(395)) - Computing capacity for map cachedBlocks
2026-07-08 06:40:00,867 INFO  [Listener at localhost/33205] util.GSet (LightWeightGSet.java:computeCapacity(396)) - VM type       = 64-bit
2026-07-08 06:40:00,867 INFO  [Listener at localhost/33205] util.GSet (LightWeightGSet.java:computeCapacity(397)) - 0.25% max memory 3.5 GB = 9.1 MB
2026-07-08 06:40:00,868 INFO  [Listener at localhost/33205] util.GSet (LightWeightGSet.java:computeCapacity(402)) - capacity      = 2^20 = 1048576 entries
2026-07-08 06:40:00,868 INFO  [Listener at localhost/33205] metrics.TopMetrics (TopMetrics.java:logConf(75)) - NNTop conf: dfs.namenode.top.window.num.buckets = 10
2026-07-08 06:40:00,869 INFO  [Listener at localhost/33205] metrics.TopMetrics (TopMetrics.java:logConf(77)) - NNTop conf: dfs.namenode.top.num.users = 10
2026-07-08 06:40:00,869 INFO  [Listener at localhost/33205] metrics.TopMetrics (TopMetrics.java:logConf(79)) - NNTop conf: dfs.namenode.top.windows.minutes = 1,5,25
2026-07-08 06:40:00,869 INFO  [Listener at localhost/33205] namenode.FSNamesystem (FSNamesystem.java:initRetryCache(1080)) - Retry cache on namenode is enabled
2026-07-08 06:40:00,869 INFO  [Listener at localhost/33205] namenode.FSNamesystem (FSNamesystem.java:initRetryCache(1088)) - Retry cache will use 0.03 of total heap and retry cache entry expiry time is 600000 millis
2026-07-08 06:40:00,869 INFO  [Listener at localhost/33205] util.GSet (LightWeightGSet.java:computeCapacity(395)) - Computing capacity for map NameNodeRetryCache
2026-07-08 06:40:00,869 INFO  [Listener at localhost/33205] util.GSet (LightWeightGSet.java:computeCapacity(396)) - VM type       = 64-bit
2026-07-08 06:40:00,869 INFO  [Listener at localhost/33205] util.GSet (LightWeightGSet.java:computeCapacity(397)) - 0.029999999329447746% max memory 3.5 GB = 1.1 MB
2026-07-08 06:40:00,869 INFO  [Listener at localhost/33205] util.GSet (LightWeightGSet.java:computeCapacity(402)) - capacity      = 2^17 = 131072 entries
2026-07-08 06:40:00,871 INFO  [Listener at localhost/33205] namenode.FSImage (FSImage.java:format(186)) - Allocated new BlockPoolId: BP-1540547499-10.240.0.116-1783492800871
2026-07-08 06:40:00,876 INFO  [Listener at localhost/33205] common.Storage (NNStorage.java:format(595)) - Storage directory /tmp/hdfs-test6654013003403096786/name-0-1 has been successfully formatted.
2026-07-08 06:40:00,880 INFO  [Listener at localhost/33205] common.Storage (NNStorage.java:format(595)) - Storage directory /tmp/hdfs-test6654013003403096786/name-0-2 has been successfully formatted.
2026-07-08 06:40:00,895 INFO  [FSImageSaver for /tmp/hdfs-test6654013003403096786/name-0-2 of type IMAGE_AND_EDITS] namenode.FSImageFormatProtobuf (FSImageFormatProtobuf.java:save(732)) - Saving image file /tmp/hdfs-test6654013003403096786/name-0-2/current/fsimage.ckpt_0000000000000000000 using no compression
2026-07-08 06:40:00,902 INFO  [FSImageSaver for /tmp/hdfs-test6654013003403096786/name-0-1 of type IMAGE_AND_EDITS] namenode.FSImageFormatProtobuf (FSImageFormatProtobuf.java:save(732)) - Saving image file /tmp/hdfs-test6654013003403096786/name-0-1/current/fsimage.ckpt_0000000000000000000 using no compression
2026-07-08 06:40:00,904 INFO  [FSImageSaver for /tmp/hdfs-test6654013003403096786/name-0-2 of type IMAGE_AND_EDITS] namenode.FSImageFormatProtobuf (FSImageFormatProtobuf.java:save(736)) - Image file /tmp/hdfs-test6654013003403096786/name-0-2/current/fsimage.ckpt_0000000000000000000 of size 415 bytes saved in 0 seconds .
2026-07-08 06:40:00,916 INFO  [FSImageSaver for /tmp/hdfs-test6654013003403096786/name-0-1 of type IMAGE_AND_EDITS] namenode.FSImageFormatProtobuf (FSImageFormatProtobuf.java:save(736)) - Image file /tmp/hdfs-test6654013003403096786/name-0-1/current/fsimage.ckpt_0000000000000000000 of size 415 bytes saved in 0 seconds .
2026-07-08 06:40:00,920 INFO  [Listener at localhost/33205] namenode.NNStorageRetentionManager (NNStorageRetentionManager.java:getImageTxIdToRetain(203)) - Going to retain 1 images with txid >= 0
2026-07-08 06:40:00,931 INFO  [Listener at localhost/33205] namenode.FSNamesystem (FSNamesystem.java:stopActiveServices(1427)) - Stopping services started for active state
2026-07-08 06:40:00,931 INFO  [Listener at localhost/33205] namenode.FSNamesystem (FSNamesystem.java:stopStandbyServices(1528)) - Stopping services started for standby state
2026-07-08 06:40:00,932 INFO  [Listener at localhost/33205] namenode.NameNode (NameNode.java:createNameNode(1707)) - createNameNode []
2026-07-08 06:40:00,932 INFO  [Listener at localhost/33205] impl.MetricsSystemImpl (MetricsSystemImpl.java:init(158)) - NameNode metrics system started (again)
2026-07-08 06:40:00,933 INFO  [Listener at localhost/33205] namenode.NameNodeUtils (NameNodeUtils.java:getClientNamenodeAddress(79)) - fs.defaultFS is hdfs://127.0.0.1:0
2026-07-08 06:40:00,950 INFO  [org.apache.hadoop.util.JvmPauseMonitor$Monitor@41184371] util.JvmPauseMonitor (JvmPauseMonitor.java:run(188)) - Starting JVM pause monitor
2026-07-08 06:40:00,950 INFO  [Listener at localhost/33205] hdfs.DFSUtil (DFSUtil.java:httpServerTemplateForNNAndJN(1668)) - Filter initializers set : org.apache.hadoop.http.lib.StaticUserWebFilter,org.apache.hadoop.hdfs.web.AuthFilterInitializer
2026-07-08 06:40:00,951 INFO  [Listener at localhost/33205] hdfs.DFSUtil (DFSUtil.java:httpServerTemplateForNNAndJN(1690)) - Starting Web-server for hdfs at: http://localhost:0
2026-07-08 06:40:00,952 INFO  [Listener at localhost/33205] server.AuthenticationFilter (AuthenticationFilter.java:constructSecretProvider(240)) - Unable to initialize FileSignerSecretProvider, falling back to use random secrets.
2026-07-08 06:40:00,953 INFO  [Listener at localhost/33205] http.HttpRequestLog (HttpRequestLog.java:getRequestLog(82)) - Http request log for http.requests.namenode is not defined
2026-07-08 06:40:00,955 INFO  [Listener at localhost/33205] http.HttpServer2 (HttpServer2.java:addGlobalFilter(1111)) - Added global filter 'safety' (class=org.apache.hadoop.http.HttpServer2$QuotingInputFilter)
2026-07-08 06:40:00,956 INFO  [Listener at localhost/33205] http.HttpServer2 (HttpServer2.java:addFilter(1084)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context hdfs
2026-07-08 06:40:00,956 INFO  [Listener at localhost/33205] http.HttpServer2 (HttpServer2.java:addFilter(1094)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context static
2026-07-08 06:40:00,958 INFO  [Listener at localhost/33205] http.HttpServer2 (HttpServer2.java:addFilter(1084)) - Added filter AuthFilter (class=org.apache.hadoop.hdfs.web.AuthFilter) to context hdfs
2026-07-08 06:40:00,958 INFO  [Listener at localhost/33205] http.HttpServer2 (HttpServer2.java:addFilter(1094)) - Added filter AuthFilter (class=org.apache.hadoop.hdfs.web.AuthFilter) to context static
2026-07-08 06:40:00,958 INFO  [Listener at localhost/33205] http.HttpServer2 (HttpServer2.java:addJerseyResourcePackage(938)) - addJerseyResourcePackage: packageName=org.apache.hadoop.hdfs.server.namenode.web.resources;org.apache.hadoop.hdfs.web.resources, pathSpec=/webhdfs/v1/*
2026-07-08 06:40:00,959 INFO  [Listener at localhost/33205] http.HttpServer2 (HttpServer2.java:bindListener(1332)) - Jetty bound to port 42255
2026-07-08 06:40:00,959 INFO  [Listener at localhost/33205] server.Server (Server.java:doStart(375)) - jetty-9.4.40.v20210413; built: 2021-04-13T20:42:42.668Z; git: b881a572662e1943a14ae12e7e1207989f218b74; jvm 1.8.0_362-8u372-ga~us1-0ubuntu1~18.04-b09
2026-07-08 06:40:00,964 INFO  [Listener at localhost/33205] server.session (DefaultSessionIdManager.java:doStart(334)) - DefaultSessionIdManager workerName=node0
2026-07-08 06:40:00,964 INFO  [Listener at localhost/33205] server.session (DefaultSessionIdManager.java:doStart(339)) - No SessionScavenger set, using defaults
2026-07-08 06:40:00,965 INFO  [Listener at localhost/33205] server.session (HouseKeeper.java:startScavenging(132)) - node0 Scavenging every 600000ms
2026-07-08 06:40:00,966 INFO  [Listener at localhost/33205] server.AuthenticationFilter (AuthenticationFilter.java:constructSecretProvider(240)) - Unable to initialize FileSignerSecretProvider, falling back to use random secrets.
2026-07-08 06:40:00,969 INFO  [Listener at localhost/33205] handler.ContextHandler (ContextHandler.java:doStart(916)) - Started o.e.j.s.ServletContextHandler@608b1fd2{static,/static,jar:file:/tmp/dist-test-taskkb_MJd/java/build/jars/hadoop-hdfs-3.3.1-tests.jar!/webapps/static,AVAILABLE}
2026-07-08 06:40:01,115 INFO  [Listener at localhost/33205] handler.ContextHandler (ContextHandler.java:doStart(916)) - Started o.e.j.w.WebAppContext@5b7aa898{hdfs,/,file:///tmp/jetty-localhost-42255-hadoop-hdfs-3_3_1-tests_jar-_-any-6278729584072577236/webapp/,AVAILABLE}{jar:file:/tmp/dist-test-taskkb_MJd/java/build/jars/hadoop-hdfs-3.3.1-tests.jar!/webapps/hdfs}
2026-07-08 06:40:01,117 INFO  [Listener at localhost/33205] server.AbstractConnector (AbstractConnector.java:doStart(331)) - Started ServerConnector@48e8c32a{HTTP/1.1, (http/1.1)}{localhost:42255}
2026-07-08 06:40:01,117 INFO  [Listener at localhost/33205] server.Server (Server.java:doStart(415)) - Started @10535ms
2026-07-08 06:40:01,118 INFO  [Listener at localhost/33205] namenode.FSEditLog (FSEditLog.java:newInstance(229)) - Edit logging is async:true
2026-07-08 06:40:01,131 INFO  [Listener at localhost/33205] namenode.FSNamesystem (FSNamesystem.java:<init>(814)) - KeyProvider: null
2026-07-08 06:40:01,132 INFO  [Listener at localhost/33205] namenode.FSNamesystem (FSNamesystemLock.java:<init>(141)) - fsLock is fair: true
2026-07-08 06:40:01,132 INFO  [Listener at localhost/33205] namenode.FSNamesystem (FSNamesystemLock.java:<init>(159)) - Detailed lock hold time metrics enabled: false
2026-07-08 06:40:01,132 INFO  [Listener at localhost/33205] namenode.FSNamesystem (FSNamesystem.java:<init>(847)) - fsOwner                = slave (auth:SIMPLE)
2026-07-08 06:40:01,132 INFO  [Listener at localhost/33205] namenode.FSNamesystem (FSNamesystem.java:<init>(848)) - supergroup             = supergroup
2026-07-08 06:40:01,132 INFO  [Listener at localhost/33205] namenode.FSNamesystem (FSNamesystem.java:<init>(849)) - isPermissionEnabled    = true
2026-07-08 06:40:01,132 INFO  [Listener at localhost/33205] namenode.FSNamesystem (FSNamesystem.java:<init>(850)) - isStoragePolicyEnabled = true
2026-07-08 06:40:01,132 INFO  [Listener at localhost/33205] namenode.FSNamesystem (FSNamesystem.java:<init>(861)) - HA Enabled: false
2026-07-08 06:40:01,133 INFO  [Listener at localhost/33205] common.Util (Util.java:isDiskStatsEnabled(395)) - dfs.datanode.fileio.profiling.sampling.percentage set to 0. Disabling file IO profiling
2026-07-08 06:40:01,133 INFO  [Listener at localhost/33205] blockmanagement.DatanodeManager (DatanodeManager.java:<init>(334)) - dfs.block.invalidate.limit: configured=1000, counted=60, effected=1000
2026-07-08 06:40:01,133 INFO  [Listener at localhost/33205] blockmanagement.DatanodeManager (DatanodeManager.java:<init>(342)) - dfs.namenode.datanode.registration.ip-hostname-check=true
2026-07-08 06:40:01,133 INFO  [Listener at localhost/33205] blockmanagement.BlockManager (InvalidateBlocks.java:printBlockDeletionTime(77)) - dfs.namenode.startup.delay.block.deletion.sec is set to 000:00:00:00.000
2026-07-08 06:40:01,133 INFO  [Listener at localhost/33205] blockmanagement.BlockManager (InvalidateBlocks.java:printBlockDeletionTime(83)) - The block deletion will start around 2026 Jul 08 06:40:01
2026-07-08 06:40:01,133 INFO  [Listener at localhost/33205] util.GSet (LightWeightGSet.java:computeCapacity(395)) - Computing capacity for map BlocksMap
2026-07-08 06:40:01,134 INFO  [Listener at localhost/33205] util.GSet (LightWeightGSet.java:computeCapacity(396)) - VM type       = 64-bit
2026-07-08 06:40:01,134 INFO  [Listener at localhost/33205] util.GSet (LightWeightGSet.java:computeCapacity(397)) - 2.0% max memory 3.5 GB = 72.5 MB
2026-07-08 06:40:01,134 INFO  [Listener at localhost/33205] util.GSet (LightWeightGSet.java:computeCapacity(402)) - capacity      = 2^23 = 8388608 entries
2026-07-08 06:40:01,140 INFO  [Listener at localhost/33205] blockmanagement.BlockManager (BlockManager.java:createSPSManager(5447)) - Storage policy satisfier is disabled
2026-07-08 06:40:01,140 INFO  [Listener at localhost/33205] blockmanagement.BlockManager (BlockManager.java:createBlockTokenSecretManager(641)) - dfs.block.access.token.enable = false
2026-07-08 06:40:01,141 INFO  [Listener at localhost/33205] blockmanagement.BlockManagerSafeMode (BlockManagerSafeMode.java:<init>(160)) - dfs.namenode.safemode.threshold-pct = 0.999
2026-07-08 06:40:01,141 INFO  [Listener at localhost/33205] blockmanagement.BlockManagerSafeMode (BlockManagerSafeMode.java:<init>(161)) - dfs.namenode.safemode.min.datanodes = 0
2026-07-08 06:40:01,141 INFO  [Listener at localhost/33205] blockmanagement.BlockManagerSafeMode (BlockManagerSafeMode.java:<init>(163)) - dfs.namenode.safemode.extension = 0
2026-07-08 06:40:01,141 INFO  [Listener at localhost/33205] blockmanagement.BlockManager (BlockManager.java:<init>(627)) - defaultReplication         = 1
2026-07-08 06:40:01,141 INFO  [Listener at localhost/33205] blockmanagement.BlockManager (BlockManager.java:<init>(628)) - maxReplication             = 512
2026-07-08 06:40:01,141 INFO  [Listener at localhost/33205] blockmanagement.BlockManager (BlockManager.java:<init>(629)) - minReplication             = 1
2026-07-08 06:40:01,141 INFO  [Listener at localhost/33205] blockmanagement.BlockManager (BlockManager.java:<init>(630)) - maxReplicationStreams      = 2
2026-07-08 06:40:01,141 INFO  [Listener at localhost/33205] blockmanagement.BlockManager (BlockManager.java:<init>(631)) - redundancyRecheckInterval  = 3000ms
2026-07-08 06:40:01,141 INFO  [Listener at localhost/33205] blockmanagement.BlockManager (BlockManager.java:<init>(632)) - encryptDataTransfer        = false
2026-07-08 06:40:01,141 INFO  [Listener at localhost/33205] blockmanagement.BlockManager (BlockManager.java:<init>(633)) - maxNumBlocksToLog          = 1000
2026-07-08 06:40:01,142 INFO  [Listener at localhost/33205] util.GSet (LightWeightGSet.java:computeCapacity(395)) - Computing capacity for map INodeMap
2026-07-08 06:40:01,142 INFO  [Listener at localhost/33205] util.GSet (LightWeightGSet.java:computeCapacity(396)) - VM type       = 64-bit
2026-07-08 06:40:01,142 INFO  [Listener at localhost/33205] util.GSet (LightWeightGSet.java:computeCapacity(397)) - 1.0% max memory 3.5 GB = 36.2 MB
2026-07-08 06:40:01,142 INFO  [Listener at localhost/33205] util.GSet (LightWeightGSet.java:computeCapacity(402)) - capacity      = 2^22 = 4194304 entries
2026-07-08 06:40:01,466 INFO  [Listener at localhost/33205] namenode.FSDirectory (FSDirectory.java:<init>(335)) - ACLs enabled? true
2026-07-08 06:40:01,467 INFO  [Listener at localhost/33205] namenode.FSDirectory (FSDirectory.java:<init>(339)) - POSIX ACL inheritance enabled? true
2026-07-08 06:40:01,467 INFO  [Listener at localhost/33205] namenode.FSDirectory (FSDirectory.java:<init>(343)) - XAttrs enabled? true
2026-07-08 06:40:01,467 INFO  [Listener at localhost/33205] namenode.NameNode (FSDirectory.java:<init>(406)) - Caching file names occurring more than 10 times
2026-07-08 06:40:01,467 INFO  [Listener at localhost/33205] snapshot.SnapshotManager (SnapshotManager.java:<init>(124)) - Loaded config captureOpenFiles: false, skipCaptureAccessTimeOnlyChange: false, snapshotDiffAllowSnapRootDescendant: true, maxSnapshotLimit: 65536
2026-07-08 06:40:01,467 INFO  [Listener at localhost/33205] snapshot.SnapshotManager (DirectoryDiffListFactory.java:init(43)) - SkipList is disabled
2026-07-08 06:40:01,467 INFO  [Listener at localhost/33205] util.GSet (LightWeightGSet.java:computeCapacity(395)) - Computing capacity for map cachedBlocks
2026-07-08 06:40:01,467 INFO  [Listener at localhost/33205] util.GSet (LightWeightGSet.java:computeCapacity(396)) - VM type       = 64-bit
2026-07-08 06:40:01,467 INFO  [Listener at localhost/33205] util.GSet (LightWeightGSet.java:computeCapacity(397)) - 0.25% max memory 3.5 GB = 9.1 MB
2026-07-08 06:40:01,467 INFO  [Listener at localhost/33205] util.GSet (LightWeightGSet.java:computeCapacity(402)) - capacity      = 2^20 = 1048576 entries
2026-07-08 06:40:01,468 INFO  [Listener at localhost/33205] metrics.TopMetrics (TopMetrics.java:logConf(75)) - NNTop conf: dfs.namenode.top.window.num.buckets = 10
2026-07-08 06:40:01,468 INFO  [Listener at localhost/33205] metrics.TopMetrics (TopMetrics.java:logConf(77)) - NNTop conf: dfs.namenode.top.num.users = 10
2026-07-08 06:40:01,468 INFO  [Listener at localhost/33205] metrics.TopMetrics (TopMetrics.java:logConf(79)) - NNTop conf: dfs.namenode.top.windows.minutes = 1,5,25
2026-07-08 06:40:01,468 INFO  [Listener at localhost/33205] namenode.FSNamesystem (FSNamesystem.java:initRetryCache(1080)) - Retry cache on namenode is enabled
2026-07-08 06:40:01,468 INFO  [Listener at localhost/33205] namenode.FSNamesystem (FSNamesystem.java:initRetryCache(1088)) - Retry cache will use 0.03 of total heap and retry cache entry expiry time is 600000 millis
2026-07-08 06:40:01,469 INFO  [Listener at localhost/33205] util.GSet (LightWeightGSet.java:computeCapacity(395)) - Computing capacity for map NameNodeRetryCache
2026-07-08 06:40:01,469 INFO  [Listener at localhost/33205] util.GSet (LightWeightGSet.java:computeCapacity(396)) - VM type       = 64-bit
2026-07-08 06:40:01,469 INFO  [Listener at localhost/33205] util.GSet (LightWeightGSet.java:computeCapacity(397)) - 0.029999999329447746% max memory 3.5 GB = 1.1 MB
2026-07-08 06:40:01,469 INFO  [Listener at localhost/33205] util.GSet (LightWeightGSet.java:computeCapacity(402)) - capacity      = 2^17 = 131072 entries
2026-07-08 06:40:01,472 INFO  [Listener at localhost/33205] common.Storage (Storage.java:tryLock(948)) - Lock on /tmp/hdfs-test6654013003403096786/name-0-1/in_use.lock acquired by nodename 21146@dist-test-slave-q99k.c.gcp-upstream.internal
2026-07-08 06:40:01,474 INFO  [Listener at localhost/33205] common.Storage (Storage.java:tryLock(948)) - Lock on /tmp/hdfs-test6654013003403096786/name-0-2/in_use.lock acquired by nodename 21146@dist-test-slave-q99k.c.gcp-upstream.internal
2026-07-08 06:40:01,476 INFO  [Listener at localhost/33205] namenode.FileJournalManager (FileJournalManager.java:recoverUnfinalizedSegments(428)) - Recovering unfinalized segments in /tmp/hdfs-test6654013003403096786/name-0-1/current
2026-07-08 06:40:01,476 INFO  [Listener at localhost/33205] namenode.FileJournalManager (FileJournalManager.java:recoverUnfinalizedSegments(428)) - Recovering unfinalized segments in /tmp/hdfs-test6654013003403096786/name-0-2/current
2026-07-08 06:40:01,476 INFO  [Listener at localhost/33205] namenode.FSImage (FSImage.java:loadFSImage(734)) - No edit log streams selected.
2026-07-08 06:40:01,476 INFO  [Listener at localhost/33205] namenode.FSImage (FSImage.java:loadFSImageFile(800)) - Planning to load image: FSImageFile(file=/tmp/hdfs-test6654013003403096786/name-0-1/current/fsimage_0000000000000000000, cpktTxId=0000000000000000000)
2026-07-08 06:40:01,479 INFO  [Listener at localhost/33205] namenode.FSImageFormatPBINode (FSImageFormatPBINode.java:loadINodeSectionHeader(413)) - Loading 1 INodes.
2026-07-08 06:40:01,479 INFO  [Listener at localhost/33205] namenode.FSImageFormatPBINode (FSImageFormatPBINode.java:loadINodeSection(371)) - Successfully loaded 1 inodes
2026-07-08 06:40:01,479 INFO  [Listener at localhost/33205] namenode.FSImageFormatPBINode (FSImageFormatPBINode.java:waitBlocksMapAndNameCacheUpdateFinished(344)) - Completed update blocks map and name cache, total waiting duration 0ms.
2026-07-08 06:40:01,480 INFO  [Listener at localhost/33205] namenode.FSImageFormatProtobuf (FSImageFormatProtobuf.java:load(255)) - Loaded FSImage in 0 seconds.
2026-07-08 06:40:01,480 INFO  [Listener at localhost/33205] namenode.FSImage (FSImage.java:loadFSImage(978)) - Loaded image for txid 0 from /tmp/hdfs-test6654013003403096786/name-0-1/current/fsimage_0000000000000000000
2026-07-08 06:40:01,480 INFO  [Listener at localhost/33205] namenode.FSNamesystem (FSNamesystem.java:loadFSImage(1202)) - Need to save fs image? false (staleImage=false, haEnabled=false, isRollingUpgrade=false)
2026-07-08 06:40:01,481 INFO  [Listener at localhost/33205] namenode.FSEditLog (FSEditLog.java:startLogSegment(1391)) - Starting log segment at 1
2026-07-08 06:40:01,491 INFO  [Listener at localhost/33205] namenode.NameCache (NameCache.java:initialized(143)) - initialized with 0 entries 0 lookups
2026-07-08 06:40:01,491 INFO  [Listener at localhost/33205] namenode.FSNamesystem (FSNamesystem.java:loadFromDisk(786)) - Finished loading FSImage in 22 msecs
2026-07-08 06:40:01,492 INFO  [Listener at localhost/33205] namenode.NameNode (NameNodeRpcServer.java:<init>(454)) - RPC server is binding to localhost:0
2026-07-08 06:40:01,492 INFO  [Listener at localhost/33205] namenode.NameNode (NameNodeRpcServer.java:<init>(459)) - Enable NameNode state context:false
2026-07-08 06:40:01,492 INFO  [Listener at localhost/33205] ipc.CallQueueManager (CallQueueManager.java:<init>(90)) - Using callQueue: class java.util.concurrent.LinkedBlockingQueue, queueCapacity: 1000, scheduler: class org.apache.hadoop.ipc.DefaultRpcScheduler, ipcBackoff: false.
2026-07-08 06:40:01,493 INFO  [Socket Reader #1 for port 0] ipc.Server (Server.java:run(1265)) - Starting Socket Reader #1 for port 0
2026-07-08 06:40:01,496 INFO  [Listener at localhost/34445] namenode.NameNode (NameNode.java:initialize(776)) - Clients are to use localhost:34445 to access this namenode/service.
2026-07-08 06:40:01,496 INFO  [Listener at localhost/34445] namenode.FSNamesystem (FSNamesystem.java:registerMBean(5444)) - Registered FSNamesystemState, ReplicatedBlocksState and ECBlockGroupsState MBeans.
2026-07-08 06:40:01,509 INFO  [Listener at localhost/34445] namenode.LeaseManager (LeaseManager.java:getNumUnderConstructionBlocks(166)) - Number of blocks under construction: 0
2026-07-08 06:40:01,509 INFO  [Listener at localhost/34445] blockmanagement.DatanodeAdminDefaultMonitor (DatanodeAdminDefaultMonitor.java:processConf(116)) - Initialized the Default Decommission and Maintenance monitor
2026-07-08 06:40:01,510 INFO  [Listener at localhost/34445] blockmanagement.BlockManager (BlockManager.java:initializeReplQueues(5187)) - initializing replication queues
2026-07-08 06:40:01,511 INFO  [Listener at localhost/34445] hdfs.StateChange (BlockManagerSafeMode.java:leaveSafeMode(399)) - STATE* Leaving safe mode after 0 secs
2026-07-08 06:40:01,511 INFO  [Listener at localhost/34445] hdfs.StateChange (BlockManagerSafeMode.java:leaveSafeMode(405)) - STATE* Network topology has 0 racks and 0 datanodes
2026-07-08 06:40:01,511 INFO  [Listener at localhost/34445] hdfs.StateChange (BlockManagerSafeMode.java:leaveSafeMode(407)) - STATE* UnderReplicatedBlocks has 0 blocks
2026-07-08 06:40:01,520 INFO  [Reconstruction Queue Initializer] blockmanagement.BlockManager (BlockManager.java:processMisReplicatesAsync(3728)) - Total number of blocks            = 0
2026-07-08 06:40:01,520 INFO  [Reconstruction Queue Initializer] blockmanagement.BlockManager (BlockManager.java:processMisReplicatesAsync(3729)) - Number of invalid blocks          = 0
2026-07-08 06:40:01,520 INFO  [Reconstruction Queue Initializer] blockmanagement.BlockManager (BlockManager.java:processMisReplicatesAsync(3730)) - Number of under-replicated blocks = 0
2026-07-08 06:40:01,520 INFO  [Reconstruction Queue Initializer] blockmanagement.BlockManager (BlockManager.java:processMisReplicatesAsync(3731)) - Number of  over-replicated blocks = 0
2026-07-08 06:40:01,520 INFO  [Reconstruction Queue Initializer] blockmanagement.BlockManager (BlockManager.java:processMisReplicatesAsync(3733)) - Number of blocks being written    = 0
2026-07-08 06:40:01,520 INFO  [Reconstruction Queue Initializer] hdfs.StateChange (BlockManager.java:processMisReplicatesAsync(3736)) - STATE* Replication Queue initialization scan for invalid, over- and under-replicated blocks completed in 10 msec
2026-07-08 06:40:01,524 INFO  [IPC Server Responder] ipc.Server (Server.java:run(1507)) - IPC Server Responder: starting
2026-07-08 06:40:01,524 INFO  [IPC Server listener on 0] ipc.Server (Server.java:run(1344)) - IPC Server listener on 0: starting
2026-07-08 06:40:01,530 INFO  [Listener at localhost/34445] namenode.NameNode (NameNode.java:startCommonServices(893)) - NameNode RPC up at: localhost/127.0.0.1:34445
2026-07-08 06:40:01,530 INFO  [Listener at localhost/34445] namenode.FSNamesystem (FSNamesystem.java:startActiveServices(1314)) - Starting services required for active state
2026-07-08 06:40:01,530 INFO  [Listener at localhost/34445] namenode.FSDirectory (FSDirectory.java:updateCountForQuota(840)) - Initializing quota with 12 thread(s)
2026-07-08 06:40:01,531 INFO  [Listener at localhost/34445] namenode.FSDirectory (FSDirectory.java:updateCountForQuota(849)) - Quota initialization completed in 1 milliseconds
name space=1
storage space=0
storage types=RAM_DISK=0, SSD=0, DISK=0, ARCHIVE=0, PROVIDED=0
2026-07-08 06:40:01,534 INFO  [CacheReplicationMonitor(632078005)] blockmanagement.CacheReplicationMonitor (CacheReplicationMonitor.java:run(160)) - Starting CacheReplicationMonitor with interval 30000 milliseconds
2026-07-08 06:40:01,535 INFO  [Listener at localhost/34445] hdfs.MiniDFSCluster (MiniDFSCluster.java:startDataNodes(1697)) - Starting DataNode 0 with dfs.datanode.data.dir: [DISK]file:/tmp/hdfs-test6654013003403096786/data/data1,[DISK]file:/tmp/hdfs-test6654013003403096786/data/data2
2026-07-08 06:40:01,536 INFO  [Listener at localhost/34445] checker.ThrottledAsyncChecker (ThrottledAsyncChecker.java:schedule(137)) - Scheduling a check for [DISK]file:/tmp/hdfs-test6654013003403096786/data/data1
2026-07-08 06:40:01,537 INFO  [Listener at localhost/34445] checker.ThrottledAsyncChecker (ThrottledAsyncChecker.java:schedule(137)) - Scheduling a check for [DISK]file:/tmp/hdfs-test6654013003403096786/data/data2
2026-07-08 06:40:01,551 INFO  [Listener at localhost/34445] impl.MetricsSystemImpl (MetricsSystemImpl.java:init(158)) - DataNode metrics system started (again)
2026-07-08 06:40:01,551 INFO  [Listener at localhost/34445] common.Util (Util.java:isDiskStatsEnabled(395)) - dfs.datanode.fileio.profiling.sampling.percentage set to 0. Disabling file IO profiling
2026-07-08 06:40:01,551 INFO  [Listener at localhost/34445] datanode.BlockScanner (BlockScanner.java:<init>(201)) - Initialized block scanner with targetBytesPerSec 1048576
2026-07-08 06:40:01,552 INFO  [Listener at localhost/34445] datanode.DataNode (DataNode.java:<init>(512)) - Configured hostname is 127.0.0.1
2026-07-08 06:40:01,552 INFO  [Listener at localhost/34445] common.Util (Util.java:isDiskStatsEnabled(395)) - dfs.datanode.fileio.profiling.sampling.percentage set to 0. Disabling file IO profiling
2026-07-08 06:40:01,552 INFO  [Listener at localhost/34445] datanode.DataNode (DataNode.java:startDataNode(1408)) - Starting DataNode with maxLockedMemory = 0
2026-07-08 06:40:01,553 INFO  [Listener at localhost/34445] datanode.DataNode (DataNode.java:initDataXceiver(1171)) - Opened streaming server at /127.0.0.1:37989
2026-07-08 06:40:01,553 INFO  [Listener at localhost/34445] datanode.DataNode (DataXceiverServer.java:<init>(94)) - Balancing bandwidth is 104857600 bytes/s
2026-07-08 06:40:01,553 INFO  [Listener at localhost/34445] datanode.DataNode (DataXceiverServer.java:<init>(95)) - Number threads for balancing is 100
2026-07-08 06:40:01,555 INFO  [Listener at localhost/34445] server.AuthenticationFilter (AuthenticationFilter.java:constructSecretProvider(240)) - Unable to initialize FileSignerSecretProvider, falling back to use random secrets.
2026-07-08 06:40:01,555 INFO  [Listener at localhost/34445] http.HttpRequestLog (HttpRequestLog.java:getRequestLog(82)) - Http request log for http.requests.datanode is not defined
2026-07-08 06:40:01,557 INFO  [Listener at localhost/34445] http.HttpServer2 (HttpServer2.java:addGlobalFilter(1111)) - Added global filter 'safety' (class=org.apache.hadoop.http.HttpServer2$QuotingInputFilter)
2026-07-08 06:40:01,557 INFO  [Listener at localhost/34445] http.HttpServer2 (HttpServer2.java:addFilter(1084)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context datanode
2026-07-08 06:40:01,557 INFO  [Listener at localhost/34445] http.HttpServer2 (HttpServer2.java:addFilter(1094)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context static
2026-07-08 06:40:01,558 INFO  [Listener at localhost/34445] http.HttpServer2 (HttpServer2.java:bindListener(1332)) - Jetty bound to port 38889
2026-07-08 06:40:01,558 INFO  [Listener at localhost/34445] server.Server (Server.java:doStart(375)) - jetty-9.4.40.v20210413; built: 2021-04-13T20:42:42.668Z; git: b881a572662e1943a14ae12e7e1207989f218b74; jvm 1.8.0_362-8u372-ga~us1-0ubuntu1~18.04-b09
2026-07-08 06:40:01,559 INFO  [Listener at localhost/34445] server.session (DefaultSessionIdManager.java:doStart(334)) - DefaultSessionIdManager workerName=node0
2026-07-08 06:40:01,559 INFO  [Listener at localhost/34445] server.session (DefaultSessionIdManager.java:doStart(339)) - No SessionScavenger set, using defaults
2026-07-08 06:40:01,559 INFO  [Listener at localhost/34445] server.session (HouseKeeper.java:startScavenging(132)) - node0 Scavenging every 600000ms
2026-07-08 06:40:01,560 INFO  [Listener at localhost/34445] handler.ContextHandler (ContextHandler.java:doStart(916)) - Started o.e.j.s.ServletContextHandler@345cbf40{static,/static,jar:file:/tmp/dist-test-taskkb_MJd/java/build/jars/hadoop-hdfs-3.3.1-tests.jar!/webapps/static,AVAILABLE}
2026-07-08 06:40:01,705 INFO  [Listener at localhost/34445] handler.ContextHandler (ContextHandler.java:doStart(916)) - Started o.e.j.w.WebAppContext@109f8c7e{datanode,/,file:///tmp/jetty-localhost-38889-hadoop-hdfs-3_3_1-tests_jar-_-any-8392198746783106390/webapp/,AVAILABLE}{jar:file:/tmp/dist-test-taskkb_MJd/java/build/jars/hadoop-hdfs-3.3.1-tests.jar!/webapps/datanode}
2026-07-08 06:40:01,707 INFO  [Listener at localhost/34445] server.AbstractConnector (AbstractConnector.java:doStart(331)) - Started ServerConnector@58c1da09{HTTP/1.1, (http/1.1)}{localhost:38889}
2026-07-08 06:40:01,707 INFO  [Listener at localhost/34445] server.Server (Server.java:doStart(415)) - Started @11125ms
2026-07-08 06:40:01,708 WARN  [Listener at localhost/34445] web.DatanodeHttpServer (RestCsrfPreventionFilterHandler.java:<init>(75)) - Got null for restCsrfPreventionFilter - will not do any filtering.
2026-07-08 06:40:01,711 INFO  [Listener at localhost/34445] web.DatanodeHttpServer (DatanodeHttpServer.java:start(322)) - Listening HTTP traffic on /127.0.0.1:40497
2026-07-08 06:40:01,711 INFO  [Listener at localhost/34445] datanode.DataNode (DataNode.java:startDataNode(1436)) - dnUserName = slave
2026-07-08 06:40:01,711 INFO  [org.apache.hadoop.util.JvmPauseMonitor$Monitor@234cff57] util.JvmPauseMonitor (JvmPauseMonitor.java:run(188)) - Starting JVM pause monitor
2026-07-08 06:40:01,711 INFO  [Listener at localhost/34445] datanode.DataNode (DataNode.java:startDataNode(1437)) - supergroup = supergroup
2026-07-08 06:40:01,712 INFO  [Listener at localhost/34445] ipc.CallQueueManager (CallQueueManager.java:<init>(90)) - Using callQueue: class java.util.concurrent.LinkedBlockingQueue, queueCapacity: 1000, scheduler: class org.apache.hadoop.ipc.DefaultRpcScheduler, ipcBackoff: false.
2026-07-08 06:40:01,713 INFO  [Socket Reader #1 for port 0] ipc.Server (Server.java:run(1265)) - Starting Socket Reader #1 for port 0
2026-07-08 06:40:01,716 INFO  [Listener at localhost/35453] datanode.DataNode (DataNode.java:initIpcServer(1057)) - Opened IPC server at /127.0.0.1:35453
2026-07-08 06:40:01,731 INFO  [Listener at localhost/35453] datanode.DataNode (BlockPoolManager.java:refreshNamenodes(149)) - Refresh request received for nameservices: null
2026-07-08 06:40:01,731 INFO  [Listener at localhost/35453] datanode.DataNode (BlockPoolManager.java:doRefreshNamenodes(210)) - Starting BPOfferServices for nameservices: <default>
2026-07-08 06:40:01,732 INFO  [Thread-393] datanode.DataNode (BPServiceActor.java:run(847)) - Block pool <registering> (Datanode Uuid unassigned) service to localhost/127.0.0.1:34445 starting to offer service
2026-07-08 06:40:01,735 INFO  [IPC Server Responder] ipc.Server (Server.java:run(1507)) - IPC Server Responder: starting
2026-07-08 06:40:01,738 INFO  [IPC Server listener on 0] ipc.Server (Server.java:run(1344)) - IPC Server listener on 0: starting
2026-07-08 06:40:01,753 INFO  [Thread-393] datanode.DataNode (BPOfferService.java:verifyAndSetNamespaceInfo(381)) - Acknowledging ACTIVE Namenode during handshakeBlock pool <registering> (Datanode Uuid unassigned) service to localhost/127.0.0.1:34445
2026-07-08 06:40:01,754 INFO  [Thread-393] common.Storage (DataStorage.java:getParallelVolumeLoadThreadsNum(356)) - Using 2 threads to upgrade data directories (dfs.datanode.parallel.volumes.load.threads.num=2, dataDirs=2)
2026-07-08 06:40:01,758 INFO  [IPC Server handler 0 on default port 34445] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=datanodeReport	src=null	dst=null	perm=null	proto=rpc
2026-07-08 06:40:01,758 INFO  [Thread-393] common.Storage (Storage.java:tryLock(948)) - Lock on /tmp/hdfs-test6654013003403096786/data/data1/in_use.lock acquired by nodename 21146@dist-test-slave-q99k.c.gcp-upstream.internal
2026-07-08 06:40:01,758 INFO  [Thread-393] common.Storage (DataStorage.java:loadStorageDirectory(284)) - Storage directory with location [DISK]file:/tmp/hdfs-test6654013003403096786/data/data1 is not formatted for namespace 141005270. Formatting...
2026-07-08 06:40:01,758 INFO  [Thread-393] common.Storage (DataStorage.java:createStorageID(160)) - Generated new storageID DS-56c1db96-8c77-4a95-a6a1-f5ccd1487f45 for directory /tmp/hdfs-test6654013003403096786/data/data1 
2026-07-08 06:40:01,759 INFO  [Listener at localhost/35453] hdfs.MiniDFSCluster (MiniDFSCluster.java:shouldWait(2823)) - dnInfo.length != numDataNodes
2026-07-08 06:40:01,759 INFO  [Listener at localhost/35453] hdfs.MiniDFSCluster (MiniDFSCluster.java:waitActive(2744)) - Waiting for cluster to become active
2026-07-08 06:40:01,765 INFO  [Thread-393] common.Storage (Storage.java:tryLock(948)) - Lock on /tmp/hdfs-test6654013003403096786/data/data2/in_use.lock acquired by nodename 21146@dist-test-slave-q99k.c.gcp-upstream.internal
2026-07-08 06:40:01,765 INFO  [Thread-393] common.Storage (DataStorage.java:loadStorageDirectory(284)) - Storage directory with location [DISK]file:/tmp/hdfs-test6654013003403096786/data/data2 is not formatted for namespace 141005270. Formatting...
2026-07-08 06:40:01,765 INFO  [Thread-393] common.Storage (DataStorage.java:createStorageID(160)) - Generated new storageID DS-31b59144-45fd-4ecc-b622-1a07715819c4 for directory /tmp/hdfs-test6654013003403096786/data/data2 
2026-07-08 06:40:01,786 INFO  [Thread-393] common.Storage (BlockPoolSliceStorage.java:recoverTransitionRead(256)) - Analyzing storage directories for bpid BP-1540547499-10.240.0.116-1783492800871
2026-07-08 06:40:01,786 INFO  [Thread-393] common.Storage (Storage.java:lock(907)) - Locking is disabled for /tmp/hdfs-test6654013003403096786/data/data1/current/BP-1540547499-10.240.0.116-1783492800871
2026-07-08 06:40:01,787 INFO  [Thread-393] common.Storage (BlockPoolSliceStorage.java:loadStorageDirectory(169)) - Block pool storage directory for location [DISK]file:/tmp/hdfs-test6654013003403096786/data/data1 and block pool id BP-1540547499-10.240.0.116-1783492800871 is not formatted. Formatting ...
2026-07-08 06:40:01,787 INFO  [Thread-393] common.Storage (BlockPoolSliceStorage.java:format(285)) - Formatting block pool BP-1540547499-10.240.0.116-1783492800871 directory /tmp/hdfs-test6654013003403096786/data/data1/current/BP-1540547499-10.240.0.116-1783492800871/current
2026-07-08 06:40:01,809 INFO  [Thread-393] common.Storage (BlockPoolSliceStorage.java:recoverTransitionRead(256)) - Analyzing storage directories for bpid BP-1540547499-10.240.0.116-1783492800871
2026-07-08 06:40:01,810 INFO  [Thread-393] common.Storage (Storage.java:lock(907)) - Locking is disabled for /tmp/hdfs-test6654013003403096786/data/data2/current/BP-1540547499-10.240.0.116-1783492800871
2026-07-08 06:40:01,810 INFO  [Thread-393] common.Storage (BlockPoolSliceStorage.java:loadStorageDirectory(169)) - Block pool storage directory for location [DISK]file:/tmp/hdfs-test6654013003403096786/data/data2 and block pool id BP-1540547499-10.240.0.116-1783492800871 is not formatted. Formatting ...
2026-07-08 06:40:01,810 INFO  [Thread-393] common.Storage (BlockPoolSliceStorage.java:format(285)) - Formatting block pool BP-1540547499-10.240.0.116-1783492800871 directory /tmp/hdfs-test6654013003403096786/data/data2/current/BP-1540547499-10.240.0.116-1783492800871/current
2026-07-08 06:40:01,814 INFO  [Thread-393] datanode.DataNode (DataNode.java:initStorage(1756)) - Setting up storage: nsid=141005270;bpid=BP-1540547499-10.240.0.116-1783492800871;lv=-57;nsInfo=lv=-66;cid=testClusterID;nsid=141005270;c=1783492800871;bpid=BP-1540547499-10.240.0.116-1783492800871;dnuuid=null
2026-07-08 06:40:01,817 INFO  [Thread-393] datanode.DataNode (DataNode.java:checkDatanodeUuid(1554)) - Generated and persisted new Datanode UUID 70e49c7f-b17e-413c-b036-f0da0f412245
2026-07-08 06:40:01,817 INFO  [Thread-393] impl.FsDatasetImpl (FsDatasetImpl.java:<init>(310)) - The datanode lock is a read write lock
2026-07-08 06:40:01,819 INFO  [Thread-393] impl.FsDatasetImpl (FsVolumeList.java:addVolume(304)) - Added new volume: DS-56c1db96-8c77-4a95-a6a1-f5ccd1487f45
2026-07-08 06:40:01,819 INFO  [Thread-393] impl.FsDatasetImpl (FsDatasetImpl.java:addVolume(493)) - Added volume - [DISK]file:/tmp/hdfs-test6654013003403096786/data/data1, StorageType: DISK
2026-07-08 06:40:01,821 INFO  [Thread-393] impl.FsDatasetImpl (FsVolumeList.java:addVolume(304)) - Added new volume: DS-31b59144-45fd-4ecc-b622-1a07715819c4
2026-07-08 06:40:01,821 INFO  [Thread-393] impl.FsDatasetImpl (FsDatasetImpl.java:addVolume(493)) - Added volume - [DISK]file:/tmp/hdfs-test6654013003403096786/data/data2, StorageType: DISK
2026-07-08 06:40:01,822 INFO  [Thread-393] impl.MemoryMappableBlockLoader (MemoryMappableBlockLoader.java:initialize(48)) - Initializing cache loader: MemoryMappableBlockLoader.
2026-07-08 06:40:01,822 INFO  [Thread-393] impl.FsDatasetImpl (FsDatasetImpl.java:registerMBean(2343)) - Registered FSDatasetState MBean
2026-07-08 06:40:01,823 INFO  [Thread-393] impl.FsDatasetImpl (FsDatasetImpl.java:addBlockPool(2856)) - Adding block pool BP-1540547499-10.240.0.116-1783492800871
2026-07-08 06:40:01,823 INFO  [Thread-410] impl.FsDatasetImpl (FsVolumeList.java:run(406)) - Scanning block pool BP-1540547499-10.240.0.116-1783492800871 on volume /tmp/hdfs-test6654013003403096786/data/data1...
2026-07-08 06:40:01,823 INFO  [Thread-411] impl.FsDatasetImpl (FsVolumeList.java:run(406)) - Scanning block pool BP-1540547499-10.240.0.116-1783492800871 on volume /tmp/hdfs-test6654013003403096786/data/data2...
2026-07-08 06:40:01,851 INFO  [Thread-410] impl.FsDatasetImpl (FsVolumeList.java:run(411)) - Time taken to scan block pool BP-1540547499-10.240.0.116-1783492800871 on /tmp/hdfs-test6654013003403096786/data/data1: 27ms
2026-07-08 06:40:01,851 INFO  [Thread-411] impl.FsDatasetImpl (FsVolumeList.java:run(411)) - Time taken to scan block pool BP-1540547499-10.240.0.116-1783492800871 on /tmp/hdfs-test6654013003403096786/data/data2: 27ms
2026-07-08 06:40:01,852 INFO  [Thread-393] impl.FsDatasetImpl (FsVolumeList.java:addBlockPool(431)) - Total time to scan all replicas for block pool BP-1540547499-10.240.0.116-1783492800871: 28ms
2026-07-08 06:40:01,852 INFO  [Thread-414] impl.FsDatasetImpl (FsVolumeList.java:run(199)) - Adding replicas to map for block pool BP-1540547499-10.240.0.116-1783492800871 on volume /tmp/hdfs-test6654013003403096786/data/data1...
2026-07-08 06:40:01,852 INFO  [Thread-414] impl.BlockPoolSlice (BlockPoolSlice.java:readReplicasFromCache(902)) - Replica Cache file: /tmp/hdfs-test6654013003403096786/data/data1/current/BP-1540547499-10.240.0.116-1783492800871/current/replicas doesn't exist 
2026-07-08 06:40:01,852 INFO  [Thread-415] impl.FsDatasetImpl (FsVolumeList.java:run(199)) - Adding replicas to map for block pool BP-1540547499-10.240.0.116-1783492800871 on volume /tmp/hdfs-test6654013003403096786/data/data2...
2026-07-08 06:40:01,853 INFO  [Thread-415] impl.BlockPoolSlice (BlockPoolSlice.java:readReplicasFromCache(902)) - Replica Cache file: /tmp/hdfs-test6654013003403096786/data/data2/current/BP-1540547499-10.240.0.116-1783492800871/current/replicas doesn't exist 
2026-07-08 06:40:01,853 INFO  [Thread-414] impl.FsDatasetImpl (FsVolumeList.java:run(204)) - Time to add replicas to map for block pool BP-1540547499-10.240.0.116-1783492800871 on volume /tmp/hdfs-test6654013003403096786/data/data1: 0ms
2026-07-08 06:40:01,853 INFO  [Thread-415] impl.FsDatasetImpl (FsVolumeList.java:run(204)) - Time to add replicas to map for block pool BP-1540547499-10.240.0.116-1783492800871 on volume /tmp/hdfs-test6654013003403096786/data/data2: 0ms
2026-07-08 06:40:01,853 INFO  [Thread-393] impl.FsDatasetImpl (FsVolumeList.java:getAllVolumesMap(225)) - Total time to add all replicas to map for block pool BP-1540547499-10.240.0.116-1783492800871: 2ms
2026-07-08 06:40:01,853 INFO  [Thread-393] checker.ThrottledAsyncChecker (ThrottledAsyncChecker.java:schedule(137)) - Scheduling a check for /tmp/hdfs-test6654013003403096786/data/data1
2026-07-08 06:40:01,854 INFO  [Thread-393] checker.DatasetVolumeChecker (DatasetVolumeChecker.java:checkAllVolumes(224)) - Scheduled health check for volume /tmp/hdfs-test6654013003403096786/data/data1
2026-07-08 06:40:01,854 INFO  [Thread-393] checker.ThrottledAsyncChecker (ThrottledAsyncChecker.java:schedule(137)) - Scheduling a check for /tmp/hdfs-test6654013003403096786/data/data2
2026-07-08 06:40:01,855 INFO  [Thread-393] checker.DatasetVolumeChecker (DatasetVolumeChecker.java:checkAllVolumes(224)) - Scheduled health check for volume /tmp/hdfs-test6654013003403096786/data/data2
2026-07-08 06:40:01,856 INFO  [VolumeScannerThread(/tmp/hdfs-test6654013003403096786/data/data2)] datanode.VolumeScanner (VolumeScanner.java:findNextUsableBlockIter(385)) - Now scanning bpid BP-1540547499-10.240.0.116-1783492800871 on volume /tmp/hdfs-test6654013003403096786/data/data2
2026-07-08 06:40:01,856 INFO  [VolumeScannerThread(/tmp/hdfs-test6654013003403096786/data/data1)] datanode.VolumeScanner (VolumeScanner.java:findNextUsableBlockIter(385)) - Now scanning bpid BP-1540547499-10.240.0.116-1783492800871 on volume /tmp/hdfs-test6654013003403096786/data/data1
2026-07-08 06:40:01,856 WARN  [Thread-393] datanode.DirectoryScanner (DirectoryScanner.java:<init>(300)) - dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1
2026-07-08 06:40:01,856 INFO  [VolumeScannerThread(/tmp/hdfs-test6654013003403096786/data/data2)] datanode.VolumeScanner (VolumeScanner.java:getNextBlockToScan(505)) - VolumeScanner(/tmp/hdfs-test6654013003403096786/data/data2, DS-31b59144-45fd-4ecc-b622-1a07715819c4): finished scanning block pool BP-1540547499-10.240.0.116-1783492800871
2026-07-08 06:40:01,856 INFO  [Thread-393] datanode.DirectoryScanner (DirectoryScanner.java:start(329)) - Periodic Directory Tree Verification scan starting in 7449388ms with interval of 21600000ms and throttle limit of -1ms/s
2026-07-08 06:40:01,856 INFO  [VolumeScannerThread(/tmp/hdfs-test6654013003403096786/data/data1)] datanode.VolumeScanner (VolumeScanner.java:getNextBlockToScan(505)) - VolumeScanner(/tmp/hdfs-test6654013003403096786/data/data1, DS-56c1db96-8c77-4a95-a6a1-f5ccd1487f45): finished scanning block pool BP-1540547499-10.240.0.116-1783492800871
2026-07-08 06:40:01,857 INFO  [VolumeScannerThread(/tmp/hdfs-test6654013003403096786/data/data2)] datanode.VolumeScanner (VolumeScanner.java:findNextUsableBlockIter(402)) - VolumeScanner(/tmp/hdfs-test6654013003403096786/data/data2, DS-31b59144-45fd-4ecc-b622-1a07715819c4): no suitable block pools found to scan.  Waiting 1814399999 ms.
2026-07-08 06:40:01,858 INFO  [BP-1540547499-10.240.0.116-1783492800871 heartbeating to localhost/127.0.0.1:34445] datanode.DataNode (BPServiceActor.java:register(788)) - Block pool BP-1540547499-10.240.0.116-1783492800871 (Datanode Uuid 70e49c7f-b17e-413c-b036-f0da0f412245) service to localhost/127.0.0.1:34445 beginning handshake with NN
2026-07-08 06:40:01,858 INFO  [VolumeScannerThread(/tmp/hdfs-test6654013003403096786/data/data1)] datanode.VolumeScanner (VolumeScanner.java:findNextUsableBlockIter(402)) - VolumeScanner(/tmp/hdfs-test6654013003403096786/data/data1, DS-56c1db96-8c77-4a95-a6a1-f5ccd1487f45): no suitable block pools found to scan.  Waiting 1814399998 ms.
2026-07-08 06:40:01,859 INFO  [IPC Server handler 3 on default port 34445] hdfs.StateChange (DatanodeManager.java:registerDatanode(1142)) - BLOCK* registerDatanode: from DatanodeRegistration(127.0.0.1:37989, datanodeUuid=70e49c7f-b17e-413c-b036-f0da0f412245, infoPort=40497, infoSecurePort=0, ipcPort=35453, storageInfo=lv=-57;cid=testClusterID;nsid=141005270;c=1783492800871) storage 70e49c7f-b17e-413c-b036-f0da0f412245
2026-07-08 06:40:01,859 INFO  [IPC Server handler 3 on default port 34445] net.NetworkTopology (NetworkTopology.java:add(149)) - Adding a new node: /default-rack/127.0.0.1:37989
2026-07-08 06:40:01,859 INFO  [IPC Server handler 3 on default port 34445] blockmanagement.BlockReportLeaseManager (BlockReportLeaseManager.java:registerNode(200)) - Registered DN 70e49c7f-b17e-413c-b036-f0da0f412245 (127.0.0.1:37989).
2026-07-08 06:40:01,862 INFO  [BP-1540547499-10.240.0.116-1783492800871 heartbeating to localhost/127.0.0.1:34445] datanode.DataNode (BPServiceActor.java:register(816)) - Block pool BP-1540547499-10.240.0.116-1783492800871 (Datanode Uuid 70e49c7f-b17e-413c-b036-f0da0f412245) service to localhost/127.0.0.1:34445 successfully registered with NN
2026-07-08 06:40:01,862 INFO  [IPC Server handler 2 on default port 34445] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=datanodeReport	src=null	dst=null	perm=null	proto=rpc
2026-07-08 06:40:01,863 INFO  [BP-1540547499-10.240.0.116-1783492800871 heartbeating to localhost/127.0.0.1:34445] datanode.DataNode (BPServiceActor.java:offerService(645)) - For namenode localhost/127.0.0.1:34445 using BLOCKREPORT_INTERVAL of 21600000msecs CACHEREPORT_INTERVAL of 10000msecs Initial delay: 0msecs; heartBeatInterval=3000
2026-07-08 06:40:01,864 INFO  [Listener at localhost/35453] hdfs.MiniDFSCluster (MiniDFSCluster.java:shouldWait(2839)) - No heartbeat from DataNode: 127.0.0.1:37989
2026-07-08 06:40:01,864 INFO  [Listener at localhost/35453] hdfs.MiniDFSCluster (MiniDFSCluster.java:waitActive(2744)) - Waiting for cluster to become active
2026-07-08 06:40:01,865 INFO  [IPC Server handler 4 on default port 34445] blockmanagement.DatanodeDescriptor (DatanodeDescriptor.java:updateStorage(999)) - Adding new storage ID DS-56c1db96-8c77-4a95-a6a1-f5ccd1487f45 for DN 127.0.0.1:37989
2026-07-08 06:40:01,866 INFO  [IPC Server handler 4 on default port 34445] blockmanagement.DatanodeDescriptor (DatanodeDescriptor.java:updateStorage(999)) - Adding new storage ID DS-31b59144-45fd-4ecc-b622-1a07715819c4 for DN 127.0.0.1:37989
2026-07-08 06:40:01,867 INFO  [Block report processor] BlockStateChange (BlockManager.java:processReport(2778)) - BLOCK* processReport 0x4141a1adee5a1417: Processing first storage report for DS-56c1db96-8c77-4a95-a6a1-f5ccd1487f45 from datanode 70e49c7f-b17e-413c-b036-f0da0f412245
2026-07-08 06:40:01,868 INFO  [Block report processor] BlockStateChange (BlockManager.java:processReport(2810)) - BLOCK* processReport 0x4141a1adee5a1417: from storage DS-56c1db96-8c77-4a95-a6a1-f5ccd1487f45 node DatanodeRegistration(127.0.0.1:37989, datanodeUuid=70e49c7f-b17e-413c-b036-f0da0f412245, infoPort=40497, infoSecurePort=0, ipcPort=35453, storageInfo=lv=-57;cid=testClusterID;nsid=141005270;c=1783492800871), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0
2026-07-08 06:40:01,868 INFO  [Block report processor] BlockStateChange (BlockManager.java:processReport(2778)) - BLOCK* processReport 0x4141a1adee5a1417: Processing first storage report for DS-31b59144-45fd-4ecc-b622-1a07715819c4 from datanode 70e49c7f-b17e-413c-b036-f0da0f412245
2026-07-08 06:40:01,868 INFO  [Block report processor] BlockStateChange (BlockManager.java:processReport(2810)) - BLOCK* processReport 0x4141a1adee5a1417: from storage DS-31b59144-45fd-4ecc-b622-1a07715819c4 node DatanodeRegistration(127.0.0.1:37989, datanodeUuid=70e49c7f-b17e-413c-b036-f0da0f412245, infoPort=40497, infoSecurePort=0, ipcPort=35453, storageInfo=lv=-57;cid=testClusterID;nsid=141005270;c=1783492800871), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0
2026-07-08 06:40:01,868 INFO  [BP-1540547499-10.240.0.116-1783492800871 heartbeating to localhost/127.0.0.1:34445] datanode.DataNode (BPServiceActor.java:blockReport(437)) - Successfully sent block report 0x4141a1adee5a1417 to namenode: localhost/127.0.0.1:34445,  containing 2 storage report(s), of which we sent 2. The reports had 0 total blocks and used 1 RPC(s). This took 0 msecs to generate and 2 msecs for RPC and NN processing. Got back one command: FinalizeCommand/5.
2026-07-08 06:40:01,868 INFO  [Command processor] datanode.DataNode (BPOfferService.java:processCommandFromActive(763)) - Got finalize command for block pool BP-1540547499-10.240.0.116-1783492800871
2026-07-08 06:40:01,966 INFO  [IPC Server handler 6 on default port 34445] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=datanodeReport	src=null	dst=null	perm=null	proto=rpc
2026-07-08 06:40:01,966 INFO  [Listener at localhost/35453] hdfs.MiniDFSCluster (MiniDFSCluster.java:waitActive(2799)) - Cluster is active
2026-07-08 06:40:01,982 INFO  [Listener at localhost/35453] backup.BackupIO (BackupIO.scala:writeTableMetadata(95)) - Writing metadata to hdfs://localhost:34445/id_taco-taco/100/.kudu-metadata.json
2026-07-08 06:40:01,987 INFO  [IPC Server handler 7 on default port 34445] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=create	src=/id_taco-taco/100/.kudu-metadata.json	dst=null	perm=slave:supergroup:rw-r--r--	proto=rpc
2026-07-08 06:40:01,992 INFO  [IPC Server handler 8 on default port 34445] hdfs.StateChange (FSDirWriteFileOp.java:logAllocatedBlock(802)) - BLOCK* allocate blk_1073741825_1001, replicas=127.0.0.1:37989 for /id_taco-taco/100/.kudu-metadata.json
2026-07-08 06:40:01,997 INFO  [DataXceiver for client DFSClient_NONMAPREDUCE_120529798_1 at /127.0.0.1:50278 [Receiving block BP-1540547499-10.240.0.116-1783492800871:blk_1073741825_1001]] datanode.DataNode (DataXceiver.java:writeBlock(747)) - Receiving BP-1540547499-10.240.0.116-1783492800871:blk_1073741825_1001 src: /127.0.0.1:50278 dest: /127.0.0.1:37989
2026-07-08 06:40:02,003 INFO  [PacketResponder: BP-1540547499-10.240.0.116-1783492800871:blk_1073741825_1001, type=LAST_IN_PIPELINE] DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1539)) - src: /127.0.0.1:50278, dest: /127.0.0.1:37989, bytes: 82, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_120529798_1, offset: 0, srvID: 70e49c7f-b17e-413c-b036-f0da0f412245, blockid: BP-1540547499-10.240.0.116-1783492800871:blk_1073741825_1001, duration(ns): 2089288
2026-07-08 06:40:02,003 INFO  [PacketResponder: BP-1540547499-10.240.0.116-1783492800871:blk_1073741825_1001, type=LAST_IN_PIPELINE] datanode.DataNode (BlockReceiver.java:run(1512)) - PacketResponder: BP-1540547499-10.240.0.116-1783492800871:blk_1073741825_1001, type=LAST_IN_PIPELINE terminating
2026-07-08 06:40:02,004 INFO  [IPC Server handler 1 on default port 34445] namenode.FSNamesystem (FSNamesystem.java:checkBlocksComplete(3151)) - BLOCK* blk_1073741825_1001 is COMMITTED but not COMPLETE(numNodes= 0 <  minimum = 1) in file /id_taco-taco/100/.kudu-metadata.json
2026-07-08 06:40:02,407 INFO  [IPC Server handler 3 on default port 34445] hdfs.StateChange (FSNamesystem.java:completeFile(3104)) - DIR* completeFile: /id_taco-taco/100/.kudu-metadata.json is closed by DFSClient_NONMAPREDUCE_120529798_1
2026-07-08 06:40:02,408 INFO  [Listener at localhost/35453] backup.BackupIO (BackupIO.scala:writeTableMetadata(95)) - Writing metadata to hdfs://localhost:34445/id_taco-taco/1000/.kudu-metadata.json
2026-07-08 06:40:02,410 INFO  [IPC Server handler 2 on default port 34445] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=create	src=/id_taco-taco/1000/.kudu-metadata.json	dst=null	perm=slave:supergroup:rw-r--r--	proto=rpc
2026-07-08 06:40:02,416 INFO  [IPC Server handler 4 on default port 34445] hdfs.StateChange (FSDirWriteFileOp.java:logAllocatedBlock(802)) - BLOCK* allocate blk_1073741826_1002, replicas=127.0.0.1:37989 for /id_taco-taco/1000/.kudu-metadata.json
2026-07-08 06:40:02,418 INFO  [DataXceiver for client DFSClient_NONMAPREDUCE_120529798_1 at /127.0.0.1:50294 [Receiving block BP-1540547499-10.240.0.116-1783492800871:blk_1073741826_1002]] datanode.DataNode (DataXceiver.java:writeBlock(747)) - Receiving BP-1540547499-10.240.0.116-1783492800871:blk_1073741826_1002 src: /127.0.0.1:50294 dest: /127.0.0.1:37989
2026-07-08 06:40:02,429 INFO  [PacketResponder: BP-1540547499-10.240.0.116-1783492800871:blk_1073741826_1002, type=LAST_IN_PIPELINE] DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1539)) - src: /127.0.0.1:50294, dest: /127.0.0.1:37989, bytes: 83, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_120529798_1, offset: 0, srvID: 70e49c7f-b17e-413c-b036-f0da0f412245, blockid: BP-1540547499-10.240.0.116-1783492800871:blk_1073741826_1002, duration(ns): 8303158
2026-07-08 06:40:02,430 INFO  [PacketResponder: BP-1540547499-10.240.0.116-1783492800871:blk_1073741826_1002, type=LAST_IN_PIPELINE] datanode.DataNode (BlockReceiver.java:run(1512)) - PacketResponder: BP-1540547499-10.240.0.116-1783492800871:blk_1073741826_1002, type=LAST_IN_PIPELINE terminating
2026-07-08 06:40:02,431 INFO  [IPC Server handler 5 on default port 34445] hdfs.StateChange (FSNamesystem.java:completeFile(3104)) - DIR* completeFile: /id_taco-taco/1000/.kudu-metadata.json is closed by DFSClient_NONMAPREDUCE_120529798_1
2026-07-08 06:40:02,432 INFO  [Listener at localhost/35453] backup.BackupIO (BackupIO.scala:writeTableMetadata(95)) - Writing metadata to hdfs://localhost:34445/id_taco-taco/2000/.kudu-metadata.json
2026-07-08 06:40:02,434 INFO  [IPC Server handler 7 on default port 34445] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=create	src=/id_taco-taco/2000/.kudu-metadata.json	dst=null	perm=slave:supergroup:rw-r--r--	proto=rpc
2026-07-08 06:40:02,436 INFO  [IPC Server handler 8 on default port 34445] hdfs.StateChange (FSDirWriteFileOp.java:logAllocatedBlock(802)) - BLOCK* allocate blk_1073741827_1003, replicas=127.0.0.1:37989 for /id_taco-taco/2000/.kudu-metadata.json
2026-07-08 06:40:02,438 INFO  [DataXceiver for client DFSClient_NONMAPREDUCE_120529798_1 at /127.0.0.1:50310 [Receiving block BP-1540547499-10.240.0.116-1783492800871:blk_1073741827_1003]] datanode.DataNode (DataXceiver.java:writeBlock(747)) - Receiving BP-1540547499-10.240.0.116-1783492800871:blk_1073741827_1003 src: /127.0.0.1:50310 dest: /127.0.0.1:37989
2026-07-08 06:40:02,442 INFO  [PacketResponder: BP-1540547499-10.240.0.116-1783492800871:blk_1073741827_1003, type=LAST_IN_PIPELINE] DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1539)) - src: /127.0.0.1:50310, dest: /127.0.0.1:37989, bytes: 102, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_120529798_1, offset: 0, srvID: 70e49c7f-b17e-413c-b036-f0da0f412245, blockid: BP-1540547499-10.240.0.116-1783492800871:blk_1073741827_1003, duration(ns): 2492205
2026-07-08 06:40:02,443 INFO  [PacketResponder: BP-1540547499-10.240.0.116-1783492800871:blk_1073741827_1003, type=LAST_IN_PIPELINE] datanode.DataNode (BlockReceiver.java:run(1512)) - PacketResponder: BP-1540547499-10.240.0.116-1783492800871:blk_1073741827_1003, type=LAST_IN_PIPELINE terminating
2026-07-08 06:40:02,444 INFO  [IPC Server handler 0 on default port 34445] hdfs.StateChange (FSNamesystem.java:completeFile(3104)) - DIR* completeFile: /id_taco-taco/2000/.kudu-metadata.json is closed by DFSClient_NONMAPREDUCE_120529798_1
2026-07-08 06:40:02,444 INFO  [Listener at localhost/35453] backup.BackupIO (BackupIO.scala:writeTableMetadata(95)) - Writing metadata to hdfs://localhost:34445/id_pizza-pizza/200/.kudu-metadata.json
2026-07-08 06:40:02,446 INFO  [IPC Server handler 1 on default port 34445] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=create	src=/id_pizza-pizza/200/.kudu-metadata.json	dst=null	perm=slave:supergroup:rw-r--r--	proto=rpc
2026-07-08 06:40:02,448 INFO  [IPC Server handler 3 on default port 34445] hdfs.StateChange (FSDirWriteFileOp.java:logAllocatedBlock(802)) - BLOCK* allocate blk_1073741828_1004, replicas=127.0.0.1:37989 for /id_pizza-pizza/200/.kudu-metadata.json
2026-07-08 06:40:02,450 INFO  [DataXceiver for client DFSClient_NONMAPREDUCE_120529798_1 at /127.0.0.1:50316 [Receiving block BP-1540547499-10.240.0.116-1783492800871:blk_1073741828_1004]] datanode.DataNode (DataXceiver.java:writeBlock(747)) - Receiving BP-1540547499-10.240.0.116-1783492800871:blk_1073741828_1004 src: /127.0.0.1:50316 dest: /127.0.0.1:37989
2026-07-08 06:40:02,455 INFO  [PacketResponder: BP-1540547499-10.240.0.116-1783492800871:blk_1073741828_1004, type=LAST_IN_PIPELINE] DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1539)) - src: /127.0.0.1:50316, dest: /127.0.0.1:37989, bytes: 84, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_120529798_1, offset: 0, srvID: 70e49c7f-b17e-413c-b036-f0da0f412245, blockid: BP-1540547499-10.240.0.116-1783492800871:blk_1073741828_1004, duration(ns): 2673688
2026-07-08 06:40:02,455 INFO  [PacketResponder: BP-1540547499-10.240.0.116-1783492800871:blk_1073741828_1004, type=LAST_IN_PIPELINE] datanode.DataNode (BlockReceiver.java:run(1512)) - PacketResponder: BP-1540547499-10.240.0.116-1783492800871:blk_1073741828_1004, type=LAST_IN_PIPELINE terminating
2026-07-08 06:40:02,456 INFO  [IPC Server handler 4 on default port 34445] hdfs.StateChange (FSNamesystem.java:completeFile(3104)) - DIR* completeFile: /id_pizza-pizza/200/.kudu-metadata.json is closed by DFSClient_NONMAPREDUCE_120529798_1
2026-07-08 06:40:02,457 INFO  [Listener at localhost/35453] backup.BackupIO (BackupIO.scala:writeTableMetadata(95)) - Writing metadata to hdfs://localhost:34445/id_pizza-pizza/400/.kudu-metadata.json
2026-07-08 06:40:02,458 INFO  [IPC Server handler 6 on default port 34445] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=create	src=/id_pizza-pizza/400/.kudu-metadata.json	dst=null	perm=slave:supergroup:rw-r--r--	proto=rpc
2026-07-08 06:40:02,461 INFO  [IPC Server handler 5 on default port 34445] hdfs.StateChange (FSDirWriteFileOp.java:logAllocatedBlock(802)) - BLOCK* allocate blk_1073741829_1005, replicas=127.0.0.1:37989 for /id_pizza-pizza/400/.kudu-metadata.json
2026-07-08 06:40:02,463 INFO  [DataXceiver for client DFSClient_NONMAPREDUCE_120529798_1 at /127.0.0.1:50332 [Receiving block BP-1540547499-10.240.0.116-1783492800871:blk_1073741829_1005]] datanode.DataNode (DataXceiver.java:writeBlock(747)) - Receiving BP-1540547499-10.240.0.116-1783492800871:blk_1073741829_1005 src: /127.0.0.1:50332 dest: /127.0.0.1:37989
2026-07-08 06:40:02,467 INFO  [PacketResponder: BP-1540547499-10.240.0.116-1783492800871:blk_1073741829_1005, type=LAST_IN_PIPELINE] DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1539)) - src: /127.0.0.1:50332, dest: /127.0.0.1:37989, bytes: 103, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_120529798_1, offset: 0, srvID: 70e49c7f-b17e-413c-b036-f0da0f412245, blockid: BP-1540547499-10.240.0.116-1783492800871:blk_1073741829_1005, duration(ns): 1735797
2026-07-08 06:40:02,468 INFO  [PacketResponder: BP-1540547499-10.240.0.116-1783492800871:blk_1073741829_1005, type=LAST_IN_PIPELINE] datanode.DataNode (BlockReceiver.java:run(1512)) - PacketResponder: BP-1540547499-10.240.0.116-1783492800871:blk_1073741829_1005, type=LAST_IN_PIPELINE terminating
2026-07-08 06:40:02,469 INFO  [IPC Server handler 8 on default port 34445] hdfs.StateChange (FSNamesystem.java:completeFile(3104)) - DIR* completeFile: /id_pizza-pizza/400/.kudu-metadata.json is closed by DFSClient_NONMAPREDUCE_120529798_1
2026-07-08 06:40:02,469 INFO  [Listener at localhost/35453] backup.BackupIO (BackupIO.scala:writeTableMetadata(95)) - Writing metadata to hdfs://localhost:34445/id_pizza-pizza/600/.kudu-metadata.json
2026-07-08 06:40:02,474 INFO  [IPC Server handler 9 on default port 34445] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=create	src=/id_pizza-pizza/600/.kudu-metadata.json	dst=null	perm=slave:supergroup:rw-r--r--	proto=rpc
2026-07-08 06:40:02,479 INFO  [IPC Server handler 0 on default port 34445] hdfs.StateChange (FSDirWriteFileOp.java:logAllocatedBlock(802)) - BLOCK* allocate blk_1073741830_1006, replicas=127.0.0.1:37989 for /id_pizza-pizza/600/.kudu-metadata.json
2026-07-08 06:40:02,484 INFO  [DataXceiver for client DFSClient_NONMAPREDUCE_120529798_1 at /127.0.0.1:50342 [Receiving block BP-1540547499-10.240.0.116-1783492800871:blk_1073741830_1006]] datanode.DataNode (DataXceiver.java:writeBlock(747)) - Receiving BP-1540547499-10.240.0.116-1783492800871:blk_1073741830_1006 src: /127.0.0.1:50342 dest: /127.0.0.1:37989
2026-07-08 06:40:02,489 INFO  [PacketResponder: BP-1540547499-10.240.0.116-1783492800871:blk_1073741830_1006, type=LAST_IN_PIPELINE] DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1539)) - src: /127.0.0.1:50342, dest: /127.0.0.1:37989, bytes: 103, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_120529798_1, offset: 0, srvID: 70e49c7f-b17e-413c-b036-f0da0f412245, blockid: BP-1540547499-10.240.0.116-1783492800871:blk_1073741830_1006, duration(ns): 2627966
2026-07-08 06:40:02,489 INFO  [PacketResponder: BP-1540547499-10.240.0.116-1783492800871:blk_1073741830_1006, type=LAST_IN_PIPELINE] datanode.DataNode (BlockReceiver.java:run(1512)) - PacketResponder: BP-1540547499-10.240.0.116-1783492800871:blk_1073741830_1006, type=LAST_IN_PIPELINE terminating
2026-07-08 06:40:02,493 INFO  [IPC Server handler 3 on default port 34445] hdfs.StateChange (FSNamesystem.java:completeFile(3104)) - DIR* completeFile: /id_pizza-pizza/600/.kudu-metadata.json is closed by DFSClient_NONMAPREDUCE_120529798_1
2026-07-08 06:40:02,511 INFO  [IPC Server handler 2 on default port 34445] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=getfileinfo	src=/	dst=null	perm=null	proto=rpc
2026-07-08 06:40:02,512 INFO  [IPC Server handler 4 on default port 34445] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=listStatus	src=/	dst=null	perm=null	proto=rpc
2026-07-08 06:40:02,514 INFO  [IPC Server handler 6 on default port 34445] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=listStatus	src=/id_pizza-pizza	dst=null	perm=null	proto=rpc
2026-07-08 06:40:02,516 INFO  [IPC Server handler 5 on default port 34445] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=getfileinfo	src=/id_pizza-pizza/200/.kudu-metadata.json	dst=null	perm=null	proto=rpc
2026-07-08 06:40:02,518 INFO  [IPC Server handler 7 on default port 34445] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=open	src=/id_pizza-pizza/200/.kudu-metadata.json	dst=null	perm=null	proto=rpc
2026-07-08 06:40:02,522 INFO  [IPC Server handler 8 on default port 34445] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=getfileinfo	src=/id_pizza-pizza/400/.kudu-metadata.json	dst=null	perm=null	proto=rpc
2026-07-08 06:40:02,523 INFO  [IPC Server handler 9 on default port 34445] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=open	src=/id_pizza-pizza/400/.kudu-metadata.json	dst=null	perm=null	proto=rpc
2026-07-08 06:40:02,526 INFO  [IPC Server handler 0 on default port 34445] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=getfileinfo	src=/id_pizza-pizza/600/.kudu-metadata.json	dst=null	perm=null	proto=rpc
2026-07-08 06:40:02,528 INFO  [IPC Server handler 1 on default port 34445] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=open	src=/id_pizza-pizza/600/.kudu-metadata.json	dst=null	perm=null	proto=rpc
2026-07-08 06:40:02,530 INFO  [Listener at localhost/35453] backup.BackupIO (BackupIO.scala:readTableBackups(236)) - Found 3 paths in hdfs://localhost:34445/id_pizza-pizza
2026-07-08 06:40:02,531 INFO  [IPC Server handler 3 on default port 34445] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=listStatus	src=/id_taco-taco	dst=null	perm=null	proto=rpc
2026-07-08 06:40:02,532 INFO  [IPC Server handler 2 on default port 34445] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=getfileinfo	src=/id_taco-taco/100/.kudu-metadata.json	dst=null	perm=null	proto=rpc
2026-07-08 06:40:02,534 INFO  [IPC Server handler 4 on default port 34445] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=open	src=/id_taco-taco/100/.kudu-metadata.json	dst=null	perm=null	proto=rpc
2026-07-08 06:40:02,540 INFO  [IPC Server handler 6 on default port 34445] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=getfileinfo	src=/id_taco-taco/1000/.kudu-metadata.json	dst=null	perm=null	proto=rpc
2026-07-08 06:40:02,541 INFO  [IPC Server handler 5 on default port 34445] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=open	src=/id_taco-taco/1000/.kudu-metadata.json	dst=null	perm=null	proto=rpc
2026-07-08 06:40:02,545 INFO  [IPC Server handler 7 on default port 34445] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=getfileinfo	src=/id_taco-taco/2000/.kudu-metadata.json	dst=null	perm=null	proto=rpc
2026-07-08 06:40:02,546 INFO  [IPC Server handler 8 on default port 34445] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=open	src=/id_taco-taco/2000/.kudu-metadata.json	dst=null	perm=null	proto=rpc
2026-07-08 06:40:02,549 INFO  [Listener at localhost/35453] backup.BackupIO (BackupIO.scala:readTableBackups(236)) - Found 3 paths in hdfs://localhost:34445/id_taco-taco
.2026-07-08 06:40:02,572 INFO  [Listener at localhost/35453] hdfs.MiniDFSCluster (MiniDFSCluster.java:<init>(529)) - starting cluster: numNameNodes=1, numDataNodes=1
2026-07-08 06:40:02,573 INFO  [Listener at localhost/35453] namenode.NameNode (NameNode.java:format(1249)) - Formatting using clusterid: testClusterID
2026-07-08 06:40:02,574 INFO  [Listener at localhost/35453] namenode.FSEditLog (FSEditLog.java:newInstance(229)) - Edit logging is async:true
2026-07-08 06:40:02,587 INFO  [Listener at localhost/35453] namenode.FSNamesystem (FSNamesystem.java:<init>(814)) - KeyProvider: null
2026-07-08 06:40:02,587 INFO  [Listener at localhost/35453] namenode.FSNamesystem (FSNamesystemLock.java:<init>(141)) - fsLock is fair: true
2026-07-08 06:40:02,587 INFO  [Listener at localhost/35453] namenode.FSNamesystem (FSNamesystemLock.java:<init>(159)) - Detailed lock hold time metrics enabled: false
2026-07-08 06:40:02,587 INFO  [Listener at localhost/35453] namenode.FSNamesystem (FSNamesystem.java:<init>(847)) - fsOwner                = slave (auth:SIMPLE)
2026-07-08 06:40:02,587 INFO  [Listener at localhost/35453] namenode.FSNamesystem (FSNamesystem.java:<init>(848)) - supergroup             = supergroup
2026-07-08 06:40:02,587 INFO  [Listener at localhost/35453] namenode.FSNamesystem (FSNamesystem.java:<init>(849)) - isPermissionEnabled    = true
2026-07-08 06:40:02,587 INFO  [Listener at localhost/35453] namenode.FSNamesystem (FSNamesystem.java:<init>(850)) - isStoragePolicyEnabled = true
2026-07-08 06:40:02,588 INFO  [Listener at localhost/35453] namenode.FSNamesystem (FSNamesystem.java:<init>(861)) - HA Enabled: false
2026-07-08 06:40:02,588 INFO  [Listener at localhost/35453] common.Util (Util.java:isDiskStatsEnabled(395)) - dfs.datanode.fileio.profiling.sampling.percentage set to 0. Disabling file IO profiling
2026-07-08 06:40:02,588 INFO  [Listener at localhost/35453] blockmanagement.DatanodeManager (DatanodeManager.java:<init>(334)) - dfs.block.invalidate.limit: configured=1000, counted=60, effected=1000
2026-07-08 06:40:02,588 INFO  [Listener at localhost/35453] blockmanagement.DatanodeManager (DatanodeManager.java:<init>(342)) - dfs.namenode.datanode.registration.ip-hostname-check=true
2026-07-08 06:40:02,588 INFO  [Listener at localhost/35453] blockmanagement.BlockManager (InvalidateBlocks.java:printBlockDeletionTime(77)) - dfs.namenode.startup.delay.block.deletion.sec is set to 000:00:00:00.000
2026-07-08 06:40:02,589 INFO  [Listener at localhost/35453] blockmanagement.BlockManager (InvalidateBlocks.java:printBlockDeletionTime(83)) - The block deletion will start around 2026 Jul 08 06:40:02
2026-07-08 06:40:02,589 INFO  [Listener at localhost/35453] util.GSet (LightWeightGSet.java:computeCapacity(395)) - Computing capacity for map BlocksMap
2026-07-08 06:40:02,589 INFO  [Listener at localhost/35453] util.GSet (LightWeightGSet.java:computeCapacity(396)) - VM type       = 64-bit
2026-07-08 06:40:02,589 INFO  [Listener at localhost/35453] util.GSet (LightWeightGSet.java:computeCapacity(397)) - 2.0% max memory 3.5 GB = 72.5 MB
2026-07-08 06:40:02,589 INFO  [Listener at localhost/35453] util.GSet (LightWeightGSet.java:computeCapacity(402)) - capacity      = 2^23 = 8388608 entries
2026-07-08 06:40:02,597 INFO  [Listener at localhost/35453] blockmanagement.BlockManager (BlockManager.java:createSPSManager(5447)) - Storage policy satisfier is disabled
2026-07-08 06:40:02,597 INFO  [Listener at localhost/35453] blockmanagement.BlockManager (BlockManager.java:createBlockTokenSecretManager(641)) - dfs.block.access.token.enable = false
2026-07-08 06:40:02,597 INFO  [Listener at localhost/35453] blockmanagement.BlockManagerSafeMode (BlockManagerSafeMode.java:<init>(160)) - dfs.namenode.safemode.threshold-pct = 0.999
2026-07-08 06:40:02,597 INFO  [Listener at localhost/35453] blockmanagement.BlockManagerSafeMode (BlockManagerSafeMode.java:<init>(161)) - dfs.namenode.safemode.min.datanodes = 0
2026-07-08 06:40:02,597 INFO  [Listener at localhost/35453] blockmanagement.BlockManagerSafeMode (BlockManagerSafeMode.java:<init>(163)) - dfs.namenode.safemode.extension = 0
2026-07-08 06:40:02,597 INFO  [Listener at localhost/35453] blockmanagement.BlockManager (BlockManager.java:<init>(627)) - defaultReplication         = 1
2026-07-08 06:40:02,598 INFO  [Listener at localhost/35453] blockmanagement.BlockManager (BlockManager.java:<init>(628)) - maxReplication             = 512
2026-07-08 06:40:02,598 INFO  [Listener at localhost/35453] blockmanagement.BlockManager (BlockManager.java:<init>(629)) - minReplication             = 1
2026-07-08 06:40:02,598 INFO  [Listener at localhost/35453] blockmanagement.BlockManager (BlockManager.java:<init>(630)) - maxReplicationStreams      = 2
2026-07-08 06:40:02,598 INFO  [Listener at localhost/35453] blockmanagement.BlockManager (BlockManager.java:<init>(631)) - redundancyRecheckInterval  = 3000ms
2026-07-08 06:40:02,598 INFO  [Listener at localhost/35453] blockmanagement.BlockManager (BlockManager.java:<init>(632)) - encryptDataTransfer        = false
2026-07-08 06:40:02,598 INFO  [Listener at localhost/35453] blockmanagement.BlockManager (BlockManager.java:<init>(633)) - maxNumBlocksToLog          = 1000
2026-07-08 06:40:02,598 INFO  [Listener at localhost/35453] util.GSet (LightWeightGSet.java:computeCapacity(395)) - Computing capacity for map INodeMap
2026-07-08 06:40:02,598 INFO  [Listener at localhost/35453] util.GSet (LightWeightGSet.java:computeCapacity(396)) - VM type       = 64-bit
2026-07-08 06:40:02,599 INFO  [Listener at localhost/35453] util.GSet (LightWeightGSet.java:computeCapacity(397)) - 1.0% max memory 3.5 GB = 36.2 MB
2026-07-08 06:40:02,599 INFO  [Listener at localhost/35453] util.GSet (LightWeightGSet.java:computeCapacity(402)) - capacity      = 2^22 = 4194304 entries
2026-07-08 06:40:02,606 INFO  [Listener at localhost/35453] namenode.FSDirectory (FSDirectory.java:<init>(335)) - ACLs enabled? true
2026-07-08 06:40:02,606 INFO  [Listener at localhost/35453] namenode.FSDirectory (FSDirectory.java:<init>(339)) - POSIX ACL inheritance enabled? true
2026-07-08 06:40:02,606 INFO  [Listener at localhost/35453] namenode.FSDirectory (FSDirectory.java:<init>(343)) - XAttrs enabled? true
2026-07-08 06:40:02,606 INFO  [Listener at localhost/35453] namenode.NameNode (FSDirectory.java:<init>(406)) - Caching file names occurring more than 10 times
2026-07-08 06:40:02,606 INFO  [Listener at localhost/35453] snapshot.SnapshotManager (SnapshotManager.java:<init>(124)) - Loaded config captureOpenFiles: false, skipCaptureAccessTimeOnlyChange: false, snapshotDiffAllowSnapRootDescendant: true, maxSnapshotLimit: 65536
2026-07-08 06:40:02,606 INFO  [Listener at localhost/35453] snapshot.SnapshotManager (DirectoryDiffListFactory.java:init(43)) - SkipList is disabled
2026-07-08 06:40:02,606 INFO  [Listener at localhost/35453] util.GSet (LightWeightGSet.java:computeCapacity(395)) - Computing capacity for map cachedBlocks
2026-07-08 06:40:02,606 INFO  [Listener at localhost/35453] util.GSet (LightWeightGSet.java:computeCapacity(396)) - VM type       = 64-bit
2026-07-08 06:40:02,606 INFO  [Listener at localhost/35453] util.GSet (LightWeightGSet.java:computeCapacity(397)) - 0.25% max memory 3.5 GB = 9.1 MB
2026-07-08 06:40:02,606 INFO  [Listener at localhost/35453] util.GSet (LightWeightGSet.java:computeCapacity(402)) - capacity      = 2^20 = 1048576 entries
2026-07-08 06:40:02,609 INFO  [Listener at localhost/35453] metrics.TopMetrics (TopMetrics.java:logConf(75)) - NNTop conf: dfs.namenode.top.window.num.buckets = 10
2026-07-08 06:40:02,609 INFO  [Listener at localhost/35453] metrics.TopMetrics (TopMetrics.java:logConf(77)) - NNTop conf: dfs.namenode.top.num.users = 10
2026-07-08 06:40:02,610 INFO  [Listener at localhost/35453] metrics.TopMetrics (TopMetrics.java:logConf(79)) - NNTop conf: dfs.namenode.top.windows.minutes = 1,5,25
2026-07-08 06:40:02,610 INFO  [Listener at localhost/35453] namenode.FSNamesystem (FSNamesystem.java:initRetryCache(1080)) - Retry cache on namenode is enabled
2026-07-08 06:40:02,610 INFO  [Listener at localhost/35453] namenode.FSNamesystem (FSNamesystem.java:initRetryCache(1088)) - Retry cache will use 0.03 of total heap and retry cache entry expiry time is 600000 millis
2026-07-08 06:40:02,610 INFO  [Listener at localhost/35453] util.GSet (LightWeightGSet.java:computeCapacity(395)) - Computing capacity for map NameNodeRetryCache
2026-07-08 06:40:02,610 INFO  [Listener at localhost/35453] util.GSet (LightWeightGSet.java:computeCapacity(396)) - VM type       = 64-bit
2026-07-08 06:40:02,610 INFO  [Listener at localhost/35453] util.GSet (LightWeightGSet.java:computeCapacity(397)) - 0.029999999329447746% max memory 3.5 GB = 1.1 MB
2026-07-08 06:40:02,610 INFO  [Listener at localhost/35453] util.GSet (LightWeightGSet.java:computeCapacity(402)) - capacity      = 2^17 = 131072 entries
2026-07-08 06:40:02,612 INFO  [Listener at localhost/35453] namenode.FSImage (FSImage.java:format(186)) - Allocated new BlockPoolId: BP-1958201050-10.240.0.116-1783492802612
2026-07-08 06:40:02,618 INFO  [Listener at localhost/35453] common.Storage (NNStorage.java:format(595)) - Storage directory /tmp/hdfs-test5097749944616118627/name-0-1 has been successfully formatted.
2026-07-08 06:40:02,622 INFO  [Listener at localhost/35453] common.Storage (NNStorage.java:format(595)) - Storage directory /tmp/hdfs-test5097749944616118627/name-0-2 has been successfully formatted.
2026-07-08 06:40:02,637 INFO  [FSImageSaver for /tmp/hdfs-test5097749944616118627/name-0-2 of type IMAGE_AND_EDITS] namenode.FSImageFormatProtobuf (FSImageFormatProtobuf.java:save(732)) - Saving image file /tmp/hdfs-test5097749944616118627/name-0-2/current/fsimage.ckpt_0000000000000000000 using no compression
2026-07-08 06:40:02,643 INFO  [FSImageSaver for /tmp/hdfs-test5097749944616118627/name-0-1 of type IMAGE_AND_EDITS] namenode.FSImageFormatProtobuf (FSImageFormatProtobuf.java:save(732)) - Saving image file /tmp/hdfs-test5097749944616118627/name-0-1/current/fsimage.ckpt_0000000000000000000 using no compression
2026-07-08 06:40:02,645 INFO  [FSImageSaver for /tmp/hdfs-test5097749944616118627/name-0-2 of type IMAGE_AND_EDITS] namenode.FSImageFormatProtobuf (FSImageFormatProtobuf.java:save(736)) - Image file /tmp/hdfs-test5097749944616118627/name-0-2/current/fsimage.ckpt_0000000000000000000 of size 415 bytes saved in 0 seconds .
2026-07-08 06:40:02,656 INFO  [FSImageSaver for /tmp/hdfs-test5097749944616118627/name-0-1 of type IMAGE_AND_EDITS] namenode.FSImageFormatProtobuf (FSImageFormatProtobuf.java:save(736)) - Image file /tmp/hdfs-test5097749944616118627/name-0-1/current/fsimage.ckpt_0000000000000000000 of size 415 bytes saved in 0 seconds .
2026-07-08 06:40:02,660 INFO  [Listener at localhost/35453] namenode.NNStorageRetentionManager (NNStorageRetentionManager.java:getImageTxIdToRetain(203)) - Going to retain 1 images with txid >= 0
2026-07-08 06:40:02,671 INFO  [Listener at localhost/35453] namenode.FSNamesystem (FSNamesystem.java:stopActiveServices(1427)) - Stopping services started for active state
2026-07-08 06:40:02,672 INFO  [Listener at localhost/35453] namenode.FSNamesystem (FSNamesystem.java:stopStandbyServices(1528)) - Stopping services started for standby state
2026-07-08 06:40:02,673 INFO  [Listener at localhost/35453] namenode.NameNode (NameNode.java:createNameNode(1707)) - createNameNode []
2026-07-08 06:40:02,673 INFO  [Listener at localhost/35453] impl.MetricsSystemImpl (MetricsSystemImpl.java:init(158)) - NameNode metrics system started (again)
2026-07-08 06:40:02,673 INFO  [Listener at localhost/35453] namenode.NameNodeUtils (NameNodeUtils.java:getClientNamenodeAddress(79)) - fs.defaultFS is hdfs://127.0.0.1:0
2026-07-08 06:40:02,690 INFO  [org.apache.hadoop.util.JvmPauseMonitor$Monitor@2fd64b11] util.JvmPauseMonitor (JvmPauseMonitor.java:run(188)) - Starting JVM pause monitor
2026-07-08 06:40:02,690 INFO  [Listener at localhost/35453] hdfs.DFSUtil (DFSUtil.java:httpServerTemplateForNNAndJN(1668)) - Filter initializers set : org.apache.hadoop.http.lib.StaticUserWebFilter,org.apache.hadoop.hdfs.web.AuthFilterInitializer
2026-07-08 06:40:02,691 INFO  [Listener at localhost/35453] hdfs.DFSUtil (DFSUtil.java:httpServerTemplateForNNAndJN(1690)) - Starting Web-server for hdfs at: http://localhost:0
2026-07-08 06:40:02,693 INFO  [Listener at localhost/35453] server.AuthenticationFilter (AuthenticationFilter.java:constructSecretProvider(240)) - Unable to initialize FileSignerSecretProvider, falling back to use random secrets.
2026-07-08 06:40:02,693 INFO  [Listener at localhost/35453] http.HttpRequestLog (HttpRequestLog.java:getRequestLog(82)) - Http request log for http.requests.namenode is not defined
2026-07-08 06:40:02,695 INFO  [Listener at localhost/35453] http.HttpServer2 (HttpServer2.java:addGlobalFilter(1111)) - Added global filter 'safety' (class=org.apache.hadoop.http.HttpServer2$QuotingInputFilter)
2026-07-08 06:40:02,696 INFO  [Listener at localhost/35453] http.HttpServer2 (HttpServer2.java:addFilter(1084)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context hdfs
2026-07-08 06:40:02,696 INFO  [Listener at localhost/35453] http.HttpServer2 (HttpServer2.java:addFilter(1094)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context static
2026-07-08 06:40:02,698 INFO  [Listener at localhost/35453] http.HttpServer2 (HttpServer2.java:addFilter(1084)) - Added filter AuthFilter (class=org.apache.hadoop.hdfs.web.AuthFilter) to context hdfs
2026-07-08 06:40:02,698 INFO  [Listener at localhost/35453] http.HttpServer2 (HttpServer2.java:addFilter(1094)) - Added filter AuthFilter (class=org.apache.hadoop.hdfs.web.AuthFilter) to context static
2026-07-08 06:40:02,699 INFO  [Listener at localhost/35453] http.HttpServer2 (HttpServer2.java:addJerseyResourcePackage(938)) - addJerseyResourcePackage: packageName=org.apache.hadoop.hdfs.server.namenode.web.resources;org.apache.hadoop.hdfs.web.resources, pathSpec=/webhdfs/v1/*
2026-07-08 06:40:02,699 INFO  [Listener at localhost/35453] http.HttpServer2 (HttpServer2.java:bindListener(1332)) - Jetty bound to port 42033
2026-07-08 06:40:02,699 INFO  [Listener at localhost/35453] server.Server (Server.java:doStart(375)) - jetty-9.4.40.v20210413; built: 2021-04-13T20:42:42.668Z; git: b881a572662e1943a14ae12e7e1207989f218b74; jvm 1.8.0_362-8u372-ga~us1-0ubuntu1~18.04-b09
2026-07-08 06:40:02,701 INFO  [Listener at localhost/35453] server.session (DefaultSessionIdManager.java:doStart(334)) - DefaultSessionIdManager workerName=node0
2026-07-08 06:40:02,701 INFO  [Listener at localhost/35453] server.session (DefaultSessionIdManager.java:doStart(339)) - No SessionScavenger set, using defaults
2026-07-08 06:40:02,702 INFO  [Listener at localhost/35453] server.session (HouseKeeper.java:startScavenging(132)) - node0 Scavenging every 660000ms
2026-07-08 06:40:02,703 INFO  [Listener at localhost/35453] server.AuthenticationFilter (AuthenticationFilter.java:constructSecretProvider(240)) - Unable to initialize FileSignerSecretProvider, falling back to use random secrets.
2026-07-08 06:40:02,704 INFO  [Listener at localhost/35453] handler.ContextHandler (ContextHandler.java:doStart(916)) - Started o.e.j.s.ServletContextHandler@314b9e4b{static,/static,jar:file:/tmp/dist-test-taskkb_MJd/java/build/jars/hadoop-hdfs-3.3.1-tests.jar!/webapps/static,AVAILABLE}
2026-07-08 06:40:02,858 INFO  [Listener at localhost/35453] handler.ContextHandler (ContextHandler.java:doStart(916)) - Started o.e.j.w.WebAppContext@4f2d995e{hdfs,/,file:///tmp/jetty-localhost-42033-hadoop-hdfs-3_3_1-tests_jar-_-any-1305785781310213185/webapp/,AVAILABLE}{jar:file:/tmp/dist-test-taskkb_MJd/java/build/jars/hadoop-hdfs-3.3.1-tests.jar!/webapps/hdfs}
2026-07-08 06:40:02,861 INFO  [Listener at localhost/35453] server.AbstractConnector (AbstractConnector.java:doStart(331)) - Started ServerConnector@9efcd90{HTTP/1.1, (http/1.1)}{localhost:42033}
2026-07-08 06:40:02,861 INFO  [Listener at localhost/35453] server.Server (Server.java:doStart(415)) - Started @12279ms
2026-07-08 06:40:02,862 INFO  [Listener at localhost/35453] namenode.FSEditLog (FSEditLog.java:newInstance(229)) - Edit logging is async:true
2026-07-08 06:40:02,877 INFO  [Listener at localhost/35453] namenode.FSNamesystem (FSNamesystem.java:<init>(814)) - KeyProvider: null
2026-07-08 06:40:02,877 INFO  [Listener at localhost/35453] namenode.FSNamesystem (FSNamesystemLock.java:<init>(141)) - fsLock is fair: true
2026-07-08 06:40:02,877 INFO  [Listener at localhost/35453] namenode.FSNamesystem (FSNamesystemLock.java:<init>(159)) - Detailed lock hold time metrics enabled: false
2026-07-08 06:40:02,878 INFO  [Listener at localhost/35453] namenode.FSNamesystem (FSNamesystem.java:<init>(847)) - fsOwner                = slave (auth:SIMPLE)
2026-07-08 06:40:02,878 INFO  [Listener at localhost/35453] namenode.FSNamesystem (FSNamesystem.java:<init>(848)) - supergroup             = supergroup
2026-07-08 06:40:02,878 INFO  [Listener at localhost/35453] namenode.FSNamesystem (FSNamesystem.java:<init>(849)) - isPermissionEnabled    = true
2026-07-08 06:40:02,878 INFO  [Listener at localhost/35453] namenode.FSNamesystem (FSNamesystem.java:<init>(850)) - isStoragePolicyEnabled = true
2026-07-08 06:40:02,879 INFO  [Listener at localhost/35453] namenode.FSNamesystem (FSNamesystem.java:<init>(861)) - HA Enabled: false
2026-07-08 06:40:02,879 INFO  [Listener at localhost/35453] common.Util (Util.java:isDiskStatsEnabled(395)) - dfs.datanode.fileio.profiling.sampling.percentage set to 0. Disabling file IO profiling
2026-07-08 06:40:02,879 INFO  [Listener at localhost/35453] blockmanagement.DatanodeManager (DatanodeManager.java:<init>(334)) - dfs.block.invalidate.limit: configured=1000, counted=60, effected=1000
2026-07-08 06:40:02,879 INFO  [Listener at localhost/35453] blockmanagement.DatanodeManager (DatanodeManager.java:<init>(342)) - dfs.namenode.datanode.registration.ip-hostname-check=true
2026-07-08 06:40:02,880 INFO  [Listener at localhost/35453] blockmanagement.BlockManager (InvalidateBlocks.java:printBlockDeletionTime(77)) - dfs.namenode.startup.delay.block.deletion.sec is set to 000:00:00:00.000
2026-07-08 06:40:02,880 INFO  [Listener at localhost/35453] blockmanagement.BlockManager (InvalidateBlocks.java:printBlockDeletionTime(83)) - The block deletion will start around 2026 Jul 08 06:40:02
2026-07-08 06:40:02,880 INFO  [Listener at localhost/35453] util.GSet (LightWeightGSet.java:computeCapacity(395)) - Computing capacity for map BlocksMap
2026-07-08 06:40:02,880 INFO  [Listener at localhost/35453] util.GSet (LightWeightGSet.java:computeCapacity(396)) - VM type       = 64-bit
2026-07-08 06:40:02,880 INFO  [Listener at localhost/35453] util.GSet (LightWeightGSet.java:computeCapacity(397)) - 2.0% max memory 3.5 GB = 72.5 MB
2026-07-08 06:40:02,881 INFO  [Listener at localhost/35453] util.GSet (LightWeightGSet.java:computeCapacity(402)) - capacity      = 2^23 = 8388608 entries
2026-07-08 06:40:02,907 INFO  [Listener at localhost/35453] blockmanagement.BlockManager (BlockManager.java:createSPSManager(5447)) - Storage policy satisfier is disabled
2026-07-08 06:40:02,907 INFO  [Listener at localhost/35453] blockmanagement.BlockManager (BlockManager.java:createBlockTokenSecretManager(641)) - dfs.block.access.token.enable = false
2026-07-08 06:40:02,907 INFO  [Listener at localhost/35453] blockmanagement.BlockManagerSafeMode (BlockManagerSafeMode.java:<init>(160)) - dfs.namenode.safemode.threshold-pct = 0.999
2026-07-08 06:40:02,907 INFO  [Listener at localhost/35453] blockmanagement.BlockManagerSafeMode (BlockManagerSafeMode.java:<init>(161)) - dfs.namenode.safemode.min.datanodes = 0
2026-07-08 06:40:02,907 INFO  [Listener at localhost/35453] blockmanagement.BlockManagerSafeMode (BlockManagerSafeMode.java:<init>(163)) - dfs.namenode.safemode.extension = 0
2026-07-08 06:40:02,908 INFO  [Listener at localhost/35453] blockmanagement.BlockManager (BlockManager.java:<init>(627)) - defaultReplication         = 1
2026-07-08 06:40:02,908 INFO  [Listener at localhost/35453] blockmanagement.BlockManager (BlockManager.java:<init>(628)) - maxReplication             = 512
2026-07-08 06:40:02,908 INFO  [Listener at localhost/35453] blockmanagement.BlockManager (BlockManager.java:<init>(629)) - minReplication             = 1
2026-07-08 06:40:02,908 INFO  [Listener at localhost/35453] blockmanagement.BlockManager (BlockManager.java:<init>(630)) - maxReplicationStreams      = 2
2026-07-08 06:40:02,908 INFO  [Listener at localhost/35453] blockmanagement.BlockManager (BlockManager.java:<init>(631)) - redundancyRecheckInterval  = 3000ms
2026-07-08 06:40:02,908 INFO  [Listener at localhost/35453] blockmanagement.BlockManager (BlockManager.java:<init>(632)) - encryptDataTransfer        = false
2026-07-08 06:40:02,908 INFO  [Listener at localhost/35453] blockmanagement.BlockManager (BlockManager.java:<init>(633)) - maxNumBlocksToLog          = 1000
2026-07-08 06:40:02,908 INFO  [Listener at localhost/35453] util.GSet (LightWeightGSet.java:computeCapacity(395)) - Computing capacity for map INodeMap
2026-07-08 06:40:02,908 INFO  [Listener at localhost/35453] util.GSet (LightWeightGSet.java:computeCapacity(396)) - VM type       = 64-bit
2026-07-08 06:40:02,909 INFO  [Listener at localhost/35453] util.GSet (LightWeightGSet.java:computeCapacity(397)) - 1.0% max memory 3.5 GB = 36.2 MB
2026-07-08 06:40:02,909 INFO  [Listener at localhost/35453] util.GSet (LightWeightGSet.java:computeCapacity(402)) - capacity      = 2^22 = 4194304 entries
2026-07-08 06:40:02,922 INFO  [Listener at localhost/35453] namenode.FSDirectory (FSDirectory.java:<init>(335)) - ACLs enabled? true
2026-07-08 06:40:02,922 INFO  [Listener at localhost/35453] namenode.FSDirectory (FSDirectory.java:<init>(339)) - POSIX ACL inheritance enabled? true
2026-07-08 06:40:02,922 INFO  [Listener at localhost/35453] namenode.FSDirectory (FSDirectory.java:<init>(343)) - XAttrs enabled? true
2026-07-08 06:40:02,922 INFO  [Listener at localhost/35453] namenode.NameNode (FSDirectory.java:<init>(406)) - Caching file names occurring more than 10 times
2026-07-08 06:40:02,922 INFO  [Listener at localhost/35453] snapshot.SnapshotManager (SnapshotManager.java:<init>(124)) - Loaded config captureOpenFiles: false, skipCaptureAccessTimeOnlyChange: false, snapshotDiffAllowSnapRootDescendant: true, maxSnapshotLimit: 65536
2026-07-08 06:40:02,922 INFO  [Listener at localhost/35453] snapshot.SnapshotManager (DirectoryDiffListFactory.java:init(43)) - SkipList is disabled
2026-07-08 06:40:02,923 INFO  [Listener at localhost/35453] util.GSet (LightWeightGSet.java:computeCapacity(395)) - Computing capacity for map cachedBlocks
2026-07-08 06:40:02,923 INFO  [Listener at localhost/35453] util.GSet (LightWeightGSet.java:computeCapacity(396)) - VM type       = 64-bit
2026-07-08 06:40:02,923 INFO  [Listener at localhost/35453] util.GSet (LightWeightGSet.java:computeCapacity(397)) - 0.25% max memory 3.5 GB = 9.1 MB
2026-07-08 06:40:02,923 INFO  [Listener at localhost/35453] util.GSet (LightWeightGSet.java:computeCapacity(402)) - capacity      = 2^20 = 1048576 entries
2026-07-08 06:40:02,926 INFO  [Listener at localhost/35453] metrics.TopMetrics (TopMetrics.java:logConf(75)) - NNTop conf: dfs.namenode.top.window.num.buckets = 10
2026-07-08 06:40:02,926 INFO  [Listener at localhost/35453] metrics.TopMetrics (TopMetrics.java:logConf(77)) - NNTop conf: dfs.namenode.top.num.users = 10
2026-07-08 06:40:02,926 INFO  [Listener at localhost/35453] metrics.TopMetrics (TopMetrics.java:logConf(79)) - NNTop conf: dfs.namenode.top.windows.minutes = 1,5,25
2026-07-08 06:40:02,926 INFO  [Listener at localhost/35453] namenode.FSNamesystem (FSNamesystem.java:initRetryCache(1080)) - Retry cache on namenode is enabled
2026-07-08 06:40:02,927 INFO  [Listener at localhost/35453] namenode.FSNamesystem (FSNamesystem.java:initRetryCache(1088)) - Retry cache will use 0.03 of total heap and retry cache entry expiry time is 600000 millis
2026-07-08 06:40:02,927 INFO  [Listener at localhost/35453] util.GSet (LightWeightGSet.java:computeCapacity(395)) - Computing capacity for map NameNodeRetryCache
2026-07-08 06:40:02,927 INFO  [Listener at localhost/35453] util.GSet (LightWeightGSet.java:computeCapacity(396)) - VM type       = 64-bit
2026-07-08 06:40:02,927 INFO  [Listener at localhost/35453] util.GSet (LightWeightGSet.java:computeCapacity(397)) - 0.029999999329447746% max memory 3.5 GB = 1.1 MB
2026-07-08 06:40:02,927 INFO  [Listener at localhost/35453] util.GSet (LightWeightGSet.java:computeCapacity(402)) - capacity      = 2^17 = 131072 entries
2026-07-08 06:40:02,931 INFO  [Listener at localhost/35453] common.Storage (Storage.java:tryLock(948)) - Lock on /tmp/hdfs-test5097749944616118627/name-0-1/in_use.lock acquired by nodename 21146@dist-test-slave-q99k.c.gcp-upstream.internal
2026-07-08 06:40:02,933 INFO  [Listener at localhost/35453] common.Storage (Storage.java:tryLock(948)) - Lock on /tmp/hdfs-test5097749944616118627/name-0-2/in_use.lock acquired by nodename 21146@dist-test-slave-q99k.c.gcp-upstream.internal
2026-07-08 06:40:02,935 INFO  [Listener at localhost/35453] namenode.FileJournalManager (FileJournalManager.java:recoverUnfinalizedSegments(428)) - Recovering unfinalized segments in /tmp/hdfs-test5097749944616118627/name-0-1/current
2026-07-08 06:40:02,935 INFO  [Listener at localhost/35453] namenode.FileJournalManager (FileJournalManager.java:recoverUnfinalizedSegments(428)) - Recovering unfinalized segments in /tmp/hdfs-test5097749944616118627/name-0-2/current
2026-07-08 06:40:02,935 INFO  [Listener at localhost/35453] namenode.FSImage (FSImage.java:loadFSImage(734)) - No edit log streams selected.
2026-07-08 06:40:02,935 INFO  [Listener at localhost/35453] namenode.FSImage (FSImage.java:loadFSImageFile(800)) - Planning to load image: FSImageFile(file=/tmp/hdfs-test5097749944616118627/name-0-1/current/fsimage_0000000000000000000, cpktTxId=0000000000000000000)
2026-07-08 06:40:02,937 INFO  [Listener at localhost/35453] namenode.FSImageFormatPBINode (FSImageFormatPBINode.java:loadINodeSectionHeader(413)) - Loading 1 INodes.
2026-07-08 06:40:02,938 INFO  [Listener at localhost/35453] namenode.FSImageFormatPBINode (FSImageFormatPBINode.java:loadINodeSection(371)) - Successfully loaded 1 inodes
2026-07-08 06:40:02,938 INFO  [Listener at localhost/35453] namenode.FSImageFormatPBINode (FSImageFormatPBINode.java:waitBlocksMapAndNameCacheUpdateFinished(344)) - Completed update blocks map and name cache, total waiting duration 0ms.
2026-07-08 06:40:02,938 INFO  [Listener at localhost/35453] namenode.FSImageFormatProtobuf (FSImageFormatProtobuf.java:load(255)) - Loaded FSImage in 0 seconds.
2026-07-08 06:40:02,938 INFO  [Listener at localhost/35453] namenode.FSImage (FSImage.java:loadFSImage(978)) - Loaded image for txid 0 from /tmp/hdfs-test5097749944616118627/name-0-1/current/fsimage_0000000000000000000
2026-07-08 06:40:02,939 INFO  [Listener at localhost/35453] namenode.FSNamesystem (FSNamesystem.java:loadFSImage(1202)) - Need to save fs image? false (staleImage=false, haEnabled=false, isRollingUpgrade=false)
2026-07-08 06:40:02,939 INFO  [Listener at localhost/35453] namenode.FSEditLog (FSEditLog.java:startLogSegment(1391)) - Starting log segment at 1
2026-07-08 06:40:03,150 INFO  [Listener at localhost/35453] namenode.NameCache (NameCache.java:initialized(143)) - initialized with 0 entries 0 lookups
2026-07-08 06:40:03,151 INFO  [Listener at localhost/35453] namenode.FSNamesystem (FSNamesystem.java:loadFromDisk(786)) - Finished loading FSImage in 222 msecs
2026-07-08 06:40:03,151 INFO  [Listener at localhost/35453] namenode.NameNode (NameNodeRpcServer.java:<init>(454)) - RPC server is binding to localhost:0
2026-07-08 06:40:03,152 INFO  [Listener at localhost/35453] namenode.NameNode (NameNodeRpcServer.java:<init>(459)) - Enable NameNode state context:false
2026-07-08 06:40:03,152 INFO  [Listener at localhost/35453] ipc.CallQueueManager (CallQueueManager.java:<init>(90)) - Using callQueue: class java.util.concurrent.LinkedBlockingQueue, queueCapacity: 1000, scheduler: class org.apache.hadoop.ipc.DefaultRpcScheduler, ipcBackoff: false.
2026-07-08 06:40:03,153 INFO  [Socket Reader #1 for port 0] ipc.Server (Server.java:run(1265)) - Starting Socket Reader #1 for port 0
2026-07-08 06:40:03,156 INFO  [Listener at localhost/37837] namenode.NameNode (NameNode.java:initialize(776)) - Clients are to use localhost:37837 to access this namenode/service.
2026-07-08 06:40:03,156 INFO  [Listener at localhost/37837] namenode.FSNamesystem (FSNamesystem.java:registerMBean(5444)) - Registered FSNamesystemState, ReplicatedBlocksState and ECBlockGroupsState MBeans.
2026-07-08 06:40:03,170 INFO  [Listener at localhost/37837] namenode.LeaseManager (LeaseManager.java:getNumUnderConstructionBlocks(166)) - Number of blocks under construction: 0
2026-07-08 06:40:03,171 INFO  [Listener at localhost/37837] blockmanagement.DatanodeAdminDefaultMonitor (DatanodeAdminDefaultMonitor.java:processConf(116)) - Initialized the Default Decommission and Maintenance monitor
2026-07-08 06:40:03,172 INFO  [Listener at localhost/37837] blockmanagement.BlockManager (BlockManager.java:initializeReplQueues(5187)) - initializing replication queues
2026-07-08 06:40:03,173 INFO  [Listener at localhost/37837] hdfs.StateChange (BlockManagerSafeMode.java:leaveSafeMode(399)) - STATE* Leaving safe mode after 0 secs
2026-07-08 06:40:03,173 INFO  [Listener at localhost/37837] hdfs.StateChange (BlockManagerSafeMode.java:leaveSafeMode(405)) - STATE* Network topology has 0 racks and 0 datanodes
2026-07-08 06:40:03,173 INFO  [Listener at localhost/37837] hdfs.StateChange (BlockManagerSafeMode.java:leaveSafeMode(407)) - STATE* UnderReplicatedBlocks has 0 blocks
2026-07-08 06:40:03,180 INFO  [Reconstruction Queue Initializer] blockmanagement.BlockManager (BlockManager.java:processMisReplicatesAsync(3728)) - Total number of blocks            = 0
2026-07-08 06:40:03,181 INFO  [Reconstruction Queue Initializer] blockmanagement.BlockManager (BlockManager.java:processMisReplicatesAsync(3729)) - Number of invalid blocks          = 0
2026-07-08 06:40:03,181 INFO  [Reconstruction Queue Initializer] blockmanagement.BlockManager (BlockManager.java:processMisReplicatesAsync(3730)) - Number of under-replicated blocks = 0
2026-07-08 06:40:03,181 INFO  [Reconstruction Queue Initializer] blockmanagement.BlockManager (BlockManager.java:processMisReplicatesAsync(3731)) - Number of  over-replicated blocks = 0
2026-07-08 06:40:03,181 INFO  [Reconstruction Queue Initializer] blockmanagement.BlockManager (BlockManager.java:processMisReplicatesAsync(3733)) - Number of blocks being written    = 0
2026-07-08 06:40:03,181 INFO  [Reconstruction Queue Initializer] hdfs.StateChange (BlockManager.java:processMisReplicatesAsync(3736)) - STATE* Replication Queue initialization scan for invalid, over- and under-replicated blocks completed in 8 msec
2026-07-08 06:40:03,183 INFO  [IPC Server Responder] ipc.Server (Server.java:run(1507)) - IPC Server Responder: starting
2026-07-08 06:40:03,183 INFO  [IPC Server listener on 0] ipc.Server (Server.java:run(1344)) - IPC Server listener on 0: starting
2026-07-08 06:40:03,189 INFO  [Listener at localhost/37837] namenode.NameNode (NameNode.java:startCommonServices(893)) - NameNode RPC up at: localhost/127.0.0.1:37837
2026-07-08 06:40:03,189 INFO  [Listener at localhost/37837] namenode.FSNamesystem (FSNamesystem.java:startActiveServices(1314)) - Starting services required for active state
2026-07-08 06:40:03,190 INFO  [Listener at localhost/37837] namenode.FSDirectory (FSDirectory.java:updateCountForQuota(840)) - Initializing quota with 12 thread(s)
2026-07-08 06:40:03,190 INFO  [Listener at localhost/37837] namenode.FSDirectory (FSDirectory.java:updateCountForQuota(849)) - Quota initialization completed in 1 milliseconds
name space=1
storage space=0
storage types=RAM_DISK=0, SSD=0, DISK=0, ARCHIVE=0, PROVIDED=0
2026-07-08 06:40:03,194 INFO  [CacheReplicationMonitor(426980587)] blockmanagement.CacheReplicationMonitor (CacheReplicationMonitor.java:run(160)) - Starting CacheReplicationMonitor with interval 30000 milliseconds
2026-07-08 06:40:03,195 INFO  [Listener at localhost/37837] hdfs.MiniDFSCluster (MiniDFSCluster.java:startDataNodes(1697)) - Starting DataNode 0 with dfs.datanode.data.dir: [DISK]file:/tmp/hdfs-test5097749944616118627/data/data1,[DISK]file:/tmp/hdfs-test5097749944616118627/data/data2
2026-07-08 06:40:03,196 INFO  [Listener at localhost/37837] checker.ThrottledAsyncChecker (ThrottledAsyncChecker.java:schedule(137)) - Scheduling a check for [DISK]file:/tmp/hdfs-test5097749944616118627/data/data1
2026-07-08 06:40:03,197 INFO  [Listener at localhost/37837] checker.ThrottledAsyncChecker (ThrottledAsyncChecker.java:schedule(137)) - Scheduling a check for [DISK]file:/tmp/hdfs-test5097749944616118627/data/data2
2026-07-08 06:40:03,236 INFO  [Listener at localhost/37837] impl.MetricsSystemImpl (MetricsSystemImpl.java:init(158)) - DataNode metrics system started (again)
2026-07-08 06:40:03,237 INFO  [Listener at localhost/37837] common.Util (Util.java:isDiskStatsEnabled(395)) - dfs.datanode.fileio.profiling.sampling.percentage set to 0. Disabling file IO profiling
2026-07-08 06:40:03,237 INFO  [Listener at localhost/37837] datanode.BlockScanner (BlockScanner.java:<init>(201)) - Initialized block scanner with targetBytesPerSec 1048576
2026-07-08 06:40:03,237 INFO  [Listener at localhost/37837] datanode.DataNode (DataNode.java:<init>(512)) - Configured hostname is 127.0.0.1
2026-07-08 06:40:03,237 INFO  [Listener at localhost/37837] common.Util (Util.java:isDiskStatsEnabled(395)) - dfs.datanode.fileio.profiling.sampling.percentage set to 0. Disabling file IO profiling
2026-07-08 06:40:03,238 INFO  [Listener at localhost/37837] datanode.DataNode (DataNode.java:startDataNode(1408)) - Starting DataNode with maxLockedMemory = 0
2026-07-08 06:40:03,238 INFO  [Listener at localhost/37837] datanode.DataNode (DataNode.java:initDataXceiver(1171)) - Opened streaming server at /127.0.0.1:34009
2026-07-08 06:40:03,238 INFO  [Listener at localhost/37837] datanode.DataNode (DataXceiverServer.java:<init>(94)) - Balancing bandwidth is 104857600 bytes/s
2026-07-08 06:40:03,238 INFO  [Listener at localhost/37837] datanode.DataNode (DataXceiverServer.java:<init>(95)) - Number threads for balancing is 100
2026-07-08 06:40:03,242 INFO  [Listener at localhost/37837] server.AuthenticationFilter (AuthenticationFilter.java:constructSecretProvider(240)) - Unable to initialize FileSignerSecretProvider, falling back to use random secrets.
2026-07-08 06:40:03,243 INFO  [Listener at localhost/37837] http.HttpRequestLog (HttpRequestLog.java:getRequestLog(82)) - Http request log for http.requests.datanode is not defined
2026-07-08 06:40:03,244 INFO  [Listener at localhost/37837] http.HttpServer2 (HttpServer2.java:addGlobalFilter(1111)) - Added global filter 'safety' (class=org.apache.hadoop.http.HttpServer2$QuotingInputFilter)
2026-07-08 06:40:03,245 INFO  [Listener at localhost/37837] http.HttpServer2 (HttpServer2.java:addFilter(1084)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context datanode
2026-07-08 06:40:03,245 INFO  [Listener at localhost/37837] http.HttpServer2 (HttpServer2.java:addFilter(1094)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context static
2026-07-08 06:40:03,246 INFO  [Listener at localhost/37837] http.HttpServer2 (HttpServer2.java:bindListener(1332)) - Jetty bound to port 33695
2026-07-08 06:40:03,246 INFO  [Listener at localhost/37837] server.Server (Server.java:doStart(375)) - jetty-9.4.40.v20210413; built: 2021-04-13T20:42:42.668Z; git: b881a572662e1943a14ae12e7e1207989f218b74; jvm 1.8.0_362-8u372-ga~us1-0ubuntu1~18.04-b09
2026-07-08 06:40:03,247 INFO  [Listener at localhost/37837] server.session (DefaultSessionIdManager.java:doStart(334)) - DefaultSessionIdManager workerName=node0
2026-07-08 06:40:03,247 INFO  [Listener at localhost/37837] server.session (DefaultSessionIdManager.java:doStart(339)) - No SessionScavenger set, using defaults
2026-07-08 06:40:03,247 INFO  [Listener at localhost/37837] server.session (HouseKeeper.java:startScavenging(132)) - node0 Scavenging every 600000ms
2026-07-08 06:40:03,248 INFO  [Listener at localhost/37837] handler.ContextHandler (ContextHandler.java:doStart(916)) - Started o.e.j.s.ServletContextHandler@3178219a{static,/static,jar:file:/tmp/dist-test-taskkb_MJd/java/build/jars/hadoop-hdfs-3.3.1-tests.jar!/webapps/static,AVAILABLE}
2026-07-08 06:40:03,388 INFO  [Listener at localhost/37837] handler.ContextHandler (ContextHandler.java:doStart(916)) - Started o.e.j.w.WebAppContext@7bd96822{datanode,/,file:///tmp/jetty-localhost-33695-hadoop-hdfs-3_3_1-tests_jar-_-any-6581133370460797744/webapp/,AVAILABLE}{jar:file:/tmp/dist-test-taskkb_MJd/java/build/jars/hadoop-hdfs-3.3.1-tests.jar!/webapps/datanode}
2026-07-08 06:40:03,390 INFO  [Listener at localhost/37837] server.AbstractConnector (AbstractConnector.java:doStart(331)) - Started ServerConnector@45b15381{HTTP/1.1, (http/1.1)}{localhost:33695}
2026-07-08 06:40:03,390 INFO  [Listener at localhost/37837] server.Server (Server.java:doStart(415)) - Started @12808ms
2026-07-08 06:40:03,391 WARN  [Listener at localhost/37837] web.DatanodeHttpServer (RestCsrfPreventionFilterHandler.java:<init>(75)) - Got null for restCsrfPreventionFilter - will not do any filtering.
2026-07-08 06:40:03,393 INFO  [Listener at localhost/37837] web.DatanodeHttpServer (DatanodeHttpServer.java:start(322)) - Listening HTTP traffic on /127.0.0.1:36705
2026-07-08 06:40:03,394 INFO  [Listener at localhost/37837] datanode.DataNode (DataNode.java:startDataNode(1436)) - dnUserName = slave
2026-07-08 06:40:03,394 INFO  [org.apache.hadoop.util.JvmPauseMonitor$Monitor@6d08b4e6] util.JvmPauseMonitor (JvmPauseMonitor.java:run(188)) - Starting JVM pause monitor
2026-07-08 06:40:03,394 INFO  [Listener at localhost/37837] datanode.DataNode (DataNode.java:startDataNode(1437)) - supergroup = supergroup
2026-07-08 06:40:03,394 INFO  [Listener at localhost/37837] ipc.CallQueueManager (CallQueueManager.java:<init>(90)) - Using callQueue: class java.util.concurrent.LinkedBlockingQueue, queueCapacity: 1000, scheduler: class org.apache.hadoop.ipc.DefaultRpcScheduler, ipcBackoff: false.
2026-07-08 06:40:03,395 INFO  [Socket Reader #1 for port 0] ipc.Server (Server.java:run(1265)) - Starting Socket Reader #1 for port 0
2026-07-08 06:40:03,397 INFO  [Listener at localhost/45045] datanode.DataNode (DataNode.java:initIpcServer(1057)) - Opened IPC server at /127.0.0.1:45045
2026-07-08 06:40:03,413 INFO  [Listener at localhost/45045] datanode.DataNode (BlockPoolManager.java:refreshNamenodes(149)) - Refresh request received for nameservices: null
2026-07-08 06:40:03,413 INFO  [Listener at localhost/45045] datanode.DataNode (BlockPoolManager.java:doRefreshNamenodes(210)) - Starting BPOfferServices for nameservices: <default>
2026-07-08 06:40:03,414 INFO  [Thread-502] datanode.DataNode (BPServiceActor.java:run(847)) - Block pool <registering> (Datanode Uuid unassigned) service to localhost/127.0.0.1:37837 starting to offer service
2026-07-08 06:40:03,418 INFO  [IPC Server Responder] ipc.Server (Server.java:run(1507)) - IPC Server Responder: starting
2026-07-08 06:40:03,418 INFO  [IPC Server listener on 0] ipc.Server (Server.java:run(1344)) - IPC Server listener on 0: starting
2026-07-08 06:40:03,433 INFO  [Thread-502] datanode.DataNode (BPOfferService.java:verifyAndSetNamespaceInfo(381)) - Acknowledging ACTIVE Namenode during handshakeBlock pool <registering> (Datanode Uuid unassigned) service to localhost/127.0.0.1:37837
2026-07-08 06:40:03,434 INFO  [Thread-502] common.Storage (DataStorage.java:getParallelVolumeLoadThreadsNum(356)) - Using 2 threads to upgrade data directories (dfs.datanode.parallel.volumes.load.threads.num=2, dataDirs=2)
2026-07-08 06:40:03,436 INFO  [IPC Server handler 2 on default port 37837] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=datanodeReport	src=null	dst=null	perm=null	proto=rpc
2026-07-08 06:40:03,438 INFO  [Listener at localhost/45045] hdfs.MiniDFSCluster (MiniDFSCluster.java:shouldWait(2823)) - dnInfo.length != numDataNodes
2026-07-08 06:40:03,438 INFO  [Listener at localhost/45045] hdfs.MiniDFSCluster (MiniDFSCluster.java:waitActive(2744)) - Waiting for cluster to become active
2026-07-08 06:40:03,438 INFO  [Thread-502] common.Storage (Storage.java:tryLock(948)) - Lock on /tmp/hdfs-test5097749944616118627/data/data1/in_use.lock acquired by nodename 21146@dist-test-slave-q99k.c.gcp-upstream.internal
2026-07-08 06:40:03,438 INFO  [Thread-502] common.Storage (DataStorage.java:loadStorageDirectory(284)) - Storage directory with location [DISK]file:/tmp/hdfs-test5097749944616118627/data/data1 is not formatted for namespace 58965160. Formatting...
2026-07-08 06:40:03,438 INFO  [Thread-502] common.Storage (DataStorage.java:createStorageID(160)) - Generated new storageID DS-bcbf7ab7-05f7-4d31-9a73-084e512dc280 for directory /tmp/hdfs-test5097749944616118627/data/data1 
2026-07-08 06:40:03,445 INFO  [Thread-502] common.Storage (Storage.java:tryLock(948)) - Lock on /tmp/hdfs-test5097749944616118627/data/data2/in_use.lock acquired by nodename 21146@dist-test-slave-q99k.c.gcp-upstream.internal
2026-07-08 06:40:03,445 INFO  [Thread-502] common.Storage (DataStorage.java:loadStorageDirectory(284)) - Storage directory with location [DISK]file:/tmp/hdfs-test5097749944616118627/data/data2 is not formatted for namespace 58965160. Formatting...
2026-07-08 06:40:03,445 INFO  [Thread-502] common.Storage (DataStorage.java:createStorageID(160)) - Generated new storageID DS-d0de1837-1ccb-48e5-8df2-17cd8da1ebb9 for directory /tmp/hdfs-test5097749944616118627/data/data2 
2026-07-08 06:40:03,466 INFO  [Thread-502] common.Storage (BlockPoolSliceStorage.java:recoverTransitionRead(256)) - Analyzing storage directories for bpid BP-1958201050-10.240.0.116-1783492802612
2026-07-08 06:40:03,466 INFO  [Thread-502] common.Storage (Storage.java:lock(907)) - Locking is disabled for /tmp/hdfs-test5097749944616118627/data/data1/current/BP-1958201050-10.240.0.116-1783492802612
2026-07-08 06:40:03,467 INFO  [Thread-502] common.Storage (BlockPoolSliceStorage.java:loadStorageDirectory(169)) - Block pool storage directory for location [DISK]file:/tmp/hdfs-test5097749944616118627/data/data1 and block pool id BP-1958201050-10.240.0.116-1783492802612 is not formatted. Formatting ...
2026-07-08 06:40:03,467 INFO  [Thread-502] common.Storage (BlockPoolSliceStorage.java:format(285)) - Formatting block pool BP-1958201050-10.240.0.116-1783492802612 directory /tmp/hdfs-test5097749944616118627/data/data1/current/BP-1958201050-10.240.0.116-1783492802612/current
2026-07-08 06:40:03,487 INFO  [Thread-502] common.Storage (BlockPoolSliceStorage.java:recoverTransitionRead(256)) - Analyzing storage directories for bpid BP-1958201050-10.240.0.116-1783492802612
2026-07-08 06:40:03,487 INFO  [Thread-502] common.Storage (Storage.java:lock(907)) - Locking is disabled for /tmp/hdfs-test5097749944616118627/data/data2/current/BP-1958201050-10.240.0.116-1783492802612
2026-07-08 06:40:03,487 INFO  [Thread-502] common.Storage (BlockPoolSliceStorage.java:loadStorageDirectory(169)) - Block pool storage directory for location [DISK]file:/tmp/hdfs-test5097749944616118627/data/data2 and block pool id BP-1958201050-10.240.0.116-1783492802612 is not formatted. Formatting ...
2026-07-08 06:40:03,487 INFO  [Thread-502] common.Storage (BlockPoolSliceStorage.java:format(285)) - Formatting block pool BP-1958201050-10.240.0.116-1783492802612 directory /tmp/hdfs-test5097749944616118627/data/data2/current/BP-1958201050-10.240.0.116-1783492802612/current
2026-07-08 06:40:03,492 INFO  [Thread-502] datanode.DataNode (DataNode.java:initStorage(1756)) - Setting up storage: nsid=58965160;bpid=BP-1958201050-10.240.0.116-1783492802612;lv=-57;nsInfo=lv=-66;cid=testClusterID;nsid=58965160;c=1783492802612;bpid=BP-1958201050-10.240.0.116-1783492802612;dnuuid=null
2026-07-08 06:40:03,496 INFO  [Thread-502] datanode.DataNode (DataNode.java:checkDatanodeUuid(1554)) - Generated and persisted new Datanode UUID 3c88c476-1854-4de6-ab02-98a009d6f840
2026-07-08 06:40:03,496 INFO  [Thread-502] impl.FsDatasetImpl (FsDatasetImpl.java:<init>(310)) - The datanode lock is a read write lock
2026-07-08 06:40:03,497 INFO  [Thread-502] impl.FsDatasetImpl (FsVolumeList.java:addVolume(304)) - Added new volume: DS-bcbf7ab7-05f7-4d31-9a73-084e512dc280
2026-07-08 06:40:03,497 INFO  [Thread-502] impl.FsDatasetImpl (FsDatasetImpl.java:addVolume(493)) - Added volume - [DISK]file:/tmp/hdfs-test5097749944616118627/data/data1, StorageType: DISK
2026-07-08 06:40:03,499 INFO  [Thread-502] impl.FsDatasetImpl (FsVolumeList.java:addVolume(304)) - Added new volume: DS-d0de1837-1ccb-48e5-8df2-17cd8da1ebb9
2026-07-08 06:40:03,499 INFO  [Thread-502] impl.FsDatasetImpl (FsDatasetImpl.java:addVolume(493)) - Added volume - [DISK]file:/tmp/hdfs-test5097749944616118627/data/data2, StorageType: DISK
2026-07-08 06:40:03,500 INFO  [Thread-502] impl.MemoryMappableBlockLoader (MemoryMappableBlockLoader.java:initialize(48)) - Initializing cache loader: MemoryMappableBlockLoader.
2026-07-08 06:40:03,501 INFO  [Thread-502] impl.FsDatasetImpl (FsDatasetImpl.java:registerMBean(2343)) - Registered FSDatasetState MBean
2026-07-08 06:40:03,502 INFO  [Thread-502] impl.FsDatasetImpl (FsDatasetImpl.java:addBlockPool(2856)) - Adding block pool BP-1958201050-10.240.0.116-1783492802612
2026-07-08 06:40:03,502 INFO  [Thread-519] impl.FsDatasetImpl (FsVolumeList.java:run(406)) - Scanning block pool BP-1958201050-10.240.0.116-1783492802612 on volume /tmp/hdfs-test5097749944616118627/data/data1...
2026-07-08 06:40:03,502 INFO  [Thread-520] impl.FsDatasetImpl (FsVolumeList.java:run(406)) - Scanning block pool BP-1958201050-10.240.0.116-1783492802612 on volume /tmp/hdfs-test5097749944616118627/data/data2...
2026-07-08 06:40:03,520 INFO  [Thread-519] impl.FsDatasetImpl (FsVolumeList.java:run(411)) - Time taken to scan block pool BP-1958201050-10.240.0.116-1783492802612 on /tmp/hdfs-test5097749944616118627/data/data1: 18ms
2026-07-08 06:40:03,526 INFO  [Thread-520] impl.FsDatasetImpl (FsVolumeList.java:run(411)) - Time taken to scan block pool BP-1958201050-10.240.0.116-1783492802612 on /tmp/hdfs-test5097749944616118627/data/data2: 24ms
2026-07-08 06:40:03,526 INFO  [Thread-502] impl.FsDatasetImpl (FsVolumeList.java:addBlockPool(431)) - Total time to scan all replicas for block pool BP-1958201050-10.240.0.116-1783492802612: 25ms
2026-07-08 06:40:03,527 INFO  [Thread-523] impl.FsDatasetImpl (FsVolumeList.java:run(199)) - Adding replicas to map for block pool BP-1958201050-10.240.0.116-1783492802612 on volume /tmp/hdfs-test5097749944616118627/data/data1...
2026-07-08 06:40:03,527 INFO  [Thread-524] impl.FsDatasetImpl (FsVolumeList.java:run(199)) - Adding replicas to map for block pool BP-1958201050-10.240.0.116-1783492802612 on volume /tmp/hdfs-test5097749944616118627/data/data2...
2026-07-08 06:40:03,527 INFO  [Thread-523] impl.BlockPoolSlice (BlockPoolSlice.java:readReplicasFromCache(902)) - Replica Cache file: /tmp/hdfs-test5097749944616118627/data/data1/current/BP-1958201050-10.240.0.116-1783492802612/current/replicas doesn't exist 
2026-07-08 06:40:03,527 INFO  [Thread-524] impl.BlockPoolSlice (BlockPoolSlice.java:readReplicasFromCache(902)) - Replica Cache file: /tmp/hdfs-test5097749944616118627/data/data2/current/BP-1958201050-10.240.0.116-1783492802612/current/replicas doesn't exist 
2026-07-08 06:40:03,527 INFO  [Thread-523] impl.FsDatasetImpl (FsVolumeList.java:run(204)) - Time to add replicas to map for block pool BP-1958201050-10.240.0.116-1783492802612 on volume /tmp/hdfs-test5097749944616118627/data/data1: 0ms
2026-07-08 06:40:03,528 INFO  [Thread-524] impl.FsDatasetImpl (FsVolumeList.java:run(204)) - Time to add replicas to map for block pool BP-1958201050-10.240.0.116-1783492802612 on volume /tmp/hdfs-test5097749944616118627/data/data2: 0ms
2026-07-08 06:40:03,528 INFO  [Thread-502] impl.FsDatasetImpl (FsVolumeList.java:getAllVolumesMap(225)) - Total time to add all replicas to map for block pool BP-1958201050-10.240.0.116-1783492802612: 1ms
2026-07-08 06:40:03,528 INFO  [Thread-502] checker.ThrottledAsyncChecker (ThrottledAsyncChecker.java:schedule(137)) - Scheduling a check for /tmp/hdfs-test5097749944616118627/data/data1
2026-07-08 06:40:03,528 INFO  [Thread-502] checker.DatasetVolumeChecker (DatasetVolumeChecker.java:checkAllVolumes(224)) - Scheduled health check for volume /tmp/hdfs-test5097749944616118627/data/data1
2026-07-08 06:40:03,529 INFO  [Thread-502] checker.ThrottledAsyncChecker (ThrottledAsyncChecker.java:schedule(137)) - Scheduling a check for /tmp/hdfs-test5097749944616118627/data/data2
2026-07-08 06:40:03,530 INFO  [Thread-502] checker.DatasetVolumeChecker (DatasetVolumeChecker.java:checkAllVolumes(224)) - Scheduled health check for volume /tmp/hdfs-test5097749944616118627/data/data2
2026-07-08 06:40:03,533 INFO  [VolumeScannerThread(/tmp/hdfs-test5097749944616118627/data/data1)] datanode.VolumeScanner (VolumeScanner.java:findNextUsableBlockIter(385)) - Now scanning bpid BP-1958201050-10.240.0.116-1783492802612 on volume /tmp/hdfs-test5097749944616118627/data/data1
2026-07-08 06:40:03,533 WARN  [Thread-502] datanode.DirectoryScanner (DirectoryScanner.java:<init>(300)) - dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1
2026-07-08 06:40:03,533 INFO  [Thread-502] datanode.DirectoryScanner (DirectoryScanner.java:start(329)) - Periodic Directory Tree Verification scan starting in 11755455ms with interval of 21600000ms and throttle limit of -1ms/s
2026-07-08 06:40:03,533 INFO  [VolumeScannerThread(/tmp/hdfs-test5097749944616118627/data/data1)] datanode.VolumeScanner (VolumeScanner.java:getNextBlockToScan(505)) - VolumeScanner(/tmp/hdfs-test5097749944616118627/data/data1, DS-bcbf7ab7-05f7-4d31-9a73-084e512dc280): finished scanning block pool BP-1958201050-10.240.0.116-1783492802612
2026-07-08 06:40:03,534 INFO  [VolumeScannerThread(/tmp/hdfs-test5097749944616118627/data/data2)] datanode.VolumeScanner (VolumeScanner.java:findNextUsableBlockIter(385)) - Now scanning bpid BP-1958201050-10.240.0.116-1783492802612 on volume /tmp/hdfs-test5097749944616118627/data/data2
2026-07-08 06:40:03,535 INFO  [BP-1958201050-10.240.0.116-1783492802612 heartbeating to localhost/127.0.0.1:37837] datanode.DataNode (BPServiceActor.java:register(788)) - Block pool BP-1958201050-10.240.0.116-1783492802612 (Datanode Uuid 3c88c476-1854-4de6-ab02-98a009d6f840) service to localhost/127.0.0.1:37837 beginning handshake with NN
2026-07-08 06:40:03,536 INFO  [VolumeScannerThread(/tmp/hdfs-test5097749944616118627/data/data2)] datanode.VolumeScanner (VolumeScanner.java:getNextBlockToScan(505)) - VolumeScanner(/tmp/hdfs-test5097749944616118627/data/data2, DS-d0de1837-1ccb-48e5-8df2-17cd8da1ebb9): finished scanning block pool BP-1958201050-10.240.0.116-1783492802612
2026-07-08 06:40:03,536 INFO  [VolumeScannerThread(/tmp/hdfs-test5097749944616118627/data/data1)] datanode.VolumeScanner (VolumeScanner.java:findNextUsableBlockIter(402)) - VolumeScanner(/tmp/hdfs-test5097749944616118627/data/data1, DS-bcbf7ab7-05f7-4d31-9a73-084e512dc280): no suitable block pools found to scan.  Waiting 1814399997 ms.
2026-07-08 06:40:03,536 INFO  [VolumeScannerThread(/tmp/hdfs-test5097749944616118627/data/data2)] datanode.VolumeScanner (VolumeScanner.java:findNextUsableBlockIter(402)) - VolumeScanner(/tmp/hdfs-test5097749944616118627/data/data2, DS-d0de1837-1ccb-48e5-8df2-17cd8da1ebb9): no suitable block pools found to scan.  Waiting 1814399997 ms.
2026-07-08 06:40:03,537 INFO  [IPC Server handler 0 on default port 37837] hdfs.StateChange (DatanodeManager.java:registerDatanode(1142)) - BLOCK* registerDatanode: from DatanodeRegistration(127.0.0.1:34009, datanodeUuid=3c88c476-1854-4de6-ab02-98a009d6f840, infoPort=36705, infoSecurePort=0, ipcPort=45045, storageInfo=lv=-57;cid=testClusterID;nsid=58965160;c=1783492802612) storage 3c88c476-1854-4de6-ab02-98a009d6f840
2026-07-08 06:40:03,537 INFO  [IPC Server handler 0 on default port 37837] net.NetworkTopology (NetworkTopology.java:add(149)) - Adding a new node: /default-rack/127.0.0.1:34009
2026-07-08 06:40:03,537 INFO  [IPC Server handler 0 on default port 37837] blockmanagement.BlockReportLeaseManager (BlockReportLeaseManager.java:registerNode(200)) - Registered DN 3c88c476-1854-4de6-ab02-98a009d6f840 (127.0.0.1:34009).
2026-07-08 06:40:03,540 INFO  [BP-1958201050-10.240.0.116-1783492802612 heartbeating to localhost/127.0.0.1:37837] datanode.DataNode (BPServiceActor.java:register(816)) - Block pool BP-1958201050-10.240.0.116-1783492802612 (Datanode Uuid 3c88c476-1854-4de6-ab02-98a009d6f840) service to localhost/127.0.0.1:37837 successfully registered with NN
2026-07-08 06:40:03,540 INFO  [BP-1958201050-10.240.0.116-1783492802612 heartbeating to localhost/127.0.0.1:37837] datanode.DataNode (BPServiceActor.java:offerService(645)) - For namenode localhost/127.0.0.1:37837 using BLOCKREPORT_INTERVAL of 21600000msecs CACHEREPORT_INTERVAL of 10000msecs Initial delay: 0msecs; heartBeatInterval=3000
2026-07-08 06:40:03,540 WARN  [org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeResourceMonitor@334ebcaa] namenode.NameNodeResourceChecker (NameNodeResourceChecker.java:isResourceAvailable(88)) - Space available on volume 'overlay' is 0, which is below the configured reserved amount 104857600
2026-07-08 06:40:03,542 WARN  [org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeResourceMonitor@334ebcaa] namenode.FSNamesystem (FSNamesystem.java:run(4383)) - NameNode low on available disk space. Entering safe mode.
2026-07-08 06:40:03,542 INFO  [IPC Server handler 3 on default port 37837] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=datanodeReport	src=null	dst=null	perm=null	proto=rpc
2026-07-08 06:40:03,542 INFO  [org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeResourceMonitor@334ebcaa] hdfs.StateChange (FSNamesystem.java:enterSafeMode(5028)) - STATE* Safe mode is ON.
Resources are low on NN. Please add or free up more resourcesthen turn off safe mode manually. NOTE:  If you turn off safe mode before adding resources, the NN will immediately return to safe mode. Use "hdfs dfsadmin -safemode leave" to turn safe mode off.
2026-07-08 06:40:03,543 INFO  [IPC Server handler 4 on default port 37837] blockmanagement.DatanodeDescriptor (DatanodeDescriptor.java:updateStorage(999)) - Adding new storage ID DS-bcbf7ab7-05f7-4d31-9a73-084e512dc280 for DN 127.0.0.1:34009
2026-07-08 06:40:03,543 INFO  [IPC Server handler 4 on default port 37837] blockmanagement.DatanodeDescriptor (DatanodeDescriptor.java:updateStorage(999)) - Adding new storage ID DS-d0de1837-1ccb-48e5-8df2-17cd8da1ebb9 for DN 127.0.0.1:34009
2026-07-08 06:40:03,544 INFO  [Listener at localhost/45045] hdfs.MiniDFSCluster (MiniDFSCluster.java:shouldWait(2839)) - No heartbeat from DataNode: 127.0.0.1:34009
2026-07-08 06:40:03,544 INFO  [Listener at localhost/45045] hdfs.MiniDFSCluster (MiniDFSCluster.java:waitActive(2744)) - Waiting for cluster to become active
2026-07-08 06:40:03,546 INFO  [Block report processor] BlockStateChange (BlockManager.java:processReport(2778)) - BLOCK* processReport 0x275f656999ceb07c: Processing first storage report for DS-bcbf7ab7-05f7-4d31-9a73-084e512dc280 from datanode 3c88c476-1854-4de6-ab02-98a009d6f840
2026-07-08 06:40:03,546 INFO  [Block report processor] BlockStateChange (BlockManager.java:processReport(2810)) - BLOCK* processReport 0x275f656999ceb07c: from storage DS-bcbf7ab7-05f7-4d31-9a73-084e512dc280 node DatanodeRegistration(127.0.0.1:34009, datanodeUuid=3c88c476-1854-4de6-ab02-98a009d6f840, infoPort=36705, infoSecurePort=0, ipcPort=45045, storageInfo=lv=-57;cid=testClusterID;nsid=58965160;c=1783492802612), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0
2026-07-08 06:40:03,546 INFO  [Block report processor] BlockStateChange (BlockManager.java:processReport(2778)) - BLOCK* processReport 0x275f656999ceb07c: Processing first storage report for DS-d0de1837-1ccb-48e5-8df2-17cd8da1ebb9 from datanode 3c88c476-1854-4de6-ab02-98a009d6f840
2026-07-08 06:40:03,546 INFO  [Block report processor] BlockStateChange (BlockManager.java:processReport(2810)) - BLOCK* processReport 0x275f656999ceb07c: from storage DS-d0de1837-1ccb-48e5-8df2-17cd8da1ebb9 node DatanodeRegistration(127.0.0.1:34009, datanodeUuid=3c88c476-1854-4de6-ab02-98a009d6f840, infoPort=36705, infoSecurePort=0, ipcPort=45045, storageInfo=lv=-57;cid=testClusterID;nsid=58965160;c=1783492802612), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0
2026-07-08 06:40:03,547 INFO  [BP-1958201050-10.240.0.116-1783492802612 heartbeating to localhost/127.0.0.1:37837] datanode.DataNode (BPServiceActor.java:blockReport(437)) - Successfully sent block report 0x275f656999ceb07c to namenode: localhost/127.0.0.1:37837,  containing 2 storage report(s), of which we sent 2. The reports had 0 total blocks and used 1 RPC(s). This took 0 msecs to generate and 2 msecs for RPC and NN processing. Got back one command: FinalizeCommand/5.
2026-07-08 06:40:03,547 INFO  [Command processor] datanode.DataNode (BPOfferService.java:processCommandFromActive(763)) - Got finalize command for block pool BP-1958201050-10.240.0.116-1783492802612
2026-07-08 06:40:03,646 INFO  [IPC Server handler 6 on default port 37837] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=datanodeReport	src=null	dst=null	perm=null	proto=rpc
2026-07-08 06:40:03,647 INFO  [Listener at localhost/45045] hdfs.MiniDFSCluster (MiniDFSCluster.java:waitActive(2799)) - Cluster is active
2026-07-08 06:40:03,662 INFO  [Listener at localhost/45045] backup.BackupIO (BackupIO.scala:writeTableMetadata(95)) - Writing metadata to hdfs://localhost:37837/id_taco-taco/100/.kudu-metadata.json
2026-07-08 06:40:03,666 INFO  [IPC Server handler 7 on default port 37837] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=create	src=/id_taco-taco/100/.kudu-metadata.json	dst=null	perm=slave:supergroup:rw-r--r--	proto=rpc
2026-07-08 06:40:03,671 INFO  [IPC Server handler 8 on default port 37837] hdfs.StateChange (FSDirWriteFileOp.java:logAllocatedBlock(802)) - BLOCK* allocate blk_1073741825_1001, replicas=127.0.0.1:34009 for /id_taco-taco/100/.kudu-metadata.json
2026-07-08 06:40:03,675 INFO  [DataXceiver for client DFSClient_NONMAPREDUCE_906870845_1 at /127.0.0.1:49786 [Receiving block BP-1958201050-10.240.0.116-1783492802612:blk_1073741825_1001]] datanode.DataNode (DataXceiver.java:writeBlock(747)) - Receiving BP-1958201050-10.240.0.116-1783492802612:blk_1073741825_1001 src: /127.0.0.1:49786 dest: /127.0.0.1:34009
2026-07-08 06:40:03,680 INFO  [PacketResponder: BP-1958201050-10.240.0.116-1783492802612:blk_1073741825_1001, type=LAST_IN_PIPELINE] DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1539)) - src: /127.0.0.1:49786, dest: /127.0.0.1:34009, bytes: 82, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_906870845_1, offset: 0, srvID: 3c88c476-1854-4de6-ab02-98a009d6f840, blockid: BP-1958201050-10.240.0.116-1783492802612:blk_1073741825_1001, duration(ns): 2508689
2026-07-08 06:40:03,680 INFO  [PacketResponder: BP-1958201050-10.240.0.116-1783492802612:blk_1073741825_1001, type=LAST_IN_PIPELINE] datanode.DataNode (BlockReceiver.java:run(1512)) - PacketResponder: BP-1958201050-10.240.0.116-1783492802612:blk_1073741825_1001, type=LAST_IN_PIPELINE terminating
2026-07-08 06:40:03,686 INFO  [IPC Server handler 2 on default port 37837] hdfs.StateChange (FSNamesystem.java:completeFile(3104)) - DIR* completeFile: /id_taco-taco/100/.kudu-metadata.json is closed by DFSClient_NONMAPREDUCE_906870845_1
2026-07-08 06:40:03,687 INFO  [Listener at localhost/45045] backup.BackupIO (BackupIO.scala:writeTableMetadata(95)) - Writing metadata to hdfs://localhost:37837/id_taco-taco/1000/.kudu-metadata.json
2026-07-08 06:40:03,688 INFO  [IPC Server handler 0 on default port 37837] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=create	src=/id_taco-taco/1000/.kudu-metadata.json	dst=null	perm=slave:supergroup:rw-r--r--	proto=rpc
2026-07-08 06:40:03,692 INFO  [IPC Server handler 3 on default port 37837] hdfs.StateChange (FSDirWriteFileOp.java:logAllocatedBlock(802)) - BLOCK* allocate blk_1073741826_1002, replicas=127.0.0.1:34009 for /id_taco-taco/1000/.kudu-metadata.json
2026-07-08 06:40:03,693 INFO  [DataXceiver for client DFSClient_NONMAPREDUCE_906870845_1 at /127.0.0.1:49796 [Receiving block BP-1958201050-10.240.0.116-1783492802612:blk_1073741826_1002]] datanode.DataNode (DataXceiver.java:writeBlock(747)) - Receiving BP-1958201050-10.240.0.116-1783492802612:blk_1073741826_1002 src: /127.0.0.1:49796 dest: /127.0.0.1:34009
2026-07-08 06:40:03,698 INFO  [PacketResponder: BP-1958201050-10.240.0.116-1783492802612:blk_1073741826_1002, type=LAST_IN_PIPELINE] DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1539)) - src: /127.0.0.1:49796, dest: /127.0.0.1:34009, bytes: 83, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_906870845_1, offset: 0, srvID: 3c88c476-1854-4de6-ab02-98a009d6f840, blockid: BP-1958201050-10.240.0.116-1783492802612:blk_1073741826_1002, duration(ns): 2601107
2026-07-08 06:40:03,698 INFO  [PacketResponder: BP-1958201050-10.240.0.116-1783492802612:blk_1073741826_1002, type=LAST_IN_PIPELINE] datanode.DataNode (BlockReceiver.java:run(1512)) - PacketResponder: BP-1958201050-10.240.0.116-1783492802612:blk_1073741826_1002, type=LAST_IN_PIPELINE terminating
2026-07-08 06:40:03,701 INFO  [IPC Server handler 5 on default port 37837] hdfs.StateChange (FSNamesystem.java:completeFile(3104)) - DIR* completeFile: /id_taco-taco/1000/.kudu-metadata.json is closed by DFSClient_NONMAPREDUCE_906870845_1
2026-07-08 06:40:03,701 INFO  [Listener at localhost/45045] backup.BackupIO (BackupIO.scala:writeTableMetadata(95)) - Writing metadata to hdfs://localhost:37837/id_taco-taco/2000/.kudu-metadata.json
2026-07-08 06:40:03,703 INFO  [IPC Server handler 6 on default port 37837] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=create	src=/id_taco-taco/2000/.kudu-metadata.json	dst=null	perm=slave:supergroup:rw-r--r--	proto=rpc
2026-07-08 06:40:03,705 INFO  [IPC Server handler 7 on default port 37837] hdfs.StateChange (FSDirWriteFileOp.java:logAllocatedBlock(802)) - BLOCK* allocate blk_1073741827_1003, replicas=127.0.0.1:34009 for /id_taco-taco/2000/.kudu-metadata.json
2026-07-08 06:40:03,707 INFO  [DataXceiver for client DFSClient_NONMAPREDUCE_906870845_1 at /127.0.0.1:49798 [Receiving block BP-1958201050-10.240.0.116-1783492802612:blk_1073741827_1003]] datanode.DataNode (DataXceiver.java:writeBlock(747)) - Receiving BP-1958201050-10.240.0.116-1783492802612:blk_1073741827_1003 src: /127.0.0.1:49798 dest: /127.0.0.1:34009
2026-07-08 06:40:03,712 INFO  [PacketResponder: BP-1958201050-10.240.0.116-1783492802612:blk_1073741827_1003, type=LAST_IN_PIPELINE] DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1539)) - src: /127.0.0.1:49798, dest: /127.0.0.1:34009, bytes: 102, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_906870845_1, offset: 0, srvID: 3c88c476-1854-4de6-ab02-98a009d6f840, blockid: BP-1958201050-10.240.0.116-1783492802612:blk_1073741827_1003, duration(ns): 2679584
2026-07-08 06:40:03,712 INFO  [PacketResponder: BP-1958201050-10.240.0.116-1783492802612:blk_1073741827_1003, type=LAST_IN_PIPELINE] datanode.DataNode (BlockReceiver.java:run(1512)) - PacketResponder: BP-1958201050-10.240.0.116-1783492802612:blk_1073741827_1003, type=LAST_IN_PIPELINE terminating
2026-07-08 06:40:03,713 INFO  [IPC Server handler 9 on default port 37837] hdfs.StateChange (FSNamesystem.java:completeFile(3104)) - DIR* completeFile: /id_taco-taco/2000/.kudu-metadata.json is closed by DFSClient_NONMAPREDUCE_906870845_1
2026-07-08 06:40:03,714 INFO  [Listener at localhost/45045] backup.BackupIO (BackupIO.scala:writeTableMetadata(95)) - Writing metadata to hdfs://localhost:37837/id_pizza-pizza/200/.kudu-metadata.json
2026-07-08 06:40:03,716 INFO  [IPC Server handler 1 on default port 37837] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=create	src=/id_pizza-pizza/200/.kudu-metadata.json	dst=null	perm=slave:supergroup:rw-r--r--	proto=rpc
2026-07-08 06:40:03,718 INFO  [IPC Server handler 2 on default port 37837] hdfs.StateChange (FSDirWriteFileOp.java:logAllocatedBlock(802)) - BLOCK* allocate blk_1073741828_1004, replicas=127.0.0.1:34009 for /id_pizza-pizza/200/.kudu-metadata.json
2026-07-08 06:40:03,720 INFO  [DataXceiver for client DFSClient_NONMAPREDUCE_906870845_1 at /127.0.0.1:49808 [Receiving block BP-1958201050-10.240.0.116-1783492802612:blk_1073741828_1004]] datanode.DataNode (DataXceiver.java:writeBlock(747)) - Receiving BP-1958201050-10.240.0.116-1783492802612:blk_1073741828_1004 src: /127.0.0.1:49808 dest: /127.0.0.1:34009
2026-07-08 06:40:03,724 INFO  [PacketResponder: BP-1958201050-10.240.0.116-1783492802612:blk_1073741828_1004, type=LAST_IN_PIPELINE] DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1539)) - src: /127.0.0.1:49808, dest: /127.0.0.1:34009, bytes: 84, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_906870845_1, offset: 0, srvID: 3c88c476-1854-4de6-ab02-98a009d6f840, blockid: BP-1958201050-10.240.0.116-1783492802612:blk_1073741828_1004, duration(ns): 2545329
2026-07-08 06:40:03,725 INFO  [PacketResponder: BP-1958201050-10.240.0.116-1783492802612:blk_1073741828_1004, type=LAST_IN_PIPELINE] datanode.DataNode (BlockReceiver.java:run(1512)) - PacketResponder: BP-1958201050-10.240.0.116-1783492802612:blk_1073741828_1004, type=LAST_IN_PIPELINE terminating
2026-07-08 06:40:03,726 INFO  [IPC Server handler 3 on default port 37837] hdfs.StateChange (FSNamesystem.java:completeFile(3104)) - DIR* completeFile: /id_pizza-pizza/200/.kudu-metadata.json is closed by DFSClient_NONMAPREDUCE_906870845_1
2026-07-08 06:40:03,727 INFO  [Listener at localhost/45045] backup.BackupIO (BackupIO.scala:writeTableMetadata(95)) - Writing metadata to hdfs://localhost:37837/id_pizza-pizza/400/.kudu-metadata.json
2026-07-08 06:40:03,728 INFO  [IPC Server handler 4 on default port 37837] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=create	src=/id_pizza-pizza/400/.kudu-metadata.json	dst=null	perm=slave:supergroup:rw-r--r--	proto=rpc
2026-07-08 06:40:03,731 INFO  [IPC Server handler 5 on default port 37837] hdfs.StateChange (FSDirWriteFileOp.java:logAllocatedBlock(802)) - BLOCK* allocate blk_1073741829_1005, replicas=127.0.0.1:34009 for /id_pizza-pizza/400/.kudu-metadata.json
2026-07-08 06:40:03,733 INFO  [DataXceiver for client DFSClient_NONMAPREDUCE_906870845_1 at /127.0.0.1:49814 [Receiving block BP-1958201050-10.240.0.116-1783492802612:blk_1073741829_1005]] datanode.DataNode (DataXceiver.java:writeBlock(747)) - Receiving BP-1958201050-10.240.0.116-1783492802612:blk_1073741829_1005 src: /127.0.0.1:49814 dest: /127.0.0.1:34009
2026-07-08 06:40:03,737 INFO  [PacketResponder: BP-1958201050-10.240.0.116-1783492802612:blk_1073741829_1005, type=LAST_IN_PIPELINE] DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1539)) - src: /127.0.0.1:49814, dest: /127.0.0.1:34009, bytes: 103, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_906870845_1, offset: 0, srvID: 3c88c476-1854-4de6-ab02-98a009d6f840, blockid: BP-1958201050-10.240.0.116-1783492802612:blk_1073741829_1005, duration(ns): 1875397
2026-07-08 06:40:03,738 INFO  [PacketResponder: BP-1958201050-10.240.0.116-1783492802612:blk_1073741829_1005, type=LAST_IN_PIPELINE] datanode.DataNode (BlockReceiver.java:run(1512)) - PacketResponder: BP-1958201050-10.240.0.116-1783492802612:blk_1073741829_1005, type=LAST_IN_PIPELINE terminating
2026-07-08 06:40:03,739 INFO  [IPC Server handler 7 on default port 37837] hdfs.StateChange (FSNamesystem.java:completeFile(3104)) - DIR* completeFile: /id_pizza-pizza/400/.kudu-metadata.json is closed by DFSClient_NONMAPREDUCE_906870845_1
2026-07-08 06:40:03,740 INFO  [Listener at localhost/45045] backup.BackupIO (BackupIO.scala:writeTableMetadata(95)) - Writing metadata to hdfs://localhost:37837/id_pizza-pizza/600/.kudu-metadata.json
2026-07-08 06:40:03,742 INFO  [IPC Server handler 8 on default port 37837] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=create	src=/id_pizza-pizza/600/.kudu-metadata.json	dst=null	perm=slave:supergroup:rw-r--r--	proto=rpc
2026-07-08 06:40:03,746 INFO  [IPC Server handler 9 on default port 37837] hdfs.StateChange (FSDirWriteFileOp.java:logAllocatedBlock(802)) - BLOCK* allocate blk_1073741830_1006, replicas=127.0.0.1:34009 for /id_pizza-pizza/600/.kudu-metadata.json
2026-07-08 06:40:03,748 INFO  [DataXceiver for client DFSClient_NONMAPREDUCE_906870845_1 at /127.0.0.1:49816 [Receiving block BP-1958201050-10.240.0.116-1783492802612:blk_1073741830_1006]] datanode.DataNode (DataXceiver.java:writeBlock(747)) - Receiving BP-1958201050-10.240.0.116-1783492802612:blk_1073741830_1006 src: /127.0.0.1:49816 dest: /127.0.0.1:34009
2026-07-08 06:40:03,754 INFO  [PacketResponder: BP-1958201050-10.240.0.116-1783492802612:blk_1073741830_1006, type=LAST_IN_PIPELINE] DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1539)) - src: /127.0.0.1:49816, dest: /127.0.0.1:34009, bytes: 103, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_906870845_1, offset: 0, srvID: 3c88c476-1854-4de6-ab02-98a009d6f840, blockid: BP-1958201050-10.240.0.116-1783492802612:blk_1073741830_1006, duration(ns): 3710078
2026-07-08 06:40:03,754 INFO  [PacketResponder: BP-1958201050-10.240.0.116-1783492802612:blk_1073741830_1006, type=LAST_IN_PIPELINE] datanode.DataNode (BlockReceiver.java:run(1512)) - PacketResponder: BP-1958201050-10.240.0.116-1783492802612:blk_1073741830_1006, type=LAST_IN_PIPELINE terminating
2026-07-08 06:40:03,756 INFO  [IPC Server handler 2 on default port 37837] hdfs.StateChange (FSNamesystem.java:completeFile(3104)) - DIR* completeFile: /id_pizza-pizza/600/.kudu-metadata.json is closed by DFSClient_NONMAPREDUCE_906870845_1
2026-07-08 06:40:03,770 INFO  [IPC Server handler 0 on default port 37837] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=getfileinfo	src=/	dst=null	perm=null	proto=rpc
2026-07-08 06:40:03,771 INFO  [IPC Server handler 3 on default port 37837] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=listStatus	src=/	dst=null	perm=null	proto=rpc
2026-07-08 06:40:03,773 INFO  [IPC Server handler 4 on default port 37837] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=listStatus	src=/id_pizza-pizza	dst=null	perm=null	proto=rpc
2026-07-08 06:40:03,774 INFO  [IPC Server handler 5 on default port 37837] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=getfileinfo	src=/id_pizza-pizza/200/.kudu-metadata.json	dst=null	perm=null	proto=rpc
2026-07-08 06:40:03,775 INFO  [IPC Server handler 6 on default port 37837] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=open	src=/id_pizza-pizza/200/.kudu-metadata.json	dst=null	perm=null	proto=rpc
2026-07-08 06:40:03,780 INFO  [IPC Server handler 7 on default port 37837] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=getfileinfo	src=/id_pizza-pizza/400/.kudu-metadata.json	dst=null	perm=null	proto=rpc
2026-07-08 06:40:03,781 INFO  [IPC Server handler 8 on default port 37837] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=open	src=/id_pizza-pizza/400/.kudu-metadata.json	dst=null	perm=null	proto=rpc
2026-07-08 06:40:03,784 INFO  [IPC Server handler 9 on default port 37837] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=getfileinfo	src=/id_pizza-pizza/600/.kudu-metadata.json	dst=null	perm=null	proto=rpc
2026-07-08 06:40:03,786 INFO  [IPC Server handler 1 on default port 37837] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=open	src=/id_pizza-pizza/600/.kudu-metadata.json	dst=null	perm=null	proto=rpc
2026-07-08 06:40:03,788 INFO  [Listener at localhost/45045] backup.BackupIO (BackupIO.scala:readTableBackups(236)) - Found 3 paths in hdfs://localhost:37837/id_pizza-pizza
2026-07-08 06:40:03,789 INFO  [IPC Server handler 2 on default port 37837] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=listStatus	src=/id_taco-taco	dst=null	perm=null	proto=rpc
2026-07-08 06:40:03,790 INFO  [IPC Server handler 0 on default port 37837] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=getfileinfo	src=/id_taco-taco/100/.kudu-metadata.json	dst=null	perm=null	proto=rpc
2026-07-08 06:40:03,791 INFO  [IPC Server handler 3 on default port 37837] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=open	src=/id_taco-taco/100/.kudu-metadata.json	dst=null	perm=null	proto=rpc
2026-07-08 06:40:03,794 INFO  [IPC Server handler 4 on default port 37837] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=getfileinfo	src=/id_taco-taco/1000/.kudu-metadata.json	dst=null	perm=null	proto=rpc
2026-07-08 06:40:03,796 INFO  [IPC Server handler 5 on default port 37837] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=open	src=/id_taco-taco/1000/.kudu-metadata.json	dst=null	perm=null	proto=rpc
2026-07-08 06:40:03,799 INFO  [IPC Server handler 6 on default port 37837] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=getfileinfo	src=/id_taco-taco/2000/.kudu-metadata.json	dst=null	perm=null	proto=rpc
2026-07-08 06:40:03,800 INFO  [IPC Server handler 7 on default port 37837] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=open	src=/id_taco-taco/2000/.kudu-metadata.json	dst=null	perm=null	proto=rpc
2026-07-08 06:40:03,803 INFO  [Listener at localhost/45045] backup.BackupIO (BackupIO.scala:readTableBackups(236)) - Found 3 paths in hdfs://localhost:37837/id_taco-taco

Time: 12.83

OK (5 tests)

2026-07-08 06:40:03,819 WARN  [shutdown-hook-0] impl.FsDatasetImpl (BlockPoolSlice.java:saveDfsUsed(352)) - Failed to write dfsUsed to /tmp/hdfs-test6654013003403096786/data/data2/current/BP-1540547499-10.240.0.116-1783492800871/current/dfsUsed
java.nio.file.NoSuchFileException: /tmp/hdfs-test6654013003403096786/data/data2/current/BP-1540547499-10.240.0.116-1783492800871/current/dfsUsed
	at sun.nio.fs.UnixException.translateToIOException(UnixException.java:86)
	at sun.nio.fs.UnixException.rethrowAsIOException(UnixException.java:102)
	at sun.nio.fs.UnixException.rethrowAsIOException(UnixException.java:107)
	at sun.nio.fs.UnixFileSystemProvider.newByteChannel(UnixFileSystemProvider.java:214)
	at java.nio.file.spi.FileSystemProvider.newOutputStream(FileSystemProvider.java:434)
	at java.nio.file.Files.newOutputStream(Files.java:216)
	at org.apache.hadoop.hdfs.server.datanode.fsdataset.impl.BlockPoolSlice.saveDfsUsed(BlockPoolSlice.java:341)
	at org.apache.hadoop.hdfs.server.datanode.fsdataset.impl.BlockPoolSlice$2.run(BlockPoolSlice.java:222)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
	at java.lang.Thread.run(Thread.java:750)
2026-07-08 06:40:03,823 WARN  [shutdown-hook-0] impl.FsDatasetImpl (BlockPoolSlice.java:saveDfsUsed(352)) - Failed to write dfsUsed to /tmp/hdfs-test3866928344317601762/data/data2/current/BP-86393491-10.240.0.116-1783492792352/current/dfsUsed
java.nio.file.NoSuchFileException: /tmp/hdfs-test3866928344317601762/data/data2/current/BP-86393491-10.240.0.116-1783492792352/current/dfsUsed
	at sun.nio.fs.UnixException.translateToIOException(UnixException.java:86)
	at sun.nio.fs.UnixException.rethrowAsIOException(UnixException.java:102)
	at sun.nio.fs.UnixException.rethrowAsIOException(UnixException.java:107)
	at sun.nio.fs.UnixFileSystemProvider.newByteChannel(UnixFileSystemProvider.java:214)
	at java.nio.file.spi.FileSystemProvider.newOutputStream(FileSystemProvider.java:434)
	at java.nio.file.Files.newOutputStream(Files.java:216)
	at org.apache.hadoop.hdfs.server.datanode.fsdataset.impl.BlockPoolSlice.saveDfsUsed(BlockPoolSlice.java:341)
	at org.apache.hadoop.hdfs.server.datanode.fsdataset.impl.BlockPoolSlice$2.run(BlockPoolSlice.java:222)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
	at java.lang.Thread.run(Thread.java:750)
2026-07-08 06:40:03,824 WARN  [shutdown-hook-0] impl.FsDatasetImpl (BlockPoolSlice.java:saveDfsUsed(352)) - Failed to write dfsUsed to /tmp/hdfs-test1157498645180371419/data/data2/current/BP-429372488-10.240.0.116-1783492798147/current/dfsUsed
java.nio.file.NoSuchFileException: /tmp/hdfs-test1157498645180371419/data/data2/current/BP-429372488-10.240.0.116-1783492798147/current/dfsUsed
	at sun.nio.fs.UnixException.translateToIOException(UnixException.java:86)
	at sun.nio.fs.UnixException.rethrowAsIOException(UnixException.java:102)
	at sun.nio.fs.UnixException.rethrowAsIOException(UnixException.java:107)
	at sun.nio.fs.UnixFileSystemProvider.newByteChannel(UnixFileSystemProvider.java:214)
	at java.nio.file.spi.FileSystemProvider.newOutputStream(FileSystemProvider.java:434)
	at java.nio.file.Files.newOutputStream(Files.java:216)
	at org.apache.hadoop.hdfs.server.datanode.fsdataset.impl.BlockPoolSlice.saveDfsUsed(BlockPoolSlice.java:341)
	at org.apache.hadoop.hdfs.server.datanode.fsdataset.impl.BlockPoolSlice$2.run(BlockPoolSlice.java:222)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
	at java.lang.Thread.run(Thread.java:750)
2026-07-08 06:40:03,824 WARN  [shutdown-hook-0] impl.FsDatasetImpl (BlockPoolSlice.java:saveDfsUsed(352)) - Failed to write dfsUsed to /tmp/hdfs-test6654013003403096786/data/data1/current/BP-1540547499-10.240.0.116-1783492800871/current/dfsUsed
java.nio.file.NoSuchFileException: /tmp/hdfs-test6654013003403096786/data/data1/current/BP-1540547499-10.240.0.116-1783492800871/current/dfsUsed
	at sun.nio.fs.UnixException.translateToIOException(UnixException.java:86)
	at sun.nio.fs.UnixException.rethrowAsIOException(UnixException.java:102)
	at sun.nio.fs.UnixException.rethrowAsIOException(UnixException.java:107)
	at sun.nio.fs.UnixFileSystemProvider.newByteChannel(UnixFileSystemProvider.java:214)
	at java.nio.file.spi.FileSystemProvider.newOutputStream(FileSystemProvider.java:434)
	at java.nio.file.Files.newOutputStream(Files.java:216)
	at org.apache.hadoop.hdfs.server.datanode.fsdataset.impl.BlockPoolSlice.saveDfsUsed(BlockPoolSlice.java:341)
	at org.apache.hadoop.hdfs.server.datanode.fsdataset.impl.BlockPoolSlice$2.run(BlockPoolSlice.java:222)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
	at java.lang.Thread.run(Thread.java:750)
2026-07-08 06:40:03,824 WARN  [shutdown-hook-0] impl.FsDatasetImpl (BlockPoolSlice.java:saveDfsUsed(352)) - Failed to write dfsUsed to /tmp/hdfs-test1157498645180371419/data/data1/current/BP-429372488-10.240.0.116-1783492798147/current/dfsUsed
java.nio.file.NoSuchFileException: /tmp/hdfs-test1157498645180371419/data/data1/current/BP-429372488-10.240.0.116-1783492798147/current/dfsUsed
	at sun.nio.fs.UnixException.translateToIOException(UnixException.java:86)
	at sun.nio.fs.UnixException.rethrowAsIOException(UnixException.java:102)
	at sun.nio.fs.UnixException.rethrowAsIOException(UnixException.java:107)
	at sun.nio.fs.UnixFileSystemProvider.newByteChannel(UnixFileSystemProvider.java:214)
	at java.nio.file.spi.FileSystemProvider.newOutputStream(FileSystemProvider.java:434)
	at java.nio.file.Files.newOutputStream(Files.java:216)
	at org.apache.hadoop.hdfs.server.datanode.fsdataset.impl.BlockPoolSlice.saveDfsUsed(BlockPoolSlice.java:341)
	at org.apache.hadoop.hdfs.server.datanode.fsdataset.impl.BlockPoolSlice$2.run(BlockPoolSlice.java:222)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
	at java.lang.Thread.run(Thread.java:750)
2026-07-08 06:40:03,825 WARN  [shutdown-hook-0] impl.FsDatasetImpl (BlockPoolSlice.java:saveDfsUsed(352)) - Failed to write dfsUsed to /tmp/hdfs-test3866928344317601762/data/data1/current/BP-86393491-10.240.0.116-1783492792352/current/dfsUsed
java.nio.file.NoSuchFileException: /tmp/hdfs-test3866928344317601762/data/data1/current/BP-86393491-10.240.0.116-1783492792352/current/dfsUsed
	at sun.nio.fs.UnixException.translateToIOException(UnixException.java:86)
	at sun.nio.fs.UnixException.rethrowAsIOException(UnixException.java:102)
	at sun.nio.fs.UnixException.rethrowAsIOException(UnixException.java:107)
	at sun.nio.fs.UnixFileSystemProvider.newByteChannel(UnixFileSystemProvider.java:214)
	at java.nio.file.spi.FileSystemProvider.newOutputStream(FileSystemProvider.java:434)
	at java.nio.file.Files.newOutputStream(Files.java:216)
	at org.apache.hadoop.hdfs.server.datanode.fsdataset.impl.BlockPoolSlice.saveDfsUsed(BlockPoolSlice.java:341)
	at org.apache.hadoop.hdfs.server.datanode.fsdataset.impl.BlockPoolSlice$2.run(BlockPoolSlice.java:222)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
	at java.lang.Thread.run(Thread.java:750)
2026-07-08 06:40:03,825 WARN  [shutdown-hook-0] impl.FsDatasetImpl (BlockPoolSlice.java:saveDfsUsed(352)) - Failed to write dfsUsed to /tmp/hdfs-test5329462620400550310/data/data1/current/BP-1527625897-10.240.0.116-1783492799463/current/dfsUsed
java.nio.file.NoSuchFileException: /tmp/hdfs-test5329462620400550310/data/data1/current/BP-1527625897-10.240.0.116-1783492799463/current/dfsUsed
	at sun.nio.fs.UnixException.translateToIOException(UnixException.java:86)
	at sun.nio.fs.UnixException.rethrowAsIOException(UnixException.java:102)
	at sun.nio.fs.UnixException.rethrowAsIOException(UnixException.java:107)
	at sun.nio.fs.UnixFileSystemProvider.newByteChannel(UnixFileSystemProvider.java:214)
	at java.nio.file.spi.FileSystemProvider.newOutputStream(FileSystemProvider.java:434)
	at java.nio.file.Files.newOutputStream(Files.java:216)
	at org.apache.hadoop.hdfs.server.datanode.fsdataset.impl.BlockPoolSlice.saveDfsUsed(BlockPoolSlice.java:341)
	at org.apache.hadoop.hdfs.server.datanode.fsdataset.impl.BlockPoolSlice$2.run(BlockPoolSlice.java:222)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
	at java.lang.Thread.run(Thread.java:750)
2026-07-08 06:40:03,826 WARN  [shutdown-hook-0] impl.FsDatasetImpl (BlockPoolSlice.java:saveDfsUsed(352)) - Failed to write dfsUsed to /tmp/hdfs-test5097749944616118627/data/data2/current/BP-1958201050-10.240.0.116-1783492802612/current/dfsUsed
java.nio.file.NoSuchFileException: /tmp/hdfs-test5097749944616118627/data/data2/current/BP-1958201050-10.240.0.116-1783492802612/current/dfsUsed
	at sun.nio.fs.UnixException.translateToIOException(UnixException.java:86)
	at sun.nio.fs.UnixException.rethrowAsIOException(UnixException.java:102)
	at sun.nio.fs.UnixException.rethrowAsIOException(UnixException.java:107)
	at sun.nio.fs.UnixFileSystemProvider.newByteChannel(UnixFileSystemProvider.java:214)
	at java.nio.file.spi.FileSystemProvider.newOutputStream(FileSystemProvider.java:434)
	at java.nio.file.Files.newOutputStream(Files.java:216)
	at org.apache.hadoop.hdfs.server.datanode.fsdataset.impl.BlockPoolSlice.saveDfsUsed(BlockPoolSlice.java:341)
	at org.apache.hadoop.hdfs.server.datanode.fsdataset.impl.BlockPoolSlice$2.run(BlockPoolSlice.java:222)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
	at java.lang.Thread.run(Thread.java:750)
2026-07-08 06:40:03,826 WARN  [shutdown-hook-0] impl.FsDatasetImpl (BlockPoolSlice.java:saveDfsUsed(352)) - Failed to write dfsUsed to /tmp/hdfs-test5329462620400550310/data/data2/current/BP-1527625897-10.240.0.116-1783492799463/current/dfsUsed
java.nio.file.NoSuchFileException: /tmp/hdfs-test5329462620400550310/data/data2/current/BP-1527625897-10.240.0.116-1783492799463/current/dfsUsed
	at sun.nio.fs.UnixException.translateToIOException(UnixException.java:86)
	at sun.nio.fs.UnixException.rethrowAsIOException(UnixException.java:102)
	at sun.nio.fs.UnixException.rethrowAsIOException(UnixException.java:107)
	at sun.nio.fs.UnixFileSystemProvider.newByteChannel(UnixFileSystemProvider.java:214)
	at java.nio.file.spi.FileSystemProvider.newOutputStream(FileSystemProvider.java:434)
	at java.nio.file.Files.newOutputStream(Files.java:216)
	at org.apache.hadoop.hdfs.server.datanode.fsdataset.impl.BlockPoolSlice.saveDfsUsed(BlockPoolSlice.java:341)
	at org.apache.hadoop.hdfs.server.datanode.fsdataset.impl.BlockPoolSlice$2.run(BlockPoolSlice.java:222)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
	at java.lang.Thread.run(Thread.java:750)
2026-07-08 06:40:03,827 WARN  [shutdown-hook-0] impl.FsDatasetImpl (BlockPoolSlice.java:saveDfsUsed(352)) - Failed to write dfsUsed to /tmp/hdfs-test5097749944616118627/data/data1/current/BP-1958201050-10.240.0.116-1783492802612/current/dfsUsed
java.nio.file.NoSuchFileException: /tmp/hdfs-test5097749944616118627/data/data1/current/BP-1958201050-10.240.0.116-1783492802612/current/dfsUsed
	at sun.nio.fs.UnixException.translateToIOException(UnixException.java:86)
	at sun.nio.fs.UnixException.rethrowAsIOException(UnixException.java:102)
	at sun.nio.fs.UnixException.rethrowAsIOException(UnixException.java:107)
	at sun.nio.fs.UnixFileSystemProvider.newByteChannel(UnixFileSystemProvider.java:214)
	at java.nio.file.spi.FileSystemProvider.newOutputStream(FileSystemProvider.java:434)
	at java.nio.file.Files.newOutputStream(Files.java:216)
	at org.apache.hadoop.hdfs.server.datanode.fsdataset.impl.BlockPoolSlice.saveDfsUsed(BlockPoolSlice.java:341)
	at org.apache.hadoop.hdfs.server.datanode.fsdataset.impl.BlockPoolSlice$2.run(BlockPoolSlice.java:222)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
	at java.lang.Thread.run(Thread.java:750)
2026-07-08 06:40:03,830 INFO  [shutdown-hook-0] namenode.FSImage (FSImage.java:lambda$run$0(1055)) - FSImageSaver clean checkpoint: txid=0 when meet shutdown.
2026-07-08 06:40:03,830 INFO  [shutdown-hook-0] namenode.FSImage (FSImage.java:lambda$run$0(1055)) - FSImageSaver clean checkpoint: txid=0 when meet shutdown.
2026-07-08 06:40:03,830 INFO  [shutdown-hook-0] namenode.FSImage (FSImage.java:lambda$run$0(1055)) - FSImageSaver clean checkpoint: txid=0 when meet shutdown.
2026-07-08 06:40:03,830 INFO  [shutdown-hook-0] namenode.FSImage (FSImage.java:lambda$run$0(1055)) - FSImageSaver clean checkpoint: txid=0 when meet shutdown.
2026-07-08 06:40:03,830 INFO  [shutdown-hook-0] namenode.FSImage (FSImage.java:lambda$run$0(1055)) - FSImageSaver clean checkpoint: txid=0 when meet shutdown.
2026-07-08 06:40:03,830 INFO  [shutdown-hook-0] namenode.FSImage (FSImage.java:lambda$run$0(1055)) - FSImageSaver clean checkpoint: txid=0 when meet shutdown.
2026-07-08 06:40:03,831 INFO  [shutdown-hook-0] namenode.FSImage (FSImage.java:lambda$run$0(1055)) - FSImageSaver clean checkpoint: txid=0 when meet shutdown.
2026-07-08 06:40:03,831 INFO  [shutdown-hook-0] namenode.FSImage (FSImage.java:lambda$run$0(1055)) - FSImageSaver clean checkpoint: txid=0 when meet shutdown.
2026-07-08 06:40:03,831 INFO  [shutdown-hook-0] namenode.FSImage (FSImage.java:lambda$run$0(1055)) - FSImageSaver clean checkpoint: txid=0 when meet shutdown.
2026-07-08 06:40:03,831 INFO  [shutdown-hook-0] namenode.FSImage (FSImage.java:lambda$run$0(1055)) - FSImageSaver clean checkpoint: txid=0 when meet shutdown.
