JUnit version 4.13.2
.2026-07-08 18:03:30,515 INFO  [main] hdfs.MiniDFSCluster (MiniDFSCluster.java:<init>(529)) - starting cluster: numNameNodes=1, numDataNodes=1
2026-07-08 18:03:31,000 WARN  [main] util.NativeCodeLoader (NativeCodeLoader.java:<clinit>(60)) - Unable to load native-hadoop library for your platform... using builtin-java classes where applicable
2026-07-08 18:03:31,100 INFO  [main] namenode.NameNode (NameNode.java:format(1249)) - Formatting using clusterid: testClusterID
2026-07-08 18:03:31,119 INFO  [main] namenode.FSEditLog (FSEditLog.java:newInstance(229)) - Edit logging is async:true
2026-07-08 18:03:31,145 INFO  [main] namenode.FSNamesystem (FSNamesystem.java:<init>(814)) - KeyProvider: null
2026-07-08 18:03:31,147 INFO  [main] namenode.FSNamesystem (FSNamesystemLock.java:<init>(141)) - fsLock is fair: true
2026-07-08 18:03:31,148 INFO  [main] namenode.FSNamesystem (FSNamesystemLock.java:<init>(159)) - Detailed lock hold time metrics enabled: false
2026-07-08 18:03:31,168 INFO  [main] namenode.FSNamesystem (FSNamesystem.java:<init>(847)) - fsOwner                = slave (auth:SIMPLE)
2026-07-08 18:03:31,168 INFO  [main] namenode.FSNamesystem (FSNamesystem.java:<init>(848)) - supergroup             = supergroup
2026-07-08 18:03:31,168 INFO  [main] namenode.FSNamesystem (FSNamesystem.java:<init>(849)) - isPermissionEnabled    = true
2026-07-08 18:03:31,168 INFO  [main] namenode.FSNamesystem (FSNamesystem.java:<init>(850)) - isStoragePolicyEnabled = true
2026-07-08 18:03:31,168 INFO  [main] namenode.FSNamesystem (FSNamesystem.java:<init>(861)) - HA Enabled: false
2026-07-08 18:03:31,211 INFO  [main] common.Util (Util.java:isDiskStatsEnabled(395)) - dfs.datanode.fileio.profiling.sampling.percentage set to 0. Disabling file IO profiling
2026-07-08 18:03:31,215 INFO  [main] Configuration.deprecation (Configuration.java:logDeprecation(1420)) - hadoop.configured.node.mapping is deprecated. Instead, use net.topology.configured.node.mapping
2026-07-08 18:03:31,215 INFO  [main] blockmanagement.DatanodeManager (DatanodeManager.java:<init>(334)) - dfs.block.invalidate.limit: configured=1000, counted=60, effected=1000
2026-07-08 18:03:31,216 INFO  [main] blockmanagement.DatanodeManager (DatanodeManager.java:<init>(342)) - dfs.namenode.datanode.registration.ip-hostname-check=true
2026-07-08 18:03:31,220 INFO  [main] blockmanagement.BlockManager (InvalidateBlocks.java:printBlockDeletionTime(77)) - dfs.namenode.startup.delay.block.deletion.sec is set to 000:00:00:00.000
2026-07-08 18:03:31,220 INFO  [main] blockmanagement.BlockManager (InvalidateBlocks.java:printBlockDeletionTime(83)) - The block deletion will start around 2026 Jul 08 18:03:31
2026-07-08 18:03:31,222 INFO  [main] util.GSet (LightWeightGSet.java:computeCapacity(395)) - Computing capacity for map BlocksMap
2026-07-08 18:03:31,222 INFO  [main] util.GSet (LightWeightGSet.java:computeCapacity(396)) - VM type       = 64-bit
2026-07-08 18:03:31,223 INFO  [main] util.GSet (LightWeightGSet.java:computeCapacity(397)) - 2.0% max memory 3.5 GB = 72.5 MB
2026-07-08 18:03:31,223 INFO  [main] util.GSet (LightWeightGSet.java:computeCapacity(402)) - capacity      = 2^23 = 8388608 entries
2026-07-08 18:03:31,253 INFO  [main] blockmanagement.BlockManager (BlockManager.java:createSPSManager(5447)) - Storage policy satisfier is disabled
2026-07-08 18:03:31,254 INFO  [main] blockmanagement.BlockManager (BlockManager.java:createBlockTokenSecretManager(641)) - dfs.block.access.token.enable = false
2026-07-08 18:03:31,260 INFO  [main] blockmanagement.BlockManagerSafeMode (BlockManagerSafeMode.java:<init>(160)) - dfs.namenode.safemode.threshold-pct = 0.999
2026-07-08 18:03:31,261 INFO  [main] blockmanagement.BlockManagerSafeMode (BlockManagerSafeMode.java:<init>(161)) - dfs.namenode.safemode.min.datanodes = 0
2026-07-08 18:03:31,261 INFO  [main] blockmanagement.BlockManagerSafeMode (BlockManagerSafeMode.java:<init>(163)) - dfs.namenode.safemode.extension = 0
2026-07-08 18:03:31,261 INFO  [main] blockmanagement.BlockManager (BlockManager.java:<init>(627)) - defaultReplication         = 1
2026-07-08 18:03:31,261 INFO  [main] blockmanagement.BlockManager (BlockManager.java:<init>(628)) - maxReplication             = 512
2026-07-08 18:03:31,262 INFO  [main] blockmanagement.BlockManager (BlockManager.java:<init>(629)) - minReplication             = 1
2026-07-08 18:03:31,262 INFO  [main] blockmanagement.BlockManager (BlockManager.java:<init>(630)) - maxReplicationStreams      = 2
2026-07-08 18:03:31,262 INFO  [main] blockmanagement.BlockManager (BlockManager.java:<init>(631)) - redundancyRecheckInterval  = 3000ms
2026-07-08 18:03:31,262 INFO  [main] blockmanagement.BlockManager (BlockManager.java:<init>(632)) - encryptDataTransfer        = false
2026-07-08 18:03:31,262 INFO  [main] blockmanagement.BlockManager (BlockManager.java:<init>(633)) - maxNumBlocksToLog          = 1000
2026-07-08 18:03:31,284 INFO  [main] namenode.FSDirectory (SerialNumberManager.java:<clinit>(51)) - GLOBAL serial map: bits=29 maxEntries=536870911
2026-07-08 18:03:31,285 INFO  [main] namenode.FSDirectory (SerialNumberManager.java:<clinit>(51)) - USER serial map: bits=24 maxEntries=16777215
2026-07-08 18:03:31,285 INFO  [main] namenode.FSDirectory (SerialNumberManager.java:<clinit>(51)) - GROUP serial map: bits=24 maxEntries=16777215
2026-07-08 18:03:31,285 INFO  [main] namenode.FSDirectory (SerialNumberManager.java:<clinit>(51)) - XATTR serial map: bits=24 maxEntries=16777215
2026-07-08 18:03:31,297 INFO  [main] util.GSet (LightWeightGSet.java:computeCapacity(395)) - Computing capacity for map INodeMap
2026-07-08 18:03:31,297 INFO  [main] util.GSet (LightWeightGSet.java:computeCapacity(396)) - VM type       = 64-bit
2026-07-08 18:03:31,298 INFO  [main] util.GSet (LightWeightGSet.java:computeCapacity(397)) - 1.0% max memory 3.5 GB = 36.2 MB
2026-07-08 18:03:31,298 INFO  [main] util.GSet (LightWeightGSet.java:computeCapacity(402)) - capacity      = 2^22 = 4194304 entries
2026-07-08 18:03:31,300 INFO  [main] namenode.FSDirectory (FSDirectory.java:<init>(335)) - ACLs enabled? true
2026-07-08 18:03:31,301 INFO  [main] namenode.FSDirectory (FSDirectory.java:<init>(339)) - POSIX ACL inheritance enabled? true
2026-07-08 18:03:31,301 INFO  [main] namenode.FSDirectory (FSDirectory.java:<init>(343)) - XAttrs enabled? true
2026-07-08 18:03:31,301 INFO  [main] namenode.NameNode (FSDirectory.java:<init>(406)) - Caching file names occurring more than 10 times
2026-07-08 18:03:31,305 INFO  [main] snapshot.SnapshotManager (SnapshotManager.java:<init>(124)) - Loaded config captureOpenFiles: false, skipCaptureAccessTimeOnlyChange: false, snapshotDiffAllowSnapRootDescendant: true, maxSnapshotLimit: 65536
2026-07-08 18:03:31,307 INFO  [main] snapshot.SnapshotManager (DirectoryDiffListFactory.java:init(43)) - SkipList is disabled
2026-07-08 18:03:31,311 INFO  [main] util.GSet (LightWeightGSet.java:computeCapacity(395)) - Computing capacity for map cachedBlocks
2026-07-08 18:03:31,312 INFO  [main] util.GSet (LightWeightGSet.java:computeCapacity(396)) - VM type       = 64-bit
2026-07-08 18:03:31,312 INFO  [main] util.GSet (LightWeightGSet.java:computeCapacity(397)) - 0.25% max memory 3.5 GB = 9.1 MB
2026-07-08 18:03:31,312 INFO  [main] util.GSet (LightWeightGSet.java:computeCapacity(402)) - capacity      = 2^20 = 1048576 entries
2026-07-08 18:03:31,323 INFO  [main] metrics.TopMetrics (TopMetrics.java:logConf(75)) - NNTop conf: dfs.namenode.top.window.num.buckets = 10
2026-07-08 18:03:31,323 INFO  [main] metrics.TopMetrics (TopMetrics.java:logConf(77)) - NNTop conf: dfs.namenode.top.num.users = 10
2026-07-08 18:03:31,323 INFO  [main] metrics.TopMetrics (TopMetrics.java:logConf(79)) - NNTop conf: dfs.namenode.top.windows.minutes = 1,5,25
2026-07-08 18:03:31,328 INFO  [main] namenode.FSNamesystem (FSNamesystem.java:initRetryCache(1080)) - Retry cache on namenode is enabled
2026-07-08 18:03:31,328 INFO  [main] namenode.FSNamesystem (FSNamesystem.java:initRetryCache(1088)) - Retry cache will use 0.03 of total heap and retry cache entry expiry time is 600000 millis
2026-07-08 18:03:31,330 INFO  [main] util.GSet (LightWeightGSet.java:computeCapacity(395)) - Computing capacity for map NameNodeRetryCache
2026-07-08 18:03:31,330 INFO  [main] util.GSet (LightWeightGSet.java:computeCapacity(396)) - VM type       = 64-bit
2026-07-08 18:03:31,330 INFO  [main] util.GSet (LightWeightGSet.java:computeCapacity(397)) - 0.029999999329447746% max memory 3.5 GB = 1.1 MB
2026-07-08 18:03:31,330 INFO  [main] util.GSet (LightWeightGSet.java:computeCapacity(402)) - capacity      = 2^17 = 131072 entries
2026-07-08 18:03:31,433 INFO  [main] namenode.FSImage (FSImage.java:format(186)) - Allocated new BlockPoolId: BP-372709400-10.240.0.181-1783533811423
2026-07-08 18:03:31,445 INFO  [main] common.Storage (NNStorage.java:format(595)) - Storage directory /tmp/hdfs-test8191793751134509254/name-0-1 has been successfully formatted.
2026-07-08 18:03:31,449 INFO  [main] common.Storage (NNStorage.java:format(595)) - Storage directory /tmp/hdfs-test8191793751134509254/name-0-2 has been successfully formatted.
2026-07-08 18:03:31,480 INFO  [FSImageSaver for /tmp/hdfs-test8191793751134509254/name-0-2 of type IMAGE_AND_EDITS] namenode.FSImageFormatProtobuf (FSImageFormatProtobuf.java:save(732)) - Saving image file /tmp/hdfs-test8191793751134509254/name-0-2/current/fsimage.ckpt_0000000000000000000 using no compression
2026-07-08 18:03:31,480 INFO  [FSImageSaver for /tmp/hdfs-test8191793751134509254/name-0-1 of type IMAGE_AND_EDITS] namenode.FSImageFormatProtobuf (FSImageFormatProtobuf.java:save(732)) - Saving image file /tmp/hdfs-test8191793751134509254/name-0-1/current/fsimage.ckpt_0000000000000000000 using no compression
2026-07-08 18:03:31,662 INFO  [FSImageSaver for /tmp/hdfs-test8191793751134509254/name-0-1 of type IMAGE_AND_EDITS] namenode.FSImageFormatProtobuf (FSImageFormatProtobuf.java:save(736)) - Image file /tmp/hdfs-test8191793751134509254/name-0-1/current/fsimage.ckpt_0000000000000000000 of size 400 bytes saved in 0 seconds .
2026-07-08 18:03:31,662 INFO  [FSImageSaver for /tmp/hdfs-test8191793751134509254/name-0-2 of type IMAGE_AND_EDITS] namenode.FSImageFormatProtobuf (FSImageFormatProtobuf.java:save(736)) - Image file /tmp/hdfs-test8191793751134509254/name-0-2/current/fsimage.ckpt_0000000000000000000 of size 400 bytes saved in 0 seconds .
2026-07-08 18:03:31,680 INFO  [main] namenode.NNStorageRetentionManager (NNStorageRetentionManager.java:getImageTxIdToRetain(203)) - Going to retain 1 images with txid >= 0
2026-07-08 18:03:31,718 INFO  [main] namenode.FSNamesystem (FSNamesystem.java:stopActiveServices(1427)) - Stopping services started for active state
2026-07-08 18:03:31,718 INFO  [main] namenode.FSNamesystem (FSNamesystem.java:stopStandbyServices(1528)) - Stopping services started for standby state
2026-07-08 18:03:31,719 INFO  [main] namenode.NameNode (NameNode.java:createNameNode(1707)) - createNameNode []
2026-07-08 18:03:31,772 WARN  [main] impl.MetricsConfig (MetricsConfig.java:loadFirst(136)) - Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties
2026-07-08 18:03:31,831 INFO  [main] impl.MetricsSystemImpl (MetricsSystemImpl.java:startTimer(378)) - Scheduled Metric snapshot period at 10 second(s).
2026-07-08 18:03:31,831 INFO  [main] impl.MetricsSystemImpl (MetricsSystemImpl.java:start(191)) - NameNode metrics system started
2026-07-08 18:03:31,855 INFO  [main] namenode.NameNodeUtils (NameNodeUtils.java:getClientNamenodeAddress(79)) - fs.defaultFS is hdfs://127.0.0.1:0
2026-07-08 18:03:31,895 INFO  [org.apache.hadoop.util.JvmPauseMonitor$Monitor@7393222f] util.JvmPauseMonitor (JvmPauseMonitor.java:run(188)) - Starting JVM pause monitor
2026-07-08 18:03:31,907 INFO  [main] hdfs.DFSUtil (DFSUtil.java:httpServerTemplateForNNAndJN(1668)) - Filter initializers set : org.apache.hadoop.http.lib.StaticUserWebFilter,org.apache.hadoop.hdfs.web.AuthFilterInitializer
2026-07-08 18:03:31,912 INFO  [main] hdfs.DFSUtil (DFSUtil.java:httpServerTemplateForNNAndJN(1690)) - Starting Web-server for hdfs at: http://localhost:0
2026-07-08 18:03:31,927 INFO  [main] util.log (Log.java:initialized(169)) - Logging initialized @2242ms to org.eclipse.jetty.util.log.Slf4jLog
2026-07-08 18:03:32,036 INFO  [main] server.AuthenticationFilter (AuthenticationFilter.java:constructSecretProvider(240)) - Unable to initialize FileSignerSecretProvider, falling back to use random secrets.
2026-07-08 18:03:32,041 INFO  [main] http.HttpRequestLog (HttpRequestLog.java:getRequestLog(82)) - Http request log for http.requests.namenode is not defined
2026-07-08 18:03:32,048 INFO  [main] http.HttpServer2 (HttpServer2.java:addGlobalFilter(1111)) - Added global filter 'safety' (class=org.apache.hadoop.http.HttpServer2$QuotingInputFilter)
2026-07-08 18:03:32,051 INFO  [main] http.HttpServer2 (HttpServer2.java:addFilter(1084)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context hdfs
2026-07-08 18:03:32,051 INFO  [main] http.HttpServer2 (HttpServer2.java:addFilter(1094)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context static
2026-07-08 18:03:32,054 INFO  [main] http.HttpServer2 (HttpServer2.java:addFilter(1084)) - Added filter AuthFilter (class=org.apache.hadoop.hdfs.web.AuthFilter) to context hdfs
2026-07-08 18:03:32,054 INFO  [main] http.HttpServer2 (HttpServer2.java:addFilter(1094)) - Added filter AuthFilter (class=org.apache.hadoop.hdfs.web.AuthFilter) to context static
2026-07-08 18:03:32,089 INFO  [main] http.HttpServer2 (HttpServer2.java:addJerseyResourcePackage(938)) - addJerseyResourcePackage: packageName=org.apache.hadoop.hdfs.server.namenode.web.resources;org.apache.hadoop.hdfs.web.resources, pathSpec=/webhdfs/v1/*
2026-07-08 18:03:32,099 INFO  [main] http.HttpServer2 (HttpServer2.java:bindListener(1332)) - Jetty bound to port 40607
2026-07-08 18:03:32,100 INFO  [main] server.Server (Server.java:doStart(375)) - jetty-9.4.40.v20210413; built: 2021-04-13T20:42:42.668Z; git: b881a572662e1943a14ae12e7e1207989f218b74; jvm 1.8.0_362-8u372-ga~us1-0ubuntu1~18.04-b09
2026-07-08 18:03:32,135 INFO  [main] server.session (DefaultSessionIdManager.java:doStart(334)) - DefaultSessionIdManager workerName=node0
2026-07-08 18:03:32,135 INFO  [main] server.session (DefaultSessionIdManager.java:doStart(339)) - No SessionScavenger set, using defaults
2026-07-08 18:03:32,137 INFO  [main] server.session (HouseKeeper.java:startScavenging(132)) - node0 Scavenging every 660000ms
2026-07-08 18:03:32,155 INFO  [main] server.AuthenticationFilter (AuthenticationFilter.java:constructSecretProvider(240)) - Unable to initialize FileSignerSecretProvider, falling back to use random secrets.
2026-07-08 18:03:32,159 INFO  [main] handler.ContextHandler (ContextHandler.java:doStart(916)) - Started o.e.j.s.ServletContextHandler@71454b9d{static,/static,jar:file:/tmp/dist-test-taskOk1AGN/java/build/jars/hadoop-hdfs-3.3.1-tests.jar!/webapps/static,AVAILABLE}
2026-07-08 18:03:32,388 INFO  [main] handler.ContextHandler (ContextHandler.java:doStart(916)) - Started o.e.j.w.WebAppContext@3f0846c6{hdfs,/,file:///tmp/jetty-localhost-40607-hadoop-hdfs-3_3_1-tests_jar-_-any-8974987167453348310/webapp/,AVAILABLE}{jar:file:/tmp/dist-test-taskOk1AGN/java/build/jars/hadoop-hdfs-3.3.1-tests.jar!/webapps/hdfs}
2026-07-08 18:03:32,397 INFO  [main] server.AbstractConnector (AbstractConnector.java:doStart(331)) - Started ServerConnector@362045c0{HTTP/1.1, (http/1.1)}{localhost:40607}
2026-07-08 18:03:32,398 INFO  [main] server.Server (Server.java:doStart(415)) - Started @2713ms
2026-07-08 18:03:32,403 INFO  [main] namenode.FSEditLog (FSEditLog.java:newInstance(229)) - Edit logging is async:true
2026-07-08 18:03:32,417 INFO  [main] namenode.FSNamesystem (FSNamesystem.java:<init>(814)) - KeyProvider: null
2026-07-08 18:03:32,417 INFO  [main] namenode.FSNamesystem (FSNamesystemLock.java:<init>(141)) - fsLock is fair: true
2026-07-08 18:03:32,417 INFO  [main] namenode.FSNamesystem (FSNamesystemLock.java:<init>(159)) - Detailed lock hold time metrics enabled: false
2026-07-08 18:03:32,417 INFO  [main] namenode.FSNamesystem (FSNamesystem.java:<init>(847)) - fsOwner                = slave (auth:SIMPLE)
2026-07-08 18:03:32,418 INFO  [main] namenode.FSNamesystem (FSNamesystem.java:<init>(848)) - supergroup             = supergroup
2026-07-08 18:03:32,418 INFO  [main] namenode.FSNamesystem (FSNamesystem.java:<init>(849)) - isPermissionEnabled    = true
2026-07-08 18:03:32,418 INFO  [main] namenode.FSNamesystem (FSNamesystem.java:<init>(850)) - isStoragePolicyEnabled = true
2026-07-08 18:03:32,418 INFO  [main] namenode.FSNamesystem (FSNamesystem.java:<init>(861)) - HA Enabled: false
2026-07-08 18:03:32,418 INFO  [main] common.Util (Util.java:isDiskStatsEnabled(395)) - dfs.datanode.fileio.profiling.sampling.percentage set to 0. Disabling file IO profiling
2026-07-08 18:03:32,419 INFO  [main] blockmanagement.DatanodeManager (DatanodeManager.java:<init>(334)) - dfs.block.invalidate.limit: configured=1000, counted=60, effected=1000
2026-07-08 18:03:32,419 INFO  [main] blockmanagement.DatanodeManager (DatanodeManager.java:<init>(342)) - dfs.namenode.datanode.registration.ip-hostname-check=true
2026-07-08 18:03:32,419 INFO  [main] blockmanagement.BlockManager (InvalidateBlocks.java:printBlockDeletionTime(77)) - dfs.namenode.startup.delay.block.deletion.sec is set to 000:00:00:00.000
2026-07-08 18:03:32,419 INFO  [main] blockmanagement.BlockManager (InvalidateBlocks.java:printBlockDeletionTime(83)) - The block deletion will start around 2026 Jul 08 18:03:32
2026-07-08 18:03:32,419 INFO  [main] util.GSet (LightWeightGSet.java:computeCapacity(395)) - Computing capacity for map BlocksMap
2026-07-08 18:03:32,420 INFO  [main] util.GSet (LightWeightGSet.java:computeCapacity(396)) - VM type       = 64-bit
2026-07-08 18:03:32,420 INFO  [main] util.GSet (LightWeightGSet.java:computeCapacity(397)) - 2.0% max memory 3.5 GB = 72.5 MB
2026-07-08 18:03:32,420 INFO  [main] util.GSet (LightWeightGSet.java:computeCapacity(402)) - capacity      = 2^23 = 8388608 entries
2026-07-08 18:03:32,425 INFO  [main] blockmanagement.BlockManager (BlockManager.java:createSPSManager(5447)) - Storage policy satisfier is disabled
2026-07-08 18:03:32,426 INFO  [main] blockmanagement.BlockManager (BlockManager.java:createBlockTokenSecretManager(641)) - dfs.block.access.token.enable = false
2026-07-08 18:03:32,426 INFO  [main] blockmanagement.BlockManagerSafeMode (BlockManagerSafeMode.java:<init>(160)) - dfs.namenode.safemode.threshold-pct = 0.999
2026-07-08 18:03:32,426 INFO  [main] blockmanagement.BlockManagerSafeMode (BlockManagerSafeMode.java:<init>(161)) - dfs.namenode.safemode.min.datanodes = 0
2026-07-08 18:03:32,426 INFO  [main] blockmanagement.BlockManagerSafeMode (BlockManagerSafeMode.java:<init>(163)) - dfs.namenode.safemode.extension = 0
2026-07-08 18:03:32,426 INFO  [main] blockmanagement.BlockManager (BlockManager.java:<init>(627)) - defaultReplication         = 1
2026-07-08 18:03:32,426 INFO  [main] blockmanagement.BlockManager (BlockManager.java:<init>(628)) - maxReplication             = 512
2026-07-08 18:03:32,426 INFO  [main] blockmanagement.BlockManager (BlockManager.java:<init>(629)) - minReplication             = 1
2026-07-08 18:03:32,426 INFO  [main] blockmanagement.BlockManager (BlockManager.java:<init>(630)) - maxReplicationStreams      = 2
2026-07-08 18:03:32,427 INFO  [main] blockmanagement.BlockManager (BlockManager.java:<init>(631)) - redundancyRecheckInterval  = 3000ms
2026-07-08 18:03:32,427 INFO  [main] blockmanagement.BlockManager (BlockManager.java:<init>(632)) - encryptDataTransfer        = false
2026-07-08 18:03:32,427 INFO  [main] blockmanagement.BlockManager (BlockManager.java:<init>(633)) - maxNumBlocksToLog          = 1000
2026-07-08 18:03:32,427 INFO  [main] util.GSet (LightWeightGSet.java:computeCapacity(395)) - Computing capacity for map INodeMap
2026-07-08 18:03:32,427 INFO  [main] util.GSet (LightWeightGSet.java:computeCapacity(396)) - VM type       = 64-bit
2026-07-08 18:03:32,428 INFO  [main] util.GSet (LightWeightGSet.java:computeCapacity(397)) - 1.0% max memory 3.5 GB = 36.2 MB
2026-07-08 18:03:32,428 INFO  [main] util.GSet (LightWeightGSet.java:computeCapacity(402)) - capacity      = 2^22 = 4194304 entries
2026-07-08 18:03:32,430 INFO  [main] namenode.FSDirectory (FSDirectory.java:<init>(335)) - ACLs enabled? true
2026-07-08 18:03:32,430 INFO  [main] namenode.FSDirectory (FSDirectory.java:<init>(339)) - POSIX ACL inheritance enabled? true
2026-07-08 18:03:32,431 INFO  [main] namenode.FSDirectory (FSDirectory.java:<init>(343)) - XAttrs enabled? true
2026-07-08 18:03:32,431 INFO  [main] namenode.NameNode (FSDirectory.java:<init>(406)) - Caching file names occurring more than 10 times
2026-07-08 18:03:32,431 INFO  [main] snapshot.SnapshotManager (SnapshotManager.java:<init>(124)) - Loaded config captureOpenFiles: false, skipCaptureAccessTimeOnlyChange: false, snapshotDiffAllowSnapRootDescendant: true, maxSnapshotLimit: 65536
2026-07-08 18:03:32,431 INFO  [main] snapshot.SnapshotManager (DirectoryDiffListFactory.java:init(43)) - SkipList is disabled
2026-07-08 18:03:32,431 INFO  [main] util.GSet (LightWeightGSet.java:computeCapacity(395)) - Computing capacity for map cachedBlocks
2026-07-08 18:03:32,431 INFO  [main] util.GSet (LightWeightGSet.java:computeCapacity(396)) - VM type       = 64-bit
2026-07-08 18:03:32,431 INFO  [main] util.GSet (LightWeightGSet.java:computeCapacity(397)) - 0.25% max memory 3.5 GB = 9.1 MB
2026-07-08 18:03:32,431 INFO  [main] util.GSet (LightWeightGSet.java:computeCapacity(402)) - capacity      = 2^20 = 1048576 entries
2026-07-08 18:03:32,500 INFO  [main] metrics.TopMetrics (TopMetrics.java:logConf(75)) - NNTop conf: dfs.namenode.top.window.num.buckets = 10
2026-07-08 18:03:32,501 INFO  [main] metrics.TopMetrics (TopMetrics.java:logConf(77)) - NNTop conf: dfs.namenode.top.num.users = 10
2026-07-08 18:03:32,501 INFO  [main] metrics.TopMetrics (TopMetrics.java:logConf(79)) - NNTop conf: dfs.namenode.top.windows.minutes = 1,5,25
2026-07-08 18:03:32,501 INFO  [main] namenode.FSNamesystem (FSNamesystem.java:initRetryCache(1080)) - Retry cache on namenode is enabled
2026-07-08 18:03:32,501 INFO  [main] namenode.FSNamesystem (FSNamesystem.java:initRetryCache(1088)) - Retry cache will use 0.03 of total heap and retry cache entry expiry time is 600000 millis
2026-07-08 18:03:32,501 INFO  [main] util.GSet (LightWeightGSet.java:computeCapacity(395)) - Computing capacity for map NameNodeRetryCache
2026-07-08 18:03:32,501 INFO  [main] util.GSet (LightWeightGSet.java:computeCapacity(396)) - VM type       = 64-bit
2026-07-08 18:03:32,502 INFO  [main] util.GSet (LightWeightGSet.java:computeCapacity(397)) - 0.029999999329447746% max memory 3.5 GB = 1.1 MB
2026-07-08 18:03:32,502 INFO  [main] util.GSet (LightWeightGSet.java:computeCapacity(402)) - capacity      = 2^17 = 131072 entries
2026-07-08 18:03:32,507 INFO  [main] common.Storage (Storage.java:tryLock(948)) - Lock on /tmp/hdfs-test8191793751134509254/name-0-1/in_use.lock acquired by nodename 7120@dist-test-slave-0hj8.c.gcp-upstream.internal
2026-07-08 18:03:32,510 INFO  [main] common.Storage (Storage.java:tryLock(948)) - Lock on /tmp/hdfs-test8191793751134509254/name-0-2/in_use.lock acquired by nodename 7120@dist-test-slave-0hj8.c.gcp-upstream.internal
2026-07-08 18:03:32,512 INFO  [main] namenode.FileJournalManager (FileJournalManager.java:recoverUnfinalizedSegments(428)) - Recovering unfinalized segments in /tmp/hdfs-test8191793751134509254/name-0-1/current
2026-07-08 18:03:32,512 INFO  [main] namenode.FileJournalManager (FileJournalManager.java:recoverUnfinalizedSegments(428)) - Recovering unfinalized segments in /tmp/hdfs-test8191793751134509254/name-0-2/current
2026-07-08 18:03:32,512 INFO  [main] namenode.FSImage (FSImage.java:loadFSImage(734)) - No edit log streams selected.
2026-07-08 18:03:32,513 INFO  [main] namenode.FSImage (FSImage.java:loadFSImageFile(800)) - Planning to load image: FSImageFile(file=/tmp/hdfs-test8191793751134509254/name-0-1/current/fsimage_0000000000000000000, cpktTxId=0000000000000000000)
2026-07-08 18:03:32,535 INFO  [main] namenode.FSImageFormatPBINode (FSImageFormatPBINode.java:loadINodeSectionHeader(413)) - Loading 1 INodes.
2026-07-08 18:03:32,536 INFO  [main] namenode.FSImageFormatPBINode (FSImageFormatPBINode.java:loadINodeSection(371)) - Successfully loaded 1 inodes
2026-07-08 18:03:32,540 INFO  [main] namenode.FSImageFormatPBINode (FSImageFormatPBINode.java:waitBlocksMapAndNameCacheUpdateFinished(344)) - Completed update blocks map and name cache, total waiting duration 0ms.
2026-07-08 18:03:32,542 INFO  [main] namenode.FSImageFormatProtobuf (FSImageFormatProtobuf.java:load(255)) - Loaded FSImage in 0 seconds.
2026-07-08 18:03:32,542 INFO  [main] namenode.FSImage (FSImage.java:loadFSImage(978)) - Loaded image for txid 0 from /tmp/hdfs-test8191793751134509254/name-0-1/current/fsimage_0000000000000000000
2026-07-08 18:03:32,546 INFO  [main] namenode.FSNamesystem (FSNamesystem.java:loadFSImage(1202)) - Need to save fs image? false (staleImage=false, haEnabled=false, isRollingUpgrade=false)
2026-07-08 18:03:32,547 INFO  [main] namenode.FSEditLog (FSEditLog.java:startLogSegment(1391)) - Starting log segment at 1
2026-07-08 18:03:32,562 INFO  [main] namenode.NameCache (NameCache.java:initialized(143)) - initialized with 0 entries 0 lookups
2026-07-08 18:03:32,562 INFO  [main] namenode.FSNamesystem (FSNamesystem.java:loadFromDisk(786)) - Finished loading FSImage in 59 msecs
2026-07-08 18:03:32,719 INFO  [main] namenode.NameNode (NameNodeRpcServer.java:<init>(454)) - RPC server is binding to localhost:0
2026-07-08 18:03:32,719 INFO  [main] namenode.NameNode (NameNodeRpcServer.java:<init>(459)) - Enable NameNode state context:false
2026-07-08 18:03:32,728 INFO  [main] ipc.CallQueueManager (CallQueueManager.java:<init>(90)) - Using callQueue: class java.util.concurrent.LinkedBlockingQueue, queueCapacity: 1000, scheduler: class org.apache.hadoop.ipc.DefaultRpcScheduler, ipcBackoff: false.
2026-07-08 18:03:32,740 INFO  [Socket Reader #1 for port 0] ipc.Server (Server.java:run(1265)) - Starting Socket Reader #1 for port 0
2026-07-08 18:03:33,111 INFO  [Listener at localhost/35863] namenode.NameNode (NameNode.java:initialize(776)) - Clients are to use localhost:35863 to access this namenode/service.
2026-07-08 18:03:33,114 INFO  [Listener at localhost/35863] namenode.FSNamesystem (FSNamesystem.java:registerMBean(5444)) - Registered FSNamesystemState, ReplicatedBlocksState and ECBlockGroupsState MBeans.
2026-07-08 18:03:33,130 INFO  [Listener at localhost/35863] namenode.LeaseManager (LeaseManager.java:getNumUnderConstructionBlocks(166)) - Number of blocks under construction: 0
2026-07-08 18:03:33,138 INFO  [Listener at localhost/35863] blockmanagement.DatanodeAdminDefaultMonitor (DatanodeAdminDefaultMonitor.java:processConf(116)) - Initialized the Default Decommission and Maintenance monitor
2026-07-08 18:03:33,141 INFO  [Listener at localhost/35863] blockmanagement.BlockManager (BlockManager.java:initializeReplQueues(5187)) - initializing replication queues
2026-07-08 18:03:33,141 INFO  [Listener at localhost/35863] hdfs.StateChange (BlockManagerSafeMode.java:leaveSafeMode(399)) - STATE* Leaving safe mode after 0 secs
2026-07-08 18:03:33,141 INFO  [Listener at localhost/35863] hdfs.StateChange (BlockManagerSafeMode.java:leaveSafeMode(405)) - STATE* Network topology has 0 racks and 0 datanodes
2026-07-08 18:03:33,142 INFO  [Listener at localhost/35863] hdfs.StateChange (BlockManagerSafeMode.java:leaveSafeMode(407)) - STATE* UnderReplicatedBlocks has 0 blocks
2026-07-08 18:03:33,151 INFO  [Reconstruction Queue Initializer] blockmanagement.BlockManager (BlockManager.java:processMisReplicatesAsync(3728)) - Total number of blocks            = 0
2026-07-08 18:03:33,151 INFO  [Reconstruction Queue Initializer] blockmanagement.BlockManager (BlockManager.java:processMisReplicatesAsync(3729)) - Number of invalid blocks          = 0
2026-07-08 18:03:33,151 INFO  [Reconstruction Queue Initializer] blockmanagement.BlockManager (BlockManager.java:processMisReplicatesAsync(3730)) - Number of under-replicated blocks = 0
2026-07-08 18:03:33,152 INFO  [Reconstruction Queue Initializer] blockmanagement.BlockManager (BlockManager.java:processMisReplicatesAsync(3731)) - Number of  over-replicated blocks = 0
2026-07-08 18:03:33,152 INFO  [Reconstruction Queue Initializer] blockmanagement.BlockManager (BlockManager.java:processMisReplicatesAsync(3733)) - Number of blocks being written    = 0
2026-07-08 18:03:33,152 INFO  [Reconstruction Queue Initializer] hdfs.StateChange (BlockManager.java:processMisReplicatesAsync(3736)) - STATE* Replication Queue initialization scan for invalid, over- and under-replicated blocks completed in 10 msec
2026-07-08 18:03:33,174 INFO  [IPC Server Responder] ipc.Server (Server.java:run(1507)) - IPC Server Responder: starting
2026-07-08 18:03:33,175 INFO  [IPC Server listener on 0] ipc.Server (Server.java:run(1344)) - IPC Server listener on 0: starting
2026-07-08 18:03:33,178 INFO  [Listener at localhost/35863] namenode.NameNode (NameNode.java:startCommonServices(893)) - NameNode RPC up at: localhost/127.0.0.1:35863
2026-07-08 18:03:33,180 INFO  [Listener at localhost/35863] namenode.FSNamesystem (FSNamesystem.java:startActiveServices(1314)) - Starting services required for active state
2026-07-08 18:03:33,180 INFO  [Listener at localhost/35863] namenode.FSDirectory (FSDirectory.java:updateCountForQuota(840)) - Initializing quota with 12 thread(s)
2026-07-08 18:03:33,186 INFO  [Listener at localhost/35863] namenode.FSDirectory (FSDirectory.java:updateCountForQuota(849)) - Quota initialization completed in 5 milliseconds
name space=1
storage space=0
storage types=RAM_DISK=0, SSD=0, DISK=0, ARCHIVE=0, PROVIDED=0
2026-07-08 18:03:33,190 INFO  [CacheReplicationMonitor(750727596)] blockmanagement.CacheReplicationMonitor (CacheReplicationMonitor.java:run(160)) - Starting CacheReplicationMonitor with interval 30000 milliseconds
2026-07-08 18:03:33,196 INFO  [Listener at localhost/35863] hdfs.MiniDFSCluster (MiniDFSCluster.java:startDataNodes(1697)) - Starting DataNode 0 with dfs.datanode.data.dir: [DISK]file:/tmp/hdfs-test8191793751134509254/data/data1,[DISK]file:/tmp/hdfs-test8191793751134509254/data/data2
2026-07-08 18:03:33,246 INFO  [Listener at localhost/35863] checker.ThrottledAsyncChecker (ThrottledAsyncChecker.java:schedule(137)) - Scheduling a check for [DISK]file:/tmp/hdfs-test8191793751134509254/data/data1
2026-07-08 18:03:33,257 INFO  [Listener at localhost/35863] checker.ThrottledAsyncChecker (ThrottledAsyncChecker.java:schedule(137)) - Scheduling a check for [DISK]file:/tmp/hdfs-test8191793751134509254/data/data2
2026-07-08 18:03:33,270 INFO  [Listener at localhost/35863] impl.MetricsSystemImpl (MetricsSystemImpl.java:init(158)) - DataNode metrics system started (again)
2026-07-08 18:03:33,276 INFO  [Listener at localhost/35863] common.Util (Util.java:isDiskStatsEnabled(395)) - dfs.datanode.fileio.profiling.sampling.percentage set to 0. Disabling file IO profiling
2026-07-08 18:03:33,279 INFO  [Listener at localhost/35863] datanode.BlockScanner (BlockScanner.java:<init>(201)) - Initialized block scanner with targetBytesPerSec 1048576
2026-07-08 18:03:33,284 INFO  [Listener at localhost/35863] datanode.DataNode (DataNode.java:<init>(512)) - Configured hostname is 127.0.0.1
2026-07-08 18:03:33,285 INFO  [Listener at localhost/35863] common.Util (Util.java:isDiskStatsEnabled(395)) - dfs.datanode.fileio.profiling.sampling.percentage set to 0. Disabling file IO profiling
2026-07-08 18:03:33,290 INFO  [Listener at localhost/35863] datanode.DataNode (DataNode.java:startDataNode(1408)) - Starting DataNode with maxLockedMemory = 0
2026-07-08 18:03:33,297 INFO  [Listener at localhost/35863] datanode.DataNode (DataNode.java:initDataXceiver(1171)) - Opened streaming server at /127.0.0.1:46539
2026-07-08 18:03:33,300 INFO  [Listener at localhost/35863] datanode.DataNode (DataXceiverServer.java:<init>(94)) - Balancing bandwidth is 104857600 bytes/s
2026-07-08 18:03:33,300 INFO  [Listener at localhost/35863] datanode.DataNode (DataXceiverServer.java:<init>(95)) - Number threads for balancing is 100
2026-07-08 18:03:33,310 INFO  [Listener at localhost/35863] server.AuthenticationFilter (AuthenticationFilter.java:constructSecretProvider(240)) - Unable to initialize FileSignerSecretProvider, falling back to use random secrets.
2026-07-08 18:03:33,310 INFO  [Listener at localhost/35863] http.HttpRequestLog (HttpRequestLog.java:getRequestLog(82)) - Http request log for http.requests.datanode is not defined
2026-07-08 18:03:33,312 INFO  [Listener at localhost/35863] http.HttpServer2 (HttpServer2.java:addGlobalFilter(1111)) - Added global filter 'safety' (class=org.apache.hadoop.http.HttpServer2$QuotingInputFilter)
2026-07-08 18:03:33,313 INFO  [Listener at localhost/35863] http.HttpServer2 (HttpServer2.java:addFilter(1084)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context datanode
2026-07-08 18:03:33,313 INFO  [Listener at localhost/35863] http.HttpServer2 (HttpServer2.java:addFilter(1094)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context static
2026-07-08 18:03:33,317 INFO  [Listener at localhost/35863] http.HttpServer2 (HttpServer2.java:bindListener(1332)) - Jetty bound to port 37001
2026-07-08 18:03:33,317 INFO  [Listener at localhost/35863] server.Server (Server.java:doStart(375)) - jetty-9.4.40.v20210413; built: 2021-04-13T20:42:42.668Z; git: b881a572662e1943a14ae12e7e1207989f218b74; jvm 1.8.0_362-8u372-ga~us1-0ubuntu1~18.04-b09
2026-07-08 18:03:33,318 INFO  [Listener at localhost/35863] server.session (DefaultSessionIdManager.java:doStart(334)) - DefaultSessionIdManager workerName=node0
2026-07-08 18:03:33,318 INFO  [Listener at localhost/35863] server.session (DefaultSessionIdManager.java:doStart(339)) - No SessionScavenger set, using defaults
2026-07-08 18:03:33,319 INFO  [Listener at localhost/35863] server.session (HouseKeeper.java:startScavenging(132)) - node0 Scavenging every 600000ms
2026-07-08 18:03:33,320 INFO  [Listener at localhost/35863] handler.ContextHandler (ContextHandler.java:doStart(916)) - Started o.e.j.s.ServletContextHandler@34237b90{static,/static,jar:file:/tmp/dist-test-taskOk1AGN/java/build/jars/hadoop-hdfs-3.3.1-tests.jar!/webapps/static,AVAILABLE}
2026-07-08 18:03:33,474 INFO  [Listener at localhost/35863] handler.ContextHandler (ContextHandler.java:doStart(916)) - Started o.e.j.w.WebAppContext@26a94fa5{datanode,/,file:///tmp/jetty-localhost-37001-hadoop-hdfs-3_3_1-tests_jar-_-any-5268494333087737871/webapp/,AVAILABLE}{jar:file:/tmp/dist-test-taskOk1AGN/java/build/jars/hadoop-hdfs-3.3.1-tests.jar!/webapps/datanode}
2026-07-08 18:03:33,475 INFO  [Listener at localhost/35863] server.AbstractConnector (AbstractConnector.java:doStart(331)) - Started ServerConnector@781a9412{HTTP/1.1, (http/1.1)}{localhost:37001}
2026-07-08 18:03:33,475 INFO  [Listener at localhost/35863] server.Server (Server.java:doStart(415)) - Started @3790ms
2026-07-08 18:03:33,566 WARN  [Listener at localhost/35863] web.DatanodeHttpServer (RestCsrfPreventionFilterHandler.java:<init>(75)) - Got null for restCsrfPreventionFilter - will not do any filtering.
2026-07-08 18:03:33,657 INFO  [Listener at localhost/35863] web.DatanodeHttpServer (DatanodeHttpServer.java:start(322)) - Listening HTTP traffic on /127.0.0.1:42955
2026-07-08 18:03:33,658 INFO  [org.apache.hadoop.util.JvmPauseMonitor$Monitor@56303475] util.JvmPauseMonitor (JvmPauseMonitor.java:run(188)) - Starting JVM pause monitor
2026-07-08 18:03:33,659 INFO  [Listener at localhost/35863] datanode.DataNode (DataNode.java:startDataNode(1436)) - dnUserName = slave
2026-07-08 18:03:33,659 INFO  [Listener at localhost/35863] datanode.DataNode (DataNode.java:startDataNode(1437)) - supergroup = supergroup
2026-07-08 18:03:33,674 INFO  [Listener at localhost/35863] ipc.CallQueueManager (CallQueueManager.java:<init>(90)) - Using callQueue: class java.util.concurrent.LinkedBlockingQueue, queueCapacity: 1000, scheduler: class org.apache.hadoop.ipc.DefaultRpcScheduler, ipcBackoff: false.
2026-07-08 18:03:33,674 INFO  [Socket Reader #1 for port 0] ipc.Server (Server.java:run(1265)) - Starting Socket Reader #1 for port 0
2026-07-08 18:03:33,680 INFO  [Listener at localhost/46359] datanode.DataNode (DataNode.java:initIpcServer(1057)) - Opened IPC server at /127.0.0.1:46359
2026-07-08 18:03:33,707 INFO  [Listener at localhost/46359] datanode.DataNode (BlockPoolManager.java:refreshNamenodes(149)) - Refresh request received for nameservices: null
2026-07-08 18:03:33,709 INFO  [Listener at localhost/46359] datanode.DataNode (BlockPoolManager.java:doRefreshNamenodes(210)) - Starting BPOfferServices for nameservices: <default>
2026-07-08 18:03:33,718 INFO  [Thread-63] datanode.DataNode (BPServiceActor.java:run(847)) - Block pool <registering> (Datanode Uuid unassigned) service to localhost/127.0.0.1:35863 starting to offer service
2026-07-08 18:03:33,724 INFO  [IPC Server Responder] ipc.Server (Server.java:run(1507)) - IPC Server Responder: starting
2026-07-08 18:03:33,724 INFO  [IPC Server listener on 0] ipc.Server (Server.java:run(1344)) - IPC Server listener on 0: starting
2026-07-08 18:03:33,921 INFO  [Thread-63] datanode.DataNode (BPOfferService.java:verifyAndSetNamespaceInfo(381)) - Acknowledging ACTIVE Namenode during handshakeBlock pool <registering> (Datanode Uuid unassigned) service to localhost/127.0.0.1:35863
2026-07-08 18:03:33,923 INFO  [Thread-63] common.Storage (DataStorage.java:getParallelVolumeLoadThreadsNum(356)) - Using 2 threads to upgrade data directories (dfs.datanode.parallel.volumes.load.threads.num=2, dataDirs=2)
2026-07-08 18:03:33,926 INFO  [Thread-63] common.Storage (Storage.java:tryLock(948)) - Lock on /tmp/hdfs-test8191793751134509254/data/data1/in_use.lock acquired by nodename 7120@dist-test-slave-0hj8.c.gcp-upstream.internal
2026-07-08 18:03:33,927 INFO  [Thread-63] common.Storage (DataStorage.java:loadStorageDirectory(284)) - Storage directory with location [DISK]file:/tmp/hdfs-test8191793751134509254/data/data1 is not formatted for namespace 457058963. Formatting...
2026-07-08 18:03:33,928 INFO  [Thread-63] common.Storage (DataStorage.java:createStorageID(160)) - Generated new storageID DS-c1a349ea-617c-4309-91a8-b8698b94975f for directory /tmp/hdfs-test8191793751134509254/data/data1 
2026-07-08 18:03:33,936 INFO  [Thread-63] common.Storage (Storage.java:tryLock(948)) - Lock on /tmp/hdfs-test8191793751134509254/data/data2/in_use.lock acquired by nodename 7120@dist-test-slave-0hj8.c.gcp-upstream.internal
2026-07-08 18:03:33,936 INFO  [Thread-63] common.Storage (DataStorage.java:loadStorageDirectory(284)) - Storage directory with location [DISK]file:/tmp/hdfs-test8191793751134509254/data/data2 is not formatted for namespace 457058963. Formatting...
2026-07-08 18:03:33,936 INFO  [Thread-63] common.Storage (DataStorage.java:createStorageID(160)) - Generated new storageID DS-231899f7-040d-4fb5-8dc6-57cbb1d42096 for directory /tmp/hdfs-test8191793751134509254/data/data2 
2026-07-08 18:03:33,965 INFO  [Thread-63] common.Storage (BlockPoolSliceStorage.java:recoverTransitionRead(256)) - Analyzing storage directories for bpid BP-372709400-10.240.0.181-1783533811423
2026-07-08 18:03:33,966 INFO  [Thread-63] common.Storage (Storage.java:lock(907)) - Locking is disabled for /tmp/hdfs-test8191793751134509254/data/data1/current/BP-372709400-10.240.0.181-1783533811423
2026-07-08 18:03:33,966 INFO  [Thread-63] common.Storage (BlockPoolSliceStorage.java:loadStorageDirectory(169)) - Block pool storage directory for location [DISK]file:/tmp/hdfs-test8191793751134509254/data/data1 and block pool id BP-372709400-10.240.0.181-1783533811423 is not formatted. Formatting ...
2026-07-08 18:03:33,966 INFO  [Thread-63] common.Storage (BlockPoolSliceStorage.java:format(285)) - Formatting block pool BP-372709400-10.240.0.181-1783533811423 directory /tmp/hdfs-test8191793751134509254/data/data1/current/BP-372709400-10.240.0.181-1783533811423/current
2026-07-08 18:03:33,994 INFO  [Thread-63] common.Storage (BlockPoolSliceStorage.java:recoverTransitionRead(256)) - Analyzing storage directories for bpid BP-372709400-10.240.0.181-1783533811423
2026-07-08 18:03:33,994 INFO  [Thread-63] common.Storage (Storage.java:lock(907)) - Locking is disabled for /tmp/hdfs-test8191793751134509254/data/data2/current/BP-372709400-10.240.0.181-1783533811423
2026-07-08 18:03:33,995 INFO  [Thread-63] common.Storage (BlockPoolSliceStorage.java:loadStorageDirectory(169)) - Block pool storage directory for location [DISK]file:/tmp/hdfs-test8191793751134509254/data/data2 and block pool id BP-372709400-10.240.0.181-1783533811423 is not formatted. Formatting ...
2026-07-08 18:03:33,995 INFO  [Thread-63] common.Storage (BlockPoolSliceStorage.java:format(285)) - Formatting block pool BP-372709400-10.240.0.181-1783533811423 directory /tmp/hdfs-test8191793751134509254/data/data2/current/BP-372709400-10.240.0.181-1783533811423/current
2026-07-08 18:03:34,000 INFO  [Thread-63] datanode.DataNode (DataNode.java:initStorage(1756)) - Setting up storage: nsid=457058963;bpid=BP-372709400-10.240.0.181-1783533811423;lv=-57;nsInfo=lv=-66;cid=testClusterID;nsid=457058963;c=1783533811423;bpid=BP-372709400-10.240.0.181-1783533811423;dnuuid=null
2026-07-08 18:03:34,004 INFO  [Thread-63] datanode.DataNode (DataNode.java:checkDatanodeUuid(1554)) - Generated and persisted new Datanode UUID ed2c1b04-13ff-4d8f-8d3c-3105953f4435
2026-07-08 18:03:34,017 INFO  [Thread-63] impl.FsDatasetImpl (FsDatasetImpl.java:<init>(310)) - The datanode lock is a read write lock
2026-07-08 18:03:34,122 INFO  [Thread-63] impl.FsDatasetImpl (FsVolumeList.java:addVolume(304)) - Added new volume: DS-c1a349ea-617c-4309-91a8-b8698b94975f
2026-07-08 18:03:34,123 INFO  [Thread-63] impl.FsDatasetImpl (FsDatasetImpl.java:addVolume(493)) - Added volume - [DISK]file:/tmp/hdfs-test8191793751134509254/data/data1, StorageType: DISK
2026-07-08 18:03:34,125 INFO  [Thread-63] impl.FsDatasetImpl (FsVolumeList.java:addVolume(304)) - Added new volume: DS-231899f7-040d-4fb5-8dc6-57cbb1d42096
2026-07-08 18:03:34,125 INFO  [Thread-63] impl.FsDatasetImpl (FsDatasetImpl.java:addVolume(493)) - Added volume - [DISK]file:/tmp/hdfs-test8191793751134509254/data/data2, StorageType: DISK
2026-07-08 18:03:34,131 INFO  [Thread-63] impl.MemoryMappableBlockLoader (MemoryMappableBlockLoader.java:initialize(48)) - Initializing cache loader: MemoryMappableBlockLoader.
2026-07-08 18:03:34,135 INFO  [Thread-63] impl.FsDatasetImpl (FsDatasetImpl.java:registerMBean(2343)) - Registered FSDatasetState MBean
2026-07-08 18:03:34,141 INFO  [Thread-63] impl.FsDatasetImpl (FsDatasetImpl.java:addBlockPool(2856)) - Adding block pool BP-372709400-10.240.0.181-1783533811423
2026-07-08 18:03:34,142 INFO  [Thread-79] impl.FsDatasetImpl (FsVolumeList.java:run(406)) - Scanning block pool BP-372709400-10.240.0.181-1783533811423 on volume /tmp/hdfs-test8191793751134509254/data/data1...
2026-07-08 18:03:34,142 INFO  [Thread-80] impl.FsDatasetImpl (FsVolumeList.java:run(406)) - Scanning block pool BP-372709400-10.240.0.181-1783533811423 on volume /tmp/hdfs-test8191793751134509254/data/data2...
2026-07-08 18:03:34,187 INFO  [Thread-80] impl.FsDatasetImpl (FsVolumeList.java:run(411)) - Time taken to scan block pool BP-372709400-10.240.0.181-1783533811423 on /tmp/hdfs-test8191793751134509254/data/data2: 44ms
2026-07-08 18:03:34,188 INFO  [Thread-79] impl.FsDatasetImpl (FsVolumeList.java:run(411)) - Time taken to scan block pool BP-372709400-10.240.0.181-1783533811423 on /tmp/hdfs-test8191793751134509254/data/data1: 45ms
2026-07-08 18:03:34,188 INFO  [Thread-63] impl.FsDatasetImpl (FsVolumeList.java:addBlockPool(431)) - Total time to scan all replicas for block pool BP-372709400-10.240.0.181-1783533811423: 46ms
2026-07-08 18:03:34,189 INFO  [Thread-85] impl.FsDatasetImpl (FsVolumeList.java:run(199)) - Adding replicas to map for block pool BP-372709400-10.240.0.181-1783533811423 on volume /tmp/hdfs-test8191793751134509254/data/data1...
2026-07-08 18:03:34,190 INFO  [Thread-85] impl.BlockPoolSlice (BlockPoolSlice.java:readReplicasFromCache(902)) - Replica Cache file: /tmp/hdfs-test8191793751134509254/data/data1/current/BP-372709400-10.240.0.181-1783533811423/current/replicas doesn't exist 
2026-07-08 18:03:34,190 INFO  [Thread-86] impl.FsDatasetImpl (FsVolumeList.java:run(199)) - Adding replicas to map for block pool BP-372709400-10.240.0.181-1783533811423 on volume /tmp/hdfs-test8191793751134509254/data/data2...
2026-07-08 18:03:34,190 INFO  [Thread-86] impl.BlockPoolSlice (BlockPoolSlice.java:readReplicasFromCache(902)) - Replica Cache file: /tmp/hdfs-test8191793751134509254/data/data2/current/BP-372709400-10.240.0.181-1783533811423/current/replicas doesn't exist 
2026-07-08 18:03:34,191 INFO  [Thread-86] impl.FsDatasetImpl (FsVolumeList.java:run(204)) - Time to add replicas to map for block pool BP-372709400-10.240.0.181-1783533811423 on volume /tmp/hdfs-test8191793751134509254/data/data2: 1ms
2026-07-08 18:03:34,191 INFO  [Thread-85] impl.FsDatasetImpl (FsVolumeList.java:run(204)) - Time to add replicas to map for block pool BP-372709400-10.240.0.181-1783533811423 on volume /tmp/hdfs-test8191793751134509254/data/data1: 2ms
2026-07-08 18:03:34,192 INFO  [Thread-63] impl.FsDatasetImpl (FsVolumeList.java:getAllVolumesMap(225)) - Total time to add all replicas to map for block pool BP-372709400-10.240.0.181-1783533811423: 2ms
2026-07-08 18:03:34,192 INFO  [Thread-63] checker.ThrottledAsyncChecker (ThrottledAsyncChecker.java:schedule(137)) - Scheduling a check for /tmp/hdfs-test8191793751134509254/data/data1
2026-07-08 18:03:34,200 INFO  [Thread-63] checker.DatasetVolumeChecker (DatasetVolumeChecker.java:checkAllVolumes(224)) - Scheduled health check for volume /tmp/hdfs-test8191793751134509254/data/data1
2026-07-08 18:03:34,202 INFO  [Thread-63] checker.ThrottledAsyncChecker (ThrottledAsyncChecker.java:schedule(137)) - Scheduling a check for /tmp/hdfs-test8191793751134509254/data/data2
2026-07-08 18:03:34,202 INFO  [Thread-63] checker.DatasetVolumeChecker (DatasetVolumeChecker.java:checkAllVolumes(224)) - Scheduled health check for volume /tmp/hdfs-test8191793751134509254/data/data2
2026-07-08 18:03:34,204 INFO  [VolumeScannerThread(/tmp/hdfs-test8191793751134509254/data/data2)] datanode.VolumeScanner (VolumeScanner.java:findNextUsableBlockIter(385)) - Now scanning bpid BP-372709400-10.240.0.181-1783533811423 on volume /tmp/hdfs-test8191793751134509254/data/data2
2026-07-08 18:03:34,207 INFO  [VolumeScannerThread(/tmp/hdfs-test8191793751134509254/data/data2)] datanode.VolumeScanner (VolumeScanner.java:getNextBlockToScan(505)) - VolumeScanner(/tmp/hdfs-test8191793751134509254/data/data2, DS-231899f7-040d-4fb5-8dc6-57cbb1d42096): finished scanning block pool BP-372709400-10.240.0.181-1783533811423
2026-07-08 18:03:34,207 WARN  [Thread-63] datanode.DirectoryScanner (DirectoryScanner.java:<init>(300)) - dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1
2026-07-08 18:03:34,208 INFO  [Thread-63] datanode.DirectoryScanner (DirectoryScanner.java:start(329)) - Periodic Directory Tree Verification scan starting in 3161716ms with interval of 21600000ms and throttle limit of -1ms/s
2026-07-08 18:03:34,204 INFO  [VolumeScannerThread(/tmp/hdfs-test8191793751134509254/data/data1)] datanode.VolumeScanner (VolumeScanner.java:findNextUsableBlockIter(385)) - Now scanning bpid BP-372709400-10.240.0.181-1783533811423 on volume /tmp/hdfs-test8191793751134509254/data/data1
2026-07-08 18:03:34,213 INFO  [VolumeScannerThread(/tmp/hdfs-test8191793751134509254/data/data1)] datanode.VolumeScanner (VolumeScanner.java:getNextBlockToScan(505)) - VolumeScanner(/tmp/hdfs-test8191793751134509254/data/data1, DS-c1a349ea-617c-4309-91a8-b8698b94975f): finished scanning block pool BP-372709400-10.240.0.181-1783533811423
2026-07-08 18:03:34,217 INFO  [BP-372709400-10.240.0.181-1783533811423 heartbeating to localhost/127.0.0.1:35863] datanode.DataNode (BPServiceActor.java:register(788)) - Block pool BP-372709400-10.240.0.181-1783533811423 (Datanode Uuid ed2c1b04-13ff-4d8f-8d3c-3105953f4435) service to localhost/127.0.0.1:35863 beginning handshake with NN
2026-07-08 18:03:34,229 INFO  [VolumeScannerThread(/tmp/hdfs-test8191793751134509254/data/data1)] datanode.VolumeScanner (VolumeScanner.java:findNextUsableBlockIter(402)) - VolumeScanner(/tmp/hdfs-test8191793751134509254/data/data1, DS-c1a349ea-617c-4309-91a8-b8698b94975f): no suitable block pools found to scan.  Waiting 1814399975 ms.
2026-07-08 18:03:34,229 INFO  [VolumeScannerThread(/tmp/hdfs-test8191793751134509254/data/data2)] datanode.VolumeScanner (VolumeScanner.java:findNextUsableBlockIter(402)) - VolumeScanner(/tmp/hdfs-test8191793751134509254/data/data2, DS-231899f7-040d-4fb5-8dc6-57cbb1d42096): no suitable block pools found to scan.  Waiting 1814399975 ms.
2026-07-08 18:03:34,242 INFO  [IPC Server handler 0 on default port 35863] hdfs.StateChange (DatanodeManager.java:registerDatanode(1142)) - BLOCK* registerDatanode: from DatanodeRegistration(127.0.0.1:46539, datanodeUuid=ed2c1b04-13ff-4d8f-8d3c-3105953f4435, infoPort=42955, infoSecurePort=0, ipcPort=46359, storageInfo=lv=-57;cid=testClusterID;nsid=457058963;c=1783533811423) storage ed2c1b04-13ff-4d8f-8d3c-3105953f4435
2026-07-08 18:03:34,244 INFO  [IPC Server handler 0 on default port 35863] net.NetworkTopology (NetworkTopology.java:add(149)) - Adding a new node: /default-rack/127.0.0.1:46539
2026-07-08 18:03:34,244 INFO  [IPC Server handler 0 on default port 35863] blockmanagement.BlockReportLeaseManager (BlockReportLeaseManager.java:registerNode(200)) - Registered DN ed2c1b04-13ff-4d8f-8d3c-3105953f4435 (127.0.0.1:46539).
2026-07-08 18:03:34,246 INFO  [IPC Server handler 4 on default port 35863] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=datanodeReport	src=null	dst=null	perm=null	proto=rpc
2026-07-08 18:03:34,250 INFO  [BP-372709400-10.240.0.181-1783533811423 heartbeating to localhost/127.0.0.1:35863] datanode.DataNode (BPServiceActor.java:register(816)) - Block pool BP-372709400-10.240.0.181-1783533811423 (Datanode Uuid ed2c1b04-13ff-4d8f-8d3c-3105953f4435) service to localhost/127.0.0.1:35863 successfully registered with NN
2026-07-08 18:03:34,250 INFO  [BP-372709400-10.240.0.181-1783533811423 heartbeating to localhost/127.0.0.1:35863] datanode.DataNode (BPServiceActor.java:offerService(645)) - For namenode localhost/127.0.0.1:35863 using BLOCKREPORT_INTERVAL of 21600000msecs CACHEREPORT_INTERVAL of 10000msecs Initial delay: 0msecs; heartBeatInterval=3000
2026-07-08 18:03:34,253 INFO  [Listener at localhost/46359] hdfs.MiniDFSCluster (MiniDFSCluster.java:shouldWait(2823)) - dnInfo.length != numDataNodes
2026-07-08 18:03:34,253 INFO  [Listener at localhost/46359] hdfs.MiniDFSCluster (MiniDFSCluster.java:waitActive(2744)) - Waiting for cluster to become active
2026-07-08 18:03:34,269 INFO  [IPC Server handler 1 on default port 35863] blockmanagement.DatanodeDescriptor (DatanodeDescriptor.java:updateStorage(999)) - Adding new storage ID DS-c1a349ea-617c-4309-91a8-b8698b94975f for DN 127.0.0.1:46539
2026-07-08 18:03:34,269 INFO  [IPC Server handler 1 on default port 35863] blockmanagement.DatanodeDescriptor (DatanodeDescriptor.java:updateStorage(999)) - Adding new storage ID DS-231899f7-040d-4fb5-8dc6-57cbb1d42096 for DN 127.0.0.1:46539
2026-07-08 18:03:34,294 INFO  [Block report processor] BlockStateChange (BlockManager.java:processReport(2778)) - BLOCK* processReport 0xbb53ae4cd54dcf96: Processing first storage report for DS-231899f7-040d-4fb5-8dc6-57cbb1d42096 from datanode ed2c1b04-13ff-4d8f-8d3c-3105953f4435
2026-07-08 18:03:34,296 INFO  [Block report processor] BlockStateChange (BlockManager.java:processReport(2810)) - BLOCK* processReport 0xbb53ae4cd54dcf96: from storage DS-231899f7-040d-4fb5-8dc6-57cbb1d42096 node DatanodeRegistration(127.0.0.1:46539, datanodeUuid=ed2c1b04-13ff-4d8f-8d3c-3105953f4435, infoPort=42955, infoSecurePort=0, ipcPort=46359, storageInfo=lv=-57;cid=testClusterID;nsid=457058963;c=1783533811423), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0
2026-07-08 18:03:34,296 INFO  [Block report processor] BlockStateChange (BlockManager.java:processReport(2778)) - BLOCK* processReport 0xbb53ae4cd54dcf96: Processing first storage report for DS-c1a349ea-617c-4309-91a8-b8698b94975f from datanode ed2c1b04-13ff-4d8f-8d3c-3105953f4435
2026-07-08 18:03:34,296 INFO  [Block report processor] BlockStateChange (BlockManager.java:processReport(2810)) - BLOCK* processReport 0xbb53ae4cd54dcf96: from storage DS-c1a349ea-617c-4309-91a8-b8698b94975f node DatanodeRegistration(127.0.0.1:46539, datanodeUuid=ed2c1b04-13ff-4d8f-8d3c-3105953f4435, infoPort=42955, infoSecurePort=0, ipcPort=46359, storageInfo=lv=-57;cid=testClusterID;nsid=457058963;c=1783533811423), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0
2026-07-08 18:03:34,310 INFO  [BP-372709400-10.240.0.181-1783533811423 heartbeating to localhost/127.0.0.1:35863] datanode.DataNode (BPServiceActor.java:blockReport(437)) - Successfully sent block report 0xbb53ae4cd54dcf96 to namenode: localhost/127.0.0.1:35863,  containing 2 storage report(s), of which we sent 2. The reports had 0 total blocks and used 1 RPC(s). This took 3 msecs to generate and 28 msecs for RPC and NN processing. Got back one command: FinalizeCommand/5.
2026-07-08 18:03:34,311 INFO  [Command processor] datanode.DataNode (BPOfferService.java:processCommandFromActive(763)) - Got finalize command for block pool BP-372709400-10.240.0.181-1783533811423
2026-07-08 18:03:34,357 INFO  [IPC Server handler 3 on default port 35863] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=datanodeReport	src=null	dst=null	perm=null	proto=rpc
2026-07-08 18:03:34,363 INFO  [Listener at localhost/46359] hdfs.MiniDFSCluster (MiniDFSCluster.java:waitActive(2799)) - Cluster is active
2026-07-08 18:03:34,491 INFO  [Listener at localhost/46359] backup.BackupIO (BackupIO.scala:writeTableMetadata(95)) - Writing metadata to hdfs://localhost:35863/id_taco-taco/100/.kudu-metadata.json
2026-07-08 18:03:34,542 INFO  [IPC Server handler 5 on default port 35863] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=create	src=/id_taco-taco/100/.kudu-metadata.json	dst=null	perm=slave:supergroup:rw-r--r--	proto=rpc
2026-07-08 18:03:34,743 INFO  [IPC Server handler 8 on default port 35863] hdfs.StateChange (FSDirWriteFileOp.java:logAllocatedBlock(802)) - BLOCK* allocate blk_1073741825_1001, replicas=127.0.0.1:46539 for /id_taco-taco/100/.kudu-metadata.json
2026-07-08 18:03:34,820 INFO  [DataXceiver for client DFSClient_NONMAPREDUCE_482798458_1 at /127.0.0.1:53594 [Receiving block BP-372709400-10.240.0.181-1783533811423:blk_1073741825_1001]] datanode.DataNode (DataXceiver.java:writeBlock(747)) - Receiving BP-372709400-10.240.0.181-1783533811423:blk_1073741825_1001 src: /127.0.0.1:53594 dest: /127.0.0.1:46539
2026-07-08 18:03:34,854 INFO  [PacketResponder: BP-372709400-10.240.0.181-1783533811423:blk_1073741825_1001, type=LAST_IN_PIPELINE] DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1539)) - src: /127.0.0.1:53594, dest: /127.0.0.1:46539, bytes: 82, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_482798458_1, offset: 0, srvID: ed2c1b04-13ff-4d8f-8d3c-3105953f4435, blockid: BP-372709400-10.240.0.181-1783533811423:blk_1073741825_1001, duration(ns): 8177036
2026-07-08 18:03:34,855 INFO  [PacketResponder: BP-372709400-10.240.0.181-1783533811423:blk_1073741825_1001, type=LAST_IN_PIPELINE] datanode.DataNode (BlockReceiver.java:run(1512)) - PacketResponder: BP-372709400-10.240.0.181-1783533811423:blk_1073741825_1001, type=LAST_IN_PIPELINE terminating
2026-07-08 18:03:34,862 INFO  [IPC Server handler 6 on default port 35863] namenode.FSNamesystem (FSNamesystem.java:checkBlocksComplete(3151)) - BLOCK* blk_1073741825_1001 is COMMITTED but not COMPLETE(numNodes= 0 <  minimum = 1) in file /id_taco-taco/100/.kudu-metadata.json
2026-07-08 18:03:35,267 INFO  [IPC Server handler 1 on default port 35863] hdfs.StateChange (FSNamesystem.java:completeFile(3104)) - DIR* completeFile: /id_taco-taco/100/.kudu-metadata.json is closed by DFSClient_NONMAPREDUCE_482798458_1
2026-07-08 18:03:35,269 INFO  [Listener at localhost/46359] backup.BackupIO (BackupIO.scala:writeTableMetadata(95)) - Writing metadata to hdfs://localhost:35863/id_taco-taco/1000/.kudu-metadata.json
2026-07-08 18:03:35,271 INFO  [IPC Server handler 2 on default port 35863] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=create	src=/id_taco-taco/1000/.kudu-metadata.json	dst=null	perm=slave:supergroup:rw-r--r--	proto=rpc
2026-07-08 18:03:35,274 INFO  [IPC Server handler 3 on default port 35863] hdfs.StateChange (FSDirWriteFileOp.java:logAllocatedBlock(802)) - BLOCK* allocate blk_1073741826_1002, replicas=127.0.0.1:46539 for /id_taco-taco/1000/.kudu-metadata.json
2026-07-08 18:03:35,277 INFO  [DataXceiver for client DFSClient_NONMAPREDUCE_482798458_1 at /127.0.0.1:53608 [Receiving block BP-372709400-10.240.0.181-1783533811423:blk_1073741826_1002]] datanode.DataNode (DataXceiver.java:writeBlock(747)) - Receiving BP-372709400-10.240.0.181-1783533811423:blk_1073741826_1002 src: /127.0.0.1:53608 dest: /127.0.0.1:46539
2026-07-08 18:03:35,285 INFO  [PacketResponder: BP-372709400-10.240.0.181-1783533811423:blk_1073741826_1002, type=LAST_IN_PIPELINE] DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1539)) - src: /127.0.0.1:53608, dest: /127.0.0.1:46539, bytes: 83, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_482798458_1, offset: 0, srvID: ed2c1b04-13ff-4d8f-8d3c-3105953f4435, blockid: BP-372709400-10.240.0.181-1783533811423:blk_1073741826_1002, duration(ns): 3193518
2026-07-08 18:03:35,286 INFO  [PacketResponder: BP-372709400-10.240.0.181-1783533811423:blk_1073741826_1002, type=LAST_IN_PIPELINE] datanode.DataNode (BlockReceiver.java:run(1512)) - PacketResponder: BP-372709400-10.240.0.181-1783533811423:blk_1073741826_1002, type=LAST_IN_PIPELINE terminating
2026-07-08 18:03:35,289 INFO  [IPC Server handler 8 on default port 35863] hdfs.StateChange (FSNamesystem.java:completeFile(3104)) - DIR* completeFile: /id_taco-taco/1000/.kudu-metadata.json is closed by DFSClient_NONMAPREDUCE_482798458_1
2026-07-08 18:03:35,290 INFO  [Listener at localhost/46359] backup.BackupIO (BackupIO.scala:writeTableMetadata(95)) - Writing metadata to hdfs://localhost:35863/id_taco-taco/2000/.kudu-metadata.json
2026-07-08 18:03:35,293 INFO  [IPC Server handler 7 on default port 35863] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=create	src=/id_taco-taco/2000/.kudu-metadata.json	dst=null	perm=slave:supergroup:rw-r--r--	proto=rpc
2026-07-08 18:03:35,296 INFO  [IPC Server handler 6 on default port 35863] hdfs.StateChange (FSDirWriteFileOp.java:logAllocatedBlock(802)) - BLOCK* allocate blk_1073741827_1003, replicas=127.0.0.1:46539 for /id_taco-taco/2000/.kudu-metadata.json
2026-07-08 18:03:35,298 INFO  [DataXceiver for client DFSClient_NONMAPREDUCE_482798458_1 at /127.0.0.1:53616 [Receiving block BP-372709400-10.240.0.181-1783533811423:blk_1073741827_1003]] datanode.DataNode (DataXceiver.java:writeBlock(747)) - Receiving BP-372709400-10.240.0.181-1783533811423:blk_1073741827_1003 src: /127.0.0.1:53616 dest: /127.0.0.1:46539
2026-07-08 18:03:35,304 INFO  [PacketResponder: BP-372709400-10.240.0.181-1783533811423:blk_1073741827_1003, type=LAST_IN_PIPELINE] DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1539)) - src: /127.0.0.1:53616, dest: /127.0.0.1:46539, bytes: 102, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_482798458_1, offset: 0, srvID: ed2c1b04-13ff-4d8f-8d3c-3105953f4435, blockid: BP-372709400-10.240.0.181-1783533811423:blk_1073741827_1003, duration(ns): 2379910
2026-07-08 18:03:35,304 INFO  [PacketResponder: BP-372709400-10.240.0.181-1783533811423:blk_1073741827_1003, type=LAST_IN_PIPELINE] datanode.DataNode (BlockReceiver.java:run(1512)) - PacketResponder: BP-372709400-10.240.0.181-1783533811423:blk_1073741827_1003, type=LAST_IN_PIPELINE terminating
2026-07-08 18:03:35,306 INFO  [IPC Server handler 0 on default port 35863] hdfs.StateChange (FSNamesystem.java:completeFile(3104)) - DIR* completeFile: /id_taco-taco/2000/.kudu-metadata.json is closed by DFSClient_NONMAPREDUCE_482798458_1
2026-07-08 18:03:35,307 INFO  [Listener at localhost/46359] backup.BackupIO (BackupIO.scala:writeTableMetadata(95)) - Writing metadata to hdfs://localhost:35863/id_pizza-pizza/200/.kudu-metadata.json
2026-07-08 18:03:35,310 INFO  [IPC Server handler 4 on default port 35863] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=create	src=/id_pizza-pizza/200/.kudu-metadata.json	dst=null	perm=slave:supergroup:rw-r--r--	proto=rpc
2026-07-08 18:03:35,313 INFO  [IPC Server handler 1 on default port 35863] hdfs.StateChange (FSDirWriteFileOp.java:logAllocatedBlock(802)) - BLOCK* allocate blk_1073741828_1004, replicas=127.0.0.1:46539 for /id_pizza-pizza/200/.kudu-metadata.json
2026-07-08 18:03:35,315 INFO  [DataXceiver for client DFSClient_NONMAPREDUCE_482798458_1 at /127.0.0.1:53630 [Receiving block BP-372709400-10.240.0.181-1783533811423:blk_1073741828_1004]] datanode.DataNode (DataXceiver.java:writeBlock(747)) - Receiving BP-372709400-10.240.0.181-1783533811423:blk_1073741828_1004 src: /127.0.0.1:53630 dest: /127.0.0.1:46539
2026-07-08 18:03:35,320 INFO  [PacketResponder: BP-372709400-10.240.0.181-1783533811423:blk_1073741828_1004, type=LAST_IN_PIPELINE] DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1539)) - src: /127.0.0.1:53630, dest: /127.0.0.1:46539, bytes: 84, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_482798458_1, offset: 0, srvID: ed2c1b04-13ff-4d8f-8d3c-3105953f4435, blockid: BP-372709400-10.240.0.181-1783533811423:blk_1073741828_1004, duration(ns): 2907739
2026-07-08 18:03:35,321 INFO  [PacketResponder: BP-372709400-10.240.0.181-1783533811423:blk_1073741828_1004, type=LAST_IN_PIPELINE] datanode.DataNode (BlockReceiver.java:run(1512)) - PacketResponder: BP-372709400-10.240.0.181-1783533811423:blk_1073741828_1004, type=LAST_IN_PIPELINE terminating
2026-07-08 18:03:35,322 INFO  [IPC Server handler 2 on default port 35863] hdfs.StateChange (FSNamesystem.java:completeFile(3104)) - DIR* completeFile: /id_pizza-pizza/200/.kudu-metadata.json is closed by DFSClient_NONMAPREDUCE_482798458_1
2026-07-08 18:03:35,323 INFO  [Listener at localhost/46359] backup.BackupIO (BackupIO.scala:writeTableMetadata(95)) - Writing metadata to hdfs://localhost:35863/id_pizza-pizza/400/.kudu-metadata.json
2026-07-08 18:03:35,325 INFO  [IPC Server handler 5 on default port 35863] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=create	src=/id_pizza-pizza/400/.kudu-metadata.json	dst=null	perm=slave:supergroup:rw-r--r--	proto=rpc
2026-07-08 18:03:35,327 INFO  [IPC Server handler 8 on default port 35863] hdfs.StateChange (FSDirWriteFileOp.java:logAllocatedBlock(802)) - BLOCK* allocate blk_1073741829_1005, replicas=127.0.0.1:46539 for /id_pizza-pizza/400/.kudu-metadata.json
2026-07-08 18:03:35,330 INFO  [DataXceiver for client DFSClient_NONMAPREDUCE_482798458_1 at /127.0.0.1:53642 [Receiving block BP-372709400-10.240.0.181-1783533811423:blk_1073741829_1005]] datanode.DataNode (DataXceiver.java:writeBlock(747)) - Receiving BP-372709400-10.240.0.181-1783533811423:blk_1073741829_1005 src: /127.0.0.1:53642 dest: /127.0.0.1:46539
2026-07-08 18:03:35,339 INFO  [PacketResponder: BP-372709400-10.240.0.181-1783533811423:blk_1073741829_1005, type=LAST_IN_PIPELINE] DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1539)) - src: /127.0.0.1:53642, dest: /127.0.0.1:46539, bytes: 103, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_482798458_1, offset: 0, srvID: ed2c1b04-13ff-4d8f-8d3c-3105953f4435, blockid: BP-372709400-10.240.0.181-1783533811423:blk_1073741829_1005, duration(ns): 8006566
2026-07-08 18:03:35,340 INFO  [PacketResponder: BP-372709400-10.240.0.181-1783533811423:blk_1073741829_1005, type=LAST_IN_PIPELINE] datanode.DataNode (BlockReceiver.java:run(1512)) - PacketResponder: BP-372709400-10.240.0.181-1783533811423:blk_1073741829_1005, type=LAST_IN_PIPELINE terminating
2026-07-08 18:03:35,342 INFO  [IPC Server handler 6 on default port 35863] hdfs.StateChange (FSNamesystem.java:completeFile(3104)) - DIR* completeFile: /id_pizza-pizza/400/.kudu-metadata.json is closed by DFSClient_NONMAPREDUCE_482798458_1
2026-07-08 18:03:35,343 INFO  [Listener at localhost/46359] backup.BackupIO (BackupIO.scala:writeTableMetadata(95)) - Writing metadata to hdfs://localhost:35863/id_pizza-pizza/600/.kudu-metadata.json
2026-07-08 18:03:35,345 INFO  [IPC Server handler 9 on default port 35863] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=create	src=/id_pizza-pizza/600/.kudu-metadata.json	dst=null	perm=slave:supergroup:rw-r--r--	proto=rpc
2026-07-08 18:03:35,348 INFO  [IPC Server handler 0 on default port 35863] hdfs.StateChange (FSDirWriteFileOp.java:logAllocatedBlock(802)) - BLOCK* allocate blk_1073741830_1006, replicas=127.0.0.1:46539 for /id_pizza-pizza/600/.kudu-metadata.json
2026-07-08 18:03:35,350 INFO  [DataXceiver for client DFSClient_NONMAPREDUCE_482798458_1 at /127.0.0.1:53648 [Receiving block BP-372709400-10.240.0.181-1783533811423:blk_1073741830_1006]] datanode.DataNode (DataXceiver.java:writeBlock(747)) - Receiving BP-372709400-10.240.0.181-1783533811423:blk_1073741830_1006 src: /127.0.0.1:53648 dest: /127.0.0.1:46539
2026-07-08 18:03:35,355 INFO  [PacketResponder: BP-372709400-10.240.0.181-1783533811423:blk_1073741830_1006, type=LAST_IN_PIPELINE] DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1539)) - src: /127.0.0.1:53648, dest: /127.0.0.1:46539, bytes: 103, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_482798458_1, offset: 0, srvID: ed2c1b04-13ff-4d8f-8d3c-3105953f4435, blockid: BP-372709400-10.240.0.181-1783533811423:blk_1073741830_1006, duration(ns): 3513942
2026-07-08 18:03:35,356 INFO  [PacketResponder: BP-372709400-10.240.0.181-1783533811423:blk_1073741830_1006, type=LAST_IN_PIPELINE] datanode.DataNode (BlockReceiver.java:run(1512)) - PacketResponder: BP-372709400-10.240.0.181-1783533811423:blk_1073741830_1006, type=LAST_IN_PIPELINE terminating
2026-07-08 18:03:35,358 INFO  [IPC Server handler 1 on default port 35863] hdfs.StateChange (FSNamesystem.java:completeFile(3104)) - DIR* completeFile: /id_pizza-pizza/600/.kudu-metadata.json is closed by DFSClient_NONMAPREDUCE_482798458_1
2026-07-08 18:03:35,805 INFO  [IPC Server handler 3 on default port 35863] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=getfileinfo	src=/	dst=null	perm=null	proto=rpc
2026-07-08 18:03:35,810 INFO  [IPC Server handler 2 on default port 35863] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=listStatus	src=/	dst=null	perm=null	proto=rpc
2026-07-08 18:03:35,816 INFO  [IPC Server handler 5 on default port 35863] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=listStatus	src=/id_pizza-pizza	dst=null	perm=null	proto=rpc
2026-07-08 18:03:35,819 INFO  [IPC Server handler 8 on default port 35863] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=getfileinfo	src=/id_pizza-pizza/200/.kudu-metadata.json	dst=null	perm=null	proto=rpc
2026-07-08 18:03:35,826 INFO  [IPC Server handler 7 on default port 35863] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=open	src=/id_pizza-pizza/200/.kudu-metadata.json	dst=null	perm=null	proto=rpc
2026-07-08 18:03:35,890 INFO  [IPC Server handler 6 on default port 35863] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=getfileinfo	src=/id_pizza-pizza/400/.kudu-metadata.json	dst=null	perm=null	proto=rpc
2026-07-08 18:03:35,892 INFO  [IPC Server handler 9 on default port 35863] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=open	src=/id_pizza-pizza/400/.kudu-metadata.json	dst=null	perm=null	proto=rpc
2026-07-08 18:03:35,897 INFO  [IPC Server handler 0 on default port 35863] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=getfileinfo	src=/id_pizza-pizza/600/.kudu-metadata.json	dst=null	perm=null	proto=rpc
2026-07-08 18:03:35,899 INFO  [IPC Server handler 4 on default port 35863] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=open	src=/id_pizza-pizza/600/.kudu-metadata.json	dst=null	perm=null	proto=rpc
2026-07-08 18:03:35,901 INFO  [Listener at localhost/46359] backup.BackupIO (BackupIO.scala:readTableBackups(236)) - Found 3 paths in hdfs://localhost:35863/id_pizza-pizza
2026-07-08 18:03:35,902 INFO  [IPC Server handler 1 on default port 35863] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=listStatus	src=/id_taco-taco	dst=null	perm=null	proto=rpc
2026-07-08 18:03:35,904 INFO  [IPC Server handler 3 on default port 35863] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=getfileinfo	src=/id_taco-taco/100/.kudu-metadata.json	dst=null	perm=null	proto=rpc
2026-07-08 18:03:35,906 INFO  [IPC Server handler 2 on default port 35863] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=open	src=/id_taco-taco/100/.kudu-metadata.json	dst=null	perm=null	proto=rpc
2026-07-08 18:03:35,910 INFO  [IPC Server handler 5 on default port 35863] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=getfileinfo	src=/id_taco-taco/1000/.kudu-metadata.json	dst=null	perm=null	proto=rpc
2026-07-08 18:03:35,911 INFO  [IPC Server handler 8 on default port 35863] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=open	src=/id_taco-taco/1000/.kudu-metadata.json	dst=null	perm=null	proto=rpc
2026-07-08 18:03:35,915 INFO  [IPC Server handler 7 on default port 35863] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=getfileinfo	src=/id_taco-taco/2000/.kudu-metadata.json	dst=null	perm=null	proto=rpc
2026-07-08 18:03:35,916 INFO  [IPC Server handler 6 on default port 35863] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=open	src=/id_taco-taco/2000/.kudu-metadata.json	dst=null	perm=null	proto=rpc
2026-07-08 18:03:35,919 INFO  [Listener at localhost/46359] backup.BackupIO (BackupIO.scala:readTableBackups(236)) - Found 3 paths in hdfs://localhost:35863/id_taco-taco
.2026-07-08 18:03:35,990 INFO  [Listener at localhost/46359] hdfs.MiniDFSCluster (MiniDFSCluster.java:<init>(529)) - starting cluster: numNameNodes=1, numDataNodes=1
2026-07-08 18:03:35,992 INFO  [Listener at localhost/46359] namenode.NameNode (NameNode.java:format(1249)) - Formatting using clusterid: testClusterID
2026-07-08 18:03:35,992 INFO  [Listener at localhost/46359] namenode.FSEditLog (FSEditLog.java:newInstance(229)) - Edit logging is async:true
2026-07-08 18:03:36,004 INFO  [Listener at localhost/46359] namenode.FSNamesystem (FSNamesystem.java:<init>(814)) - KeyProvider: null
2026-07-08 18:03:36,004 INFO  [Listener at localhost/46359] namenode.FSNamesystem (FSNamesystemLock.java:<init>(141)) - fsLock is fair: true
2026-07-08 18:03:36,005 INFO  [Listener at localhost/46359] namenode.FSNamesystem (FSNamesystemLock.java:<init>(159)) - Detailed lock hold time metrics enabled: false
2026-07-08 18:03:36,005 INFO  [Listener at localhost/46359] namenode.FSNamesystem (FSNamesystem.java:<init>(847)) - fsOwner                = slave (auth:SIMPLE)
2026-07-08 18:03:36,005 INFO  [Listener at localhost/46359] namenode.FSNamesystem (FSNamesystem.java:<init>(848)) - supergroup             = supergroup
2026-07-08 18:03:36,005 INFO  [Listener at localhost/46359] namenode.FSNamesystem (FSNamesystem.java:<init>(849)) - isPermissionEnabled    = true
2026-07-08 18:03:36,005 INFO  [Listener at localhost/46359] namenode.FSNamesystem (FSNamesystem.java:<init>(850)) - isStoragePolicyEnabled = true
2026-07-08 18:03:36,006 INFO  [Listener at localhost/46359] namenode.FSNamesystem (FSNamesystem.java:<init>(861)) - HA Enabled: false
2026-07-08 18:03:36,006 INFO  [Listener at localhost/46359] common.Util (Util.java:isDiskStatsEnabled(395)) - dfs.datanode.fileio.profiling.sampling.percentage set to 0. Disabling file IO profiling
2026-07-08 18:03:36,006 INFO  [Listener at localhost/46359] blockmanagement.DatanodeManager (DatanodeManager.java:<init>(334)) - dfs.block.invalidate.limit: configured=1000, counted=60, effected=1000
2026-07-08 18:03:36,006 INFO  [Listener at localhost/46359] blockmanagement.DatanodeManager (DatanodeManager.java:<init>(342)) - dfs.namenode.datanode.registration.ip-hostname-check=true
2026-07-08 18:03:36,007 INFO  [Listener at localhost/46359] blockmanagement.BlockManager (InvalidateBlocks.java:printBlockDeletionTime(77)) - dfs.namenode.startup.delay.block.deletion.sec is set to 000:00:00:00.000
2026-07-08 18:03:36,007 INFO  [Listener at localhost/46359] blockmanagement.BlockManager (InvalidateBlocks.java:printBlockDeletionTime(83)) - The block deletion will start around 2026 Jul 08 18:03:36
2026-07-08 18:03:36,007 INFO  [Listener at localhost/46359] util.GSet (LightWeightGSet.java:computeCapacity(395)) - Computing capacity for map BlocksMap
2026-07-08 18:03:36,008 INFO  [Listener at localhost/46359] util.GSet (LightWeightGSet.java:computeCapacity(396)) - VM type       = 64-bit
2026-07-08 18:03:36,008 INFO  [Listener at localhost/46359] util.GSet (LightWeightGSet.java:computeCapacity(397)) - 2.0% max memory 3.5 GB = 72.5 MB
2026-07-08 18:03:36,008 INFO  [Listener at localhost/46359] util.GSet (LightWeightGSet.java:computeCapacity(402)) - capacity      = 2^23 = 8388608 entries
2026-07-08 18:03:36,013 INFO  [Listener at localhost/46359] blockmanagement.BlockManager (BlockManager.java:createSPSManager(5447)) - Storage policy satisfier is disabled
2026-07-08 18:03:36,013 INFO  [Listener at localhost/46359] blockmanagement.BlockManager (BlockManager.java:createBlockTokenSecretManager(641)) - dfs.block.access.token.enable = false
2026-07-08 18:03:36,014 INFO  [Listener at localhost/46359] blockmanagement.BlockManagerSafeMode (BlockManagerSafeMode.java:<init>(160)) - dfs.namenode.safemode.threshold-pct = 0.999
2026-07-08 18:03:36,014 INFO  [Listener at localhost/46359] blockmanagement.BlockManagerSafeMode (BlockManagerSafeMode.java:<init>(161)) - dfs.namenode.safemode.min.datanodes = 0
2026-07-08 18:03:36,014 INFO  [Listener at localhost/46359] blockmanagement.BlockManagerSafeMode (BlockManagerSafeMode.java:<init>(163)) - dfs.namenode.safemode.extension = 0
2026-07-08 18:03:36,014 INFO  [Listener at localhost/46359] blockmanagement.BlockManager (BlockManager.java:<init>(627)) - defaultReplication         = 1
2026-07-08 18:03:36,014 INFO  [Listener at localhost/46359] blockmanagement.BlockManager (BlockManager.java:<init>(628)) - maxReplication             = 512
2026-07-08 18:03:36,014 INFO  [Listener at localhost/46359] blockmanagement.BlockManager (BlockManager.java:<init>(629)) - minReplication             = 1
2026-07-08 18:03:36,015 INFO  [Listener at localhost/46359] blockmanagement.BlockManager (BlockManager.java:<init>(630)) - maxReplicationStreams      = 2
2026-07-08 18:03:36,015 INFO  [Listener at localhost/46359] blockmanagement.BlockManager (BlockManager.java:<init>(631)) - redundancyRecheckInterval  = 3000ms
2026-07-08 18:03:36,015 INFO  [Listener at localhost/46359] blockmanagement.BlockManager (BlockManager.java:<init>(632)) - encryptDataTransfer        = false
2026-07-08 18:03:36,015 INFO  [Listener at localhost/46359] blockmanagement.BlockManager (BlockManager.java:<init>(633)) - maxNumBlocksToLog          = 1000
2026-07-08 18:03:36,015 INFO  [Listener at localhost/46359] util.GSet (LightWeightGSet.java:computeCapacity(395)) - Computing capacity for map INodeMap
2026-07-08 18:03:36,016 INFO  [Listener at localhost/46359] util.GSet (LightWeightGSet.java:computeCapacity(396)) - VM type       = 64-bit
2026-07-08 18:03:36,016 INFO  [Listener at localhost/46359] util.GSet (LightWeightGSet.java:computeCapacity(397)) - 1.0% max memory 3.5 GB = 36.2 MB
2026-07-08 18:03:36,016 INFO  [Listener at localhost/46359] util.GSet (LightWeightGSet.java:computeCapacity(402)) - capacity      = 2^22 = 4194304 entries
2026-07-08 18:03:36,058 INFO  [Listener at localhost/46359] namenode.FSDirectory (FSDirectory.java:<init>(335)) - ACLs enabled? true
2026-07-08 18:03:36,060 INFO  [Listener at localhost/46359] namenode.FSDirectory (FSDirectory.java:<init>(339)) - POSIX ACL inheritance enabled? true
2026-07-08 18:03:36,060 INFO  [Listener at localhost/46359] namenode.FSDirectory (FSDirectory.java:<init>(343)) - XAttrs enabled? true
2026-07-08 18:03:36,061 INFO  [Listener at localhost/46359] namenode.NameNode (FSDirectory.java:<init>(406)) - Caching file names occurring more than 10 times
2026-07-08 18:03:36,063 INFO  [Listener at localhost/46359] snapshot.SnapshotManager (SnapshotManager.java:<init>(124)) - Loaded config captureOpenFiles: false, skipCaptureAccessTimeOnlyChange: false, snapshotDiffAllowSnapRootDescendant: true, maxSnapshotLimit: 65536
2026-07-08 18:03:36,063 INFO  [Listener at localhost/46359] snapshot.SnapshotManager (DirectoryDiffListFactory.java:init(43)) - SkipList is disabled
2026-07-08 18:03:36,063 INFO  [Listener at localhost/46359] util.GSet (LightWeightGSet.java:computeCapacity(395)) - Computing capacity for map cachedBlocks
2026-07-08 18:03:36,063 INFO  [Listener at localhost/46359] util.GSet (LightWeightGSet.java:computeCapacity(396)) - VM type       = 64-bit
2026-07-08 18:03:36,064 INFO  [Listener at localhost/46359] util.GSet (LightWeightGSet.java:computeCapacity(397)) - 0.25% max memory 3.5 GB = 9.1 MB
2026-07-08 18:03:36,064 INFO  [Listener at localhost/46359] util.GSet (LightWeightGSet.java:computeCapacity(402)) - capacity      = 2^20 = 1048576 entries
2026-07-08 18:03:36,065 INFO  [Listener at localhost/46359] metrics.TopMetrics (TopMetrics.java:logConf(75)) - NNTop conf: dfs.namenode.top.window.num.buckets = 10
2026-07-08 18:03:36,065 INFO  [Listener at localhost/46359] metrics.TopMetrics (TopMetrics.java:logConf(77)) - NNTop conf: dfs.namenode.top.num.users = 10
2026-07-08 18:03:36,065 INFO  [Listener at localhost/46359] metrics.TopMetrics (TopMetrics.java:logConf(79)) - NNTop conf: dfs.namenode.top.windows.minutes = 1,5,25
2026-07-08 18:03:36,065 INFO  [Listener at localhost/46359] namenode.FSNamesystem (FSNamesystem.java:initRetryCache(1080)) - Retry cache on namenode is enabled
2026-07-08 18:03:36,065 INFO  [Listener at localhost/46359] namenode.FSNamesystem (FSNamesystem.java:initRetryCache(1088)) - Retry cache will use 0.03 of total heap and retry cache entry expiry time is 600000 millis
2026-07-08 18:03:36,066 INFO  [Listener at localhost/46359] util.GSet (LightWeightGSet.java:computeCapacity(395)) - Computing capacity for map NameNodeRetryCache
2026-07-08 18:03:36,066 INFO  [Listener at localhost/46359] util.GSet (LightWeightGSet.java:computeCapacity(396)) - VM type       = 64-bit
2026-07-08 18:03:36,066 INFO  [Listener at localhost/46359] util.GSet (LightWeightGSet.java:computeCapacity(397)) - 0.029999999329447746% max memory 3.5 GB = 1.1 MB
2026-07-08 18:03:36,066 INFO  [Listener at localhost/46359] util.GSet (LightWeightGSet.java:computeCapacity(402)) - capacity      = 2^17 = 131072 entries
2026-07-08 18:03:36,067 INFO  [Listener at localhost/46359] namenode.FSImage (FSImage.java:format(186)) - Allocated new BlockPoolId: BP-1755997371-10.240.0.181-1783533816067
2026-07-08 18:03:36,073 INFO  [Listener at localhost/46359] common.Storage (NNStorage.java:format(595)) - Storage directory /tmp/hdfs-test3519935097888275064/name-0-1 has been successfully formatted.
2026-07-08 18:03:36,078 INFO  [Listener at localhost/46359] common.Storage (NNStorage.java:format(595)) - Storage directory /tmp/hdfs-test3519935097888275064/name-0-2 has been successfully formatted.
2026-07-08 18:03:36,093 INFO  [FSImageSaver for /tmp/hdfs-test3519935097888275064/name-0-1 of type IMAGE_AND_EDITS] namenode.FSImageFormatProtobuf (FSImageFormatProtobuf.java:save(732)) - Saving image file /tmp/hdfs-test3519935097888275064/name-0-1/current/fsimage.ckpt_0000000000000000000 using no compression
2026-07-08 18:03:36,096 INFO  [FSImageSaver for /tmp/hdfs-test3519935097888275064/name-0-2 of type IMAGE_AND_EDITS] namenode.FSImageFormatProtobuf (FSImageFormatProtobuf.java:save(732)) - Saving image file /tmp/hdfs-test3519935097888275064/name-0-2/current/fsimage.ckpt_0000000000000000000 using no compression
2026-07-08 18:03:36,101 INFO  [FSImageSaver for /tmp/hdfs-test3519935097888275064/name-0-1 of type IMAGE_AND_EDITS] namenode.FSImageFormatProtobuf (FSImageFormatProtobuf.java:save(736)) - Image file /tmp/hdfs-test3519935097888275064/name-0-1/current/fsimage.ckpt_0000000000000000000 of size 418 bytes saved in 0 seconds .
2026-07-08 18:03:36,108 INFO  [FSImageSaver for /tmp/hdfs-test3519935097888275064/name-0-2 of type IMAGE_AND_EDITS] namenode.FSImageFormatProtobuf (FSImageFormatProtobuf.java:save(736)) - Image file /tmp/hdfs-test3519935097888275064/name-0-2/current/fsimage.ckpt_0000000000000000000 of size 418 bytes saved in 0 seconds .
2026-07-08 18:03:36,112 INFO  [Listener at localhost/46359] namenode.NNStorageRetentionManager (NNStorageRetentionManager.java:getImageTxIdToRetain(203)) - Going to retain 1 images with txid >= 0
2026-07-08 18:03:36,123 INFO  [Listener at localhost/46359] namenode.FSNamesystem (FSNamesystem.java:stopActiveServices(1427)) - Stopping services started for active state
2026-07-08 18:03:36,123 INFO  [Listener at localhost/46359] namenode.FSNamesystem (FSNamesystem.java:stopStandbyServices(1528)) - Stopping services started for standby state
2026-07-08 18:03:36,124 INFO  [Listener at localhost/46359] namenode.NameNode (NameNode.java:createNameNode(1707)) - createNameNode []
2026-07-08 18:03:36,124 INFO  [Listener at localhost/46359] impl.MetricsSystemImpl (MetricsSystemImpl.java:init(158)) - NameNode metrics system started (again)
2026-07-08 18:03:36,125 INFO  [Listener at localhost/46359] namenode.NameNodeUtils (NameNodeUtils.java:getClientNamenodeAddress(79)) - fs.defaultFS is hdfs://127.0.0.1:0
2026-07-08 18:03:36,141 INFO  [org.apache.hadoop.util.JvmPauseMonitor$Monitor@4693a9ef] util.JvmPauseMonitor (JvmPauseMonitor.java:run(188)) - Starting JVM pause monitor
2026-07-08 18:03:36,141 INFO  [Listener at localhost/46359] hdfs.DFSUtil (DFSUtil.java:httpServerTemplateForNNAndJN(1668)) - Filter initializers set : org.apache.hadoop.http.lib.StaticUserWebFilter,org.apache.hadoop.hdfs.web.AuthFilterInitializer
2026-07-08 18:03:36,142 INFO  [Listener at localhost/46359] hdfs.DFSUtil (DFSUtil.java:httpServerTemplateForNNAndJN(1690)) - Starting Web-server for hdfs at: http://localhost:0
2026-07-08 18:03:36,143 INFO  [Listener at localhost/46359] server.AuthenticationFilter (AuthenticationFilter.java:constructSecretProvider(240)) - Unable to initialize FileSignerSecretProvider, falling back to use random secrets.
2026-07-08 18:03:36,144 INFO  [Listener at localhost/46359] http.HttpRequestLog (HttpRequestLog.java:getRequestLog(82)) - Http request log for http.requests.namenode is not defined
2026-07-08 18:03:36,146 INFO  [Listener at localhost/46359] http.HttpServer2 (HttpServer2.java:addGlobalFilter(1111)) - Added global filter 'safety' (class=org.apache.hadoop.http.HttpServer2$QuotingInputFilter)
2026-07-08 18:03:36,147 INFO  [Listener at localhost/46359] http.HttpServer2 (HttpServer2.java:addFilter(1084)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context hdfs
2026-07-08 18:03:36,147 INFO  [Listener at localhost/46359] http.HttpServer2 (HttpServer2.java:addFilter(1094)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context static
2026-07-08 18:03:36,149 INFO  [Listener at localhost/46359] http.HttpServer2 (HttpServer2.java:addFilter(1084)) - Added filter AuthFilter (class=org.apache.hadoop.hdfs.web.AuthFilter) to context hdfs
2026-07-08 18:03:36,149 INFO  [Listener at localhost/46359] http.HttpServer2 (HttpServer2.java:addFilter(1094)) - Added filter AuthFilter (class=org.apache.hadoop.hdfs.web.AuthFilter) to context static
2026-07-08 18:03:36,150 INFO  [Listener at localhost/46359] http.HttpServer2 (HttpServer2.java:addJerseyResourcePackage(938)) - addJerseyResourcePackage: packageName=org.apache.hadoop.hdfs.server.namenode.web.resources;org.apache.hadoop.hdfs.web.resources, pathSpec=/webhdfs/v1/*
2026-07-08 18:03:36,150 INFO  [Listener at localhost/46359] http.HttpServer2 (HttpServer2.java:bindListener(1332)) - Jetty bound to port 44235
2026-07-08 18:03:36,151 INFO  [Listener at localhost/46359] server.Server (Server.java:doStart(375)) - jetty-9.4.40.v20210413; built: 2021-04-13T20:42:42.668Z; git: b881a572662e1943a14ae12e7e1207989f218b74; jvm 1.8.0_362-8u372-ga~us1-0ubuntu1~18.04-b09
2026-07-08 18:03:36,153 INFO  [Listener at localhost/46359] server.session (DefaultSessionIdManager.java:doStart(334)) - DefaultSessionIdManager workerName=node0
2026-07-08 18:03:36,154 INFO  [Listener at localhost/46359] server.session (DefaultSessionIdManager.java:doStart(339)) - No SessionScavenger set, using defaults
2026-07-08 18:03:36,154 INFO  [Listener at localhost/46359] server.session (HouseKeeper.java:startScavenging(132)) - node0 Scavenging every 660000ms
2026-07-08 18:03:36,155 INFO  [Listener at localhost/46359] server.AuthenticationFilter (AuthenticationFilter.java:constructSecretProvider(240)) - Unable to initialize FileSignerSecretProvider, falling back to use random secrets.
2026-07-08 18:03:36,156 INFO  [Listener at localhost/46359] handler.ContextHandler (ContextHandler.java:doStart(916)) - Started o.e.j.s.ServletContextHandler@7c112f5f{static,/static,jar:file:/tmp/dist-test-taskOk1AGN/java/build/jars/hadoop-hdfs-3.3.1-tests.jar!/webapps/static,AVAILABLE}
2026-07-08 18:03:36,307 INFO  [Listener at localhost/46359] handler.ContextHandler (ContextHandler.java:doStart(916)) - Started o.e.j.w.WebAppContext@536d97f8{hdfs,/,file:///tmp/jetty-localhost-44235-hadoop-hdfs-3_3_1-tests_jar-_-any-8081856079978660143/webapp/,AVAILABLE}{jar:file:/tmp/dist-test-taskOk1AGN/java/build/jars/hadoop-hdfs-3.3.1-tests.jar!/webapps/hdfs}
2026-07-08 18:03:36,309 INFO  [Listener at localhost/46359] server.AbstractConnector (AbstractConnector.java:doStart(331)) - Started ServerConnector@7e7fe6d{HTTP/1.1, (http/1.1)}{localhost:44235}
2026-07-08 18:03:36,309 INFO  [Listener at localhost/46359] server.Server (Server.java:doStart(415)) - Started @6624ms
2026-07-08 18:03:36,310 INFO  [Listener at localhost/46359] namenode.FSEditLog (FSEditLog.java:newInstance(229)) - Edit logging is async:true
2026-07-08 18:03:36,323 INFO  [Listener at localhost/46359] namenode.FSNamesystem (FSNamesystem.java:<init>(814)) - KeyProvider: null
2026-07-08 18:03:36,324 INFO  [Listener at localhost/46359] namenode.FSNamesystem (FSNamesystemLock.java:<init>(141)) - fsLock is fair: true
2026-07-08 18:03:36,324 INFO  [Listener at localhost/46359] namenode.FSNamesystem (FSNamesystemLock.java:<init>(159)) - Detailed lock hold time metrics enabled: false
2026-07-08 18:03:36,324 INFO  [Listener at localhost/46359] namenode.FSNamesystem (FSNamesystem.java:<init>(847)) - fsOwner                = slave (auth:SIMPLE)
2026-07-08 18:03:36,324 INFO  [Listener at localhost/46359] namenode.FSNamesystem (FSNamesystem.java:<init>(848)) - supergroup             = supergroup
2026-07-08 18:03:36,324 INFO  [Listener at localhost/46359] namenode.FSNamesystem (FSNamesystem.java:<init>(849)) - isPermissionEnabled    = true
2026-07-08 18:03:36,325 INFO  [Listener at localhost/46359] namenode.FSNamesystem (FSNamesystem.java:<init>(850)) - isStoragePolicyEnabled = true
2026-07-08 18:03:36,325 INFO  [Listener at localhost/46359] namenode.FSNamesystem (FSNamesystem.java:<init>(861)) - HA Enabled: false
2026-07-08 18:03:36,325 INFO  [Listener at localhost/46359] common.Util (Util.java:isDiskStatsEnabled(395)) - dfs.datanode.fileio.profiling.sampling.percentage set to 0. Disabling file IO profiling
2026-07-08 18:03:36,326 INFO  [Listener at localhost/46359] blockmanagement.DatanodeManager (DatanodeManager.java:<init>(334)) - dfs.block.invalidate.limit: configured=1000, counted=60, effected=1000
2026-07-08 18:03:36,326 INFO  [Listener at localhost/46359] blockmanagement.DatanodeManager (DatanodeManager.java:<init>(342)) - dfs.namenode.datanode.registration.ip-hostname-check=true
2026-07-08 18:03:36,326 INFO  [Listener at localhost/46359] blockmanagement.BlockManager (InvalidateBlocks.java:printBlockDeletionTime(77)) - dfs.namenode.startup.delay.block.deletion.sec is set to 000:00:00:00.000
2026-07-08 18:03:36,326 INFO  [Listener at localhost/46359] blockmanagement.BlockManager (InvalidateBlocks.java:printBlockDeletionTime(83)) - The block deletion will start around 2026 Jul 08 18:03:36
2026-07-08 18:03:36,327 INFO  [Listener at localhost/46359] util.GSet (LightWeightGSet.java:computeCapacity(395)) - Computing capacity for map BlocksMap
2026-07-08 18:03:36,327 INFO  [Listener at localhost/46359] util.GSet (LightWeightGSet.java:computeCapacity(396)) - VM type       = 64-bit
2026-07-08 18:03:36,327 INFO  [Listener at localhost/46359] util.GSet (LightWeightGSet.java:computeCapacity(397)) - 2.0% max memory 3.5 GB = 72.5 MB
2026-07-08 18:03:36,327 INFO  [Listener at localhost/46359] util.GSet (LightWeightGSet.java:computeCapacity(402)) - capacity      = 2^23 = 8388608 entries
2026-07-08 18:03:36,369 INFO  [Listener at localhost/46359] blockmanagement.BlockManager (BlockManager.java:createSPSManager(5447)) - Storage policy satisfier is disabled
2026-07-08 18:03:36,371 INFO  [Listener at localhost/46359] blockmanagement.BlockManager (BlockManager.java:createBlockTokenSecretManager(641)) - dfs.block.access.token.enable = false
2026-07-08 18:03:36,371 INFO  [Listener at localhost/46359] blockmanagement.BlockManagerSafeMode (BlockManagerSafeMode.java:<init>(160)) - dfs.namenode.safemode.threshold-pct = 0.999
2026-07-08 18:03:36,372 INFO  [Listener at localhost/46359] blockmanagement.BlockManagerSafeMode (BlockManagerSafeMode.java:<init>(161)) - dfs.namenode.safemode.min.datanodes = 0
2026-07-08 18:03:36,372 INFO  [Listener at localhost/46359] blockmanagement.BlockManagerSafeMode (BlockManagerSafeMode.java:<init>(163)) - dfs.namenode.safemode.extension = 0
2026-07-08 18:03:36,372 INFO  [Listener at localhost/46359] blockmanagement.BlockManager (BlockManager.java:<init>(627)) - defaultReplication         = 1
2026-07-08 18:03:36,372 INFO  [Listener at localhost/46359] blockmanagement.BlockManager (BlockManager.java:<init>(628)) - maxReplication             = 512
2026-07-08 18:03:36,372 INFO  [Listener at localhost/46359] blockmanagement.BlockManager (BlockManager.java:<init>(629)) - minReplication             = 1
2026-07-08 18:03:36,372 INFO  [Listener at localhost/46359] blockmanagement.BlockManager (BlockManager.java:<init>(630)) - maxReplicationStreams      = 2
2026-07-08 18:03:36,372 INFO  [Listener at localhost/46359] blockmanagement.BlockManager (BlockManager.java:<init>(631)) - redundancyRecheckInterval  = 3000ms
2026-07-08 18:03:36,372 INFO  [Listener at localhost/46359] blockmanagement.BlockManager (BlockManager.java:<init>(632)) - encryptDataTransfer        = false
2026-07-08 18:03:36,372 INFO  [Listener at localhost/46359] blockmanagement.BlockManager (BlockManager.java:<init>(633)) - maxNumBlocksToLog          = 1000
2026-07-08 18:03:36,372 INFO  [Listener at localhost/46359] util.GSet (LightWeightGSet.java:computeCapacity(395)) - Computing capacity for map INodeMap
2026-07-08 18:03:36,373 INFO  [Listener at localhost/46359] util.GSet (LightWeightGSet.java:computeCapacity(396)) - VM type       = 64-bit
2026-07-08 18:03:36,373 INFO  [Listener at localhost/46359] util.GSet (LightWeightGSet.java:computeCapacity(397)) - 1.0% max memory 3.5 GB = 36.2 MB
2026-07-08 18:03:36,373 INFO  [Listener at localhost/46359] util.GSet (LightWeightGSet.java:computeCapacity(402)) - capacity      = 2^22 = 4194304 entries
2026-07-08 18:03:36,376 INFO  [Listener at localhost/46359] namenode.FSDirectory (FSDirectory.java:<init>(335)) - ACLs enabled? true
2026-07-08 18:03:36,376 INFO  [Listener at localhost/46359] namenode.FSDirectory (FSDirectory.java:<init>(339)) - POSIX ACL inheritance enabled? true
2026-07-08 18:03:36,376 INFO  [Listener at localhost/46359] namenode.FSDirectory (FSDirectory.java:<init>(343)) - XAttrs enabled? true
2026-07-08 18:03:36,376 INFO  [Listener at localhost/46359] namenode.NameNode (FSDirectory.java:<init>(406)) - Caching file names occurring more than 10 times
2026-07-08 18:03:36,376 INFO  [Listener at localhost/46359] snapshot.SnapshotManager (SnapshotManager.java:<init>(124)) - Loaded config captureOpenFiles: false, skipCaptureAccessTimeOnlyChange: false, snapshotDiffAllowSnapRootDescendant: true, maxSnapshotLimit: 65536
2026-07-08 18:03:36,376 INFO  [Listener at localhost/46359] snapshot.SnapshotManager (DirectoryDiffListFactory.java:init(43)) - SkipList is disabled
2026-07-08 18:03:36,376 INFO  [Listener at localhost/46359] util.GSet (LightWeightGSet.java:computeCapacity(395)) - Computing capacity for map cachedBlocks
2026-07-08 18:03:36,376 INFO  [Listener at localhost/46359] util.GSet (LightWeightGSet.java:computeCapacity(396)) - VM type       = 64-bit
2026-07-08 18:03:36,376 INFO  [Listener at localhost/46359] util.GSet (LightWeightGSet.java:computeCapacity(397)) - 0.25% max memory 3.5 GB = 9.1 MB
2026-07-08 18:03:36,376 INFO  [Listener at localhost/46359] util.GSet (LightWeightGSet.java:computeCapacity(402)) - capacity      = 2^20 = 1048576 entries
2026-07-08 18:03:36,377 INFO  [Listener at localhost/46359] metrics.TopMetrics (TopMetrics.java:logConf(75)) - NNTop conf: dfs.namenode.top.window.num.buckets = 10
2026-07-08 18:03:36,378 INFO  [Listener at localhost/46359] metrics.TopMetrics (TopMetrics.java:logConf(77)) - NNTop conf: dfs.namenode.top.num.users = 10
2026-07-08 18:03:36,378 INFO  [Listener at localhost/46359] metrics.TopMetrics (TopMetrics.java:logConf(79)) - NNTop conf: dfs.namenode.top.windows.minutes = 1,5,25
2026-07-08 18:03:36,378 INFO  [Listener at localhost/46359] namenode.FSNamesystem (FSNamesystem.java:initRetryCache(1080)) - Retry cache on namenode is enabled
2026-07-08 18:03:36,378 INFO  [Listener at localhost/46359] namenode.FSNamesystem (FSNamesystem.java:initRetryCache(1088)) - Retry cache will use 0.03 of total heap and retry cache entry expiry time is 600000 millis
2026-07-08 18:03:36,378 INFO  [Listener at localhost/46359] util.GSet (LightWeightGSet.java:computeCapacity(395)) - Computing capacity for map NameNodeRetryCache
2026-07-08 18:03:36,378 INFO  [Listener at localhost/46359] util.GSet (LightWeightGSet.java:computeCapacity(396)) - VM type       = 64-bit
2026-07-08 18:03:36,378 INFO  [Listener at localhost/46359] util.GSet (LightWeightGSet.java:computeCapacity(397)) - 0.029999999329447746% max memory 3.5 GB = 1.1 MB
2026-07-08 18:03:36,378 INFO  [Listener at localhost/46359] util.GSet (LightWeightGSet.java:computeCapacity(402)) - capacity      = 2^17 = 131072 entries
2026-07-08 18:03:36,382 INFO  [Listener at localhost/46359] common.Storage (Storage.java:tryLock(948)) - Lock on /tmp/hdfs-test3519935097888275064/name-0-1/in_use.lock acquired by nodename 7120@dist-test-slave-0hj8.c.gcp-upstream.internal
2026-07-08 18:03:36,384 INFO  [Listener at localhost/46359] common.Storage (Storage.java:tryLock(948)) - Lock on /tmp/hdfs-test3519935097888275064/name-0-2/in_use.lock acquired by nodename 7120@dist-test-slave-0hj8.c.gcp-upstream.internal
2026-07-08 18:03:36,385 INFO  [Listener at localhost/46359] namenode.FileJournalManager (FileJournalManager.java:recoverUnfinalizedSegments(428)) - Recovering unfinalized segments in /tmp/hdfs-test3519935097888275064/name-0-1/current
2026-07-08 18:03:36,385 INFO  [Listener at localhost/46359] namenode.FileJournalManager (FileJournalManager.java:recoverUnfinalizedSegments(428)) - Recovering unfinalized segments in /tmp/hdfs-test3519935097888275064/name-0-2/current
2026-07-08 18:03:36,385 INFO  [Listener at localhost/46359] namenode.FSImage (FSImage.java:loadFSImage(734)) - No edit log streams selected.
2026-07-08 18:03:36,386 INFO  [Listener at localhost/46359] namenode.FSImage (FSImage.java:loadFSImageFile(800)) - Planning to load image: FSImageFile(file=/tmp/hdfs-test3519935097888275064/name-0-1/current/fsimage_0000000000000000000, cpktTxId=0000000000000000000)
2026-07-08 18:03:36,387 INFO  [Listener at localhost/46359] namenode.FSImageFormatPBINode (FSImageFormatPBINode.java:loadINodeSectionHeader(413)) - Loading 1 INodes.
2026-07-08 18:03:36,388 INFO  [Listener at localhost/46359] namenode.FSImageFormatPBINode (FSImageFormatPBINode.java:loadINodeSection(371)) - Successfully loaded 1 inodes
2026-07-08 18:03:36,388 INFO  [Listener at localhost/46359] namenode.FSImageFormatPBINode (FSImageFormatPBINode.java:waitBlocksMapAndNameCacheUpdateFinished(344)) - Completed update blocks map and name cache, total waiting duration 0ms.
2026-07-08 18:03:36,389 INFO  [Listener at localhost/46359] namenode.FSImageFormatProtobuf (FSImageFormatProtobuf.java:load(255)) - Loaded FSImage in 0 seconds.
2026-07-08 18:03:36,389 INFO  [Listener at localhost/46359] namenode.FSImage (FSImage.java:loadFSImage(978)) - Loaded image for txid 0 from /tmp/hdfs-test3519935097888275064/name-0-1/current/fsimage_0000000000000000000
2026-07-08 18:03:36,389 INFO  [Listener at localhost/46359] namenode.FSNamesystem (FSNamesystem.java:loadFSImage(1202)) - Need to save fs image? false (staleImage=false, haEnabled=false, isRollingUpgrade=false)
2026-07-08 18:03:36,390 INFO  [Listener at localhost/46359] namenode.FSEditLog (FSEditLog.java:startLogSegment(1391)) - Starting log segment at 1
2026-07-08 18:03:36,400 INFO  [Listener at localhost/46359] namenode.NameCache (NameCache.java:initialized(143)) - initialized with 0 entries 0 lookups
2026-07-08 18:03:36,400 INFO  [Listener at localhost/46359] namenode.FSNamesystem (FSNamesystem.java:loadFromDisk(786)) - Finished loading FSImage in 21 msecs
2026-07-08 18:03:36,400 INFO  [Listener at localhost/46359] namenode.NameNode (NameNodeRpcServer.java:<init>(454)) - RPC server is binding to localhost:0
2026-07-08 18:03:36,401 INFO  [Listener at localhost/46359] namenode.NameNode (NameNodeRpcServer.java:<init>(459)) - Enable NameNode state context:false
2026-07-08 18:03:36,401 INFO  [Listener at localhost/46359] ipc.CallQueueManager (CallQueueManager.java:<init>(90)) - Using callQueue: class java.util.concurrent.LinkedBlockingQueue, queueCapacity: 1000, scheduler: class org.apache.hadoop.ipc.DefaultRpcScheduler, ipcBackoff: false.
2026-07-08 18:03:36,401 INFO  [Socket Reader #1 for port 0] ipc.Server (Server.java:run(1265)) - Starting Socket Reader #1 for port 0
2026-07-08 18:03:36,404 INFO  [Listener at localhost/34385] namenode.NameNode (NameNode.java:initialize(776)) - Clients are to use localhost:34385 to access this namenode/service.
2026-07-08 18:03:36,405 INFO  [Listener at localhost/34385] namenode.FSNamesystem (FSNamesystem.java:registerMBean(5444)) - Registered FSNamesystemState, ReplicatedBlocksState and ECBlockGroupsState MBeans.
2026-07-08 18:03:36,415 INFO  [Listener at localhost/34385] namenode.LeaseManager (LeaseManager.java:getNumUnderConstructionBlocks(166)) - Number of blocks under construction: 0
2026-07-08 18:03:36,415 INFO  [Listener at localhost/34385] blockmanagement.DatanodeAdminDefaultMonitor (DatanodeAdminDefaultMonitor.java:processConf(116)) - Initialized the Default Decommission and Maintenance monitor
2026-07-08 18:03:36,416 INFO  [Listener at localhost/34385] blockmanagement.BlockManager (BlockManager.java:initializeReplQueues(5187)) - initializing replication queues
2026-07-08 18:03:36,417 INFO  [Listener at localhost/34385] hdfs.StateChange (BlockManagerSafeMode.java:leaveSafeMode(399)) - STATE* Leaving safe mode after 0 secs
2026-07-08 18:03:36,417 INFO  [Listener at localhost/34385] hdfs.StateChange (BlockManagerSafeMode.java:leaveSafeMode(405)) - STATE* Network topology has 0 racks and 0 datanodes
2026-07-08 18:03:36,417 INFO  [Listener at localhost/34385] hdfs.StateChange (BlockManagerSafeMode.java:leaveSafeMode(407)) - STATE* UnderReplicatedBlocks has 0 blocks
2026-07-08 18:03:36,427 INFO  [Reconstruction Queue Initializer] blockmanagement.BlockManager (BlockManager.java:processMisReplicatesAsync(3728)) - Total number of blocks            = 0
2026-07-08 18:03:36,427 INFO  [Reconstruction Queue Initializer] blockmanagement.BlockManager (BlockManager.java:processMisReplicatesAsync(3729)) - Number of invalid blocks          = 0
2026-07-08 18:03:36,427 INFO  [Reconstruction Queue Initializer] blockmanagement.BlockManager (BlockManager.java:processMisReplicatesAsync(3730)) - Number of under-replicated blocks = 0
2026-07-08 18:03:36,427 INFO  [Reconstruction Queue Initializer] blockmanagement.BlockManager (BlockManager.java:processMisReplicatesAsync(3731)) - Number of  over-replicated blocks = 0
2026-07-08 18:03:36,427 INFO  [Reconstruction Queue Initializer] blockmanagement.BlockManager (BlockManager.java:processMisReplicatesAsync(3733)) - Number of blocks being written    = 0
2026-07-08 18:03:36,427 INFO  [Reconstruction Queue Initializer] hdfs.StateChange (BlockManager.java:processMisReplicatesAsync(3736)) - STATE* Replication Queue initialization scan for invalid, over- and under-replicated blocks completed in 11 msec
2026-07-08 18:03:36,430 INFO  [IPC Server Responder] ipc.Server (Server.java:run(1507)) - IPC Server Responder: starting
2026-07-08 18:03:36,430 INFO  [IPC Server listener on 0] ipc.Server (Server.java:run(1344)) - IPC Server listener on 0: starting
2026-07-08 18:03:36,432 INFO  [Listener at localhost/34385] namenode.NameNode (NameNode.java:startCommonServices(893)) - NameNode RPC up at: localhost/127.0.0.1:34385
2026-07-08 18:03:36,432 INFO  [Listener at localhost/34385] namenode.FSNamesystem (FSNamesystem.java:startActiveServices(1314)) - Starting services required for active state
2026-07-08 18:03:36,433 INFO  [Listener at localhost/34385] namenode.FSDirectory (FSDirectory.java:updateCountForQuota(840)) - Initializing quota with 12 thread(s)
2026-07-08 18:03:36,433 INFO  [Listener at localhost/34385] namenode.FSDirectory (FSDirectory.java:updateCountForQuota(849)) - Quota initialization completed in 1 milliseconds
name space=1
storage space=0
storage types=RAM_DISK=0, SSD=0, DISK=0, ARCHIVE=0, PROVIDED=0
2026-07-08 18:03:36,438 INFO  [CacheReplicationMonitor(2100913660)] blockmanagement.CacheReplicationMonitor (CacheReplicationMonitor.java:run(160)) - Starting CacheReplicationMonitor with interval 30000 milliseconds
2026-07-08 18:03:36,440 INFO  [Listener at localhost/34385] hdfs.MiniDFSCluster (MiniDFSCluster.java:startDataNodes(1697)) - Starting DataNode 0 with dfs.datanode.data.dir: [DISK]file:/tmp/hdfs-test3519935097888275064/data/data1,[DISK]file:/tmp/hdfs-test3519935097888275064/data/data2
2026-07-08 18:03:36,441 INFO  [Listener at localhost/34385] checker.ThrottledAsyncChecker (ThrottledAsyncChecker.java:schedule(137)) - Scheduling a check for [DISK]file:/tmp/hdfs-test3519935097888275064/data/data1
2026-07-08 18:03:36,442 INFO  [Listener at localhost/34385] checker.ThrottledAsyncChecker (ThrottledAsyncChecker.java:schedule(137)) - Scheduling a check for [DISK]file:/tmp/hdfs-test3519935097888275064/data/data2
2026-07-08 18:03:36,456 INFO  [Listener at localhost/34385] impl.MetricsSystemImpl (MetricsSystemImpl.java:init(158)) - DataNode metrics system started (again)
2026-07-08 18:03:36,456 INFO  [Listener at localhost/34385] common.Util (Util.java:isDiskStatsEnabled(395)) - dfs.datanode.fileio.profiling.sampling.percentage set to 0. Disabling file IO profiling
2026-07-08 18:03:36,456 INFO  [Listener at localhost/34385] datanode.BlockScanner (BlockScanner.java:<init>(201)) - Initialized block scanner with targetBytesPerSec 1048576
2026-07-08 18:03:36,456 INFO  [Listener at localhost/34385] datanode.DataNode (DataNode.java:<init>(512)) - Configured hostname is 127.0.0.1
2026-07-08 18:03:36,457 INFO  [Listener at localhost/34385] common.Util (Util.java:isDiskStatsEnabled(395)) - dfs.datanode.fileio.profiling.sampling.percentage set to 0. Disabling file IO profiling
2026-07-08 18:03:36,457 INFO  [Listener at localhost/34385] datanode.DataNode (DataNode.java:startDataNode(1408)) - Starting DataNode with maxLockedMemory = 0
2026-07-08 18:03:36,457 INFO  [Listener at localhost/34385] datanode.DataNode (DataNode.java:initDataXceiver(1171)) - Opened streaming server at /127.0.0.1:34867
2026-07-08 18:03:36,458 INFO  [Listener at localhost/34385] datanode.DataNode (DataXceiverServer.java:<init>(94)) - Balancing bandwidth is 104857600 bytes/s
2026-07-08 18:03:36,458 INFO  [Listener at localhost/34385] datanode.DataNode (DataXceiverServer.java:<init>(95)) - Number threads for balancing is 100
2026-07-08 18:03:36,462 INFO  [Listener at localhost/34385] server.AuthenticationFilter (AuthenticationFilter.java:constructSecretProvider(240)) - Unable to initialize FileSignerSecretProvider, falling back to use random secrets.
2026-07-08 18:03:36,462 INFO  [Listener at localhost/34385] http.HttpRequestLog (HttpRequestLog.java:getRequestLog(82)) - Http request log for http.requests.datanode is not defined
2026-07-08 18:03:36,464 INFO  [Listener at localhost/34385] http.HttpServer2 (HttpServer2.java:addGlobalFilter(1111)) - Added global filter 'safety' (class=org.apache.hadoop.http.HttpServer2$QuotingInputFilter)
2026-07-08 18:03:36,464 INFO  [Listener at localhost/34385] http.HttpServer2 (HttpServer2.java:addFilter(1084)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context datanode
2026-07-08 18:03:36,464 INFO  [Listener at localhost/34385] http.HttpServer2 (HttpServer2.java:addFilter(1094)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context static
2026-07-08 18:03:36,465 INFO  [Listener at localhost/34385] http.HttpServer2 (HttpServer2.java:bindListener(1332)) - Jetty bound to port 34697
2026-07-08 18:03:36,465 INFO  [Listener at localhost/34385] server.Server (Server.java:doStart(375)) - jetty-9.4.40.v20210413; built: 2021-04-13T20:42:42.668Z; git: b881a572662e1943a14ae12e7e1207989f218b74; jvm 1.8.0_362-8u372-ga~us1-0ubuntu1~18.04-b09
2026-07-08 18:03:36,466 INFO  [Listener at localhost/34385] server.session (DefaultSessionIdManager.java:doStart(334)) - DefaultSessionIdManager workerName=node0
2026-07-08 18:03:36,466 INFO  [Listener at localhost/34385] server.session (DefaultSessionIdManager.java:doStart(339)) - No SessionScavenger set, using defaults
2026-07-08 18:03:36,467 INFO  [Listener at localhost/34385] server.session (HouseKeeper.java:startScavenging(132)) - node0 Scavenging every 600000ms
2026-07-08 18:03:36,468 INFO  [Listener at localhost/34385] handler.ContextHandler (ContextHandler.java:doStart(916)) - Started o.e.j.s.ServletContextHandler@f9f3928{static,/static,jar:file:/tmp/dist-test-taskOk1AGN/java/build/jars/hadoop-hdfs-3.3.1-tests.jar!/webapps/static,AVAILABLE}
2026-07-08 18:03:36,606 INFO  [Listener at localhost/34385] handler.ContextHandler (ContextHandler.java:doStart(916)) - Started o.e.j.w.WebAppContext@559cedee{datanode,/,file:///tmp/jetty-localhost-34697-hadoop-hdfs-3_3_1-tests_jar-_-any-4397006069478240956/webapp/,AVAILABLE}{jar:file:/tmp/dist-test-taskOk1AGN/java/build/jars/hadoop-hdfs-3.3.1-tests.jar!/webapps/datanode}
2026-07-08 18:03:36,607 INFO  [Listener at localhost/34385] server.AbstractConnector (AbstractConnector.java:doStart(331)) - Started ServerConnector@1806bc4c{HTTP/1.1, (http/1.1)}{localhost:34697}
2026-07-08 18:03:36,608 INFO  [Listener at localhost/34385] server.Server (Server.java:doStart(415)) - Started @6923ms
2026-07-08 18:03:36,609 WARN  [Listener at localhost/34385] web.DatanodeHttpServer (RestCsrfPreventionFilterHandler.java:<init>(75)) - Got null for restCsrfPreventionFilter - will not do any filtering.
2026-07-08 18:03:36,611 INFO  [Listener at localhost/34385] web.DatanodeHttpServer (DatanodeHttpServer.java:start(322)) - Listening HTTP traffic on /127.0.0.1:38245
2026-07-08 18:03:36,612 INFO  [Listener at localhost/34385] datanode.DataNode (DataNode.java:startDataNode(1436)) - dnUserName = slave
2026-07-08 18:03:36,612 INFO  [org.apache.hadoop.util.JvmPauseMonitor$Monitor@68565bc7] util.JvmPauseMonitor (JvmPauseMonitor.java:run(188)) - Starting JVM pause monitor
2026-07-08 18:03:36,612 INFO  [Listener at localhost/34385] datanode.DataNode (DataNode.java:startDataNode(1437)) - supergroup = supergroup
2026-07-08 18:03:36,612 INFO  [Listener at localhost/34385] ipc.CallQueueManager (CallQueueManager.java:<init>(90)) - Using callQueue: class java.util.concurrent.LinkedBlockingQueue, queueCapacity: 1000, scheduler: class org.apache.hadoop.ipc.DefaultRpcScheduler, ipcBackoff: false.
2026-07-08 18:03:36,613 INFO  [Socket Reader #1 for port 0] ipc.Server (Server.java:run(1265)) - Starting Socket Reader #1 for port 0
2026-07-08 18:03:36,616 INFO  [Listener at localhost/37011] datanode.DataNode (DataNode.java:initIpcServer(1057)) - Opened IPC server at /127.0.0.1:37011
2026-07-08 18:03:36,889 INFO  [Listener at localhost/37011] datanode.DataNode (BlockPoolManager.java:refreshNamenodes(149)) - Refresh request received for nameservices: null
2026-07-08 18:03:36,889 INFO  [Listener at localhost/37011] datanode.DataNode (BlockPoolManager.java:doRefreshNamenodes(210)) - Starting BPOfferServices for nameservices: <default>
2026-07-08 18:03:36,890 INFO  [Thread-175] datanode.DataNode (BPServiceActor.java:run(847)) - Block pool <registering> (Datanode Uuid unassigned) service to localhost/127.0.0.1:34385 starting to offer service
2026-07-08 18:03:36,892 INFO  [IPC Server Responder] ipc.Server (Server.java:run(1507)) - IPC Server Responder: starting
2026-07-08 18:03:36,893 INFO  [IPC Server listener on 0] ipc.Server (Server.java:run(1344)) - IPC Server listener on 0: starting
2026-07-08 18:03:36,898 INFO  [Thread-175] datanode.DataNode (BPOfferService.java:verifyAndSetNamespaceInfo(381)) - Acknowledging ACTIVE Namenode during handshakeBlock pool <registering> (Datanode Uuid unassigned) service to localhost/127.0.0.1:34385
2026-07-08 18:03:36,899 INFO  [Thread-175] common.Storage (DataStorage.java:getParallelVolumeLoadThreadsNum(356)) - Using 2 threads to upgrade data directories (dfs.datanode.parallel.volumes.load.threads.num=2, dataDirs=2)
2026-07-08 18:03:36,901 INFO  [Thread-175] common.Storage (Storage.java:tryLock(948)) - Lock on /tmp/hdfs-test3519935097888275064/data/data1/in_use.lock acquired by nodename 7120@dist-test-slave-0hj8.c.gcp-upstream.internal
2026-07-08 18:03:36,901 INFO  [IPC Server handler 1 on default port 34385] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=datanodeReport	src=null	dst=null	perm=null	proto=rpc
2026-07-08 18:03:36,901 INFO  [Thread-175] common.Storage (DataStorage.java:loadStorageDirectory(284)) - Storage directory with location [DISK]file:/tmp/hdfs-test3519935097888275064/data/data1 is not formatted for namespace 399672057. Formatting...
2026-07-08 18:03:36,902 INFO  [Thread-175] common.Storage (DataStorage.java:createStorageID(160)) - Generated new storageID DS-6c5f0353-30b9-4599-a9b8-0330c16aba9a for directory /tmp/hdfs-test3519935097888275064/data/data1 
2026-07-08 18:03:36,907 INFO  [Listener at localhost/37011] hdfs.MiniDFSCluster (MiniDFSCluster.java:shouldWait(2823)) - dnInfo.length != numDataNodes
2026-07-08 18:03:36,907 INFO  [Listener at localhost/37011] hdfs.MiniDFSCluster (MiniDFSCluster.java:waitActive(2744)) - Waiting for cluster to become active
2026-07-08 18:03:36,911 INFO  [Thread-175] common.Storage (Storage.java:tryLock(948)) - Lock on /tmp/hdfs-test3519935097888275064/data/data2/in_use.lock acquired by nodename 7120@dist-test-slave-0hj8.c.gcp-upstream.internal
2026-07-08 18:03:36,911 INFO  [Thread-175] common.Storage (DataStorage.java:loadStorageDirectory(284)) - Storage directory with location [DISK]file:/tmp/hdfs-test3519935097888275064/data/data2 is not formatted for namespace 399672057. Formatting...
2026-07-08 18:03:36,911 INFO  [Thread-175] common.Storage (DataStorage.java:createStorageID(160)) - Generated new storageID DS-c77169b9-60cc-486a-805e-ff79a79d8ddf for directory /tmp/hdfs-test3519935097888275064/data/data2 
2026-07-08 18:03:36,946 INFO  [Thread-175] common.Storage (BlockPoolSliceStorage.java:recoverTransitionRead(256)) - Analyzing storage directories for bpid BP-1755997371-10.240.0.181-1783533816067
2026-07-08 18:03:36,946 INFO  [Thread-175] common.Storage (Storage.java:lock(907)) - Locking is disabled for /tmp/hdfs-test3519935097888275064/data/data1/current/BP-1755997371-10.240.0.181-1783533816067
2026-07-08 18:03:36,947 INFO  [Thread-175] common.Storage (BlockPoolSliceStorage.java:loadStorageDirectory(169)) - Block pool storage directory for location [DISK]file:/tmp/hdfs-test3519935097888275064/data/data1 and block pool id BP-1755997371-10.240.0.181-1783533816067 is not formatted. Formatting ...
2026-07-08 18:03:36,947 INFO  [Thread-175] common.Storage (BlockPoolSliceStorage.java:format(285)) - Formatting block pool BP-1755997371-10.240.0.181-1783533816067 directory /tmp/hdfs-test3519935097888275064/data/data1/current/BP-1755997371-10.240.0.181-1783533816067/current
2026-07-08 18:03:36,970 INFO  [Thread-175] common.Storage (BlockPoolSliceStorage.java:recoverTransitionRead(256)) - Analyzing storage directories for bpid BP-1755997371-10.240.0.181-1783533816067
2026-07-08 18:03:36,970 INFO  [Thread-175] common.Storage (Storage.java:lock(907)) - Locking is disabled for /tmp/hdfs-test3519935097888275064/data/data2/current/BP-1755997371-10.240.0.181-1783533816067
2026-07-08 18:03:36,970 INFO  [Thread-175] common.Storage (BlockPoolSliceStorage.java:loadStorageDirectory(169)) - Block pool storage directory for location [DISK]file:/tmp/hdfs-test3519935097888275064/data/data2 and block pool id BP-1755997371-10.240.0.181-1783533816067 is not formatted. Formatting ...
2026-07-08 18:03:36,970 INFO  [Thread-175] common.Storage (BlockPoolSliceStorage.java:format(285)) - Formatting block pool BP-1755997371-10.240.0.181-1783533816067 directory /tmp/hdfs-test3519935097888275064/data/data2/current/BP-1755997371-10.240.0.181-1783533816067/current
2026-07-08 18:03:36,975 INFO  [Thread-175] datanode.DataNode (DataNode.java:initStorage(1756)) - Setting up storage: nsid=399672057;bpid=BP-1755997371-10.240.0.181-1783533816067;lv=-57;nsInfo=lv=-66;cid=testClusterID;nsid=399672057;c=1783533816067;bpid=BP-1755997371-10.240.0.181-1783533816067;dnuuid=null
2026-07-08 18:03:36,979 INFO  [Thread-175] datanode.DataNode (DataNode.java:checkDatanodeUuid(1554)) - Generated and persisted new Datanode UUID 96772a28-8f7a-4d65-b799-b90f60b66a03
2026-07-08 18:03:36,979 INFO  [Thread-175] impl.FsDatasetImpl (FsDatasetImpl.java:<init>(310)) - The datanode lock is a read write lock
2026-07-08 18:03:36,981 INFO  [Thread-175] impl.FsDatasetImpl (FsVolumeList.java:addVolume(304)) - Added new volume: DS-6c5f0353-30b9-4599-a9b8-0330c16aba9a
2026-07-08 18:03:36,981 INFO  [Thread-175] impl.FsDatasetImpl (FsDatasetImpl.java:addVolume(493)) - Added volume - [DISK]file:/tmp/hdfs-test3519935097888275064/data/data1, StorageType: DISK
2026-07-08 18:03:36,983 INFO  [Thread-175] impl.FsDatasetImpl (FsVolumeList.java:addVolume(304)) - Added new volume: DS-c77169b9-60cc-486a-805e-ff79a79d8ddf
2026-07-08 18:03:36,983 INFO  [Thread-175] impl.FsDatasetImpl (FsDatasetImpl.java:addVolume(493)) - Added volume - [DISK]file:/tmp/hdfs-test3519935097888275064/data/data2, StorageType: DISK
2026-07-08 18:03:36,983 INFO  [Thread-175] impl.MemoryMappableBlockLoader (MemoryMappableBlockLoader.java:initialize(48)) - Initializing cache loader: MemoryMappableBlockLoader.
2026-07-08 18:03:36,984 INFO  [Thread-175] impl.FsDatasetImpl (FsDatasetImpl.java:registerMBean(2343)) - Registered FSDatasetState MBean
2026-07-08 18:03:36,984 INFO  [Thread-175] impl.FsDatasetImpl (FsDatasetImpl.java:addBlockPool(2856)) - Adding block pool BP-1755997371-10.240.0.181-1783533816067
2026-07-08 18:03:36,985 INFO  [Thread-192] impl.FsDatasetImpl (FsVolumeList.java:run(406)) - Scanning block pool BP-1755997371-10.240.0.181-1783533816067 on volume /tmp/hdfs-test3519935097888275064/data/data1...
2026-07-08 18:03:36,985 INFO  [Thread-193] impl.FsDatasetImpl (FsVolumeList.java:run(406)) - Scanning block pool BP-1755997371-10.240.0.181-1783533816067 on volume /tmp/hdfs-test3519935097888275064/data/data2...
2026-07-08 18:03:37,010 INFO  [IPC Server handler 2 on default port 34385] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=datanodeReport	src=null	dst=null	perm=null	proto=rpc
2026-07-08 18:03:37,011 INFO  [Listener at localhost/37011] hdfs.MiniDFSCluster (MiniDFSCluster.java:shouldWait(2823)) - dnInfo.length != numDataNodes
2026-07-08 18:03:37,011 INFO  [Listener at localhost/37011] hdfs.MiniDFSCluster (MiniDFSCluster.java:waitActive(2744)) - Waiting for cluster to become active
2026-07-08 18:03:37,011 INFO  [Thread-192] impl.FsDatasetImpl (FsVolumeList.java:run(411)) - Time taken to scan block pool BP-1755997371-10.240.0.181-1783533816067 on /tmp/hdfs-test3519935097888275064/data/data1: 27ms
2026-07-08 18:03:37,011 INFO  [Thread-193] impl.FsDatasetImpl (FsVolumeList.java:run(411)) - Time taken to scan block pool BP-1755997371-10.240.0.181-1783533816067 on /tmp/hdfs-test3519935097888275064/data/data2: 26ms
2026-07-08 18:03:37,012 INFO  [Thread-175] impl.FsDatasetImpl (FsVolumeList.java:addBlockPool(431)) - Total time to scan all replicas for block pool BP-1755997371-10.240.0.181-1783533816067: 27ms
2026-07-08 18:03:37,012 INFO  [Thread-196] impl.FsDatasetImpl (FsVolumeList.java:run(199)) - Adding replicas to map for block pool BP-1755997371-10.240.0.181-1783533816067 on volume /tmp/hdfs-test3519935097888275064/data/data1...
2026-07-08 18:03:37,012 INFO  [Thread-196] impl.BlockPoolSlice (BlockPoolSlice.java:readReplicasFromCache(902)) - Replica Cache file: /tmp/hdfs-test3519935097888275064/data/data1/current/BP-1755997371-10.240.0.181-1783533816067/current/replicas doesn't exist 
2026-07-08 18:03:37,013 INFO  [Thread-196] impl.FsDatasetImpl (FsVolumeList.java:run(204)) - Time to add replicas to map for block pool BP-1755997371-10.240.0.181-1783533816067 on volume /tmp/hdfs-test3519935097888275064/data/data1: 0ms
2026-07-08 18:03:37,013 INFO  [Thread-197] impl.FsDatasetImpl (FsVolumeList.java:run(199)) - Adding replicas to map for block pool BP-1755997371-10.240.0.181-1783533816067 on volume /tmp/hdfs-test3519935097888275064/data/data2...
2026-07-08 18:03:37,013 INFO  [Thread-197] impl.BlockPoolSlice (BlockPoolSlice.java:readReplicasFromCache(902)) - Replica Cache file: /tmp/hdfs-test3519935097888275064/data/data2/current/BP-1755997371-10.240.0.181-1783533816067/current/replicas doesn't exist 
2026-07-08 18:03:37,013 INFO  [Thread-197] impl.FsDatasetImpl (FsVolumeList.java:run(204)) - Time to add replicas to map for block pool BP-1755997371-10.240.0.181-1783533816067 on volume /tmp/hdfs-test3519935097888275064/data/data2: 1ms
2026-07-08 18:03:37,013 INFO  [Thread-175] impl.FsDatasetImpl (FsVolumeList.java:getAllVolumesMap(225)) - Total time to add all replicas to map for block pool BP-1755997371-10.240.0.181-1783533816067: 2ms
2026-07-08 18:03:37,014 INFO  [Thread-175] checker.ThrottledAsyncChecker (ThrottledAsyncChecker.java:schedule(137)) - Scheduling a check for /tmp/hdfs-test3519935097888275064/data/data1
2026-07-08 18:03:37,015 INFO  [Thread-175] checker.DatasetVolumeChecker (DatasetVolumeChecker.java:checkAllVolumes(224)) - Scheduled health check for volume /tmp/hdfs-test3519935097888275064/data/data1
2026-07-08 18:03:37,015 INFO  [Thread-175] checker.ThrottledAsyncChecker (ThrottledAsyncChecker.java:schedule(137)) - Scheduling a check for /tmp/hdfs-test3519935097888275064/data/data2
2026-07-08 18:03:37,015 INFO  [Thread-175] checker.DatasetVolumeChecker (DatasetVolumeChecker.java:checkAllVolumes(224)) - Scheduled health check for volume /tmp/hdfs-test3519935097888275064/data/data2
2026-07-08 18:03:37,017 INFO  [VolumeScannerThread(/tmp/hdfs-test3519935097888275064/data/data1)] datanode.VolumeScanner (VolumeScanner.java:findNextUsableBlockIter(385)) - Now scanning bpid BP-1755997371-10.240.0.181-1783533816067 on volume /tmp/hdfs-test3519935097888275064/data/data1
2026-07-08 18:03:37,017 WARN  [Thread-175] datanode.DirectoryScanner (DirectoryScanner.java:<init>(300)) - dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1
2026-07-08 18:03:37,017 INFO  [VolumeScannerThread(/tmp/hdfs-test3519935097888275064/data/data2)] datanode.VolumeScanner (VolumeScanner.java:findNextUsableBlockIter(385)) - Now scanning bpid BP-1755997371-10.240.0.181-1783533816067 on volume /tmp/hdfs-test3519935097888275064/data/data2
2026-07-08 18:03:37,017 INFO  [VolumeScannerThread(/tmp/hdfs-test3519935097888275064/data/data1)] datanode.VolumeScanner (VolumeScanner.java:getNextBlockToScan(505)) - VolumeScanner(/tmp/hdfs-test3519935097888275064/data/data1, DS-6c5f0353-30b9-4599-a9b8-0330c16aba9a): finished scanning block pool BP-1755997371-10.240.0.181-1783533816067
2026-07-08 18:03:37,017 INFO  [Thread-175] datanode.DirectoryScanner (DirectoryScanner.java:start(329)) - Periodic Directory Tree Verification scan starting in 13279194ms with interval of 21600000ms and throttle limit of -1ms/s
2026-07-08 18:03:37,017 INFO  [VolumeScannerThread(/tmp/hdfs-test3519935097888275064/data/data2)] datanode.VolumeScanner (VolumeScanner.java:getNextBlockToScan(505)) - VolumeScanner(/tmp/hdfs-test3519935097888275064/data/data2, DS-c77169b9-60cc-486a-805e-ff79a79d8ddf): finished scanning block pool BP-1755997371-10.240.0.181-1783533816067
2026-07-08 18:03:37,018 INFO  [VolumeScannerThread(/tmp/hdfs-test3519935097888275064/data/data2)] datanode.VolumeScanner (VolumeScanner.java:findNextUsableBlockIter(402)) - VolumeScanner(/tmp/hdfs-test3519935097888275064/data/data2, DS-c77169b9-60cc-486a-805e-ff79a79d8ddf): no suitable block pools found to scan.  Waiting 1814399998 ms.
2026-07-08 18:03:37,018 INFO  [VolumeScannerThread(/tmp/hdfs-test3519935097888275064/data/data1)] datanode.VolumeScanner (VolumeScanner.java:findNextUsableBlockIter(402)) - VolumeScanner(/tmp/hdfs-test3519935097888275064/data/data1, DS-6c5f0353-30b9-4599-a9b8-0330c16aba9a): no suitable block pools found to scan.  Waiting 1814399998 ms.
2026-07-08 18:03:37,019 INFO  [BP-1755997371-10.240.0.181-1783533816067 heartbeating to localhost/127.0.0.1:34385] datanode.DataNode (BPServiceActor.java:register(788)) - Block pool BP-1755997371-10.240.0.181-1783533816067 (Datanode Uuid 96772a28-8f7a-4d65-b799-b90f60b66a03) service to localhost/127.0.0.1:34385 beginning handshake with NN
2026-07-08 18:03:37,020 INFO  [IPC Server handler 3 on default port 34385] hdfs.StateChange (DatanodeManager.java:registerDatanode(1142)) - BLOCK* registerDatanode: from DatanodeRegistration(127.0.0.1:34867, datanodeUuid=96772a28-8f7a-4d65-b799-b90f60b66a03, infoPort=38245, infoSecurePort=0, ipcPort=37011, storageInfo=lv=-57;cid=testClusterID;nsid=399672057;c=1783533816067) storage 96772a28-8f7a-4d65-b799-b90f60b66a03
2026-07-08 18:03:37,020 INFO  [IPC Server handler 3 on default port 34385] net.NetworkTopology (NetworkTopology.java:add(149)) - Adding a new node: /default-rack/127.0.0.1:34867
2026-07-08 18:03:37,020 INFO  [IPC Server handler 3 on default port 34385] blockmanagement.BlockReportLeaseManager (BlockReportLeaseManager.java:registerNode(200)) - Registered DN 96772a28-8f7a-4d65-b799-b90f60b66a03 (127.0.0.1:34867).
2026-07-08 18:03:37,021 INFO  [BP-1755997371-10.240.0.181-1783533816067 heartbeating to localhost/127.0.0.1:34385] datanode.DataNode (BPServiceActor.java:register(816)) - Block pool BP-1755997371-10.240.0.181-1783533816067 (Datanode Uuid 96772a28-8f7a-4d65-b799-b90f60b66a03) service to localhost/127.0.0.1:34385 successfully registered with NN
2026-07-08 18:03:37,021 INFO  [BP-1755997371-10.240.0.181-1783533816067 heartbeating to localhost/127.0.0.1:34385] datanode.DataNode (BPServiceActor.java:offerService(645)) - For namenode localhost/127.0.0.1:34385 using BLOCKREPORT_INTERVAL of 21600000msecs CACHEREPORT_INTERVAL of 10000msecs Initial delay: 0msecs; heartBeatInterval=3000
2026-07-08 18:03:37,023 INFO  [IPC Server handler 4 on default port 34385] blockmanagement.DatanodeDescriptor (DatanodeDescriptor.java:updateStorage(999)) - Adding new storage ID DS-6c5f0353-30b9-4599-a9b8-0330c16aba9a for DN 127.0.0.1:34867
2026-07-08 18:03:37,024 INFO  [IPC Server handler 4 on default port 34385] blockmanagement.DatanodeDescriptor (DatanodeDescriptor.java:updateStorage(999)) - Adding new storage ID DS-c77169b9-60cc-486a-805e-ff79a79d8ddf for DN 127.0.0.1:34867
2026-07-08 18:03:37,026 INFO  [Block report processor] BlockStateChange (BlockManager.java:processReport(2778)) - BLOCK* processReport 0x773692959bde3c9f: Processing first storage report for DS-6c5f0353-30b9-4599-a9b8-0330c16aba9a from datanode 96772a28-8f7a-4d65-b799-b90f60b66a03
2026-07-08 18:03:37,026 INFO  [Block report processor] BlockStateChange (BlockManager.java:processReport(2810)) - BLOCK* processReport 0x773692959bde3c9f: from storage DS-6c5f0353-30b9-4599-a9b8-0330c16aba9a node DatanodeRegistration(127.0.0.1:34867, datanodeUuid=96772a28-8f7a-4d65-b799-b90f60b66a03, infoPort=38245, infoSecurePort=0, ipcPort=37011, storageInfo=lv=-57;cid=testClusterID;nsid=399672057;c=1783533816067), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0
2026-07-08 18:03:37,026 INFO  [Block report processor] BlockStateChange (BlockManager.java:processReport(2778)) - BLOCK* processReport 0x773692959bde3c9f: Processing first storage report for DS-c77169b9-60cc-486a-805e-ff79a79d8ddf from datanode 96772a28-8f7a-4d65-b799-b90f60b66a03
2026-07-08 18:03:37,027 INFO  [Block report processor] BlockStateChange (BlockManager.java:processReport(2810)) - BLOCK* processReport 0x773692959bde3c9f: from storage DS-c77169b9-60cc-486a-805e-ff79a79d8ddf node DatanodeRegistration(127.0.0.1:34867, datanodeUuid=96772a28-8f7a-4d65-b799-b90f60b66a03, infoPort=38245, infoSecurePort=0, ipcPort=37011, storageInfo=lv=-57;cid=testClusterID;nsid=399672057;c=1783533816067), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0
2026-07-08 18:03:37,028 INFO  [BP-1755997371-10.240.0.181-1783533816067 heartbeating to localhost/127.0.0.1:34385] datanode.DataNode (BPServiceActor.java:blockReport(437)) - Successfully sent block report 0x773692959bde3c9f to namenode: localhost/127.0.0.1:34385,  containing 2 storage report(s), of which we sent 2. The reports had 0 total blocks and used 1 RPC(s). This took 0 msecs to generate and 2 msecs for RPC and NN processing. Got back one command: FinalizeCommand/5.
2026-07-08 18:03:37,028 INFO  [Command processor] datanode.DataNode (BPOfferService.java:processCommandFromActive(763)) - Got finalize command for block pool BP-1755997371-10.240.0.181-1783533816067
2026-07-08 18:03:37,113 INFO  [IPC Server handler 6 on default port 34385] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=datanodeReport	src=null	dst=null	perm=null	proto=rpc
2026-07-08 18:03:37,113 INFO  [Listener at localhost/37011] hdfs.MiniDFSCluster (MiniDFSCluster.java:waitActive(2799)) - Cluster is active
2026-07-08 18:03:37,127 INFO  [Listener at localhost/37011] backup.BackupIO (BackupIO.scala:writeTableMetadata(95)) - Writing metadata to hdfs://localhost:34385/id_taco-taco/100/.kudu-metadata.json
2026-07-08 18:03:37,129 INFO  [IPC Server handler 7 on default port 34385] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=create	src=/id_taco-taco/100/.kudu-metadata.json	dst=null	perm=slave:supergroup:rw-r--r--	proto=rpc
2026-07-08 18:03:37,133 INFO  [IPC Server handler 8 on default port 34385] hdfs.StateChange (FSDirWriteFileOp.java:logAllocatedBlock(802)) - BLOCK* allocate blk_1073741825_1001, replicas=127.0.0.1:34867 for /id_taco-taco/100/.kudu-metadata.json
2026-07-08 18:03:37,137 INFO  [DataXceiver for client DFSClient_NONMAPREDUCE_-743404244_1 at /127.0.0.1:40238 [Receiving block BP-1755997371-10.240.0.181-1783533816067:blk_1073741825_1001]] datanode.DataNode (DataXceiver.java:writeBlock(747)) - Receiving BP-1755997371-10.240.0.181-1783533816067:blk_1073741825_1001 src: /127.0.0.1:40238 dest: /127.0.0.1:34867
2026-07-08 18:03:37,143 INFO  [PacketResponder: BP-1755997371-10.240.0.181-1783533816067:blk_1073741825_1001, type=LAST_IN_PIPELINE] DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1539)) - src: /127.0.0.1:40238, dest: /127.0.0.1:34867, bytes: 82, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-743404244_1, offset: 0, srvID: 96772a28-8f7a-4d65-b799-b90f60b66a03, blockid: BP-1755997371-10.240.0.181-1783533816067:blk_1073741825_1001, duration(ns): 3473854
2026-07-08 18:03:37,143 INFO  [PacketResponder: BP-1755997371-10.240.0.181-1783533816067:blk_1073741825_1001, type=LAST_IN_PIPELINE] datanode.DataNode (BlockReceiver.java:run(1512)) - PacketResponder: BP-1755997371-10.240.0.181-1783533816067:blk_1073741825_1001, type=LAST_IN_PIPELINE terminating
2026-07-08 18:03:37,146 INFO  [IPC Server handler 1 on default port 34385] namenode.FSNamesystem (FSNamesystem.java:checkBlocksComplete(3151)) - BLOCK* blk_1073741825_1001 is COMMITTED but not COMPLETE(numNodes= 0 <  minimum = 1) in file /id_taco-taco/100/.kudu-metadata.json
2026-07-08 18:03:37,550 INFO  [IPC Server handler 2 on default port 34385] hdfs.StateChange (FSNamesystem.java:completeFile(3104)) - DIR* completeFile: /id_taco-taco/100/.kudu-metadata.json is closed by DFSClient_NONMAPREDUCE_-743404244_1
2026-07-08 18:03:37,551 INFO  [Listener at localhost/37011] backup.BackupIO (BackupIO.scala:writeTableMetadata(95)) - Writing metadata to hdfs://localhost:34385/id_taco-taco/1000/.kudu-metadata.json
2026-07-08 18:03:37,552 INFO  [IPC Server handler 3 on default port 34385] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=create	src=/id_taco-taco/1000/.kudu-metadata.json	dst=null	perm=slave:supergroup:rw-r--r--	proto=rpc
2026-07-08 18:03:37,557 INFO  [IPC Server handler 4 on default port 34385] hdfs.StateChange (FSDirWriteFileOp.java:logAllocatedBlock(802)) - BLOCK* allocate blk_1073741826_1002, replicas=127.0.0.1:34867 for /id_taco-taco/1000/.kudu-metadata.json
2026-07-08 18:03:37,561 INFO  [DataXceiver for client DFSClient_NONMAPREDUCE_-743404244_1 at /127.0.0.1:40244 [Receiving block BP-1755997371-10.240.0.181-1783533816067:blk_1073741826_1002]] datanode.DataNode (DataXceiver.java:writeBlock(747)) - Receiving BP-1755997371-10.240.0.181-1783533816067:blk_1073741826_1002 src: /127.0.0.1:40244 dest: /127.0.0.1:34867
2026-07-08 18:03:37,567 INFO  [PacketResponder: BP-1755997371-10.240.0.181-1783533816067:blk_1073741826_1002, type=LAST_IN_PIPELINE] DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1539)) - src: /127.0.0.1:40244, dest: /127.0.0.1:34867, bytes: 83, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-743404244_1, offset: 0, srvID: 96772a28-8f7a-4d65-b799-b90f60b66a03, blockid: BP-1755997371-10.240.0.181-1783533816067:blk_1073741826_1002, duration(ns): 3409980
2026-07-08 18:03:37,567 INFO  [PacketResponder: BP-1755997371-10.240.0.181-1783533816067:blk_1073741826_1002, type=LAST_IN_PIPELINE] datanode.DataNode (BlockReceiver.java:run(1512)) - PacketResponder: BP-1755997371-10.240.0.181-1783533816067:blk_1073741826_1002, type=LAST_IN_PIPELINE terminating
2026-07-08 18:03:37,570 INFO  [IPC Server handler 6 on default port 34385] hdfs.StateChange (FSNamesystem.java:completeFile(3104)) - DIR* completeFile: /id_taco-taco/1000/.kudu-metadata.json is closed by DFSClient_NONMAPREDUCE_-743404244_1
2026-07-08 18:03:37,571 INFO  [Listener at localhost/37011] backup.BackupIO (BackupIO.scala:writeTableMetadata(95)) - Writing metadata to hdfs://localhost:34385/id_taco-taco/2000/.kudu-metadata.json
2026-07-08 18:03:37,572 INFO  [IPC Server handler 7 on default port 34385] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=create	src=/id_taco-taco/2000/.kudu-metadata.json	dst=null	perm=slave:supergroup:rw-r--r--	proto=rpc
2026-07-08 18:03:37,576 INFO  [IPC Server handler 8 on default port 34385] hdfs.StateChange (FSDirWriteFileOp.java:logAllocatedBlock(802)) - BLOCK* allocate blk_1073741827_1003, replicas=127.0.0.1:34867 for /id_taco-taco/2000/.kudu-metadata.json
2026-07-08 18:03:37,578 INFO  [DataXceiver for client DFSClient_NONMAPREDUCE_-743404244_1 at /127.0.0.1:40260 [Receiving block BP-1755997371-10.240.0.181-1783533816067:blk_1073741827_1003]] datanode.DataNode (DataXceiver.java:writeBlock(747)) - Receiving BP-1755997371-10.240.0.181-1783533816067:blk_1073741827_1003 src: /127.0.0.1:40260 dest: /127.0.0.1:34867
2026-07-08 18:03:37,583 INFO  [PacketResponder: BP-1755997371-10.240.0.181-1783533816067:blk_1073741827_1003, type=LAST_IN_PIPELINE] DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1539)) - src: /127.0.0.1:40260, dest: /127.0.0.1:34867, bytes: 102, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-743404244_1, offset: 0, srvID: 96772a28-8f7a-4d65-b799-b90f60b66a03, blockid: BP-1755997371-10.240.0.181-1783533816067:blk_1073741827_1003, duration(ns): 3263436
2026-07-08 18:03:37,583 INFO  [PacketResponder: BP-1755997371-10.240.0.181-1783533816067:blk_1073741827_1003, type=LAST_IN_PIPELINE] datanode.DataNode (BlockReceiver.java:run(1512)) - PacketResponder: BP-1755997371-10.240.0.181-1783533816067:blk_1073741827_1003, type=LAST_IN_PIPELINE terminating
2026-07-08 18:03:37,588 INFO  [IPC Server handler 0 on default port 34385] hdfs.StateChange (FSNamesystem.java:completeFile(3104)) - DIR* completeFile: /id_taco-taco/2000/.kudu-metadata.json is closed by DFSClient_NONMAPREDUCE_-743404244_1
2026-07-08 18:03:37,589 INFO  [Listener at localhost/37011] backup.BackupIO (BackupIO.scala:writeTableMetadata(95)) - Writing metadata to hdfs://localhost:34385/id_pizza-pizza/200/.kudu-metadata.json
2026-07-08 18:03:37,591 INFO  [IPC Server handler 1 on default port 34385] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=create	src=/id_pizza-pizza/200/.kudu-metadata.json	dst=null	perm=slave:supergroup:rw-r--r--	proto=rpc
2026-07-08 18:03:37,594 INFO  [IPC Server handler 2 on default port 34385] hdfs.StateChange (FSDirWriteFileOp.java:logAllocatedBlock(802)) - BLOCK* allocate blk_1073741828_1004, replicas=127.0.0.1:34867 for /id_pizza-pizza/200/.kudu-metadata.json
2026-07-08 18:03:37,602 INFO  [DataXceiver for client DFSClient_NONMAPREDUCE_-743404244_1 at /127.0.0.1:40262 [Receiving block BP-1755997371-10.240.0.181-1783533816067:blk_1073741828_1004]] datanode.DataNode (DataXceiver.java:writeBlock(747)) - Receiving BP-1755997371-10.240.0.181-1783533816067:blk_1073741828_1004 src: /127.0.0.1:40262 dest: /127.0.0.1:34867
2026-07-08 18:03:37,607 INFO  [PacketResponder: BP-1755997371-10.240.0.181-1783533816067:blk_1073741828_1004, type=LAST_IN_PIPELINE] DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1539)) - src: /127.0.0.1:40262, dest: /127.0.0.1:34867, bytes: 84, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-743404244_1, offset: 0, srvID: 96772a28-8f7a-4d65-b799-b90f60b66a03, blockid: BP-1755997371-10.240.0.181-1783533816067:blk_1073741828_1004, duration(ns): 3728604
2026-07-08 18:03:37,607 INFO  [PacketResponder: BP-1755997371-10.240.0.181-1783533816067:blk_1073741828_1004, type=LAST_IN_PIPELINE] datanode.DataNode (BlockReceiver.java:run(1512)) - PacketResponder: BP-1755997371-10.240.0.181-1783533816067:blk_1073741828_1004, type=LAST_IN_PIPELINE terminating
2026-07-08 18:03:37,610 INFO  [IPC Server handler 4 on default port 34385] hdfs.StateChange (FSNamesystem.java:completeFile(3104)) - DIR* completeFile: /id_pizza-pizza/200/.kudu-metadata.json is closed by DFSClient_NONMAPREDUCE_-743404244_1
2026-07-08 18:03:37,611 INFO  [Listener at localhost/37011] backup.BackupIO (BackupIO.scala:writeTableMetadata(95)) - Writing metadata to hdfs://localhost:34385/id_pizza-pizza/400/.kudu-metadata.json
2026-07-08 18:03:37,612 INFO  [IPC Server handler 5 on default port 34385] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=create	src=/id_pizza-pizza/400/.kudu-metadata.json	dst=null	perm=slave:supergroup:rw-r--r--	proto=rpc
2026-07-08 18:03:37,616 INFO  [IPC Server handler 6 on default port 34385] hdfs.StateChange (FSDirWriteFileOp.java:logAllocatedBlock(802)) - BLOCK* allocate blk_1073741829_1005, replicas=127.0.0.1:34867 for /id_pizza-pizza/400/.kudu-metadata.json
2026-07-08 18:03:37,622 INFO  [DataXceiver for client DFSClient_NONMAPREDUCE_-743404244_1 at /127.0.0.1:40278 [Receiving block BP-1755997371-10.240.0.181-1783533816067:blk_1073741829_1005]] datanode.DataNode (DataXceiver.java:writeBlock(747)) - Receiving BP-1755997371-10.240.0.181-1783533816067:blk_1073741829_1005 src: /127.0.0.1:40278 dest: /127.0.0.1:34867
2026-07-08 18:03:37,627 INFO  [PacketResponder: BP-1755997371-10.240.0.181-1783533816067:blk_1073741829_1005, type=LAST_IN_PIPELINE] DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1539)) - src: /127.0.0.1:40278, dest: /127.0.0.1:34867, bytes: 103, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-743404244_1, offset: 0, srvID: 96772a28-8f7a-4d65-b799-b90f60b66a03, blockid: BP-1755997371-10.240.0.181-1783533816067:blk_1073741829_1005, duration(ns): 3260670
2026-07-08 18:03:37,627 INFO  [PacketResponder: BP-1755997371-10.240.0.181-1783533816067:blk_1073741829_1005, type=LAST_IN_PIPELINE] datanode.DataNode (BlockReceiver.java:run(1512)) - PacketResponder: BP-1755997371-10.240.0.181-1783533816067:blk_1073741829_1005, type=LAST_IN_PIPELINE terminating
2026-07-08 18:03:37,629 INFO  [IPC Server handler 8 on default port 34385] hdfs.StateChange (FSNamesystem.java:completeFile(3104)) - DIR* completeFile: /id_pizza-pizza/400/.kudu-metadata.json is closed by DFSClient_NONMAPREDUCE_-743404244_1
2026-07-08 18:03:37,629 INFO  [Listener at localhost/37011] backup.BackupIO (BackupIO.scala:writeTableMetadata(95)) - Writing metadata to hdfs://localhost:34385/id_pizza-pizza/600/.kudu-metadata.json
2026-07-08 18:03:37,631 INFO  [IPC Server handler 9 on default port 34385] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=create	src=/id_pizza-pizza/600/.kudu-metadata.json	dst=null	perm=slave:supergroup:rw-r--r--	proto=rpc
2026-07-08 18:03:37,634 INFO  [IPC Server handler 0 on default port 34385] hdfs.StateChange (FSDirWriteFileOp.java:logAllocatedBlock(802)) - BLOCK* allocate blk_1073741830_1006, replicas=127.0.0.1:34867 for /id_pizza-pizza/600/.kudu-metadata.json
2026-07-08 18:03:37,636 INFO  [DataXceiver for client DFSClient_NONMAPREDUCE_-743404244_1 at /127.0.0.1:40286 [Receiving block BP-1755997371-10.240.0.181-1783533816067:blk_1073741830_1006]] datanode.DataNode (DataXceiver.java:writeBlock(747)) - Receiving BP-1755997371-10.240.0.181-1783533816067:blk_1073741830_1006 src: /127.0.0.1:40286 dest: /127.0.0.1:34867
2026-07-08 18:03:37,641 INFO  [PacketResponder: BP-1755997371-10.240.0.181-1783533816067:blk_1073741830_1006, type=LAST_IN_PIPELINE] DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1539)) - src: /127.0.0.1:40286, dest: /127.0.0.1:34867, bytes: 103, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-743404244_1, offset: 0, srvID: 96772a28-8f7a-4d65-b799-b90f60b66a03, blockid: BP-1755997371-10.240.0.181-1783533816067:blk_1073741830_1006, duration(ns): 3387459
2026-07-08 18:03:37,641 INFO  [PacketResponder: BP-1755997371-10.240.0.181-1783533816067:blk_1073741830_1006, type=LAST_IN_PIPELINE] datanode.DataNode (BlockReceiver.java:run(1512)) - PacketResponder: BP-1755997371-10.240.0.181-1783533816067:blk_1073741830_1006, type=LAST_IN_PIPELINE terminating
2026-07-08 18:03:37,643 INFO  [IPC Server handler 2 on default port 34385] hdfs.StateChange (FSNamesystem.java:completeFile(3104)) - DIR* completeFile: /id_pizza-pizza/600/.kudu-metadata.json is closed by DFSClient_NONMAPREDUCE_-743404244_1
2026-07-08 18:03:37,657 INFO  [IPC Server handler 3 on default port 34385] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=getfileinfo	src=/	dst=null	perm=null	proto=rpc
2026-07-08 18:03:37,659 INFO  [IPC Server handler 4 on default port 34385] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=listStatus	src=/	dst=null	perm=null	proto=rpc
2026-07-08 18:03:37,666 INFO  [IPC Server handler 5 on default port 34385] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=listStatus	src=/id_taco-taco	dst=null	perm=null	proto=rpc
2026-07-08 18:03:37,668 INFO  [IPC Server handler 6 on default port 34385] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=getfileinfo	src=/id_taco-taco/100/.kudu-metadata.json	dst=null	perm=null	proto=rpc
2026-07-08 18:03:37,669 INFO  [IPC Server handler 7 on default port 34385] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=open	src=/id_taco-taco/100/.kudu-metadata.json	dst=null	perm=null	proto=rpc
2026-07-08 18:03:37,676 INFO  [IPC Server handler 8 on default port 34385] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=getfileinfo	src=/id_taco-taco/1000/.kudu-metadata.json	dst=null	perm=null	proto=rpc
2026-07-08 18:03:37,678 INFO  [IPC Server handler 9 on default port 34385] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=open	src=/id_taco-taco/1000/.kudu-metadata.json	dst=null	perm=null	proto=rpc
2026-07-08 18:03:37,681 INFO  [IPC Server handler 0 on default port 34385] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=getfileinfo	src=/id_taco-taco/2000/.kudu-metadata.json	dst=null	perm=null	proto=rpc
2026-07-08 18:03:37,682 INFO  [IPC Server handler 1 on default port 34385] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=open	src=/id_taco-taco/2000/.kudu-metadata.json	dst=null	perm=null	proto=rpc
2026-07-08 18:03:37,685 INFO  [Listener at localhost/37011] backup.BackupIO (BackupIO.scala:readTableBackups(236)) - Found 3 paths in hdfs://localhost:34385/id_taco-taco
.2026-07-08 18:03:37,714 INFO  [Listener at localhost/37011] hdfs.MiniDFSCluster (MiniDFSCluster.java:<init>(529)) - starting cluster: numNameNodes=1, numDataNodes=1
2026-07-08 18:03:37,716 INFO  [Listener at localhost/37011] namenode.NameNode (NameNode.java:format(1249)) - Formatting using clusterid: testClusterID
2026-07-08 18:03:37,716 INFO  [Listener at localhost/37011] namenode.FSEditLog (FSEditLog.java:newInstance(229)) - Edit logging is async:true
2026-07-08 18:03:37,727 INFO  [Listener at localhost/37011] namenode.FSNamesystem (FSNamesystem.java:<init>(814)) - KeyProvider: null
2026-07-08 18:03:37,727 INFO  [Listener at localhost/37011] namenode.FSNamesystem (FSNamesystemLock.java:<init>(141)) - fsLock is fair: true
2026-07-08 18:03:37,727 INFO  [Listener at localhost/37011] namenode.FSNamesystem (FSNamesystemLock.java:<init>(159)) - Detailed lock hold time metrics enabled: false
2026-07-08 18:03:37,728 INFO  [Listener at localhost/37011] namenode.FSNamesystem (FSNamesystem.java:<init>(847)) - fsOwner                = slave (auth:SIMPLE)
2026-07-08 18:03:37,728 INFO  [Listener at localhost/37011] namenode.FSNamesystem (FSNamesystem.java:<init>(848)) - supergroup             = supergroup
2026-07-08 18:03:37,728 INFO  [Listener at localhost/37011] namenode.FSNamesystem (FSNamesystem.java:<init>(849)) - isPermissionEnabled    = true
2026-07-08 18:03:37,728 INFO  [Listener at localhost/37011] namenode.FSNamesystem (FSNamesystem.java:<init>(850)) - isStoragePolicyEnabled = true
2026-07-08 18:03:37,728 INFO  [Listener at localhost/37011] namenode.FSNamesystem (FSNamesystem.java:<init>(861)) - HA Enabled: false
2026-07-08 18:03:37,728 INFO  [Listener at localhost/37011] common.Util (Util.java:isDiskStatsEnabled(395)) - dfs.datanode.fileio.profiling.sampling.percentage set to 0. Disabling file IO profiling
2026-07-08 18:03:37,729 INFO  [Listener at localhost/37011] blockmanagement.DatanodeManager (DatanodeManager.java:<init>(334)) - dfs.block.invalidate.limit: configured=1000, counted=60, effected=1000
2026-07-08 18:03:37,729 INFO  [Listener at localhost/37011] blockmanagement.DatanodeManager (DatanodeManager.java:<init>(342)) - dfs.namenode.datanode.registration.ip-hostname-check=true
2026-07-08 18:03:37,729 INFO  [Listener at localhost/37011] blockmanagement.BlockManager (InvalidateBlocks.java:printBlockDeletionTime(77)) - dfs.namenode.startup.delay.block.deletion.sec is set to 000:00:00:00.000
2026-07-08 18:03:37,729 INFO  [Listener at localhost/37011] blockmanagement.BlockManager (InvalidateBlocks.java:printBlockDeletionTime(83)) - The block deletion will start around 2026 Jul 08 18:03:37
2026-07-08 18:03:37,729 INFO  [Listener at localhost/37011] util.GSet (LightWeightGSet.java:computeCapacity(395)) - Computing capacity for map BlocksMap
2026-07-08 18:03:37,729 INFO  [Listener at localhost/37011] util.GSet (LightWeightGSet.java:computeCapacity(396)) - VM type       = 64-bit
2026-07-08 18:03:37,730 INFO  [Listener at localhost/37011] util.GSet (LightWeightGSet.java:computeCapacity(397)) - 2.0% max memory 3.5 GB = 72.5 MB
2026-07-08 18:03:37,730 INFO  [Listener at localhost/37011] util.GSet (LightWeightGSet.java:computeCapacity(402)) - capacity      = 2^23 = 8388608 entries
2026-07-08 18:03:37,735 INFO  [Listener at localhost/37011] blockmanagement.BlockManager (BlockManager.java:createSPSManager(5447)) - Storage policy satisfier is disabled
2026-07-08 18:03:37,735 INFO  [Listener at localhost/37011] blockmanagement.BlockManager (BlockManager.java:createBlockTokenSecretManager(641)) - dfs.block.access.token.enable = false
2026-07-08 18:03:37,735 INFO  [Listener at localhost/37011] blockmanagement.BlockManagerSafeMode (BlockManagerSafeMode.java:<init>(160)) - dfs.namenode.safemode.threshold-pct = 0.999
2026-07-08 18:03:37,735 INFO  [Listener at localhost/37011] blockmanagement.BlockManagerSafeMode (BlockManagerSafeMode.java:<init>(161)) - dfs.namenode.safemode.min.datanodes = 0
2026-07-08 18:03:37,735 INFO  [Listener at localhost/37011] blockmanagement.BlockManagerSafeMode (BlockManagerSafeMode.java:<init>(163)) - dfs.namenode.safemode.extension = 0
2026-07-08 18:03:37,735 INFO  [Listener at localhost/37011] blockmanagement.BlockManager (BlockManager.java:<init>(627)) - defaultReplication         = 1
2026-07-08 18:03:37,735 INFO  [Listener at localhost/37011] blockmanagement.BlockManager (BlockManager.java:<init>(628)) - maxReplication             = 512
2026-07-08 18:03:37,736 INFO  [Listener at localhost/37011] blockmanagement.BlockManager (BlockManager.java:<init>(629)) - minReplication             = 1
2026-07-08 18:03:37,736 INFO  [Listener at localhost/37011] blockmanagement.BlockManager (BlockManager.java:<init>(630)) - maxReplicationStreams      = 2
2026-07-08 18:03:37,736 INFO  [Listener at localhost/37011] blockmanagement.BlockManager (BlockManager.java:<init>(631)) - redundancyRecheckInterval  = 3000ms
2026-07-08 18:03:37,736 INFO  [Listener at localhost/37011] blockmanagement.BlockManager (BlockManager.java:<init>(632)) - encryptDataTransfer        = false
2026-07-08 18:03:37,736 INFO  [Listener at localhost/37011] blockmanagement.BlockManager (BlockManager.java:<init>(633)) - maxNumBlocksToLog          = 1000
2026-07-08 18:03:37,736 INFO  [Listener at localhost/37011] util.GSet (LightWeightGSet.java:computeCapacity(395)) - Computing capacity for map INodeMap
2026-07-08 18:03:37,737 INFO  [Listener at localhost/37011] util.GSet (LightWeightGSet.java:computeCapacity(396)) - VM type       = 64-bit
2026-07-08 18:03:37,737 INFO  [Listener at localhost/37011] util.GSet (LightWeightGSet.java:computeCapacity(397)) - 1.0% max memory 3.5 GB = 36.2 MB
2026-07-08 18:03:37,737 INFO  [Listener at localhost/37011] util.GSet (LightWeightGSet.java:computeCapacity(402)) - capacity      = 2^22 = 4194304 entries
2026-07-08 18:03:37,744 INFO  [Listener at localhost/37011] namenode.FSDirectory (FSDirectory.java:<init>(335)) - ACLs enabled? true
2026-07-08 18:03:37,744 INFO  [Listener at localhost/37011] namenode.FSDirectory (FSDirectory.java:<init>(339)) - POSIX ACL inheritance enabled? true
2026-07-08 18:03:37,744 INFO  [Listener at localhost/37011] namenode.FSDirectory (FSDirectory.java:<init>(343)) - XAttrs enabled? true
2026-07-08 18:03:37,744 INFO  [Listener at localhost/37011] namenode.NameNode (FSDirectory.java:<init>(406)) - Caching file names occurring more than 10 times
2026-07-08 18:03:37,744 INFO  [Listener at localhost/37011] snapshot.SnapshotManager (SnapshotManager.java:<init>(124)) - Loaded config captureOpenFiles: false, skipCaptureAccessTimeOnlyChange: false, snapshotDiffAllowSnapRootDescendant: true, maxSnapshotLimit: 65536
2026-07-08 18:03:37,744 INFO  [Listener at localhost/37011] snapshot.SnapshotManager (DirectoryDiffListFactory.java:init(43)) - SkipList is disabled
2026-07-08 18:03:37,744 INFO  [Listener at localhost/37011] util.GSet (LightWeightGSet.java:computeCapacity(395)) - Computing capacity for map cachedBlocks
2026-07-08 18:03:37,745 INFO  [Listener at localhost/37011] util.GSet (LightWeightGSet.java:computeCapacity(396)) - VM type       = 64-bit
2026-07-08 18:03:37,745 INFO  [Listener at localhost/37011] util.GSet (LightWeightGSet.java:computeCapacity(397)) - 0.25% max memory 3.5 GB = 9.1 MB
2026-07-08 18:03:37,745 INFO  [Listener at localhost/37011] util.GSet (LightWeightGSet.java:computeCapacity(402)) - capacity      = 2^20 = 1048576 entries
2026-07-08 18:03:37,749 INFO  [Listener at localhost/37011] metrics.TopMetrics (TopMetrics.java:logConf(75)) - NNTop conf: dfs.namenode.top.window.num.buckets = 10
2026-07-08 18:03:37,750 INFO  [Listener at localhost/37011] metrics.TopMetrics (TopMetrics.java:logConf(77)) - NNTop conf: dfs.namenode.top.num.users = 10
2026-07-08 18:03:37,750 INFO  [Listener at localhost/37011] metrics.TopMetrics (TopMetrics.java:logConf(79)) - NNTop conf: dfs.namenode.top.windows.minutes = 1,5,25
2026-07-08 18:03:37,750 INFO  [Listener at localhost/37011] namenode.FSNamesystem (FSNamesystem.java:initRetryCache(1080)) - Retry cache on namenode is enabled
2026-07-08 18:03:37,750 INFO  [Listener at localhost/37011] namenode.FSNamesystem (FSNamesystem.java:initRetryCache(1088)) - Retry cache will use 0.03 of total heap and retry cache entry expiry time is 600000 millis
2026-07-08 18:03:37,750 INFO  [Listener at localhost/37011] util.GSet (LightWeightGSet.java:computeCapacity(395)) - Computing capacity for map NameNodeRetryCache
2026-07-08 18:03:37,750 INFO  [Listener at localhost/37011] util.GSet (LightWeightGSet.java:computeCapacity(396)) - VM type       = 64-bit
2026-07-08 18:03:37,750 INFO  [Listener at localhost/37011] util.GSet (LightWeightGSet.java:computeCapacity(397)) - 0.029999999329447746% max memory 3.5 GB = 1.1 MB
2026-07-08 18:03:37,750 INFO  [Listener at localhost/37011] util.GSet (LightWeightGSet.java:computeCapacity(402)) - capacity      = 2^17 = 131072 entries
2026-07-08 18:03:37,751 INFO  [Listener at localhost/37011] namenode.FSImage (FSImage.java:format(186)) - Allocated new BlockPoolId: BP-1305604171-10.240.0.181-1783533817751
2026-07-08 18:03:37,756 INFO  [Listener at localhost/37011] common.Storage (NNStorage.java:format(595)) - Storage directory /tmp/hdfs-test3423626302661202765/name-0-1 has been successfully formatted.
2026-07-08 18:03:37,760 INFO  [Listener at localhost/37011] common.Storage (NNStorage.java:format(595)) - Storage directory /tmp/hdfs-test3423626302661202765/name-0-2 has been successfully formatted.
2026-07-08 18:03:37,777 INFO  [FSImageSaver for /tmp/hdfs-test3423626302661202765/name-0-2 of type IMAGE_AND_EDITS] namenode.FSImageFormatProtobuf (FSImageFormatProtobuf.java:save(732)) - Saving image file /tmp/hdfs-test3423626302661202765/name-0-2/current/fsimage.ckpt_0000000000000000000 using no compression
2026-07-08 18:03:37,779 INFO  [FSImageSaver for /tmp/hdfs-test3423626302661202765/name-0-1 of type IMAGE_AND_EDITS] namenode.FSImageFormatProtobuf (FSImageFormatProtobuf.java:save(732)) - Saving image file /tmp/hdfs-test3423626302661202765/name-0-1/current/fsimage.ckpt_0000000000000000000 using no compression
2026-07-08 18:03:37,785 INFO  [FSImageSaver for /tmp/hdfs-test3423626302661202765/name-0-2 of type IMAGE_AND_EDITS] namenode.FSImageFormatProtobuf (FSImageFormatProtobuf.java:save(736)) - Image file /tmp/hdfs-test3423626302661202765/name-0-2/current/fsimage.ckpt_0000000000000000000 of size 415 bytes saved in 0 seconds .
2026-07-08 18:03:37,791 INFO  [FSImageSaver for /tmp/hdfs-test3423626302661202765/name-0-1 of type IMAGE_AND_EDITS] namenode.FSImageFormatProtobuf (FSImageFormatProtobuf.java:save(736)) - Image file /tmp/hdfs-test3423626302661202765/name-0-1/current/fsimage.ckpt_0000000000000000000 of size 415 bytes saved in 0 seconds .
2026-07-08 18:03:37,795 INFO  [Listener at localhost/37011] namenode.NNStorageRetentionManager (NNStorageRetentionManager.java:getImageTxIdToRetain(203)) - Going to retain 1 images with txid >= 0
2026-07-08 18:03:37,805 INFO  [Listener at localhost/37011] namenode.FSNamesystem (FSNamesystem.java:stopActiveServices(1427)) - Stopping services started for active state
2026-07-08 18:03:37,806 INFO  [Listener at localhost/37011] namenode.FSNamesystem (FSNamesystem.java:stopStandbyServices(1528)) - Stopping services started for standby state
2026-07-08 18:03:37,806 INFO  [Listener at localhost/37011] namenode.NameNode (NameNode.java:createNameNode(1707)) - createNameNode []
2026-07-08 18:03:37,807 INFO  [Listener at localhost/37011] impl.MetricsSystemImpl (MetricsSystemImpl.java:init(158)) - NameNode metrics system started (again)
2026-07-08 18:03:37,807 INFO  [Listener at localhost/37011] namenode.NameNodeUtils (NameNodeUtils.java:getClientNamenodeAddress(79)) - fs.defaultFS is hdfs://127.0.0.1:0
2026-07-08 18:03:37,826 INFO  [org.apache.hadoop.util.JvmPauseMonitor$Monitor@7301eebe] util.JvmPauseMonitor (JvmPauseMonitor.java:run(188)) - Starting JVM pause monitor
2026-07-08 18:03:37,826 INFO  [Listener at localhost/37011] hdfs.DFSUtil (DFSUtil.java:httpServerTemplateForNNAndJN(1668)) - Filter initializers set : org.apache.hadoop.http.lib.StaticUserWebFilter,org.apache.hadoop.hdfs.web.AuthFilterInitializer
2026-07-08 18:03:37,826 INFO  [Listener at localhost/37011] hdfs.DFSUtil (DFSUtil.java:httpServerTemplateForNNAndJN(1690)) - Starting Web-server for hdfs at: http://localhost:0
2026-07-08 18:03:37,828 INFO  [Listener at localhost/37011] server.AuthenticationFilter (AuthenticationFilter.java:constructSecretProvider(240)) - Unable to initialize FileSignerSecretProvider, falling back to use random secrets.
2026-07-08 18:03:37,829 INFO  [Listener at localhost/37011] http.HttpRequestLog (HttpRequestLog.java:getRequestLog(82)) - Http request log for http.requests.namenode is not defined
2026-07-08 18:03:37,831 INFO  [Listener at localhost/37011] http.HttpServer2 (HttpServer2.java:addGlobalFilter(1111)) - Added global filter 'safety' (class=org.apache.hadoop.http.HttpServer2$QuotingInputFilter)
2026-07-08 18:03:37,832 INFO  [Listener at localhost/37011] http.HttpServer2 (HttpServer2.java:addFilter(1084)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context hdfs
2026-07-08 18:03:37,832 INFO  [Listener at localhost/37011] http.HttpServer2 (HttpServer2.java:addFilter(1094)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context static
2026-07-08 18:03:37,834 INFO  [Listener at localhost/37011] http.HttpServer2 (HttpServer2.java:addFilter(1084)) - Added filter AuthFilter (class=org.apache.hadoop.hdfs.web.AuthFilter) to context hdfs
2026-07-08 18:03:37,834 INFO  [Listener at localhost/37011] http.HttpServer2 (HttpServer2.java:addFilter(1094)) - Added filter AuthFilter (class=org.apache.hadoop.hdfs.web.AuthFilter) to context static
2026-07-08 18:03:37,834 INFO  [Listener at localhost/37011] http.HttpServer2 (HttpServer2.java:addJerseyResourcePackage(938)) - addJerseyResourcePackage: packageName=org.apache.hadoop.hdfs.server.namenode.web.resources;org.apache.hadoop.hdfs.web.resources, pathSpec=/webhdfs/v1/*
2026-07-08 18:03:37,835 INFO  [Listener at localhost/37011] http.HttpServer2 (HttpServer2.java:bindListener(1332)) - Jetty bound to port 37245
2026-07-08 18:03:37,835 INFO  [Listener at localhost/37011] server.Server (Server.java:doStart(375)) - jetty-9.4.40.v20210413; built: 2021-04-13T20:42:42.668Z; git: b881a572662e1943a14ae12e7e1207989f218b74; jvm 1.8.0_362-8u372-ga~us1-0ubuntu1~18.04-b09
2026-07-08 18:03:37,838 INFO  [Listener at localhost/37011] server.session (DefaultSessionIdManager.java:doStart(334)) - DefaultSessionIdManager workerName=node0
2026-07-08 18:03:37,838 INFO  [Listener at localhost/37011] server.session (DefaultSessionIdManager.java:doStart(339)) - No SessionScavenger set, using defaults
2026-07-08 18:03:37,838 INFO  [Listener at localhost/37011] server.session (HouseKeeper.java:startScavenging(132)) - node0 Scavenging every 660000ms
2026-07-08 18:03:37,839 INFO  [Listener at localhost/37011] server.AuthenticationFilter (AuthenticationFilter.java:constructSecretProvider(240)) - Unable to initialize FileSignerSecretProvider, falling back to use random secrets.
2026-07-08 18:03:37,840 INFO  [Listener at localhost/37011] handler.ContextHandler (ContextHandler.java:doStart(916)) - Started o.e.j.s.ServletContextHandler@6848a051{static,/static,jar:file:/tmp/dist-test-taskOk1AGN/java/build/jars/hadoop-hdfs-3.3.1-tests.jar!/webapps/static,AVAILABLE}
2026-07-08 18:03:37,985 INFO  [Listener at localhost/37011] handler.ContextHandler (ContextHandler.java:doStart(916)) - Started o.e.j.w.WebAppContext@48eb001a{hdfs,/,file:///tmp/jetty-localhost-37245-hadoop-hdfs-3_3_1-tests_jar-_-any-7165844147198976436/webapp/,AVAILABLE}{jar:file:/tmp/dist-test-taskOk1AGN/java/build/jars/hadoop-hdfs-3.3.1-tests.jar!/webapps/hdfs}
2026-07-08 18:03:37,987 INFO  [Listener at localhost/37011] server.AbstractConnector (AbstractConnector.java:doStart(331)) - Started ServerConnector@3119cf6f{HTTP/1.1, (http/1.1)}{localhost:37245}
2026-07-08 18:03:37,987 INFO  [Listener at localhost/37011] server.Server (Server.java:doStart(415)) - Started @8302ms
2026-07-08 18:03:37,988 INFO  [Listener at localhost/37011] namenode.FSEditLog (FSEditLog.java:newInstance(229)) - Edit logging is async:true
2026-07-08 18:03:38,006 INFO  [Listener at localhost/37011] namenode.FSNamesystem (FSNamesystem.java:<init>(814)) - KeyProvider: null
2026-07-08 18:03:38,006 INFO  [Listener at localhost/37011] namenode.FSNamesystem (FSNamesystemLock.java:<init>(141)) - fsLock is fair: true
2026-07-08 18:03:38,006 INFO  [Listener at localhost/37011] namenode.FSNamesystem (FSNamesystemLock.java:<init>(159)) - Detailed lock hold time metrics enabled: false
2026-07-08 18:03:38,006 INFO  [Listener at localhost/37011] namenode.FSNamesystem (FSNamesystem.java:<init>(847)) - fsOwner                = slave (auth:SIMPLE)
2026-07-08 18:03:38,007 INFO  [Listener at localhost/37011] namenode.FSNamesystem (FSNamesystem.java:<init>(848)) - supergroup             = supergroup
2026-07-08 18:03:38,007 INFO  [Listener at localhost/37011] namenode.FSNamesystem (FSNamesystem.java:<init>(849)) - isPermissionEnabled    = true
2026-07-08 18:03:38,007 INFO  [Listener at localhost/37011] namenode.FSNamesystem (FSNamesystem.java:<init>(850)) - isStoragePolicyEnabled = true
2026-07-08 18:03:38,007 INFO  [Listener at localhost/37011] namenode.FSNamesystem (FSNamesystem.java:<init>(861)) - HA Enabled: false
2026-07-08 18:03:38,007 INFO  [Listener at localhost/37011] common.Util (Util.java:isDiskStatsEnabled(395)) - dfs.datanode.fileio.profiling.sampling.percentage set to 0. Disabling file IO profiling
2026-07-08 18:03:38,007 INFO  [Listener at localhost/37011] blockmanagement.DatanodeManager (DatanodeManager.java:<init>(334)) - dfs.block.invalidate.limit: configured=1000, counted=60, effected=1000
2026-07-08 18:03:38,008 INFO  [Listener at localhost/37011] blockmanagement.DatanodeManager (DatanodeManager.java:<init>(342)) - dfs.namenode.datanode.registration.ip-hostname-check=true
2026-07-08 18:03:38,008 INFO  [Listener at localhost/37011] blockmanagement.BlockManager (InvalidateBlocks.java:printBlockDeletionTime(77)) - dfs.namenode.startup.delay.block.deletion.sec is set to 000:00:00:00.000
2026-07-08 18:03:38,008 INFO  [Listener at localhost/37011] blockmanagement.BlockManager (InvalidateBlocks.java:printBlockDeletionTime(83)) - The block deletion will start around 2026 Jul 08 18:03:38
2026-07-08 18:03:38,008 INFO  [Listener at localhost/37011] util.GSet (LightWeightGSet.java:computeCapacity(395)) - Computing capacity for map BlocksMap
2026-07-08 18:03:38,008 INFO  [Listener at localhost/37011] util.GSet (LightWeightGSet.java:computeCapacity(396)) - VM type       = 64-bit
2026-07-08 18:03:38,009 INFO  [Listener at localhost/37011] util.GSet (LightWeightGSet.java:computeCapacity(397)) - 2.0% max memory 3.5 GB = 72.5 MB
2026-07-08 18:03:38,009 INFO  [Listener at localhost/37011] util.GSet (LightWeightGSet.java:computeCapacity(402)) - capacity      = 2^23 = 8388608 entries
2026-07-08 18:03:38,040 INFO  [Listener at localhost/37011] blockmanagement.BlockManager (BlockManager.java:createSPSManager(5447)) - Storage policy satisfier is disabled
2026-07-08 18:03:38,040 INFO  [Listener at localhost/37011] blockmanagement.BlockManager (BlockManager.java:createBlockTokenSecretManager(641)) - dfs.block.access.token.enable = false
2026-07-08 18:03:38,040 INFO  [Listener at localhost/37011] blockmanagement.BlockManagerSafeMode (BlockManagerSafeMode.java:<init>(160)) - dfs.namenode.safemode.threshold-pct = 0.999
2026-07-08 18:03:38,040 INFO  [Listener at localhost/37011] blockmanagement.BlockManagerSafeMode (BlockManagerSafeMode.java:<init>(161)) - dfs.namenode.safemode.min.datanodes = 0
2026-07-08 18:03:38,040 INFO  [Listener at localhost/37011] blockmanagement.BlockManagerSafeMode (BlockManagerSafeMode.java:<init>(163)) - dfs.namenode.safemode.extension = 0
2026-07-08 18:03:38,040 INFO  [Listener at localhost/37011] blockmanagement.BlockManager (BlockManager.java:<init>(627)) - defaultReplication         = 1
2026-07-08 18:03:38,040 INFO  [Listener at localhost/37011] blockmanagement.BlockManager (BlockManager.java:<init>(628)) - maxReplication             = 512
2026-07-08 18:03:38,041 INFO  [Listener at localhost/37011] blockmanagement.BlockManager (BlockManager.java:<init>(629)) - minReplication             = 1
2026-07-08 18:03:38,041 INFO  [Listener at localhost/37011] blockmanagement.BlockManager (BlockManager.java:<init>(630)) - maxReplicationStreams      = 2
2026-07-08 18:03:38,041 INFO  [Listener at localhost/37011] blockmanagement.BlockManager (BlockManager.java:<init>(631)) - redundancyRecheckInterval  = 3000ms
2026-07-08 18:03:38,041 INFO  [Listener at localhost/37011] blockmanagement.BlockManager (BlockManager.java:<init>(632)) - encryptDataTransfer        = false
2026-07-08 18:03:38,041 INFO  [Listener at localhost/37011] blockmanagement.BlockManager (BlockManager.java:<init>(633)) - maxNumBlocksToLog          = 1000
2026-07-08 18:03:38,041 INFO  [Listener at localhost/37011] util.GSet (LightWeightGSet.java:computeCapacity(395)) - Computing capacity for map INodeMap
2026-07-08 18:03:38,041 INFO  [Listener at localhost/37011] util.GSet (LightWeightGSet.java:computeCapacity(396)) - VM type       = 64-bit
2026-07-08 18:03:38,041 INFO  [Listener at localhost/37011] util.GSet (LightWeightGSet.java:computeCapacity(397)) - 1.0% max memory 3.5 GB = 36.2 MB
2026-07-08 18:03:38,042 INFO  [Listener at localhost/37011] util.GSet (LightWeightGSet.java:computeCapacity(402)) - capacity      = 2^22 = 4194304 entries
2026-07-08 18:03:38,044 INFO  [Listener at localhost/37011] namenode.FSDirectory (FSDirectory.java:<init>(335)) - ACLs enabled? true
2026-07-08 18:03:38,044 INFO  [Listener at localhost/37011] namenode.FSDirectory (FSDirectory.java:<init>(339)) - POSIX ACL inheritance enabled? true
2026-07-08 18:03:38,044 INFO  [Listener at localhost/37011] namenode.FSDirectory (FSDirectory.java:<init>(343)) - XAttrs enabled? true
2026-07-08 18:03:38,045 INFO  [Listener at localhost/37011] namenode.NameNode (FSDirectory.java:<init>(406)) - Caching file names occurring more than 10 times
2026-07-08 18:03:38,045 INFO  [Listener at localhost/37011] snapshot.SnapshotManager (SnapshotManager.java:<init>(124)) - Loaded config captureOpenFiles: false, skipCaptureAccessTimeOnlyChange: false, snapshotDiffAllowSnapRootDescendant: true, maxSnapshotLimit: 65536
2026-07-08 18:03:38,045 INFO  [Listener at localhost/37011] snapshot.SnapshotManager (DirectoryDiffListFactory.java:init(43)) - SkipList is disabled
2026-07-08 18:03:38,045 INFO  [Listener at localhost/37011] util.GSet (LightWeightGSet.java:computeCapacity(395)) - Computing capacity for map cachedBlocks
2026-07-08 18:03:38,045 INFO  [Listener at localhost/37011] util.GSet (LightWeightGSet.java:computeCapacity(396)) - VM type       = 64-bit
2026-07-08 18:03:38,045 INFO  [Listener at localhost/37011] util.GSet (LightWeightGSet.java:computeCapacity(397)) - 0.25% max memory 3.5 GB = 9.1 MB
2026-07-08 18:03:38,045 INFO  [Listener at localhost/37011] util.GSet (LightWeightGSet.java:computeCapacity(402)) - capacity      = 2^20 = 1048576 entries
2026-07-08 18:03:38,046 INFO  [Listener at localhost/37011] metrics.TopMetrics (TopMetrics.java:logConf(75)) - NNTop conf: dfs.namenode.top.window.num.buckets = 10
2026-07-08 18:03:38,046 INFO  [Listener at localhost/37011] metrics.TopMetrics (TopMetrics.java:logConf(77)) - NNTop conf: dfs.namenode.top.num.users = 10
2026-07-08 18:03:38,046 INFO  [Listener at localhost/37011] metrics.TopMetrics (TopMetrics.java:logConf(79)) - NNTop conf: dfs.namenode.top.windows.minutes = 1,5,25
2026-07-08 18:03:38,046 INFO  [Listener at localhost/37011] namenode.FSNamesystem (FSNamesystem.java:initRetryCache(1080)) - Retry cache on namenode is enabled
2026-07-08 18:03:38,046 INFO  [Listener at localhost/37011] namenode.FSNamesystem (FSNamesystem.java:initRetryCache(1088)) - Retry cache will use 0.03 of total heap and retry cache entry expiry time is 600000 millis
2026-07-08 18:03:38,046 INFO  [Listener at localhost/37011] util.GSet (LightWeightGSet.java:computeCapacity(395)) - Computing capacity for map NameNodeRetryCache
2026-07-08 18:03:38,046 INFO  [Listener at localhost/37011] util.GSet (LightWeightGSet.java:computeCapacity(396)) - VM type       = 64-bit
2026-07-08 18:03:38,047 INFO  [Listener at localhost/37011] util.GSet (LightWeightGSet.java:computeCapacity(397)) - 0.029999999329447746% max memory 3.5 GB = 1.1 MB
2026-07-08 18:03:38,047 INFO  [Listener at localhost/37011] util.GSet (LightWeightGSet.java:computeCapacity(402)) - capacity      = 2^17 = 131072 entries
2026-07-08 18:03:38,051 INFO  [Listener at localhost/37011] common.Storage (Storage.java:tryLock(948)) - Lock on /tmp/hdfs-test3423626302661202765/name-0-1/in_use.lock acquired by nodename 7120@dist-test-slave-0hj8.c.gcp-upstream.internal
2026-07-08 18:03:38,053 INFO  [Listener at localhost/37011] common.Storage (Storage.java:tryLock(948)) - Lock on /tmp/hdfs-test3423626302661202765/name-0-2/in_use.lock acquired by nodename 7120@dist-test-slave-0hj8.c.gcp-upstream.internal
2026-07-08 18:03:38,054 INFO  [Listener at localhost/37011] namenode.FileJournalManager (FileJournalManager.java:recoverUnfinalizedSegments(428)) - Recovering unfinalized segments in /tmp/hdfs-test3423626302661202765/name-0-1/current
2026-07-08 18:03:38,055 INFO  [Listener at localhost/37011] namenode.FileJournalManager (FileJournalManager.java:recoverUnfinalizedSegments(428)) - Recovering unfinalized segments in /tmp/hdfs-test3423626302661202765/name-0-2/current
2026-07-08 18:03:38,055 INFO  [Listener at localhost/37011] namenode.FSImage (FSImage.java:loadFSImage(734)) - No edit log streams selected.
2026-07-08 18:03:38,055 INFO  [Listener at localhost/37011] namenode.FSImage (FSImage.java:loadFSImageFile(800)) - Planning to load image: FSImageFile(file=/tmp/hdfs-test3423626302661202765/name-0-1/current/fsimage_0000000000000000000, cpktTxId=0000000000000000000)
2026-07-08 18:03:38,057 INFO  [Listener at localhost/37011] namenode.FSImageFormatPBINode (FSImageFormatPBINode.java:loadINodeSectionHeader(413)) - Loading 1 INodes.
2026-07-08 18:03:38,058 INFO  [Listener at localhost/37011] namenode.FSImageFormatPBINode (FSImageFormatPBINode.java:loadINodeSection(371)) - Successfully loaded 1 inodes
2026-07-08 18:03:38,058 INFO  [Listener at localhost/37011] namenode.FSImageFormatPBINode (FSImageFormatPBINode.java:waitBlocksMapAndNameCacheUpdateFinished(344)) - Completed update blocks map and name cache, total waiting duration 0ms.
2026-07-08 18:03:38,058 INFO  [Listener at localhost/37011] namenode.FSImageFormatProtobuf (FSImageFormatProtobuf.java:load(255)) - Loaded FSImage in 0 seconds.
2026-07-08 18:03:38,058 INFO  [Listener at localhost/37011] namenode.FSImage (FSImage.java:loadFSImage(978)) - Loaded image for txid 0 from /tmp/hdfs-test3423626302661202765/name-0-1/current/fsimage_0000000000000000000
2026-07-08 18:03:38,059 INFO  [Listener at localhost/37011] namenode.FSNamesystem (FSNamesystem.java:loadFSImage(1202)) - Need to save fs image? false (staleImage=false, haEnabled=false, isRollingUpgrade=false)
2026-07-08 18:03:38,059 INFO  [Listener at localhost/37011] namenode.FSEditLog (FSEditLog.java:startLogSegment(1391)) - Starting log segment at 1
2026-07-08 18:03:38,069 INFO  [Listener at localhost/37011] namenode.NameCache (NameCache.java:initialized(143)) - initialized with 0 entries 0 lookups
2026-07-08 18:03:38,069 INFO  [Listener at localhost/37011] namenode.FSNamesystem (FSNamesystem.java:loadFromDisk(786)) - Finished loading FSImage in 22 msecs
2026-07-08 18:03:38,070 INFO  [Listener at localhost/37011] namenode.NameNode (NameNodeRpcServer.java:<init>(454)) - RPC server is binding to localhost:0
2026-07-08 18:03:38,070 INFO  [Listener at localhost/37011] namenode.NameNode (NameNodeRpcServer.java:<init>(459)) - Enable NameNode state context:false
2026-07-08 18:03:38,070 INFO  [Listener at localhost/37011] ipc.CallQueueManager (CallQueueManager.java:<init>(90)) - Using callQueue: class java.util.concurrent.LinkedBlockingQueue, queueCapacity: 1000, scheduler: class org.apache.hadoop.ipc.DefaultRpcScheduler, ipcBackoff: false.
2026-07-08 18:03:38,071 INFO  [Socket Reader #1 for port 0] ipc.Server (Server.java:run(1265)) - Starting Socket Reader #1 for port 0
2026-07-08 18:03:38,074 INFO  [Listener at localhost/44975] namenode.NameNode (NameNode.java:initialize(776)) - Clients are to use localhost:44975 to access this namenode/service.
2026-07-08 18:03:38,074 INFO  [Listener at localhost/44975] namenode.FSNamesystem (FSNamesystem.java:registerMBean(5444)) - Registered FSNamesystemState, ReplicatedBlocksState and ECBlockGroupsState MBeans.
2026-07-08 18:03:38,088 INFO  [Listener at localhost/44975] namenode.LeaseManager (LeaseManager.java:getNumUnderConstructionBlocks(166)) - Number of blocks under construction: 0
2026-07-08 18:03:38,089 INFO  [Listener at localhost/44975] blockmanagement.DatanodeAdminDefaultMonitor (DatanodeAdminDefaultMonitor.java:processConf(116)) - Initialized the Default Decommission and Maintenance monitor
2026-07-08 18:03:38,094 INFO  [Listener at localhost/44975] blockmanagement.BlockManager (BlockManager.java:initializeReplQueues(5187)) - initializing replication queues
2026-07-08 18:03:38,094 INFO  [Listener at localhost/44975] hdfs.StateChange (BlockManagerSafeMode.java:leaveSafeMode(399)) - STATE* Leaving safe mode after 0 secs
2026-07-08 18:03:38,094 INFO  [Listener at localhost/44975] hdfs.StateChange (BlockManagerSafeMode.java:leaveSafeMode(405)) - STATE* Network topology has 0 racks and 0 datanodes
2026-07-08 18:03:38,095 INFO  [Listener at localhost/44975] hdfs.StateChange (BlockManagerSafeMode.java:leaveSafeMode(407)) - STATE* UnderReplicatedBlocks has 0 blocks
2026-07-08 18:03:38,102 INFO  [Reconstruction Queue Initializer] blockmanagement.BlockManager (BlockManager.java:processMisReplicatesAsync(3728)) - Total number of blocks            = 0
2026-07-08 18:03:38,102 INFO  [Reconstruction Queue Initializer] blockmanagement.BlockManager (BlockManager.java:processMisReplicatesAsync(3729)) - Number of invalid blocks          = 0
2026-07-08 18:03:38,102 INFO  [Reconstruction Queue Initializer] blockmanagement.BlockManager (BlockManager.java:processMisReplicatesAsync(3730)) - Number of under-replicated blocks = 0
2026-07-08 18:03:38,102 INFO  [Reconstruction Queue Initializer] blockmanagement.BlockManager (BlockManager.java:processMisReplicatesAsync(3731)) - Number of  over-replicated blocks = 0
2026-07-08 18:03:38,102 INFO  [Reconstruction Queue Initializer] blockmanagement.BlockManager (BlockManager.java:processMisReplicatesAsync(3733)) - Number of blocks being written    = 0
2026-07-08 18:03:38,102 INFO  [Reconstruction Queue Initializer] hdfs.StateChange (BlockManager.java:processMisReplicatesAsync(3736)) - STATE* Replication Queue initialization scan for invalid, over- and under-replicated blocks completed in 8 msec
2026-07-08 18:03:38,104 INFO  [IPC Server Responder] ipc.Server (Server.java:run(1507)) - IPC Server Responder: starting
2026-07-08 18:03:38,104 INFO  [IPC Server listener on 0] ipc.Server (Server.java:run(1344)) - IPC Server listener on 0: starting
2026-07-08 18:03:38,115 INFO  [Listener at localhost/44975] namenode.NameNode (NameNode.java:startCommonServices(893)) - NameNode RPC up at: localhost/127.0.0.1:44975
2026-07-08 18:03:38,116 INFO  [Listener at localhost/44975] namenode.FSNamesystem (FSNamesystem.java:startActiveServices(1314)) - Starting services required for active state
2026-07-08 18:03:38,116 INFO  [Listener at localhost/44975] namenode.FSDirectory (FSDirectory.java:updateCountForQuota(840)) - Initializing quota with 12 thread(s)
2026-07-08 18:03:38,116 INFO  [Listener at localhost/44975] namenode.FSDirectory (FSDirectory.java:updateCountForQuota(849)) - Quota initialization completed in 1 milliseconds
name space=1
storage space=0
storage types=RAM_DISK=0, SSD=0, DISK=0, ARCHIVE=0, PROVIDED=0
2026-07-08 18:03:38,119 INFO  [CacheReplicationMonitor(945659011)] blockmanagement.CacheReplicationMonitor (CacheReplicationMonitor.java:run(160)) - Starting CacheReplicationMonitor with interval 30000 milliseconds
2026-07-08 18:03:38,120 INFO  [Listener at localhost/44975] hdfs.MiniDFSCluster (MiniDFSCluster.java:startDataNodes(1697)) - Starting DataNode 0 with dfs.datanode.data.dir: [DISK]file:/tmp/hdfs-test3423626302661202765/data/data1,[DISK]file:/tmp/hdfs-test3423626302661202765/data/data2
2026-07-08 18:03:38,122 INFO  [Listener at localhost/44975] checker.ThrottledAsyncChecker (ThrottledAsyncChecker.java:schedule(137)) - Scheduling a check for [DISK]file:/tmp/hdfs-test3423626302661202765/data/data1
2026-07-08 18:03:38,122 INFO  [Listener at localhost/44975] checker.ThrottledAsyncChecker (ThrottledAsyncChecker.java:schedule(137)) - Scheduling a check for [DISK]file:/tmp/hdfs-test3423626302661202765/data/data2
2026-07-08 18:03:38,141 INFO  [Listener at localhost/44975] impl.MetricsSystemImpl (MetricsSystemImpl.java:init(158)) - DataNode metrics system started (again)
2026-07-08 18:03:38,141 INFO  [Listener at localhost/44975] common.Util (Util.java:isDiskStatsEnabled(395)) - dfs.datanode.fileio.profiling.sampling.percentage set to 0. Disabling file IO profiling
2026-07-08 18:03:38,141 INFO  [Listener at localhost/44975] datanode.BlockScanner (BlockScanner.java:<init>(201)) - Initialized block scanner with targetBytesPerSec 1048576
2026-07-08 18:03:38,142 INFO  [Listener at localhost/44975] datanode.DataNode (DataNode.java:<init>(512)) - Configured hostname is 127.0.0.1
2026-07-08 18:03:38,142 INFO  [Listener at localhost/44975] common.Util (Util.java:isDiskStatsEnabled(395)) - dfs.datanode.fileio.profiling.sampling.percentage set to 0. Disabling file IO profiling
2026-07-08 18:03:38,142 INFO  [Listener at localhost/44975] datanode.DataNode (DataNode.java:startDataNode(1408)) - Starting DataNode with maxLockedMemory = 0
2026-07-08 18:03:38,143 INFO  [Listener at localhost/44975] datanode.DataNode (DataNode.java:initDataXceiver(1171)) - Opened streaming server at /127.0.0.1:46221
2026-07-08 18:03:38,143 INFO  [Listener at localhost/44975] datanode.DataNode (DataXceiverServer.java:<init>(94)) - Balancing bandwidth is 104857600 bytes/s
2026-07-08 18:03:38,143 INFO  [Listener at localhost/44975] datanode.DataNode (DataXceiverServer.java:<init>(95)) - Number threads for balancing is 100
2026-07-08 18:03:38,145 INFO  [Listener at localhost/44975] server.AuthenticationFilter (AuthenticationFilter.java:constructSecretProvider(240)) - Unable to initialize FileSignerSecretProvider, falling back to use random secrets.
2026-07-08 18:03:38,146 INFO  [Listener at localhost/44975] http.HttpRequestLog (HttpRequestLog.java:getRequestLog(82)) - Http request log for http.requests.datanode is not defined
2026-07-08 18:03:38,147 INFO  [Listener at localhost/44975] http.HttpServer2 (HttpServer2.java:addGlobalFilter(1111)) - Added global filter 'safety' (class=org.apache.hadoop.http.HttpServer2$QuotingInputFilter)
2026-07-08 18:03:38,148 INFO  [Listener at localhost/44975] http.HttpServer2 (HttpServer2.java:addFilter(1084)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context datanode
2026-07-08 18:03:38,148 INFO  [Listener at localhost/44975] http.HttpServer2 (HttpServer2.java:addFilter(1094)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context static
2026-07-08 18:03:38,149 INFO  [Listener at localhost/44975] http.HttpServer2 (HttpServer2.java:bindListener(1332)) - Jetty bound to port 40085
2026-07-08 18:03:38,149 INFO  [Listener at localhost/44975] server.Server (Server.java:doStart(375)) - jetty-9.4.40.v20210413; built: 2021-04-13T20:42:42.668Z; git: b881a572662e1943a14ae12e7e1207989f218b74; jvm 1.8.0_362-8u372-ga~us1-0ubuntu1~18.04-b09
2026-07-08 18:03:38,150 INFO  [Listener at localhost/44975] server.session (DefaultSessionIdManager.java:doStart(334)) - DefaultSessionIdManager workerName=node0
2026-07-08 18:03:38,150 INFO  [Listener at localhost/44975] server.session (DefaultSessionIdManager.java:doStart(339)) - No SessionScavenger set, using defaults
2026-07-08 18:03:38,150 INFO  [Listener at localhost/44975] server.session (HouseKeeper.java:startScavenging(132)) - node0 Scavenging every 660000ms
2026-07-08 18:03:38,151 INFO  [Listener at localhost/44975] handler.ContextHandler (ContextHandler.java:doStart(916)) - Started o.e.j.s.ServletContextHandler@7f608e21{static,/static,jar:file:/tmp/dist-test-taskOk1AGN/java/build/jars/hadoop-hdfs-3.3.1-tests.jar!/webapps/static,AVAILABLE}
2026-07-08 18:03:38,188 WARN  [org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeResourceMonitor@6974a715] namenode.NameNodeResourceChecker (NameNodeResourceChecker.java:isResourceAvailable(88)) - Space available on volume 'overlay' is 0, which is below the configured reserved amount 104857600
2026-07-08 18:03:38,188 WARN  [org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeResourceMonitor@6974a715] namenode.FSNamesystem (FSNamesystem.java:run(4383)) - NameNode low on available disk space. Entering safe mode.
2026-07-08 18:03:38,188 INFO  [org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeResourceMonitor@6974a715] hdfs.StateChange (FSNamesystem.java:enterSafeMode(5028)) - STATE* Safe mode is ON.
Resources are low on NN. Please add or free up more resourcesthen turn off safe mode manually. NOTE:  If you turn off safe mode before adding resources, the NN will immediately return to safe mode. Use "hdfs dfsadmin -safemode leave" to turn safe mode off.
2026-07-08 18:03:38,288 INFO  [Listener at localhost/44975] handler.ContextHandler (ContextHandler.java:doStart(916)) - Started o.e.j.w.WebAppContext@66f28a1f{datanode,/,file:///tmp/jetty-localhost-40085-hadoop-hdfs-3_3_1-tests_jar-_-any-6777627776255037416/webapp/,AVAILABLE}{jar:file:/tmp/dist-test-taskOk1AGN/java/build/jars/hadoop-hdfs-3.3.1-tests.jar!/webapps/datanode}
2026-07-08 18:03:38,289 INFO  [Listener at localhost/44975] server.AbstractConnector (AbstractConnector.java:doStart(331)) - Started ServerConnector@77c10a5f{HTTP/1.1, (http/1.1)}{localhost:40085}
2026-07-08 18:03:38,290 INFO  [Listener at localhost/44975] server.Server (Server.java:doStart(415)) - Started @8605ms
2026-07-08 18:03:38,291 WARN  [Listener at localhost/44975] web.DatanodeHttpServer (RestCsrfPreventionFilterHandler.java:<init>(75)) - Got null for restCsrfPreventionFilter - will not do any filtering.
2026-07-08 18:03:38,293 INFO  [Listener at localhost/44975] web.DatanodeHttpServer (DatanodeHttpServer.java:start(322)) - Listening HTTP traffic on /127.0.0.1:38785
2026-07-08 18:03:38,293 INFO  [Listener at localhost/44975] datanode.DataNode (DataNode.java:startDataNode(1436)) - dnUserName = slave
2026-07-08 18:03:38,293 INFO  [Listener at localhost/44975] datanode.DataNode (DataNode.java:startDataNode(1437)) - supergroup = supergroup
2026-07-08 18:03:38,293 INFO  [org.apache.hadoop.util.JvmPauseMonitor$Monitor@4db60246] util.JvmPauseMonitor (JvmPauseMonitor.java:run(188)) - Starting JVM pause monitor
2026-07-08 18:03:38,294 INFO  [Listener at localhost/44975] ipc.CallQueueManager (CallQueueManager.java:<init>(90)) - Using callQueue: class java.util.concurrent.LinkedBlockingQueue, queueCapacity: 1000, scheduler: class org.apache.hadoop.ipc.DefaultRpcScheduler, ipcBackoff: false.
2026-07-08 18:03:38,294 INFO  [Socket Reader #1 for port 0] ipc.Server (Server.java:run(1265)) - Starting Socket Reader #1 for port 0
2026-07-08 18:03:38,297 INFO  [Listener at localhost/37529] datanode.DataNode (DataNode.java:initIpcServer(1057)) - Opened IPC server at /127.0.0.1:37529
2026-07-08 18:03:38,310 INFO  [Listener at localhost/37529] datanode.DataNode (BlockPoolManager.java:refreshNamenodes(149)) - Refresh request received for nameservices: null
2026-07-08 18:03:38,311 INFO  [Listener at localhost/37529] datanode.DataNode (BlockPoolManager.java:doRefreshNamenodes(210)) - Starting BPOfferServices for nameservices: <default>
2026-07-08 18:03:38,311 INFO  [Thread-284] datanode.DataNode (BPServiceActor.java:run(847)) - Block pool <registering> (Datanode Uuid unassigned) service to localhost/127.0.0.1:44975 starting to offer service
2026-07-08 18:03:38,313 INFO  [IPC Server Responder] ipc.Server (Server.java:run(1507)) - IPC Server Responder: starting
2026-07-08 18:03:38,315 INFO  [IPC Server listener on 0] ipc.Server (Server.java:run(1344)) - IPC Server listener on 0: starting
2026-07-08 18:03:38,325 INFO  [Thread-284] datanode.DataNode (BPOfferService.java:verifyAndSetNamespaceInfo(381)) - Acknowledging ACTIVE Namenode during handshakeBlock pool <registering> (Datanode Uuid unassigned) service to localhost/127.0.0.1:44975
2026-07-08 18:03:38,326 INFO  [Thread-284] common.Storage (DataStorage.java:getParallelVolumeLoadThreadsNum(356)) - Using 2 threads to upgrade data directories (dfs.datanode.parallel.volumes.load.threads.num=2, dataDirs=2)
2026-07-08 18:03:38,329 INFO  [Thread-284] common.Storage (Storage.java:tryLock(948)) - Lock on /tmp/hdfs-test3423626302661202765/data/data1/in_use.lock acquired by nodename 7120@dist-test-slave-0hj8.c.gcp-upstream.internal
2026-07-08 18:03:38,329 INFO  [IPC Server handler 1 on default port 44975] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=datanodeReport	src=null	dst=null	perm=null	proto=rpc
2026-07-08 18:03:38,329 INFO  [Thread-284] common.Storage (DataStorage.java:loadStorageDirectory(284)) - Storage directory with location [DISK]file:/tmp/hdfs-test3423626302661202765/data/data1 is not formatted for namespace 33318636. Formatting...
2026-07-08 18:03:38,329 INFO  [Thread-284] common.Storage (DataStorage.java:createStorageID(160)) - Generated new storageID DS-1609ec53-71fd-40d3-81f6-b5073f67017e for directory /tmp/hdfs-test3423626302661202765/data/data1 
2026-07-08 18:03:38,330 INFO  [Listener at localhost/37529] hdfs.MiniDFSCluster (MiniDFSCluster.java:shouldWait(2823)) - dnInfo.length != numDataNodes
2026-07-08 18:03:38,330 INFO  [Listener at localhost/37529] hdfs.MiniDFSCluster (MiniDFSCluster.java:waitActive(2744)) - Waiting for cluster to become active
2026-07-08 18:03:38,336 INFO  [Thread-284] common.Storage (Storage.java:tryLock(948)) - Lock on /tmp/hdfs-test3423626302661202765/data/data2/in_use.lock acquired by nodename 7120@dist-test-slave-0hj8.c.gcp-upstream.internal
2026-07-08 18:03:38,336 INFO  [Thread-284] common.Storage (DataStorage.java:loadStorageDirectory(284)) - Storage directory with location [DISK]file:/tmp/hdfs-test3423626302661202765/data/data2 is not formatted for namespace 33318636. Formatting...
2026-07-08 18:03:38,336 INFO  [Thread-284] common.Storage (DataStorage.java:createStorageID(160)) - Generated new storageID DS-dfc38fa8-4ba1-4c5e-9910-462e78ec5af1 for directory /tmp/hdfs-test3423626302661202765/data/data2 
2026-07-08 18:03:38,359 INFO  [Thread-284] common.Storage (BlockPoolSliceStorage.java:recoverTransitionRead(256)) - Analyzing storage directories for bpid BP-1305604171-10.240.0.181-1783533817751
2026-07-08 18:03:38,360 INFO  [Thread-284] common.Storage (Storage.java:lock(907)) - Locking is disabled for /tmp/hdfs-test3423626302661202765/data/data1/current/BP-1305604171-10.240.0.181-1783533817751
2026-07-08 18:03:38,360 INFO  [Thread-284] common.Storage (BlockPoolSliceStorage.java:loadStorageDirectory(169)) - Block pool storage directory for location [DISK]file:/tmp/hdfs-test3423626302661202765/data/data1 and block pool id BP-1305604171-10.240.0.181-1783533817751 is not formatted. Formatting ...
2026-07-08 18:03:38,360 INFO  [Thread-284] common.Storage (BlockPoolSliceStorage.java:format(285)) - Formatting block pool BP-1305604171-10.240.0.181-1783533817751 directory /tmp/hdfs-test3423626302661202765/data/data1/current/BP-1305604171-10.240.0.181-1783533817751/current
2026-07-08 18:03:38,381 INFO  [Thread-284] common.Storage (BlockPoolSliceStorage.java:recoverTransitionRead(256)) - Analyzing storage directories for bpid BP-1305604171-10.240.0.181-1783533817751
2026-07-08 18:03:38,382 INFO  [Thread-284] common.Storage (Storage.java:lock(907)) - Locking is disabled for /tmp/hdfs-test3423626302661202765/data/data2/current/BP-1305604171-10.240.0.181-1783533817751
2026-07-08 18:03:38,382 INFO  [Thread-284] common.Storage (BlockPoolSliceStorage.java:loadStorageDirectory(169)) - Block pool storage directory for location [DISK]file:/tmp/hdfs-test3423626302661202765/data/data2 and block pool id BP-1305604171-10.240.0.181-1783533817751 is not formatted. Formatting ...
2026-07-08 18:03:38,382 INFO  [Thread-284] common.Storage (BlockPoolSliceStorage.java:format(285)) - Formatting block pool BP-1305604171-10.240.0.181-1783533817751 directory /tmp/hdfs-test3423626302661202765/data/data2/current/BP-1305604171-10.240.0.181-1783533817751/current
2026-07-08 18:03:38,387 INFO  [Thread-284] datanode.DataNode (DataNode.java:initStorage(1756)) - Setting up storage: nsid=33318636;bpid=BP-1305604171-10.240.0.181-1783533817751;lv=-57;nsInfo=lv=-66;cid=testClusterID;nsid=33318636;c=1783533817751;bpid=BP-1305604171-10.240.0.181-1783533817751;dnuuid=null
2026-07-08 18:03:38,391 INFO  [Thread-284] datanode.DataNode (DataNode.java:checkDatanodeUuid(1554)) - Generated and persisted new Datanode UUID 7ff74537-33ce-4af2-9b58-94aa5c411d09
2026-07-08 18:03:38,391 INFO  [Thread-284] impl.FsDatasetImpl (FsDatasetImpl.java:<init>(310)) - The datanode lock is a read write lock
2026-07-08 18:03:38,393 INFO  [Thread-284] impl.FsDatasetImpl (FsVolumeList.java:addVolume(304)) - Added new volume: DS-1609ec53-71fd-40d3-81f6-b5073f67017e
2026-07-08 18:03:38,393 INFO  [Thread-284] impl.FsDatasetImpl (FsDatasetImpl.java:addVolume(493)) - Added volume - [DISK]file:/tmp/hdfs-test3423626302661202765/data/data1, StorageType: DISK
2026-07-08 18:03:38,394 INFO  [Thread-284] impl.FsDatasetImpl (FsVolumeList.java:addVolume(304)) - Added new volume: DS-dfc38fa8-4ba1-4c5e-9910-462e78ec5af1
2026-07-08 18:03:38,395 INFO  [Thread-284] impl.FsDatasetImpl (FsDatasetImpl.java:addVolume(493)) - Added volume - [DISK]file:/tmp/hdfs-test3423626302661202765/data/data2, StorageType: DISK
2026-07-08 18:03:38,395 INFO  [Thread-284] impl.MemoryMappableBlockLoader (MemoryMappableBlockLoader.java:initialize(48)) - Initializing cache loader: MemoryMappableBlockLoader.
2026-07-08 18:03:38,396 INFO  [Thread-284] impl.FsDatasetImpl (FsDatasetImpl.java:registerMBean(2343)) - Registered FSDatasetState MBean
2026-07-08 18:03:38,397 INFO  [Thread-284] impl.FsDatasetImpl (FsDatasetImpl.java:addBlockPool(2856)) - Adding block pool BP-1305604171-10.240.0.181-1783533817751
2026-07-08 18:03:38,397 INFO  [Thread-301] impl.FsDatasetImpl (FsVolumeList.java:run(406)) - Scanning block pool BP-1305604171-10.240.0.181-1783533817751 on volume /tmp/hdfs-test3423626302661202765/data/data1...
2026-07-08 18:03:38,398 INFO  [Thread-302] impl.FsDatasetImpl (FsVolumeList.java:run(406)) - Scanning block pool BP-1305604171-10.240.0.181-1783533817751 on volume /tmp/hdfs-test3423626302661202765/data/data2...
2026-07-08 18:03:38,416 INFO  [Thread-301] impl.FsDatasetImpl (FsVolumeList.java:run(411)) - Time taken to scan block pool BP-1305604171-10.240.0.181-1783533817751 on /tmp/hdfs-test3423626302661202765/data/data1: 19ms
2026-07-08 18:03:38,421 INFO  [Thread-302] impl.FsDatasetImpl (FsVolumeList.java:run(411)) - Time taken to scan block pool BP-1305604171-10.240.0.181-1783533817751 on /tmp/hdfs-test3423626302661202765/data/data2: 24ms
2026-07-08 18:03:38,422 INFO  [Thread-284] impl.FsDatasetImpl (FsVolumeList.java:addBlockPool(431)) - Total time to scan all replicas for block pool BP-1305604171-10.240.0.181-1783533817751: 24ms
2026-07-08 18:03:38,422 INFO  [Thread-305] impl.FsDatasetImpl (FsVolumeList.java:run(199)) - Adding replicas to map for block pool BP-1305604171-10.240.0.181-1783533817751 on volume /tmp/hdfs-test3423626302661202765/data/data1...
2026-07-08 18:03:38,422 INFO  [Thread-306] impl.FsDatasetImpl (FsVolumeList.java:run(199)) - Adding replicas to map for block pool BP-1305604171-10.240.0.181-1783533817751 on volume /tmp/hdfs-test3423626302661202765/data/data2...
2026-07-08 18:03:38,422 INFO  [Thread-305] impl.BlockPoolSlice (BlockPoolSlice.java:readReplicasFromCache(902)) - Replica Cache file: /tmp/hdfs-test3423626302661202765/data/data1/current/BP-1305604171-10.240.0.181-1783533817751/current/replicas doesn't exist 
2026-07-08 18:03:38,422 INFO  [Thread-306] impl.BlockPoolSlice (BlockPoolSlice.java:readReplicasFromCache(902)) - Replica Cache file: /tmp/hdfs-test3423626302661202765/data/data2/current/BP-1305604171-10.240.0.181-1783533817751/current/replicas doesn't exist 
2026-07-08 18:03:38,422 INFO  [Thread-305] impl.FsDatasetImpl (FsVolumeList.java:run(204)) - Time to add replicas to map for block pool BP-1305604171-10.240.0.181-1783533817751 on volume /tmp/hdfs-test3423626302661202765/data/data1: 0ms
2026-07-08 18:03:38,423 INFO  [Thread-306] impl.FsDatasetImpl (FsVolumeList.java:run(204)) - Time to add replicas to map for block pool BP-1305604171-10.240.0.181-1783533817751 on volume /tmp/hdfs-test3423626302661202765/data/data2: 0ms
2026-07-08 18:03:38,423 INFO  [Thread-284] impl.FsDatasetImpl (FsVolumeList.java:getAllVolumesMap(225)) - Total time to add all replicas to map for block pool BP-1305604171-10.240.0.181-1783533817751: 1ms
2026-07-08 18:03:38,423 INFO  [Thread-284] checker.ThrottledAsyncChecker (ThrottledAsyncChecker.java:schedule(137)) - Scheduling a check for /tmp/hdfs-test3423626302661202765/data/data1
2026-07-08 18:03:38,424 INFO  [Thread-284] checker.DatasetVolumeChecker (DatasetVolumeChecker.java:checkAllVolumes(224)) - Scheduled health check for volume /tmp/hdfs-test3423626302661202765/data/data1
2026-07-08 18:03:38,426 INFO  [Thread-284] checker.ThrottledAsyncChecker (ThrottledAsyncChecker.java:schedule(137)) - Scheduling a check for /tmp/hdfs-test3423626302661202765/data/data2
2026-07-08 18:03:38,426 INFO  [Thread-284] checker.DatasetVolumeChecker (DatasetVolumeChecker.java:checkAllVolumes(224)) - Scheduled health check for volume /tmp/hdfs-test3423626302661202765/data/data2
2026-07-08 18:03:38,427 INFO  [VolumeScannerThread(/tmp/hdfs-test3423626302661202765/data/data1)] datanode.VolumeScanner (VolumeScanner.java:findNextUsableBlockIter(385)) - Now scanning bpid BP-1305604171-10.240.0.181-1783533817751 on volume /tmp/hdfs-test3423626302661202765/data/data1
2026-07-08 18:03:38,427 INFO  [VolumeScannerThread(/tmp/hdfs-test3423626302661202765/data/data2)] datanode.VolumeScanner (VolumeScanner.java:findNextUsableBlockIter(385)) - Now scanning bpid BP-1305604171-10.240.0.181-1783533817751 on volume /tmp/hdfs-test3423626302661202765/data/data2
2026-07-08 18:03:38,427 INFO  [VolumeScannerThread(/tmp/hdfs-test3423626302661202765/data/data1)] datanode.VolumeScanner (VolumeScanner.java:getNextBlockToScan(505)) - VolumeScanner(/tmp/hdfs-test3423626302661202765/data/data1, DS-1609ec53-71fd-40d3-81f6-b5073f67017e): finished scanning block pool BP-1305604171-10.240.0.181-1783533817751
2026-07-08 18:03:38,428 INFO  [VolumeScannerThread(/tmp/hdfs-test3423626302661202765/data/data2)] datanode.VolumeScanner (VolumeScanner.java:getNextBlockToScan(505)) - VolumeScanner(/tmp/hdfs-test3423626302661202765/data/data2, DS-dfc38fa8-4ba1-4c5e-9910-462e78ec5af1): finished scanning block pool BP-1305604171-10.240.0.181-1783533817751
2026-07-08 18:03:38,427 WARN  [Thread-284] datanode.DirectoryScanner (DirectoryScanner.java:<init>(300)) - dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1
2026-07-08 18:03:38,428 INFO  [Thread-284] datanode.DirectoryScanner (DirectoryScanner.java:start(329)) - Periodic Directory Tree Verification scan starting in 2952057ms with interval of 21600000ms and throttle limit of -1ms/s
2026-07-08 18:03:38,428 INFO  [VolumeScannerThread(/tmp/hdfs-test3423626302661202765/data/data1)] datanode.VolumeScanner (VolumeScanner.java:findNextUsableBlockIter(402)) - VolumeScanner(/tmp/hdfs-test3423626302661202765/data/data1, DS-1609ec53-71fd-40d3-81f6-b5073f67017e): no suitable block pools found to scan.  Waiting 1814399999 ms.
2026-07-08 18:03:38,428 INFO  [VolumeScannerThread(/tmp/hdfs-test3423626302661202765/data/data2)] datanode.VolumeScanner (VolumeScanner.java:findNextUsableBlockIter(402)) - VolumeScanner(/tmp/hdfs-test3423626302661202765/data/data2, DS-dfc38fa8-4ba1-4c5e-9910-462e78ec5af1): no suitable block pools found to scan.  Waiting 1814399999 ms.
2026-07-08 18:03:38,429 INFO  [BP-1305604171-10.240.0.181-1783533817751 heartbeating to localhost/127.0.0.1:44975] datanode.DataNode (BPServiceActor.java:register(788)) - Block pool BP-1305604171-10.240.0.181-1783533817751 (Datanode Uuid 7ff74537-33ce-4af2-9b58-94aa5c411d09) service to localhost/127.0.0.1:44975 beginning handshake with NN
2026-07-08 18:03:38,430 INFO  [IPC Server handler 2 on default port 44975] hdfs.StateChange (DatanodeManager.java:registerDatanode(1142)) - BLOCK* registerDatanode: from DatanodeRegistration(127.0.0.1:46221, datanodeUuid=7ff74537-33ce-4af2-9b58-94aa5c411d09, infoPort=38785, infoSecurePort=0, ipcPort=37529, storageInfo=lv=-57;cid=testClusterID;nsid=33318636;c=1783533817751) storage 7ff74537-33ce-4af2-9b58-94aa5c411d09
2026-07-08 18:03:38,431 INFO  [IPC Server handler 2 on default port 44975] net.NetworkTopology (NetworkTopology.java:add(149)) - Adding a new node: /default-rack/127.0.0.1:46221
2026-07-08 18:03:38,431 INFO  [IPC Server handler 2 on default port 44975] blockmanagement.BlockReportLeaseManager (BlockReportLeaseManager.java:registerNode(200)) - Registered DN 7ff74537-33ce-4af2-9b58-94aa5c411d09 (127.0.0.1:46221).
2026-07-08 18:03:38,433 INFO  [IPC Server handler 3 on default port 44975] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=datanodeReport	src=null	dst=null	perm=null	proto=rpc
2026-07-08 18:03:38,433 INFO  [BP-1305604171-10.240.0.181-1783533817751 heartbeating to localhost/127.0.0.1:44975] datanode.DataNode (BPServiceActor.java:register(816)) - Block pool BP-1305604171-10.240.0.181-1783533817751 (Datanode Uuid 7ff74537-33ce-4af2-9b58-94aa5c411d09) service to localhost/127.0.0.1:44975 successfully registered with NN
2026-07-08 18:03:38,433 INFO  [BP-1305604171-10.240.0.181-1783533817751 heartbeating to localhost/127.0.0.1:44975] datanode.DataNode (BPServiceActor.java:offerService(645)) - For namenode localhost/127.0.0.1:44975 using BLOCKREPORT_INTERVAL of 21600000msecs CACHEREPORT_INTERVAL of 10000msecs Initial delay: 0msecs; heartBeatInterval=3000
2026-07-08 18:03:38,434 INFO  [Listener at localhost/37529] hdfs.MiniDFSCluster (MiniDFSCluster.java:shouldWait(2839)) - No heartbeat from DataNode: 127.0.0.1:46221
2026-07-08 18:03:38,435 INFO  [Listener at localhost/37529] hdfs.MiniDFSCluster (MiniDFSCluster.java:waitActive(2744)) - Waiting for cluster to become active
2026-07-08 18:03:38,436 INFO  [IPC Server handler 5 on default port 44975] blockmanagement.DatanodeDescriptor (DatanodeDescriptor.java:updateStorage(999)) - Adding new storage ID DS-1609ec53-71fd-40d3-81f6-b5073f67017e for DN 127.0.0.1:46221
2026-07-08 18:03:38,436 INFO  [IPC Server handler 5 on default port 44975] blockmanagement.DatanodeDescriptor (DatanodeDescriptor.java:updateStorage(999)) - Adding new storage ID DS-dfc38fa8-4ba1-4c5e-9910-462e78ec5af1 for DN 127.0.0.1:46221
2026-07-08 18:03:38,438 INFO  [Block report processor] BlockStateChange (BlockManager.java:processReport(2778)) - BLOCK* processReport 0x857faa50d7d026c2: Processing first storage report for DS-dfc38fa8-4ba1-4c5e-9910-462e78ec5af1 from datanode 7ff74537-33ce-4af2-9b58-94aa5c411d09
2026-07-08 18:03:38,439 INFO  [Block report processor] BlockStateChange (BlockManager.java:processReport(2810)) - BLOCK* processReport 0x857faa50d7d026c2: from storage DS-dfc38fa8-4ba1-4c5e-9910-462e78ec5af1 node DatanodeRegistration(127.0.0.1:46221, datanodeUuid=7ff74537-33ce-4af2-9b58-94aa5c411d09, infoPort=38785, infoSecurePort=0, ipcPort=37529, storageInfo=lv=-57;cid=testClusterID;nsid=33318636;c=1783533817751), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0
2026-07-08 18:03:38,439 INFO  [Block report processor] BlockStateChange (BlockManager.java:processReport(2778)) - BLOCK* processReport 0x857faa50d7d026c2: Processing first storage report for DS-1609ec53-71fd-40d3-81f6-b5073f67017e from datanode 7ff74537-33ce-4af2-9b58-94aa5c411d09
2026-07-08 18:03:38,439 INFO  [Block report processor] BlockStateChange (BlockManager.java:processReport(2810)) - BLOCK* processReport 0x857faa50d7d026c2: from storage DS-1609ec53-71fd-40d3-81f6-b5073f67017e node DatanodeRegistration(127.0.0.1:46221, datanodeUuid=7ff74537-33ce-4af2-9b58-94aa5c411d09, infoPort=38785, infoSecurePort=0, ipcPort=37529, storageInfo=lv=-57;cid=testClusterID;nsid=33318636;c=1783533817751), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0
2026-07-08 18:03:38,439 INFO  [BP-1305604171-10.240.0.181-1783533817751 heartbeating to localhost/127.0.0.1:44975] datanode.DataNode (BPServiceActor.java:blockReport(437)) - Successfully sent block report 0x857faa50d7d026c2 to namenode: localhost/127.0.0.1:44975,  containing 2 storage report(s), of which we sent 2. The reports had 0 total blocks and used 1 RPC(s). This took 0 msecs to generate and 2 msecs for RPC and NN processing. Got back one command: FinalizeCommand/5.
2026-07-08 18:03:38,440 INFO  [Command processor] datanode.DataNode (BPOfferService.java:processCommandFromActive(763)) - Got finalize command for block pool BP-1305604171-10.240.0.181-1783533817751
2026-07-08 18:03:38,537 INFO  [IPC Server handler 6 on default port 44975] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=datanodeReport	src=null	dst=null	perm=null	proto=rpc
2026-07-08 18:03:38,538 INFO  [Listener at localhost/37529] hdfs.MiniDFSCluster (MiniDFSCluster.java:waitActive(2799)) - Cluster is active
2026-07-08 18:03:38,552 INFO  [Listener at localhost/37529] backup.BackupIO (BackupIO.scala:writeTableMetadata(95)) - Writing metadata to hdfs://localhost:44975/id_taco-taco/100/.kudu-metadata.json
2026-07-08 18:03:38,555 INFO  [IPC Server handler 7 on default port 44975] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=create	src=/id_taco-taco/100/.kudu-metadata.json	dst=null	perm=slave:supergroup:rw-r--r--	proto=rpc
2026-07-08 18:03:38,560 INFO  [IPC Server handler 8 on default port 44975] hdfs.StateChange (FSDirWriteFileOp.java:logAllocatedBlock(802)) - BLOCK* allocate blk_1073741825_1001, replicas=127.0.0.1:46221 for /id_taco-taco/100/.kudu-metadata.json
2026-07-08 18:03:38,564 INFO  [DataXceiver for client DFSClient_NONMAPREDUCE_-2076100173_1 at /127.0.0.1:41048 [Receiving block BP-1305604171-10.240.0.181-1783533817751:blk_1073741825_1001]] datanode.DataNode (DataXceiver.java:writeBlock(747)) - Receiving BP-1305604171-10.240.0.181-1783533817751:blk_1073741825_1001 src: /127.0.0.1:41048 dest: /127.0.0.1:46221
2026-07-08 18:03:38,570 INFO  [PacketResponder: BP-1305604171-10.240.0.181-1783533817751:blk_1073741825_1001, type=LAST_IN_PIPELINE] DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1539)) - src: /127.0.0.1:41048, dest: /127.0.0.1:46221, bytes: 82, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-2076100173_1, offset: 0, srvID: 7ff74537-33ce-4af2-9b58-94aa5c411d09, blockid: BP-1305604171-10.240.0.181-1783533817751:blk_1073741825_1001, duration(ns): 4496557
2026-07-08 18:03:38,570 INFO  [PacketResponder: BP-1305604171-10.240.0.181-1783533817751:blk_1073741825_1001, type=LAST_IN_PIPELINE] datanode.DataNode (BlockReceiver.java:run(1512)) - PacketResponder: BP-1305604171-10.240.0.181-1783533817751:blk_1073741825_1001, type=LAST_IN_PIPELINE terminating
2026-07-08 18:03:38,573 INFO  [IPC Server handler 1 on default port 44975] hdfs.StateChange (FSNamesystem.java:completeFile(3104)) - DIR* completeFile: /id_taco-taco/100/.kudu-metadata.json is closed by DFSClient_NONMAPREDUCE_-2076100173_1
2026-07-08 18:03:38,574 INFO  [Listener at localhost/37529] backup.BackupIO (BackupIO.scala:writeTableMetadata(95)) - Writing metadata to hdfs://localhost:44975/id_taco-taco/1000/.kudu-metadata.json
2026-07-08 18:03:38,575 INFO  [IPC Server handler 2 on default port 44975] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=create	src=/id_taco-taco/1000/.kudu-metadata.json	dst=null	perm=slave:supergroup:rw-r--r--	proto=rpc
2026-07-08 18:03:38,579 INFO  [IPC Server handler 3 on default port 44975] hdfs.StateChange (FSDirWriteFileOp.java:logAllocatedBlock(802)) - BLOCK* allocate blk_1073741826_1002, replicas=127.0.0.1:46221 for /id_taco-taco/1000/.kudu-metadata.json
2026-07-08 18:03:38,581 INFO  [DataXceiver for client DFSClient_NONMAPREDUCE_-2076100173_1 at /127.0.0.1:41064 [Receiving block BP-1305604171-10.240.0.181-1783533817751:blk_1073741826_1002]] datanode.DataNode (DataXceiver.java:writeBlock(747)) - Receiving BP-1305604171-10.240.0.181-1783533817751:blk_1073741826_1002 src: /127.0.0.1:41064 dest: /127.0.0.1:46221
2026-07-08 18:03:38,587 INFO  [PacketResponder: BP-1305604171-10.240.0.181-1783533817751:blk_1073741826_1002, type=LAST_IN_PIPELINE] DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1539)) - src: /127.0.0.1:41064, dest: /127.0.0.1:46221, bytes: 83, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-2076100173_1, offset: 0, srvID: 7ff74537-33ce-4af2-9b58-94aa5c411d09, blockid: BP-1305604171-10.240.0.181-1783533817751:blk_1073741826_1002, duration(ns): 4038865
2026-07-08 18:03:38,587 INFO  [PacketResponder: BP-1305604171-10.240.0.181-1783533817751:blk_1073741826_1002, type=LAST_IN_PIPELINE] datanode.DataNode (BlockReceiver.java:run(1512)) - PacketResponder: BP-1305604171-10.240.0.181-1783533817751:blk_1073741826_1002, type=LAST_IN_PIPELINE terminating
2026-07-08 18:03:38,589 INFO  [IPC Server handler 5 on default port 44975] namenode.FSNamesystem (FSNamesystem.java:checkBlocksComplete(3151)) - BLOCK* blk_1073741826_1002 is COMMITTED but not COMPLETE(numNodes= 0 <  minimum = 1) in file /id_taco-taco/1000/.kudu-metadata.json
2026-07-08 18:03:38,991 INFO  [IPC Server handler 6 on default port 44975] hdfs.StateChange (FSNamesystem.java:completeFile(3104)) - DIR* completeFile: /id_taco-taco/1000/.kudu-metadata.json is closed by DFSClient_NONMAPREDUCE_-2076100173_1
2026-07-08 18:03:38,992 INFO  [Listener at localhost/37529] backup.BackupIO (BackupIO.scala:writeTableMetadata(95)) - Writing metadata to hdfs://localhost:44975/id_taco-taco/2000/.kudu-metadata.json
2026-07-08 18:03:38,994 INFO  [IPC Server handler 7 on default port 44975] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=create	src=/id_taco-taco/2000/.kudu-metadata.json	dst=null	perm=slave:supergroup:rw-r--r--	proto=rpc
2026-07-08 18:03:38,998 INFO  [IPC Server handler 8 on default port 44975] hdfs.StateChange (FSDirWriteFileOp.java:logAllocatedBlock(802)) - BLOCK* allocate blk_1073741827_1003, replicas=127.0.0.1:46221 for /id_taco-taco/2000/.kudu-metadata.json
2026-07-08 18:03:39,000 INFO  [DataXceiver for client DFSClient_NONMAPREDUCE_-2076100173_1 at /127.0.0.1:41066 [Receiving block BP-1305604171-10.240.0.181-1783533817751:blk_1073741827_1003]] datanode.DataNode (DataXceiver.java:writeBlock(747)) - Receiving BP-1305604171-10.240.0.181-1783533817751:blk_1073741827_1003 src: /127.0.0.1:41066 dest: /127.0.0.1:46221
2026-07-08 18:03:39,010 INFO  [PacketResponder: BP-1305604171-10.240.0.181-1783533817751:blk_1073741827_1003, type=LAST_IN_PIPELINE] DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1539)) - src: /127.0.0.1:41066, dest: /127.0.0.1:46221, bytes: 102, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-2076100173_1, offset: 0, srvID: 7ff74537-33ce-4af2-9b58-94aa5c411d09, blockid: BP-1305604171-10.240.0.181-1783533817751:blk_1073741827_1003, duration(ns): 3418807
2026-07-08 18:03:39,011 INFO  [PacketResponder: BP-1305604171-10.240.0.181-1783533817751:blk_1073741827_1003, type=LAST_IN_PIPELINE] datanode.DataNode (BlockReceiver.java:run(1512)) - PacketResponder: BP-1305604171-10.240.0.181-1783533817751:blk_1073741827_1003, type=LAST_IN_PIPELINE terminating
2026-07-08 18:03:39,013 INFO  [IPC Server handler 0 on default port 44975] hdfs.StateChange (FSNamesystem.java:completeFile(3104)) - DIR* completeFile: /id_taco-taco/2000/.kudu-metadata.json is closed by DFSClient_NONMAPREDUCE_-2076100173_1
2026-07-08 18:03:39,014 INFO  [Listener at localhost/37529] backup.BackupIO (BackupIO.scala:writeTableMetadata(95)) - Writing metadata to hdfs://localhost:44975/id_pizza-pizza/200/.kudu-metadata.json
2026-07-08 18:03:39,016 INFO  [IPC Server handler 1 on default port 44975] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=create	src=/id_pizza-pizza/200/.kudu-metadata.json	dst=null	perm=slave:supergroup:rw-r--r--	proto=rpc
2026-07-08 18:03:39,021 INFO  [IPC Server handler 2 on default port 44975] hdfs.StateChange (FSDirWriteFileOp.java:logAllocatedBlock(802)) - BLOCK* allocate blk_1073741828_1004, replicas=127.0.0.1:46221 for /id_pizza-pizza/200/.kudu-metadata.json
2026-07-08 18:03:39,023 INFO  [DataXceiver for client DFSClient_NONMAPREDUCE_-2076100173_1 at /127.0.0.1:41070 [Receiving block BP-1305604171-10.240.0.181-1783533817751:blk_1073741828_1004]] datanode.DataNode (DataXceiver.java:writeBlock(747)) - Receiving BP-1305604171-10.240.0.181-1783533817751:blk_1073741828_1004 src: /127.0.0.1:41070 dest: /127.0.0.1:46221
2026-07-08 18:03:39,028 INFO  [PacketResponder: BP-1305604171-10.240.0.181-1783533817751:blk_1073741828_1004, type=LAST_IN_PIPELINE] DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1539)) - src: /127.0.0.1:41070, dest: /127.0.0.1:46221, bytes: 84, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-2076100173_1, offset: 0, srvID: 7ff74537-33ce-4af2-9b58-94aa5c411d09, blockid: BP-1305604171-10.240.0.181-1783533817751:blk_1073741828_1004, duration(ns): 3234276
2026-07-08 18:03:39,028 INFO  [PacketResponder: BP-1305604171-10.240.0.181-1783533817751:blk_1073741828_1004, type=LAST_IN_PIPELINE] datanode.DataNode (BlockReceiver.java:run(1512)) - PacketResponder: BP-1305604171-10.240.0.181-1783533817751:blk_1073741828_1004, type=LAST_IN_PIPELINE terminating
2026-07-08 18:03:39,030 INFO  [IPC Server handler 5 on default port 44975] hdfs.StateChange (FSNamesystem.java:completeFile(3104)) - DIR* completeFile: /id_pizza-pizza/200/.kudu-metadata.json is closed by DFSClient_NONMAPREDUCE_-2076100173_1
2026-07-08 18:03:39,030 INFO  [Listener at localhost/37529] backup.BackupIO (BackupIO.scala:writeTableMetadata(95)) - Writing metadata to hdfs://localhost:44975/id_pizza-pizza/400/.kudu-metadata.json
2026-07-08 18:03:39,032 INFO  [IPC Server handler 4 on default port 44975] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=create	src=/id_pizza-pizza/400/.kudu-metadata.json	dst=null	perm=slave:supergroup:rw-r--r--	proto=rpc
2026-07-08 18:03:39,034 INFO  [IPC Server handler 6 on default port 44975] hdfs.StateChange (FSDirWriteFileOp.java:logAllocatedBlock(802)) - BLOCK* allocate blk_1073741829_1005, replicas=127.0.0.1:46221 for /id_pizza-pizza/400/.kudu-metadata.json
2026-07-08 18:03:39,036 INFO  [DataXceiver for client DFSClient_NONMAPREDUCE_-2076100173_1 at /127.0.0.1:41074 [Receiving block BP-1305604171-10.240.0.181-1783533817751:blk_1073741829_1005]] datanode.DataNode (DataXceiver.java:writeBlock(747)) - Receiving BP-1305604171-10.240.0.181-1783533817751:blk_1073741829_1005 src: /127.0.0.1:41074 dest: /127.0.0.1:46221
2026-07-08 18:03:39,042 INFO  [PacketResponder: BP-1305604171-10.240.0.181-1783533817751:blk_1073741829_1005, type=LAST_IN_PIPELINE] DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1539)) - src: /127.0.0.1:41074, dest: /127.0.0.1:46221, bytes: 103, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-2076100173_1, offset: 0, srvID: 7ff74537-33ce-4af2-9b58-94aa5c411d09, blockid: BP-1305604171-10.240.0.181-1783533817751:blk_1073741829_1005, duration(ns): 4052943
2026-07-08 18:03:39,042 INFO  [PacketResponder: BP-1305604171-10.240.0.181-1783533817751:blk_1073741829_1005, type=LAST_IN_PIPELINE] datanode.DataNode (BlockReceiver.java:run(1512)) - PacketResponder: BP-1305604171-10.240.0.181-1783533817751:blk_1073741829_1005, type=LAST_IN_PIPELINE terminating
2026-07-08 18:03:39,045 INFO  [IPC Server handler 8 on default port 44975] namenode.FSNamesystem (FSNamesystem.java:checkBlocksComplete(3151)) - BLOCK* blk_1073741829_1005 is COMMITTED but not COMPLETE(numNodes= 0 <  minimum = 1) in file /id_pizza-pizza/400/.kudu-metadata.json
2026-07-08 18:03:39,447 INFO  [IPC Server handler 9 on default port 44975] hdfs.StateChange (FSNamesystem.java:completeFile(3104)) - DIR* completeFile: /id_pizza-pizza/400/.kudu-metadata.json is closed by DFSClient_NONMAPREDUCE_-2076100173_1
2026-07-08 18:03:39,448 INFO  [Listener at localhost/37529] backup.BackupIO (BackupIO.scala:writeTableMetadata(95)) - Writing metadata to hdfs://localhost:44975/id_pizza-pizza/600/.kudu-metadata.json
2026-07-08 18:03:39,450 INFO  [IPC Server handler 0 on default port 44975] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=create	src=/id_pizza-pizza/600/.kudu-metadata.json	dst=null	perm=slave:supergroup:rw-r--r--	proto=rpc
2026-07-08 18:03:39,453 INFO  [IPC Server handler 1 on default port 44975] hdfs.StateChange (FSDirWriteFileOp.java:logAllocatedBlock(802)) - BLOCK* allocate blk_1073741830_1006, replicas=127.0.0.1:46221 for /id_pizza-pizza/600/.kudu-metadata.json
2026-07-08 18:03:39,455 INFO  [DataXceiver for client DFSClient_NONMAPREDUCE_-2076100173_1 at /127.0.0.1:41086 [Receiving block BP-1305604171-10.240.0.181-1783533817751:blk_1073741830_1006]] datanode.DataNode (DataXceiver.java:writeBlock(747)) - Receiving BP-1305604171-10.240.0.181-1783533817751:blk_1073741830_1006 src: /127.0.0.1:41086 dest: /127.0.0.1:46221
2026-07-08 18:03:39,461 INFO  [PacketResponder: BP-1305604171-10.240.0.181-1783533817751:blk_1073741830_1006, type=LAST_IN_PIPELINE] DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1539)) - src: /127.0.0.1:41086, dest: /127.0.0.1:46221, bytes: 103, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-2076100173_1, offset: 0, srvID: 7ff74537-33ce-4af2-9b58-94aa5c411d09, blockid: BP-1305604171-10.240.0.181-1783533817751:blk_1073741830_1006, duration(ns): 3409720
2026-07-08 18:03:39,462 INFO  [PacketResponder: BP-1305604171-10.240.0.181-1783533817751:blk_1073741830_1006, type=LAST_IN_PIPELINE] datanode.DataNode (BlockReceiver.java:run(1512)) - PacketResponder: BP-1305604171-10.240.0.181-1783533817751:blk_1073741830_1006, type=LAST_IN_PIPELINE terminating
2026-07-08 18:03:39,463 INFO  [IPC Server handler 3 on default port 44975] hdfs.StateChange (FSNamesystem.java:completeFile(3104)) - DIR* completeFile: /id_pizza-pizza/600/.kudu-metadata.json is closed by DFSClient_NONMAPREDUCE_-2076100173_1
2026-07-08 18:03:39,480 INFO  [IPC Server handler 5 on default port 44975] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=getfileinfo	src=/	dst=null	perm=null	proto=rpc
2026-07-08 18:03:39,482 INFO  [IPC Server handler 4 on default port 44975] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=listStatus	src=/	dst=null	perm=null	proto=rpc
2026-07-08 18:03:39,484 INFO  [IPC Server handler 6 on default port 44975] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=listStatus	src=/id_pizza-pizza	dst=null	perm=null	proto=rpc
2026-07-08 18:03:39,486 INFO  [IPC Server handler 7 on default port 44975] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=getfileinfo	src=/id_pizza-pizza/200/.kudu-metadata.json	dst=null	perm=null	proto=rpc
2026-07-08 18:03:39,487 INFO  [IPC Server handler 8 on default port 44975] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=open	src=/id_pizza-pizza/200/.kudu-metadata.json	dst=null	perm=null	proto=rpc
2026-07-08 18:03:39,491 INFO  [IPC Server handler 9 on default port 44975] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=getfileinfo	src=/id_pizza-pizza/400/.kudu-metadata.json	dst=null	perm=null	proto=rpc
2026-07-08 18:03:39,492 INFO  [IPC Server handler 0 on default port 44975] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=open	src=/id_pizza-pizza/400/.kudu-metadata.json	dst=null	perm=null	proto=rpc
2026-07-08 18:03:39,495 INFO  [IPC Server handler 1 on default port 44975] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=getfileinfo	src=/id_pizza-pizza/600/.kudu-metadata.json	dst=null	perm=null	proto=rpc
2026-07-08 18:03:39,497 INFO  [IPC Server handler 2 on default port 44975] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=open	src=/id_pizza-pizza/600/.kudu-metadata.json	dst=null	perm=null	proto=rpc
2026-07-08 18:03:39,499 INFO  [Listener at localhost/37529] backup.BackupIO (BackupIO.scala:readTableBackups(236)) - Found 3 paths in hdfs://localhost:44975/id_pizza-pizza
.2026-07-08 18:03:39,520 INFO  [Listener at localhost/37529] hdfs.MiniDFSCluster (MiniDFSCluster.java:<init>(529)) - starting cluster: numNameNodes=1, numDataNodes=1
2026-07-08 18:03:39,521 INFO  [Listener at localhost/37529] namenode.NameNode (NameNode.java:format(1249)) - Formatting using clusterid: testClusterID
2026-07-08 18:03:39,522 INFO  [Listener at localhost/37529] namenode.FSEditLog (FSEditLog.java:newInstance(229)) - Edit logging is async:true
2026-07-08 18:03:39,533 INFO  [Listener at localhost/37529] namenode.FSNamesystem (FSNamesystem.java:<init>(814)) - KeyProvider: null
2026-07-08 18:03:39,533 INFO  [Listener at localhost/37529] namenode.FSNamesystem (FSNamesystemLock.java:<init>(141)) - fsLock is fair: true
2026-07-08 18:03:39,533 INFO  [Listener at localhost/37529] namenode.FSNamesystem (FSNamesystemLock.java:<init>(159)) - Detailed lock hold time metrics enabled: false
2026-07-08 18:03:39,533 INFO  [Listener at localhost/37529] namenode.FSNamesystem (FSNamesystem.java:<init>(847)) - fsOwner                = slave (auth:SIMPLE)
2026-07-08 18:03:39,533 INFO  [Listener at localhost/37529] namenode.FSNamesystem (FSNamesystem.java:<init>(848)) - supergroup             = supergroup
2026-07-08 18:03:39,534 INFO  [Listener at localhost/37529] namenode.FSNamesystem (FSNamesystem.java:<init>(849)) - isPermissionEnabled    = true
2026-07-08 18:03:39,534 INFO  [Listener at localhost/37529] namenode.FSNamesystem (FSNamesystem.java:<init>(850)) - isStoragePolicyEnabled = true
2026-07-08 18:03:39,534 INFO  [Listener at localhost/37529] namenode.FSNamesystem (FSNamesystem.java:<init>(861)) - HA Enabled: false
2026-07-08 18:03:39,534 INFO  [Listener at localhost/37529] common.Util (Util.java:isDiskStatsEnabled(395)) - dfs.datanode.fileio.profiling.sampling.percentage set to 0. Disabling file IO profiling
2026-07-08 18:03:39,534 INFO  [Listener at localhost/37529] blockmanagement.DatanodeManager (DatanodeManager.java:<init>(334)) - dfs.block.invalidate.limit: configured=1000, counted=60, effected=1000
2026-07-08 18:03:39,534 INFO  [Listener at localhost/37529] blockmanagement.DatanodeManager (DatanodeManager.java:<init>(342)) - dfs.namenode.datanode.registration.ip-hostname-check=true
2026-07-08 18:03:39,535 INFO  [Listener at localhost/37529] blockmanagement.BlockManager (InvalidateBlocks.java:printBlockDeletionTime(77)) - dfs.namenode.startup.delay.block.deletion.sec is set to 000:00:00:00.000
2026-07-08 18:03:39,535 INFO  [Listener at localhost/37529] blockmanagement.BlockManager (InvalidateBlocks.java:printBlockDeletionTime(83)) - The block deletion will start around 2026 Jul 08 18:03:39
2026-07-08 18:03:39,535 INFO  [Listener at localhost/37529] util.GSet (LightWeightGSet.java:computeCapacity(395)) - Computing capacity for map BlocksMap
2026-07-08 18:03:39,535 INFO  [Listener at localhost/37529] util.GSet (LightWeightGSet.java:computeCapacity(396)) - VM type       = 64-bit
2026-07-08 18:03:39,536 INFO  [Listener at localhost/37529] util.GSet (LightWeightGSet.java:computeCapacity(397)) - 2.0% max memory 3.5 GB = 72.5 MB
2026-07-08 18:03:39,536 INFO  [Listener at localhost/37529] util.GSet (LightWeightGSet.java:computeCapacity(402)) - capacity      = 2^23 = 8388608 entries
2026-07-08 18:03:39,618 INFO  [Listener at localhost/37529] blockmanagement.BlockManager (BlockManager.java:createSPSManager(5447)) - Storage policy satisfier is disabled
2026-07-08 18:03:39,618 INFO  [Listener at localhost/37529] blockmanagement.BlockManager (BlockManager.java:createBlockTokenSecretManager(641)) - dfs.block.access.token.enable = false
2026-07-08 18:03:39,619 INFO  [Listener at localhost/37529] blockmanagement.BlockManagerSafeMode (BlockManagerSafeMode.java:<init>(160)) - dfs.namenode.safemode.threshold-pct = 0.999
2026-07-08 18:03:39,619 INFO  [Listener at localhost/37529] blockmanagement.BlockManagerSafeMode (BlockManagerSafeMode.java:<init>(161)) - dfs.namenode.safemode.min.datanodes = 0
2026-07-08 18:03:39,619 INFO  [Listener at localhost/37529] blockmanagement.BlockManagerSafeMode (BlockManagerSafeMode.java:<init>(163)) - dfs.namenode.safemode.extension = 0
2026-07-08 18:03:39,619 INFO  [Listener at localhost/37529] blockmanagement.BlockManager (BlockManager.java:<init>(627)) - defaultReplication         = 1
2026-07-08 18:03:39,619 INFO  [Listener at localhost/37529] blockmanagement.BlockManager (BlockManager.java:<init>(628)) - maxReplication             = 512
2026-07-08 18:03:39,619 INFO  [Listener at localhost/37529] blockmanagement.BlockManager (BlockManager.java:<init>(629)) - minReplication             = 1
2026-07-08 18:03:39,619 INFO  [Listener at localhost/37529] blockmanagement.BlockManager (BlockManager.java:<init>(630)) - maxReplicationStreams      = 2
2026-07-08 18:03:39,619 INFO  [Listener at localhost/37529] blockmanagement.BlockManager (BlockManager.java:<init>(631)) - redundancyRecheckInterval  = 3000ms
2026-07-08 18:03:39,619 INFO  [Listener at localhost/37529] blockmanagement.BlockManager (BlockManager.java:<init>(632)) - encryptDataTransfer        = false
2026-07-08 18:03:39,619 INFO  [Listener at localhost/37529] blockmanagement.BlockManager (BlockManager.java:<init>(633)) - maxNumBlocksToLog          = 1000
2026-07-08 18:03:39,620 INFO  [Listener at localhost/37529] util.GSet (LightWeightGSet.java:computeCapacity(395)) - Computing capacity for map INodeMap
2026-07-08 18:03:39,620 INFO  [Listener at localhost/37529] util.GSet (LightWeightGSet.java:computeCapacity(396)) - VM type       = 64-bit
2026-07-08 18:03:39,620 INFO  [Listener at localhost/37529] util.GSet (LightWeightGSet.java:computeCapacity(397)) - 1.0% max memory 3.5 GB = 36.2 MB
2026-07-08 18:03:39,620 INFO  [Listener at localhost/37529] util.GSet (LightWeightGSet.java:computeCapacity(402)) - capacity      = 2^22 = 4194304 entries
2026-07-08 18:03:39,623 INFO  [Listener at localhost/37529] namenode.FSDirectory (FSDirectory.java:<init>(335)) - ACLs enabled? true
2026-07-08 18:03:39,623 INFO  [Listener at localhost/37529] namenode.FSDirectory (FSDirectory.java:<init>(339)) - POSIX ACL inheritance enabled? true
2026-07-08 18:03:39,623 INFO  [Listener at localhost/37529] namenode.FSDirectory (FSDirectory.java:<init>(343)) - XAttrs enabled? true
2026-07-08 18:03:39,623 INFO  [Listener at localhost/37529] namenode.NameNode (FSDirectory.java:<init>(406)) - Caching file names occurring more than 10 times
2026-07-08 18:03:39,623 INFO  [Listener at localhost/37529] snapshot.SnapshotManager (SnapshotManager.java:<init>(124)) - Loaded config captureOpenFiles: false, skipCaptureAccessTimeOnlyChange: false, snapshotDiffAllowSnapRootDescendant: true, maxSnapshotLimit: 65536
2026-07-08 18:03:39,623 INFO  [Listener at localhost/37529] snapshot.SnapshotManager (DirectoryDiffListFactory.java:init(43)) - SkipList is disabled
2026-07-08 18:03:39,623 INFO  [Listener at localhost/37529] util.GSet (LightWeightGSet.java:computeCapacity(395)) - Computing capacity for map cachedBlocks
2026-07-08 18:03:39,624 INFO  [Listener at localhost/37529] util.GSet (LightWeightGSet.java:computeCapacity(396)) - VM type       = 64-bit
2026-07-08 18:03:39,624 INFO  [Listener at localhost/37529] util.GSet (LightWeightGSet.java:computeCapacity(397)) - 0.25% max memory 3.5 GB = 9.1 MB
2026-07-08 18:03:39,624 INFO  [Listener at localhost/37529] util.GSet (LightWeightGSet.java:computeCapacity(402)) - capacity      = 2^20 = 1048576 entries
2026-07-08 18:03:39,625 INFO  [Listener at localhost/37529] metrics.TopMetrics (TopMetrics.java:logConf(75)) - NNTop conf: dfs.namenode.top.window.num.buckets = 10
2026-07-08 18:03:39,625 INFO  [Listener at localhost/37529] metrics.TopMetrics (TopMetrics.java:logConf(77)) - NNTop conf: dfs.namenode.top.num.users = 10
2026-07-08 18:03:39,625 INFO  [Listener at localhost/37529] metrics.TopMetrics (TopMetrics.java:logConf(79)) - NNTop conf: dfs.namenode.top.windows.minutes = 1,5,25
2026-07-08 18:03:39,625 INFO  [Listener at localhost/37529] namenode.FSNamesystem (FSNamesystem.java:initRetryCache(1080)) - Retry cache on namenode is enabled
2026-07-08 18:03:39,625 INFO  [Listener at localhost/37529] namenode.FSNamesystem (FSNamesystem.java:initRetryCache(1088)) - Retry cache will use 0.03 of total heap and retry cache entry expiry time is 600000 millis
2026-07-08 18:03:39,625 INFO  [Listener at localhost/37529] util.GSet (LightWeightGSet.java:computeCapacity(395)) - Computing capacity for map NameNodeRetryCache
2026-07-08 18:03:39,625 INFO  [Listener at localhost/37529] util.GSet (LightWeightGSet.java:computeCapacity(396)) - VM type       = 64-bit
2026-07-08 18:03:39,625 INFO  [Listener at localhost/37529] util.GSet (LightWeightGSet.java:computeCapacity(397)) - 0.029999999329447746% max memory 3.5 GB = 1.1 MB
2026-07-08 18:03:39,625 INFO  [Listener at localhost/37529] util.GSet (LightWeightGSet.java:computeCapacity(402)) - capacity      = 2^17 = 131072 entries
2026-07-08 18:03:39,627 INFO  [Listener at localhost/37529] namenode.FSImage (FSImage.java:format(186)) - Allocated new BlockPoolId: BP-739267282-10.240.0.181-1783533819627
2026-07-08 18:03:39,633 INFO  [Listener at localhost/37529] common.Storage (NNStorage.java:format(595)) - Storage directory /tmp/hdfs-test5782520219686062647/name-0-1 has been successfully formatted.
2026-07-08 18:03:39,637 INFO  [Listener at localhost/37529] common.Storage (NNStorage.java:format(595)) - Storage directory /tmp/hdfs-test5782520219686062647/name-0-2 has been successfully formatted.
2026-07-08 18:03:39,651 INFO  [FSImageSaver for /tmp/hdfs-test5782520219686062647/name-0-1 of type IMAGE_AND_EDITS] namenode.FSImageFormatProtobuf (FSImageFormatProtobuf.java:save(732)) - Saving image file /tmp/hdfs-test5782520219686062647/name-0-1/current/fsimage.ckpt_0000000000000000000 using no compression
2026-07-08 18:03:39,654 INFO  [FSImageSaver for /tmp/hdfs-test5782520219686062647/name-0-2 of type IMAGE_AND_EDITS] namenode.FSImageFormatProtobuf (FSImageFormatProtobuf.java:save(732)) - Saving image file /tmp/hdfs-test5782520219686062647/name-0-2/current/fsimage.ckpt_0000000000000000000 using no compression
2026-07-08 18:03:39,659 INFO  [FSImageSaver for /tmp/hdfs-test5782520219686062647/name-0-1 of type IMAGE_AND_EDITS] namenode.FSImageFormatProtobuf (FSImageFormatProtobuf.java:save(736)) - Image file /tmp/hdfs-test5782520219686062647/name-0-1/current/fsimage.ckpt_0000000000000000000 of size 418 bytes saved in 0 seconds .
2026-07-08 18:03:39,663 INFO  [FSImageSaver for /tmp/hdfs-test5782520219686062647/name-0-2 of type IMAGE_AND_EDITS] namenode.FSImageFormatProtobuf (FSImageFormatProtobuf.java:save(736)) - Image file /tmp/hdfs-test5782520219686062647/name-0-2/current/fsimage.ckpt_0000000000000000000 of size 418 bytes saved in 0 seconds .
2026-07-08 18:03:39,666 INFO  [Listener at localhost/37529] namenode.NNStorageRetentionManager (NNStorageRetentionManager.java:getImageTxIdToRetain(203)) - Going to retain 1 images with txid >= 0
2026-07-08 18:03:39,677 INFO  [Listener at localhost/37529] namenode.FSNamesystem (FSNamesystem.java:stopActiveServices(1427)) - Stopping services started for active state
2026-07-08 18:03:39,677 INFO  [Listener at localhost/37529] namenode.FSNamesystem (FSNamesystem.java:stopStandbyServices(1528)) - Stopping services started for standby state
2026-07-08 18:03:39,678 INFO  [Listener at localhost/37529] namenode.NameNode (NameNode.java:createNameNode(1707)) - createNameNode []
2026-07-08 18:03:39,678 INFO  [Listener at localhost/37529] impl.MetricsSystemImpl (MetricsSystemImpl.java:init(158)) - NameNode metrics system started (again)
2026-07-08 18:03:39,678 INFO  [Listener at localhost/37529] namenode.NameNodeUtils (NameNodeUtils.java:getClientNamenodeAddress(79)) - fs.defaultFS is hdfs://127.0.0.1:0
2026-07-08 18:03:39,693 INFO  [org.apache.hadoop.util.JvmPauseMonitor$Monitor@56382bc9] util.JvmPauseMonitor (JvmPauseMonitor.java:run(188)) - Starting JVM pause monitor
2026-07-08 18:03:39,693 INFO  [Listener at localhost/37529] hdfs.DFSUtil (DFSUtil.java:httpServerTemplateForNNAndJN(1668)) - Filter initializers set : org.apache.hadoop.http.lib.StaticUserWebFilter,org.apache.hadoop.hdfs.web.AuthFilterInitializer
2026-07-08 18:03:39,693 INFO  [Listener at localhost/37529] hdfs.DFSUtil (DFSUtil.java:httpServerTemplateForNNAndJN(1690)) - Starting Web-server for hdfs at: http://localhost:0
2026-07-08 18:03:39,694 INFO  [Listener at localhost/37529] server.AuthenticationFilter (AuthenticationFilter.java:constructSecretProvider(240)) - Unable to initialize FileSignerSecretProvider, falling back to use random secrets.
2026-07-08 18:03:39,695 INFO  [Listener at localhost/37529] http.HttpRequestLog (HttpRequestLog.java:getRequestLog(82)) - Http request log for http.requests.namenode is not defined
2026-07-08 18:03:39,696 INFO  [Listener at localhost/37529] http.HttpServer2 (HttpServer2.java:addGlobalFilter(1111)) - Added global filter 'safety' (class=org.apache.hadoop.http.HttpServer2$QuotingInputFilter)
2026-07-08 18:03:39,697 INFO  [Listener at localhost/37529] http.HttpServer2 (HttpServer2.java:addFilter(1084)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context hdfs
2026-07-08 18:03:39,697 INFO  [Listener at localhost/37529] http.HttpServer2 (HttpServer2.java:addFilter(1094)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context static
2026-07-08 18:03:39,698 INFO  [Listener at localhost/37529] http.HttpServer2 (HttpServer2.java:addFilter(1084)) - Added filter AuthFilter (class=org.apache.hadoop.hdfs.web.AuthFilter) to context hdfs
2026-07-08 18:03:39,698 INFO  [Listener at localhost/37529] http.HttpServer2 (HttpServer2.java:addFilter(1094)) - Added filter AuthFilter (class=org.apache.hadoop.hdfs.web.AuthFilter) to context static
2026-07-08 18:03:39,698 INFO  [Listener at localhost/37529] http.HttpServer2 (HttpServer2.java:addJerseyResourcePackage(938)) - addJerseyResourcePackage: packageName=org.apache.hadoop.hdfs.server.namenode.web.resources;org.apache.hadoop.hdfs.web.resources, pathSpec=/webhdfs/v1/*
2026-07-08 18:03:39,699 INFO  [Listener at localhost/37529] http.HttpServer2 (HttpServer2.java:bindListener(1332)) - Jetty bound to port 37701
2026-07-08 18:03:39,699 INFO  [Listener at localhost/37529] server.Server (Server.java:doStart(375)) - jetty-9.4.40.v20210413; built: 2021-04-13T20:42:42.668Z; git: b881a572662e1943a14ae12e7e1207989f218b74; jvm 1.8.0_362-8u372-ga~us1-0ubuntu1~18.04-b09
2026-07-08 18:03:39,702 INFO  [Listener at localhost/37529] server.session (DefaultSessionIdManager.java:doStart(334)) - DefaultSessionIdManager workerName=node0
2026-07-08 18:03:39,703 INFO  [Listener at localhost/37529] server.session (DefaultSessionIdManager.java:doStart(339)) - No SessionScavenger set, using defaults
2026-07-08 18:03:39,703 INFO  [Listener at localhost/37529] server.session (HouseKeeper.java:startScavenging(132)) - node0 Scavenging every 600000ms
2026-07-08 18:03:39,704 INFO  [Listener at localhost/37529] server.AuthenticationFilter (AuthenticationFilter.java:constructSecretProvider(240)) - Unable to initialize FileSignerSecretProvider, falling back to use random secrets.
2026-07-08 18:03:39,705 INFO  [Listener at localhost/37529] handler.ContextHandler (ContextHandler.java:doStart(916)) - Started o.e.j.s.ServletContextHandler@77bc2e16{static,/static,jar:file:/tmp/dist-test-taskOk1AGN/java/build/jars/hadoop-hdfs-3.3.1-tests.jar!/webapps/static,AVAILABLE}
2026-07-08 18:03:39,841 INFO  [Listener at localhost/37529] handler.ContextHandler (ContextHandler.java:doStart(916)) - Started o.e.j.w.WebAppContext@254449bb{hdfs,/,file:///tmp/jetty-localhost-37701-hadoop-hdfs-3_3_1-tests_jar-_-any-810658692584500146/webapp/,AVAILABLE}{jar:file:/tmp/dist-test-taskOk1AGN/java/build/jars/hadoop-hdfs-3.3.1-tests.jar!/webapps/hdfs}
2026-07-08 18:03:39,842 INFO  [Listener at localhost/37529] server.AbstractConnector (AbstractConnector.java:doStart(331)) - Started ServerConnector@4e83a98{HTTP/1.1, (http/1.1)}{localhost:37701}
2026-07-08 18:03:39,843 INFO  [Listener at localhost/37529] server.Server (Server.java:doStart(415)) - Started @10158ms
2026-07-08 18:03:39,843 INFO  [Listener at localhost/37529] namenode.FSEditLog (FSEditLog.java:newInstance(229)) - Edit logging is async:true
2026-07-08 18:03:39,855 INFO  [Listener at localhost/37529] namenode.FSNamesystem (FSNamesystem.java:<init>(814)) - KeyProvider: null
2026-07-08 18:03:39,855 INFO  [Listener at localhost/37529] namenode.FSNamesystem (FSNamesystemLock.java:<init>(141)) - fsLock is fair: true
2026-07-08 18:03:39,855 INFO  [Listener at localhost/37529] namenode.FSNamesystem (FSNamesystemLock.java:<init>(159)) - Detailed lock hold time metrics enabled: false
2026-07-08 18:03:39,856 INFO  [Listener at localhost/37529] namenode.FSNamesystem (FSNamesystem.java:<init>(847)) - fsOwner                = slave (auth:SIMPLE)
2026-07-08 18:03:39,856 INFO  [Listener at localhost/37529] namenode.FSNamesystem (FSNamesystem.java:<init>(848)) - supergroup             = supergroup
2026-07-08 18:03:39,856 INFO  [Listener at localhost/37529] namenode.FSNamesystem (FSNamesystem.java:<init>(849)) - isPermissionEnabled    = true
2026-07-08 18:03:39,856 INFO  [Listener at localhost/37529] namenode.FSNamesystem (FSNamesystem.java:<init>(850)) - isStoragePolicyEnabled = true
2026-07-08 18:03:39,856 INFO  [Listener at localhost/37529] namenode.FSNamesystem (FSNamesystem.java:<init>(861)) - HA Enabled: false
2026-07-08 18:03:39,856 INFO  [Listener at localhost/37529] common.Util (Util.java:isDiskStatsEnabled(395)) - dfs.datanode.fileio.profiling.sampling.percentage set to 0. Disabling file IO profiling
2026-07-08 18:03:39,856 INFO  [Listener at localhost/37529] blockmanagement.DatanodeManager (DatanodeManager.java:<init>(334)) - dfs.block.invalidate.limit: configured=1000, counted=60, effected=1000
2026-07-08 18:03:39,856 INFO  [Listener at localhost/37529] blockmanagement.DatanodeManager (DatanodeManager.java:<init>(342)) - dfs.namenode.datanode.registration.ip-hostname-check=true
2026-07-08 18:03:39,856 INFO  [Listener at localhost/37529] blockmanagement.BlockManager (InvalidateBlocks.java:printBlockDeletionTime(77)) - dfs.namenode.startup.delay.block.deletion.sec is set to 000:00:00:00.000
2026-07-08 18:03:39,857 INFO  [Listener at localhost/37529] blockmanagement.BlockManager (InvalidateBlocks.java:printBlockDeletionTime(83)) - The block deletion will start around 2026 Jul 08 18:03:39
2026-07-08 18:03:39,857 INFO  [Listener at localhost/37529] util.GSet (LightWeightGSet.java:computeCapacity(395)) - Computing capacity for map BlocksMap
2026-07-08 18:03:39,857 INFO  [Listener at localhost/37529] util.GSet (LightWeightGSet.java:computeCapacity(396)) - VM type       = 64-bit
2026-07-08 18:03:39,857 INFO  [Listener at localhost/37529] util.GSet (LightWeightGSet.java:computeCapacity(397)) - 2.0% max memory 3.5 GB = 72.5 MB
2026-07-08 18:03:39,857 INFO  [Listener at localhost/37529] util.GSet (LightWeightGSet.java:computeCapacity(402)) - capacity      = 2^23 = 8388608 entries
2026-07-08 18:03:39,862 INFO  [Listener at localhost/37529] blockmanagement.BlockManager (BlockManager.java:createSPSManager(5447)) - Storage policy satisfier is disabled
2026-07-08 18:03:39,862 INFO  [Listener at localhost/37529] blockmanagement.BlockManager (BlockManager.java:createBlockTokenSecretManager(641)) - dfs.block.access.token.enable = false
2026-07-08 18:03:39,863 INFO  [Listener at localhost/37529] blockmanagement.BlockManagerSafeMode (BlockManagerSafeMode.java:<init>(160)) - dfs.namenode.safemode.threshold-pct = 0.999
2026-07-08 18:03:39,863 INFO  [Listener at localhost/37529] blockmanagement.BlockManagerSafeMode (BlockManagerSafeMode.java:<init>(161)) - dfs.namenode.safemode.min.datanodes = 0
2026-07-08 18:03:39,863 INFO  [Listener at localhost/37529] blockmanagement.BlockManagerSafeMode (BlockManagerSafeMode.java:<init>(163)) - dfs.namenode.safemode.extension = 0
2026-07-08 18:03:39,863 INFO  [Listener at localhost/37529] blockmanagement.BlockManager (BlockManager.java:<init>(627)) - defaultReplication         = 1
2026-07-08 18:03:39,863 INFO  [Listener at localhost/37529] blockmanagement.BlockManager (BlockManager.java:<init>(628)) - maxReplication             = 512
2026-07-08 18:03:39,863 INFO  [Listener at localhost/37529] blockmanagement.BlockManager (BlockManager.java:<init>(629)) - minReplication             = 1
2026-07-08 18:03:39,863 INFO  [Listener at localhost/37529] blockmanagement.BlockManager (BlockManager.java:<init>(630)) - maxReplicationStreams      = 2
2026-07-08 18:03:39,863 INFO  [Listener at localhost/37529] blockmanagement.BlockManager (BlockManager.java:<init>(631)) - redundancyRecheckInterval  = 3000ms
2026-07-08 18:03:39,863 INFO  [Listener at localhost/37529] blockmanagement.BlockManager (BlockManager.java:<init>(632)) - encryptDataTransfer        = false
2026-07-08 18:03:39,863 INFO  [Listener at localhost/37529] blockmanagement.BlockManager (BlockManager.java:<init>(633)) - maxNumBlocksToLog          = 1000
2026-07-08 18:03:39,863 INFO  [Listener at localhost/37529] util.GSet (LightWeightGSet.java:computeCapacity(395)) - Computing capacity for map INodeMap
2026-07-08 18:03:39,864 INFO  [Listener at localhost/37529] util.GSet (LightWeightGSet.java:computeCapacity(396)) - VM type       = 64-bit
2026-07-08 18:03:39,864 INFO  [Listener at localhost/37529] util.GSet (LightWeightGSet.java:computeCapacity(397)) - 1.0% max memory 3.5 GB = 36.2 MB
2026-07-08 18:03:39,864 INFO  [Listener at localhost/37529] util.GSet (LightWeightGSet.java:computeCapacity(402)) - capacity      = 2^22 = 4194304 entries
2026-07-08 18:03:40,183 INFO  [Listener at localhost/37529] namenode.FSDirectory (FSDirectory.java:<init>(335)) - ACLs enabled? true
2026-07-08 18:03:40,183 INFO  [Listener at localhost/37529] namenode.FSDirectory (FSDirectory.java:<init>(339)) - POSIX ACL inheritance enabled? true
2026-07-08 18:03:40,183 INFO  [Listener at localhost/37529] namenode.FSDirectory (FSDirectory.java:<init>(343)) - XAttrs enabled? true
2026-07-08 18:03:40,183 INFO  [Listener at localhost/37529] namenode.NameNode (FSDirectory.java:<init>(406)) - Caching file names occurring more than 10 times
2026-07-08 18:03:40,183 INFO  [Listener at localhost/37529] snapshot.SnapshotManager (SnapshotManager.java:<init>(124)) - Loaded config captureOpenFiles: false, skipCaptureAccessTimeOnlyChange: false, snapshotDiffAllowSnapRootDescendant: true, maxSnapshotLimit: 65536
2026-07-08 18:03:40,183 INFO  [Listener at localhost/37529] snapshot.SnapshotManager (DirectoryDiffListFactory.java:init(43)) - SkipList is disabled
2026-07-08 18:03:40,184 INFO  [Listener at localhost/37529] util.GSet (LightWeightGSet.java:computeCapacity(395)) - Computing capacity for map cachedBlocks
2026-07-08 18:03:40,184 INFO  [Listener at localhost/37529] util.GSet (LightWeightGSet.java:computeCapacity(396)) - VM type       = 64-bit
2026-07-08 18:03:40,184 INFO  [Listener at localhost/37529] util.GSet (LightWeightGSet.java:computeCapacity(397)) - 0.25% max memory 3.5 GB = 9.1 MB
2026-07-08 18:03:40,184 INFO  [Listener at localhost/37529] util.GSet (LightWeightGSet.java:computeCapacity(402)) - capacity      = 2^20 = 1048576 entries
2026-07-08 18:03:40,185 INFO  [Listener at localhost/37529] metrics.TopMetrics (TopMetrics.java:logConf(75)) - NNTop conf: dfs.namenode.top.window.num.buckets = 10
2026-07-08 18:03:40,185 INFO  [Listener at localhost/37529] metrics.TopMetrics (TopMetrics.java:logConf(77)) - NNTop conf: dfs.namenode.top.num.users = 10
2026-07-08 18:03:40,185 INFO  [Listener at localhost/37529] metrics.TopMetrics (TopMetrics.java:logConf(79)) - NNTop conf: dfs.namenode.top.windows.minutes = 1,5,25
2026-07-08 18:03:40,185 INFO  [Listener at localhost/37529] namenode.FSNamesystem (FSNamesystem.java:initRetryCache(1080)) - Retry cache on namenode is enabled
2026-07-08 18:03:40,185 INFO  [Listener at localhost/37529] namenode.FSNamesystem (FSNamesystem.java:initRetryCache(1088)) - Retry cache will use 0.03 of total heap and retry cache entry expiry time is 600000 millis
2026-07-08 18:03:40,185 INFO  [Listener at localhost/37529] util.GSet (LightWeightGSet.java:computeCapacity(395)) - Computing capacity for map NameNodeRetryCache
2026-07-08 18:03:40,185 INFO  [Listener at localhost/37529] util.GSet (LightWeightGSet.java:computeCapacity(396)) - VM type       = 64-bit
2026-07-08 18:03:40,186 INFO  [Listener at localhost/37529] util.GSet (LightWeightGSet.java:computeCapacity(397)) - 0.029999999329447746% max memory 3.5 GB = 1.1 MB
2026-07-08 18:03:40,186 INFO  [Listener at localhost/37529] util.GSet (LightWeightGSet.java:computeCapacity(402)) - capacity      = 2^17 = 131072 entries
2026-07-08 18:03:40,189 INFO  [Listener at localhost/37529] common.Storage (Storage.java:tryLock(948)) - Lock on /tmp/hdfs-test5782520219686062647/name-0-1/in_use.lock acquired by nodename 7120@dist-test-slave-0hj8.c.gcp-upstream.internal
2026-07-08 18:03:40,191 INFO  [Listener at localhost/37529] common.Storage (Storage.java:tryLock(948)) - Lock on /tmp/hdfs-test5782520219686062647/name-0-2/in_use.lock acquired by nodename 7120@dist-test-slave-0hj8.c.gcp-upstream.internal
2026-07-08 18:03:40,193 INFO  [Listener at localhost/37529] namenode.FileJournalManager (FileJournalManager.java:recoverUnfinalizedSegments(428)) - Recovering unfinalized segments in /tmp/hdfs-test5782520219686062647/name-0-1/current
2026-07-08 18:03:40,193 INFO  [Listener at localhost/37529] namenode.FileJournalManager (FileJournalManager.java:recoverUnfinalizedSegments(428)) - Recovering unfinalized segments in /tmp/hdfs-test5782520219686062647/name-0-2/current
2026-07-08 18:03:40,193 INFO  [Listener at localhost/37529] namenode.FSImage (FSImage.java:loadFSImage(734)) - No edit log streams selected.
2026-07-08 18:03:40,193 INFO  [Listener at localhost/37529] namenode.FSImage (FSImage.java:loadFSImageFile(800)) - Planning to load image: FSImageFile(file=/tmp/hdfs-test5782520219686062647/name-0-1/current/fsimage_0000000000000000000, cpktTxId=0000000000000000000)
2026-07-08 18:03:40,194 INFO  [Listener at localhost/37529] namenode.FSImageFormatPBINode (FSImageFormatPBINode.java:loadINodeSectionHeader(413)) - Loading 1 INodes.
2026-07-08 18:03:40,195 INFO  [Listener at localhost/37529] namenode.FSImageFormatPBINode (FSImageFormatPBINode.java:loadINodeSection(371)) - Successfully loaded 1 inodes
2026-07-08 18:03:40,196 INFO  [Listener at localhost/37529] namenode.FSImageFormatPBINode (FSImageFormatPBINode.java:waitBlocksMapAndNameCacheUpdateFinished(344)) - Completed update blocks map and name cache, total waiting duration 0ms.
2026-07-08 18:03:40,196 INFO  [Listener at localhost/37529] namenode.FSImageFormatProtobuf (FSImageFormatProtobuf.java:load(255)) - Loaded FSImage in 0 seconds.
2026-07-08 18:03:40,196 INFO  [Listener at localhost/37529] namenode.FSImage (FSImage.java:loadFSImage(978)) - Loaded image for txid 0 from /tmp/hdfs-test5782520219686062647/name-0-1/current/fsimage_0000000000000000000
2026-07-08 18:03:40,197 INFO  [Listener at localhost/37529] namenode.FSNamesystem (FSNamesystem.java:loadFSImage(1202)) - Need to save fs image? false (staleImage=false, haEnabled=false, isRollingUpgrade=false)
2026-07-08 18:03:40,197 INFO  [Listener at localhost/37529] namenode.FSEditLog (FSEditLog.java:startLogSegment(1391)) - Starting log segment at 1
2026-07-08 18:03:40,207 INFO  [Listener at localhost/37529] namenode.NameCache (NameCache.java:initialized(143)) - initialized with 0 entries 0 lookups
2026-07-08 18:03:40,207 INFO  [Listener at localhost/37529] namenode.FSNamesystem (FSNamesystem.java:loadFromDisk(786)) - Finished loading FSImage in 20 msecs
2026-07-08 18:03:40,207 INFO  [Listener at localhost/37529] namenode.NameNode (NameNodeRpcServer.java:<init>(454)) - RPC server is binding to localhost:0
2026-07-08 18:03:40,207 INFO  [Listener at localhost/37529] namenode.NameNode (NameNodeRpcServer.java:<init>(459)) - Enable NameNode state context:false
2026-07-08 18:03:40,207 INFO  [Listener at localhost/37529] ipc.CallQueueManager (CallQueueManager.java:<init>(90)) - Using callQueue: class java.util.concurrent.LinkedBlockingQueue, queueCapacity: 1000, scheduler: class org.apache.hadoop.ipc.DefaultRpcScheduler, ipcBackoff: false.
2026-07-08 18:03:40,208 INFO  [Socket Reader #1 for port 0] ipc.Server (Server.java:run(1265)) - Starting Socket Reader #1 for port 0
2026-07-08 18:03:40,211 INFO  [Listener at localhost/39551] namenode.NameNode (NameNode.java:initialize(776)) - Clients are to use localhost:39551 to access this namenode/service.
2026-07-08 18:03:40,212 INFO  [Listener at localhost/39551] namenode.FSNamesystem (FSNamesystem.java:registerMBean(5444)) - Registered FSNamesystemState, ReplicatedBlocksState and ECBlockGroupsState MBeans.
2026-07-08 18:03:40,224 INFO  [Listener at localhost/39551] namenode.LeaseManager (LeaseManager.java:getNumUnderConstructionBlocks(166)) - Number of blocks under construction: 0
2026-07-08 18:03:40,224 INFO  [Listener at localhost/39551] blockmanagement.DatanodeAdminDefaultMonitor (DatanodeAdminDefaultMonitor.java:processConf(116)) - Initialized the Default Decommission and Maintenance monitor
2026-07-08 18:03:40,225 INFO  [Listener at localhost/39551] blockmanagement.BlockManager (BlockManager.java:initializeReplQueues(5187)) - initializing replication queues
2026-07-08 18:03:40,226 INFO  [Listener at localhost/39551] hdfs.StateChange (BlockManagerSafeMode.java:leaveSafeMode(399)) - STATE* Leaving safe mode after 0 secs
2026-07-08 18:03:40,226 INFO  [Listener at localhost/39551] hdfs.StateChange (BlockManagerSafeMode.java:leaveSafeMode(405)) - STATE* Network topology has 0 racks and 0 datanodes
2026-07-08 18:03:40,226 INFO  [Listener at localhost/39551] hdfs.StateChange (BlockManagerSafeMode.java:leaveSafeMode(407)) - STATE* UnderReplicatedBlocks has 0 blocks
2026-07-08 18:03:40,233 INFO  [Reconstruction Queue Initializer] blockmanagement.BlockManager (BlockManager.java:processMisReplicatesAsync(3728)) - Total number of blocks            = 0
2026-07-08 18:03:40,233 INFO  [Reconstruction Queue Initializer] blockmanagement.BlockManager (BlockManager.java:processMisReplicatesAsync(3729)) - Number of invalid blocks          = 0
2026-07-08 18:03:40,233 INFO  [Reconstruction Queue Initializer] blockmanagement.BlockManager (BlockManager.java:processMisReplicatesAsync(3730)) - Number of under-replicated blocks = 0
2026-07-08 18:03:40,233 INFO  [Reconstruction Queue Initializer] blockmanagement.BlockManager (BlockManager.java:processMisReplicatesAsync(3731)) - Number of  over-replicated blocks = 0
2026-07-08 18:03:40,233 INFO  [Reconstruction Queue Initializer] blockmanagement.BlockManager (BlockManager.java:processMisReplicatesAsync(3733)) - Number of blocks being written    = 0
2026-07-08 18:03:40,234 INFO  [Reconstruction Queue Initializer] hdfs.StateChange (BlockManager.java:processMisReplicatesAsync(3736)) - STATE* Replication Queue initialization scan for invalid, over- and under-replicated blocks completed in 8 msec
2026-07-08 18:03:40,236 INFO  [IPC Server Responder] ipc.Server (Server.java:run(1507)) - IPC Server Responder: starting
2026-07-08 18:03:40,236 INFO  [IPC Server listener on 0] ipc.Server (Server.java:run(1344)) - IPC Server listener on 0: starting
2026-07-08 18:03:40,239 INFO  [Listener at localhost/39551] namenode.NameNode (NameNode.java:startCommonServices(893)) - NameNode RPC up at: localhost/127.0.0.1:39551
2026-07-08 18:03:40,240 INFO  [Listener at localhost/39551] namenode.FSNamesystem (FSNamesystem.java:startActiveServices(1314)) - Starting services required for active state
2026-07-08 18:03:40,240 INFO  [Listener at localhost/39551] namenode.FSDirectory (FSDirectory.java:updateCountForQuota(840)) - Initializing quota with 12 thread(s)
2026-07-08 18:03:40,241 INFO  [Listener at localhost/39551] namenode.FSDirectory (FSDirectory.java:updateCountForQuota(849)) - Quota initialization completed in 1 milliseconds
name space=1
storage space=0
storage types=RAM_DISK=0, SSD=0, DISK=0, ARCHIVE=0, PROVIDED=0
2026-07-08 18:03:40,243 INFO  [CacheReplicationMonitor(874738738)] blockmanagement.CacheReplicationMonitor (CacheReplicationMonitor.java:run(160)) - Starting CacheReplicationMonitor with interval 30000 milliseconds
2026-07-08 18:03:40,246 INFO  [Listener at localhost/39551] hdfs.MiniDFSCluster (MiniDFSCluster.java:startDataNodes(1697)) - Starting DataNode 0 with dfs.datanode.data.dir: [DISK]file:/tmp/hdfs-test5782520219686062647/data/data1,[DISK]file:/tmp/hdfs-test5782520219686062647/data/data2
2026-07-08 18:03:40,247 INFO  [Listener at localhost/39551] checker.ThrottledAsyncChecker (ThrottledAsyncChecker.java:schedule(137)) - Scheduling a check for [DISK]file:/tmp/hdfs-test5782520219686062647/data/data1
2026-07-08 18:03:40,247 INFO  [Listener at localhost/39551] checker.ThrottledAsyncChecker (ThrottledAsyncChecker.java:schedule(137)) - Scheduling a check for [DISK]file:/tmp/hdfs-test5782520219686062647/data/data2
2026-07-08 18:03:40,261 INFO  [Listener at localhost/39551] impl.MetricsSystemImpl (MetricsSystemImpl.java:init(158)) - DataNode metrics system started (again)
2026-07-08 18:03:40,262 INFO  [Listener at localhost/39551] common.Util (Util.java:isDiskStatsEnabled(395)) - dfs.datanode.fileio.profiling.sampling.percentage set to 0. Disabling file IO profiling
2026-07-08 18:03:40,262 INFO  [Listener at localhost/39551] datanode.BlockScanner (BlockScanner.java:<init>(201)) - Initialized block scanner with targetBytesPerSec 1048576
2026-07-08 18:03:40,262 INFO  [Listener at localhost/39551] datanode.DataNode (DataNode.java:<init>(512)) - Configured hostname is 127.0.0.1
2026-07-08 18:03:40,262 INFO  [Listener at localhost/39551] common.Util (Util.java:isDiskStatsEnabled(395)) - dfs.datanode.fileio.profiling.sampling.percentage set to 0. Disabling file IO profiling
2026-07-08 18:03:40,262 INFO  [Listener at localhost/39551] datanode.DataNode (DataNode.java:startDataNode(1408)) - Starting DataNode with maxLockedMemory = 0
2026-07-08 18:03:40,263 INFO  [Listener at localhost/39551] datanode.DataNode (DataNode.java:initDataXceiver(1171)) - Opened streaming server at /127.0.0.1:34965
2026-07-08 18:03:40,263 INFO  [Listener at localhost/39551] datanode.DataNode (DataXceiverServer.java:<init>(94)) - Balancing bandwidth is 104857600 bytes/s
2026-07-08 18:03:40,263 INFO  [Listener at localhost/39551] datanode.DataNode (DataXceiverServer.java:<init>(95)) - Number threads for balancing is 100
2026-07-08 18:03:40,265 INFO  [Listener at localhost/39551] server.AuthenticationFilter (AuthenticationFilter.java:constructSecretProvider(240)) - Unable to initialize FileSignerSecretProvider, falling back to use random secrets.
2026-07-08 18:03:40,266 INFO  [Listener at localhost/39551] http.HttpRequestLog (HttpRequestLog.java:getRequestLog(82)) - Http request log for http.requests.datanode is not defined
2026-07-08 18:03:40,267 INFO  [Listener at localhost/39551] http.HttpServer2 (HttpServer2.java:addGlobalFilter(1111)) - Added global filter 'safety' (class=org.apache.hadoop.http.HttpServer2$QuotingInputFilter)
2026-07-08 18:03:40,268 INFO  [Listener at localhost/39551] http.HttpServer2 (HttpServer2.java:addFilter(1084)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context datanode
2026-07-08 18:03:40,268 INFO  [Listener at localhost/39551] http.HttpServer2 (HttpServer2.java:addFilter(1094)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context static
2026-07-08 18:03:40,268 INFO  [Listener at localhost/39551] http.HttpServer2 (HttpServer2.java:bindListener(1332)) - Jetty bound to port 40813
2026-07-08 18:03:40,269 INFO  [Listener at localhost/39551] server.Server (Server.java:doStart(375)) - jetty-9.4.40.v20210413; built: 2021-04-13T20:42:42.668Z; git: b881a572662e1943a14ae12e7e1207989f218b74; jvm 1.8.0_362-8u372-ga~us1-0ubuntu1~18.04-b09
2026-07-08 18:03:40,270 INFO  [Listener at localhost/39551] server.session (DefaultSessionIdManager.java:doStart(334)) - DefaultSessionIdManager workerName=node0
2026-07-08 18:03:40,270 INFO  [Listener at localhost/39551] server.session (DefaultSessionIdManager.java:doStart(339)) - No SessionScavenger set, using defaults
2026-07-08 18:03:40,270 INFO  [Listener at localhost/39551] server.session (HouseKeeper.java:startScavenging(132)) - node0 Scavenging every 660000ms
2026-07-08 18:03:40,271 INFO  [Listener at localhost/39551] handler.ContextHandler (ContextHandler.java:doStart(916)) - Started o.e.j.s.ServletContextHandler@421def93{static,/static,jar:file:/tmp/dist-test-taskOk1AGN/java/build/jars/hadoop-hdfs-3.3.1-tests.jar!/webapps/static,AVAILABLE}
2026-07-08 18:03:40,409 INFO  [Listener at localhost/39551] handler.ContextHandler (ContextHandler.java:doStart(916)) - Started o.e.j.w.WebAppContext@234cff57{datanode,/,file:///tmp/jetty-localhost-40813-hadoop-hdfs-3_3_1-tests_jar-_-any-4076647283048254577/webapp/,AVAILABLE}{jar:file:/tmp/dist-test-taskOk1AGN/java/build/jars/hadoop-hdfs-3.3.1-tests.jar!/webapps/datanode}
2026-07-08 18:03:40,411 INFO  [Listener at localhost/39551] server.AbstractConnector (AbstractConnector.java:doStart(331)) - Started ServerConnector@2da16263{HTTP/1.1, (http/1.1)}{localhost:40813}
2026-07-08 18:03:40,411 INFO  [Listener at localhost/39551] server.Server (Server.java:doStart(415)) - Started @10726ms
2026-07-08 18:03:40,412 WARN  [Listener at localhost/39551] web.DatanodeHttpServer (RestCsrfPreventionFilterHandler.java:<init>(75)) - Got null for restCsrfPreventionFilter - will not do any filtering.
2026-07-08 18:03:40,415 INFO  [Listener at localhost/39551] web.DatanodeHttpServer (DatanodeHttpServer.java:start(322)) - Listening HTTP traffic on /127.0.0.1:37115
2026-07-08 18:03:40,415 INFO  [Listener at localhost/39551] datanode.DataNode (DataNode.java:startDataNode(1436)) - dnUserName = slave
2026-07-08 18:03:40,415 INFO  [org.apache.hadoop.util.JvmPauseMonitor$Monitor@21eee94f] util.JvmPauseMonitor (JvmPauseMonitor.java:run(188)) - Starting JVM pause monitor
2026-07-08 18:03:40,415 INFO  [Listener at localhost/39551] datanode.DataNode (DataNode.java:startDataNode(1437)) - supergroup = supergroup
2026-07-08 18:03:40,416 INFO  [Listener at localhost/39551] ipc.CallQueueManager (CallQueueManager.java:<init>(90)) - Using callQueue: class java.util.concurrent.LinkedBlockingQueue, queueCapacity: 1000, scheduler: class org.apache.hadoop.ipc.DefaultRpcScheduler, ipcBackoff: false.
2026-07-08 18:03:40,416 INFO  [Socket Reader #1 for port 0] ipc.Server (Server.java:run(1265)) - Starting Socket Reader #1 for port 0
2026-07-08 18:03:40,419 INFO  [Listener at localhost/46857] datanode.DataNode (DataNode.java:initIpcServer(1057)) - Opened IPC server at /127.0.0.1:46857
2026-07-08 18:03:40,433 INFO  [Listener at localhost/46857] datanode.DataNode (BlockPoolManager.java:refreshNamenodes(149)) - Refresh request received for nameservices: null
2026-07-08 18:03:40,434 INFO  [Listener at localhost/46857] datanode.DataNode (BlockPoolManager.java:doRefreshNamenodes(210)) - Starting BPOfferServices for nameservices: <default>
2026-07-08 18:03:40,435 INFO  [Thread-393] datanode.DataNode (BPServiceActor.java:run(847)) - Block pool <registering> (Datanode Uuid unassigned) service to localhost/127.0.0.1:39551 starting to offer service
2026-07-08 18:03:40,437 INFO  [IPC Server Responder] ipc.Server (Server.java:run(1507)) - IPC Server Responder: starting
2026-07-08 18:03:40,437 INFO  [IPC Server listener on 0] ipc.Server (Server.java:run(1344)) - IPC Server listener on 0: starting
2026-07-08 18:03:40,443 INFO  [Thread-393] datanode.DataNode (BPOfferService.java:verifyAndSetNamespaceInfo(381)) - Acknowledging ACTIVE Namenode during handshakeBlock pool <registering> (Datanode Uuid unassigned) service to localhost/127.0.0.1:39551
2026-07-08 18:03:40,443 INFO  [Thread-393] common.Storage (DataStorage.java:getParallelVolumeLoadThreadsNum(356)) - Using 2 threads to upgrade data directories (dfs.datanode.parallel.volumes.load.threads.num=2, dataDirs=2)
2026-07-08 18:03:40,447 INFO  [Thread-393] common.Storage (Storage.java:tryLock(948)) - Lock on /tmp/hdfs-test5782520219686062647/data/data1/in_use.lock acquired by nodename 7120@dist-test-slave-0hj8.c.gcp-upstream.internal
2026-07-08 18:03:40,447 INFO  [IPC Server handler 1 on default port 39551] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=datanodeReport	src=null	dst=null	perm=null	proto=rpc
2026-07-08 18:03:40,447 INFO  [Thread-393] common.Storage (DataStorage.java:loadStorageDirectory(284)) - Storage directory with location [DISK]file:/tmp/hdfs-test5782520219686062647/data/data1 is not formatted for namespace 1293400144. Formatting...
2026-07-08 18:03:40,448 INFO  [Thread-393] common.Storage (DataStorage.java:createStorageID(160)) - Generated new storageID DS-2c069383-4b14-4065-8c01-705ad2be53b3 for directory /tmp/hdfs-test5782520219686062647/data/data1 
2026-07-08 18:03:40,448 INFO  [Listener at localhost/46857] hdfs.MiniDFSCluster (MiniDFSCluster.java:shouldWait(2823)) - dnInfo.length != numDataNodes
2026-07-08 18:03:40,448 INFO  [Listener at localhost/46857] hdfs.MiniDFSCluster (MiniDFSCluster.java:waitActive(2744)) - Waiting for cluster to become active
2026-07-08 18:03:40,454 INFO  [Thread-393] common.Storage (Storage.java:tryLock(948)) - Lock on /tmp/hdfs-test5782520219686062647/data/data2/in_use.lock acquired by nodename 7120@dist-test-slave-0hj8.c.gcp-upstream.internal
2026-07-08 18:03:40,454 INFO  [Thread-393] common.Storage (DataStorage.java:loadStorageDirectory(284)) - Storage directory with location [DISK]file:/tmp/hdfs-test5782520219686062647/data/data2 is not formatted for namespace 1293400144. Formatting...
2026-07-08 18:03:40,454 INFO  [Thread-393] common.Storage (DataStorage.java:createStorageID(160)) - Generated new storageID DS-7018a6ea-7330-48e3-91f9-1456b4fe5f6d for directory /tmp/hdfs-test5782520219686062647/data/data2 
2026-07-08 18:03:40,474 INFO  [Thread-393] common.Storage (BlockPoolSliceStorage.java:recoverTransitionRead(256)) - Analyzing storage directories for bpid BP-739267282-10.240.0.181-1783533819627
2026-07-08 18:03:40,474 INFO  [Thread-393] common.Storage (Storage.java:lock(907)) - Locking is disabled for /tmp/hdfs-test5782520219686062647/data/data1/current/BP-739267282-10.240.0.181-1783533819627
2026-07-08 18:03:40,474 INFO  [Thread-393] common.Storage (BlockPoolSliceStorage.java:loadStorageDirectory(169)) - Block pool storage directory for location [DISK]file:/tmp/hdfs-test5782520219686062647/data/data1 and block pool id BP-739267282-10.240.0.181-1783533819627 is not formatted. Formatting ...
2026-07-08 18:03:40,474 INFO  [Thread-393] common.Storage (BlockPoolSliceStorage.java:format(285)) - Formatting block pool BP-739267282-10.240.0.181-1783533819627 directory /tmp/hdfs-test5782520219686062647/data/data1/current/BP-739267282-10.240.0.181-1783533819627/current
2026-07-08 18:03:40,495 INFO  [Thread-393] common.Storage (BlockPoolSliceStorage.java:recoverTransitionRead(256)) - Analyzing storage directories for bpid BP-739267282-10.240.0.181-1783533819627
2026-07-08 18:03:40,496 INFO  [Thread-393] common.Storage (Storage.java:lock(907)) - Locking is disabled for /tmp/hdfs-test5782520219686062647/data/data2/current/BP-739267282-10.240.0.181-1783533819627
2026-07-08 18:03:40,496 INFO  [Thread-393] common.Storage (BlockPoolSliceStorage.java:loadStorageDirectory(169)) - Block pool storage directory for location [DISK]file:/tmp/hdfs-test5782520219686062647/data/data2 and block pool id BP-739267282-10.240.0.181-1783533819627 is not formatted. Formatting ...
2026-07-08 18:03:40,496 INFO  [Thread-393] common.Storage (BlockPoolSliceStorage.java:format(285)) - Formatting block pool BP-739267282-10.240.0.181-1783533819627 directory /tmp/hdfs-test5782520219686062647/data/data2/current/BP-739267282-10.240.0.181-1783533819627/current
2026-07-08 18:03:40,500 INFO  [Thread-393] datanode.DataNode (DataNode.java:initStorage(1756)) - Setting up storage: nsid=1293400144;bpid=BP-739267282-10.240.0.181-1783533819627;lv=-57;nsInfo=lv=-66;cid=testClusterID;nsid=1293400144;c=1783533819627;bpid=BP-739267282-10.240.0.181-1783533819627;dnuuid=null
2026-07-08 18:03:40,503 INFO  [Thread-393] datanode.DataNode (DataNode.java:checkDatanodeUuid(1554)) - Generated and persisted new Datanode UUID d460b9a0-2aea-4577-bbca-d177cee04fc1
2026-07-08 18:03:40,503 INFO  [Thread-393] impl.FsDatasetImpl (FsDatasetImpl.java:<init>(310)) - The datanode lock is a read write lock
2026-07-08 18:03:40,505 INFO  [Thread-393] impl.FsDatasetImpl (FsVolumeList.java:addVolume(304)) - Added new volume: DS-2c069383-4b14-4065-8c01-705ad2be53b3
2026-07-08 18:03:40,505 INFO  [Thread-393] impl.FsDatasetImpl (FsDatasetImpl.java:addVolume(493)) - Added volume - [DISK]file:/tmp/hdfs-test5782520219686062647/data/data1, StorageType: DISK
2026-07-08 18:03:40,507 INFO  [Thread-393] impl.FsDatasetImpl (FsVolumeList.java:addVolume(304)) - Added new volume: DS-7018a6ea-7330-48e3-91f9-1456b4fe5f6d
2026-07-08 18:03:40,507 INFO  [Thread-393] impl.FsDatasetImpl (FsDatasetImpl.java:addVolume(493)) - Added volume - [DISK]file:/tmp/hdfs-test5782520219686062647/data/data2, StorageType: DISK
2026-07-08 18:03:40,508 INFO  [Thread-393] impl.MemoryMappableBlockLoader (MemoryMappableBlockLoader.java:initialize(48)) - Initializing cache loader: MemoryMappableBlockLoader.
2026-07-08 18:03:40,508 INFO  [Thread-393] impl.FsDatasetImpl (FsDatasetImpl.java:registerMBean(2343)) - Registered FSDatasetState MBean
2026-07-08 18:03:40,508 INFO  [Thread-393] impl.FsDatasetImpl (FsDatasetImpl.java:addBlockPool(2856)) - Adding block pool BP-739267282-10.240.0.181-1783533819627
2026-07-08 18:03:40,509 INFO  [Thread-410] impl.FsDatasetImpl (FsVolumeList.java:run(406)) - Scanning block pool BP-739267282-10.240.0.181-1783533819627 on volume /tmp/hdfs-test5782520219686062647/data/data1...
2026-07-08 18:03:40,509 INFO  [Thread-411] impl.FsDatasetImpl (FsVolumeList.java:run(406)) - Scanning block pool BP-739267282-10.240.0.181-1783533819627 on volume /tmp/hdfs-test5782520219686062647/data/data2...
2026-07-08 18:03:40,529 INFO  [Thread-410] impl.FsDatasetImpl (FsVolumeList.java:run(411)) - Time taken to scan block pool BP-739267282-10.240.0.181-1783533819627 on /tmp/hdfs-test5782520219686062647/data/data1: 20ms
2026-07-08 18:03:40,530 INFO  [Thread-411] impl.FsDatasetImpl (FsVolumeList.java:run(411)) - Time taken to scan block pool BP-739267282-10.240.0.181-1783533819627 on /tmp/hdfs-test5782520219686062647/data/data2: 20ms
2026-07-08 18:03:40,530 INFO  [Thread-393] impl.FsDatasetImpl (FsVolumeList.java:addBlockPool(431)) - Total time to scan all replicas for block pool BP-739267282-10.240.0.181-1783533819627: 21ms
2026-07-08 18:03:40,530 INFO  [Thread-414] impl.FsDatasetImpl (FsVolumeList.java:run(199)) - Adding replicas to map for block pool BP-739267282-10.240.0.181-1783533819627 on volume /tmp/hdfs-test5782520219686062647/data/data1...
2026-07-08 18:03:40,530 INFO  [Thread-415] impl.FsDatasetImpl (FsVolumeList.java:run(199)) - Adding replicas to map for block pool BP-739267282-10.240.0.181-1783533819627 on volume /tmp/hdfs-test5782520219686062647/data/data2...
2026-07-08 18:03:40,530 INFO  [Thread-414] impl.BlockPoolSlice (BlockPoolSlice.java:readReplicasFromCache(902)) - Replica Cache file: /tmp/hdfs-test5782520219686062647/data/data1/current/BP-739267282-10.240.0.181-1783533819627/current/replicas doesn't exist 
2026-07-08 18:03:40,531 INFO  [Thread-415] impl.BlockPoolSlice (BlockPoolSlice.java:readReplicasFromCache(902)) - Replica Cache file: /tmp/hdfs-test5782520219686062647/data/data2/current/BP-739267282-10.240.0.181-1783533819627/current/replicas doesn't exist 
2026-07-08 18:03:40,531 INFO  [Thread-414] impl.FsDatasetImpl (FsVolumeList.java:run(204)) - Time to add replicas to map for block pool BP-739267282-10.240.0.181-1783533819627 on volume /tmp/hdfs-test5782520219686062647/data/data1: 1ms
2026-07-08 18:03:40,531 INFO  [Thread-415] impl.FsDatasetImpl (FsVolumeList.java:run(204)) - Time to add replicas to map for block pool BP-739267282-10.240.0.181-1783533819627 on volume /tmp/hdfs-test5782520219686062647/data/data2: 1ms
2026-07-08 18:03:40,532 INFO  [Thread-393] impl.FsDatasetImpl (FsVolumeList.java:getAllVolumesMap(225)) - Total time to add all replicas to map for block pool BP-739267282-10.240.0.181-1783533819627: 1ms
2026-07-08 18:03:40,532 INFO  [Thread-393] checker.ThrottledAsyncChecker (ThrottledAsyncChecker.java:schedule(137)) - Scheduling a check for /tmp/hdfs-test5782520219686062647/data/data1
2026-07-08 18:03:40,532 INFO  [Thread-393] checker.DatasetVolumeChecker (DatasetVolumeChecker.java:checkAllVolumes(224)) - Scheduled health check for volume /tmp/hdfs-test5782520219686062647/data/data1
2026-07-08 18:03:40,532 INFO  [Thread-393] checker.ThrottledAsyncChecker (ThrottledAsyncChecker.java:schedule(137)) - Scheduling a check for /tmp/hdfs-test5782520219686062647/data/data2
2026-07-08 18:03:40,533 INFO  [Thread-393] checker.DatasetVolumeChecker (DatasetVolumeChecker.java:checkAllVolumes(224)) - Scheduled health check for volume /tmp/hdfs-test5782520219686062647/data/data2
2026-07-08 18:03:40,534 INFO  [VolumeScannerThread(/tmp/hdfs-test5782520219686062647/data/data1)] datanode.VolumeScanner (VolumeScanner.java:findNextUsableBlockIter(385)) - Now scanning bpid BP-739267282-10.240.0.181-1783533819627 on volume /tmp/hdfs-test5782520219686062647/data/data1
2026-07-08 18:03:40,534 WARN  [Thread-393] datanode.DirectoryScanner (DirectoryScanner.java:<init>(300)) - dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1
2026-07-08 18:03:40,534 INFO  [VolumeScannerThread(/tmp/hdfs-test5782520219686062647/data/data2)] datanode.VolumeScanner (VolumeScanner.java:findNextUsableBlockIter(385)) - Now scanning bpid BP-739267282-10.240.0.181-1783533819627 on volume /tmp/hdfs-test5782520219686062647/data/data2
2026-07-08 18:03:40,535 INFO  [VolumeScannerThread(/tmp/hdfs-test5782520219686062647/data/data1)] datanode.VolumeScanner (VolumeScanner.java:getNextBlockToScan(505)) - VolumeScanner(/tmp/hdfs-test5782520219686062647/data/data1, DS-2c069383-4b14-4065-8c01-705ad2be53b3): finished scanning block pool BP-739267282-10.240.0.181-1783533819627
2026-07-08 18:03:40,535 INFO  [Thread-393] datanode.DirectoryScanner (DirectoryScanner.java:start(329)) - Periodic Directory Tree Verification scan starting in 11439818ms with interval of 21600000ms and throttle limit of -1ms/s
2026-07-08 18:03:40,535 INFO  [VolumeScannerThread(/tmp/hdfs-test5782520219686062647/data/data2)] datanode.VolumeScanner (VolumeScanner.java:getNextBlockToScan(505)) - VolumeScanner(/tmp/hdfs-test5782520219686062647/data/data2, DS-7018a6ea-7330-48e3-91f9-1456b4fe5f6d): finished scanning block pool BP-739267282-10.240.0.181-1783533819627
2026-07-08 18:03:40,535 INFO  [VolumeScannerThread(/tmp/hdfs-test5782520219686062647/data/data1)] datanode.VolumeScanner (VolumeScanner.java:findNextUsableBlockIter(402)) - VolumeScanner(/tmp/hdfs-test5782520219686062647/data/data1, DS-2c069383-4b14-4065-8c01-705ad2be53b3): no suitable block pools found to scan.  Waiting 1814399999 ms.
2026-07-08 18:03:40,536 INFO  [BP-739267282-10.240.0.181-1783533819627 heartbeating to localhost/127.0.0.1:39551] datanode.DataNode (BPServiceActor.java:register(788)) - Block pool BP-739267282-10.240.0.181-1783533819627 (Datanode Uuid d460b9a0-2aea-4577-bbca-d177cee04fc1) service to localhost/127.0.0.1:39551 beginning handshake with NN
2026-07-08 18:03:40,536 INFO  [VolumeScannerThread(/tmp/hdfs-test5782520219686062647/data/data2)] datanode.VolumeScanner (VolumeScanner.java:findNextUsableBlockIter(402)) - VolumeScanner(/tmp/hdfs-test5782520219686062647/data/data2, DS-7018a6ea-7330-48e3-91f9-1456b4fe5f6d): no suitable block pools found to scan.  Waiting 1814399998 ms.
2026-07-08 18:03:40,537 INFO  [IPC Server handler 2 on default port 39551] hdfs.StateChange (DatanodeManager.java:registerDatanode(1142)) - BLOCK* registerDatanode: from DatanodeRegistration(127.0.0.1:34965, datanodeUuid=d460b9a0-2aea-4577-bbca-d177cee04fc1, infoPort=37115, infoSecurePort=0, ipcPort=46857, storageInfo=lv=-57;cid=testClusterID;nsid=1293400144;c=1783533819627) storage d460b9a0-2aea-4577-bbca-d177cee04fc1
2026-07-08 18:03:40,537 INFO  [IPC Server handler 2 on default port 39551] net.NetworkTopology (NetworkTopology.java:add(149)) - Adding a new node: /default-rack/127.0.0.1:34965
2026-07-08 18:03:40,537 INFO  [IPC Server handler 2 on default port 39551] blockmanagement.BlockReportLeaseManager (BlockReportLeaseManager.java:registerNode(200)) - Registered DN d460b9a0-2aea-4577-bbca-d177cee04fc1 (127.0.0.1:34965).
2026-07-08 18:03:40,539 INFO  [BP-739267282-10.240.0.181-1783533819627 heartbeating to localhost/127.0.0.1:39551] datanode.DataNode (BPServiceActor.java:register(816)) - Block pool BP-739267282-10.240.0.181-1783533819627 (Datanode Uuid d460b9a0-2aea-4577-bbca-d177cee04fc1) service to localhost/127.0.0.1:39551 successfully registered with NN
2026-07-08 18:03:40,539 INFO  [BP-739267282-10.240.0.181-1783533819627 heartbeating to localhost/127.0.0.1:39551] datanode.DataNode (BPServiceActor.java:offerService(645)) - For namenode localhost/127.0.0.1:39551 using BLOCKREPORT_INTERVAL of 21600000msecs CACHEREPORT_INTERVAL of 10000msecs Initial delay: 0msecs; heartBeatInterval=3000
2026-07-08 18:03:40,540 INFO  [IPC Server handler 4 on default port 39551] blockmanagement.DatanodeDescriptor (DatanodeDescriptor.java:updateStorage(999)) - Adding new storage ID DS-2c069383-4b14-4065-8c01-705ad2be53b3 for DN 127.0.0.1:34965
2026-07-08 18:03:40,540 INFO  [IPC Server handler 4 on default port 39551] blockmanagement.DatanodeDescriptor (DatanodeDescriptor.java:updateStorage(999)) - Adding new storage ID DS-7018a6ea-7330-48e3-91f9-1456b4fe5f6d for DN 127.0.0.1:34965
2026-07-08 18:03:40,543 INFO  [Block report processor] BlockStateChange (BlockManager.java:processReport(2778)) - BLOCK* processReport 0x7c31b73a8f0bbb73: Processing first storage report for DS-2c069383-4b14-4065-8c01-705ad2be53b3 from datanode d460b9a0-2aea-4577-bbca-d177cee04fc1
2026-07-08 18:03:40,543 INFO  [Block report processor] BlockStateChange (BlockManager.java:processReport(2810)) - BLOCK* processReport 0x7c31b73a8f0bbb73: from storage DS-2c069383-4b14-4065-8c01-705ad2be53b3 node DatanodeRegistration(127.0.0.1:34965, datanodeUuid=d460b9a0-2aea-4577-bbca-d177cee04fc1, infoPort=37115, infoSecurePort=0, ipcPort=46857, storageInfo=lv=-57;cid=testClusterID;nsid=1293400144;c=1783533819627), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0
2026-07-08 18:03:40,543 INFO  [Block report processor] BlockStateChange (BlockManager.java:processReport(2778)) - BLOCK* processReport 0x7c31b73a8f0bbb73: Processing first storage report for DS-7018a6ea-7330-48e3-91f9-1456b4fe5f6d from datanode d460b9a0-2aea-4577-bbca-d177cee04fc1
2026-07-08 18:03:40,543 INFO  [Block report processor] BlockStateChange (BlockManager.java:processReport(2810)) - BLOCK* processReport 0x7c31b73a8f0bbb73: from storage DS-7018a6ea-7330-48e3-91f9-1456b4fe5f6d node DatanodeRegistration(127.0.0.1:34965, datanodeUuid=d460b9a0-2aea-4577-bbca-d177cee04fc1, infoPort=37115, infoSecurePort=0, ipcPort=46857, storageInfo=lv=-57;cid=testClusterID;nsid=1293400144;c=1783533819627), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0
2026-07-08 18:03:40,544 INFO  [BP-739267282-10.240.0.181-1783533819627 heartbeating to localhost/127.0.0.1:39551] datanode.DataNode (BPServiceActor.java:blockReport(437)) - Successfully sent block report 0x7c31b73a8f0bbb73 to namenode: localhost/127.0.0.1:39551,  containing 2 storage report(s), of which we sent 2. The reports had 0 total blocks and used 1 RPC(s). This took 0 msecs to generate and 1 msecs for RPC and NN processing. Got back one command: FinalizeCommand/5.
2026-07-08 18:03:40,544 INFO  [Command processor] datanode.DataNode (BPOfferService.java:processCommandFromActive(763)) - Got finalize command for block pool BP-739267282-10.240.0.181-1783533819627
2026-07-08 18:03:40,551 INFO  [IPC Server handler 6 on default port 39551] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=datanodeReport	src=null	dst=null	perm=null	proto=rpc
2026-07-08 18:03:40,552 INFO  [Listener at localhost/46857] hdfs.MiniDFSCluster (MiniDFSCluster.java:waitActive(2799)) - Cluster is active
2026-07-08 18:03:40,566 INFO  [Listener at localhost/46857] backup.BackupIO (BackupIO.scala:writeTableMetadata(95)) - Writing metadata to hdfs://localhost:39551/id_taco-taco/100/.kudu-metadata.json
2026-07-08 18:03:40,569 INFO  [IPC Server handler 3 on default port 39551] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=create	src=/id_taco-taco/100/.kudu-metadata.json	dst=null	perm=slave:supergroup:rw-r--r--	proto=rpc
2026-07-08 18:03:40,573 INFO  [IPC Server handler 7 on default port 39551] hdfs.StateChange (FSDirWriteFileOp.java:logAllocatedBlock(802)) - BLOCK* allocate blk_1073741825_1001, replicas=127.0.0.1:34965 for /id_taco-taco/100/.kudu-metadata.json
2026-07-08 18:03:40,578 INFO  [DataXceiver for client DFSClient_NONMAPREDUCE_382452965_1 at /127.0.0.1:56086 [Receiving block BP-739267282-10.240.0.181-1783533819627:blk_1073741825_1001]] datanode.DataNode (DataXceiver.java:writeBlock(747)) - Receiving BP-739267282-10.240.0.181-1783533819627:blk_1073741825_1001 src: /127.0.0.1:56086 dest: /127.0.0.1:34965
2026-07-08 18:03:40,583 INFO  [PacketResponder: BP-739267282-10.240.0.181-1783533819627:blk_1073741825_1001, type=LAST_IN_PIPELINE] DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1539)) - src: /127.0.0.1:56086, dest: /127.0.0.1:34965, bytes: 82, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_382452965_1, offset: 0, srvID: d460b9a0-2aea-4577-bbca-d177cee04fc1, blockid: BP-739267282-10.240.0.181-1783533819627:blk_1073741825_1001, duration(ns): 2945745
2026-07-08 18:03:40,584 INFO  [PacketResponder: BP-739267282-10.240.0.181-1783533819627:blk_1073741825_1001, type=LAST_IN_PIPELINE] datanode.DataNode (BlockReceiver.java:run(1512)) - PacketResponder: BP-739267282-10.240.0.181-1783533819627:blk_1073741825_1001, type=LAST_IN_PIPELINE terminating
2026-07-08 18:03:40,587 INFO  [IPC Server handler 0 on default port 39551] hdfs.StateChange (FSNamesystem.java:completeFile(3104)) - DIR* completeFile: /id_taco-taco/100/.kudu-metadata.json is closed by DFSClient_NONMAPREDUCE_382452965_1
2026-07-08 18:03:40,588 INFO  [Listener at localhost/46857] backup.BackupIO (BackupIO.scala:writeTableMetadata(95)) - Writing metadata to hdfs://localhost:39551/id_taco-taco/1000/.kudu-metadata.json
2026-07-08 18:03:40,591 INFO  [IPC Server handler 1 on default port 39551] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=create	src=/id_taco-taco/1000/.kudu-metadata.json	dst=null	perm=slave:supergroup:rw-r--r--	proto=rpc
2026-07-08 18:03:40,596 INFO  [IPC Server handler 2 on default port 39551] hdfs.StateChange (FSDirWriteFileOp.java:logAllocatedBlock(802)) - BLOCK* allocate blk_1073741826_1002, replicas=127.0.0.1:34965 for /id_taco-taco/1000/.kudu-metadata.json
2026-07-08 18:03:40,597 INFO  [DataXceiver for client DFSClient_NONMAPREDUCE_382452965_1 at /127.0.0.1:56092 [Receiving block BP-739267282-10.240.0.181-1783533819627:blk_1073741826_1002]] datanode.DataNode (DataXceiver.java:writeBlock(747)) - Receiving BP-739267282-10.240.0.181-1783533819627:blk_1073741826_1002 src: /127.0.0.1:56092 dest: /127.0.0.1:34965
2026-07-08 18:03:40,607 INFO  [PacketResponder: BP-739267282-10.240.0.181-1783533819627:blk_1073741826_1002, type=LAST_IN_PIPELINE] DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1539)) - src: /127.0.0.1:56092, dest: /127.0.0.1:34965, bytes: 83, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_382452965_1, offset: 0, srvID: d460b9a0-2aea-4577-bbca-d177cee04fc1, blockid: BP-739267282-10.240.0.181-1783533819627:blk_1073741826_1002, duration(ns): 7437231
2026-07-08 18:03:40,608 INFO  [PacketResponder: BP-739267282-10.240.0.181-1783533819627:blk_1073741826_1002, type=LAST_IN_PIPELINE] datanode.DataNode (BlockReceiver.java:run(1512)) - PacketResponder: BP-739267282-10.240.0.181-1783533819627:blk_1073741826_1002, type=LAST_IN_PIPELINE terminating
2026-07-08 18:03:40,609 INFO  [IPC Server handler 5 on default port 39551] hdfs.StateChange (FSNamesystem.java:completeFile(3104)) - DIR* completeFile: /id_taco-taco/1000/.kudu-metadata.json is closed by DFSClient_NONMAPREDUCE_382452965_1
2026-07-08 18:03:40,610 INFO  [Listener at localhost/46857] backup.BackupIO (BackupIO.scala:writeTableMetadata(95)) - Writing metadata to hdfs://localhost:39551/id_taco-taco/2000/.kudu-metadata.json
2026-07-08 18:03:40,611 INFO  [IPC Server handler 6 on default port 39551] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=create	src=/id_taco-taco/2000/.kudu-metadata.json	dst=null	perm=slave:supergroup:rw-r--r--	proto=rpc
2026-07-08 18:03:40,614 INFO  [IPC Server handler 3 on default port 39551] hdfs.StateChange (FSDirWriteFileOp.java:logAllocatedBlock(802)) - BLOCK* allocate blk_1073741827_1003, replicas=127.0.0.1:34965 for /id_taco-taco/2000/.kudu-metadata.json
2026-07-08 18:03:40,615 INFO  [DataXceiver for client DFSClient_NONMAPREDUCE_382452965_1 at /127.0.0.1:56098 [Receiving block BP-739267282-10.240.0.181-1783533819627:blk_1073741827_1003]] datanode.DataNode (DataXceiver.java:writeBlock(747)) - Receiving BP-739267282-10.240.0.181-1783533819627:blk_1073741827_1003 src: /127.0.0.1:56098 dest: /127.0.0.1:34965
2026-07-08 18:03:40,620 INFO  [PacketResponder: BP-739267282-10.240.0.181-1783533819627:blk_1073741827_1003, type=LAST_IN_PIPELINE] DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1539)) - src: /127.0.0.1:56098, dest: /127.0.0.1:34965, bytes: 102, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_382452965_1, offset: 0, srvID: d460b9a0-2aea-4577-bbca-d177cee04fc1, blockid: BP-739267282-10.240.0.181-1783533819627:blk_1073741827_1003, duration(ns): 2367956
2026-07-08 18:03:40,620 INFO  [PacketResponder: BP-739267282-10.240.0.181-1783533819627:blk_1073741827_1003, type=LAST_IN_PIPELINE] datanode.DataNode (BlockReceiver.java:run(1512)) - PacketResponder: BP-739267282-10.240.0.181-1783533819627:blk_1073741827_1003, type=LAST_IN_PIPELINE terminating
2026-07-08 18:03:40,621 INFO  [IPC Server handler 8 on default port 39551] hdfs.StateChange (FSNamesystem.java:completeFile(3104)) - DIR* completeFile: /id_taco-taco/2000/.kudu-metadata.json is closed by DFSClient_NONMAPREDUCE_382452965_1
2026-07-08 18:03:40,622 INFO  [Listener at localhost/46857] backup.BackupIO (BackupIO.scala:writeTableMetadata(95)) - Writing metadata to hdfs://localhost:39551/id_pizza-pizza/200/.kudu-metadata.json
2026-07-08 18:03:40,623 INFO  [IPC Server handler 9 on default port 39551] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=create	src=/id_pizza-pizza/200/.kudu-metadata.json	dst=null	perm=slave:supergroup:rw-r--r--	proto=rpc
2026-07-08 18:03:40,626 INFO  [IPC Server handler 0 on default port 39551] hdfs.StateChange (FSDirWriteFileOp.java:logAllocatedBlock(802)) - BLOCK* allocate blk_1073741828_1004, replicas=127.0.0.1:34965 for /id_pizza-pizza/200/.kudu-metadata.json
2026-07-08 18:03:40,627 INFO  [DataXceiver for client DFSClient_NONMAPREDUCE_382452965_1 at /127.0.0.1:56100 [Receiving block BP-739267282-10.240.0.181-1783533819627:blk_1073741828_1004]] datanode.DataNode (DataXceiver.java:writeBlock(747)) - Receiving BP-739267282-10.240.0.181-1783533819627:blk_1073741828_1004 src: /127.0.0.1:56100 dest: /127.0.0.1:34965
2026-07-08 18:03:40,633 INFO  [PacketResponder: BP-739267282-10.240.0.181-1783533819627:blk_1073741828_1004, type=LAST_IN_PIPELINE] DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1539)) - src: /127.0.0.1:56100, dest: /127.0.0.1:34965, bytes: 84, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_382452965_1, offset: 0, srvID: d460b9a0-2aea-4577-bbca-d177cee04fc1, blockid: BP-739267282-10.240.0.181-1783533819627:blk_1073741828_1004, duration(ns): 4083702
2026-07-08 18:03:40,633 INFO  [PacketResponder: BP-739267282-10.240.0.181-1783533819627:blk_1073741828_1004, type=LAST_IN_PIPELINE] datanode.DataNode (BlockReceiver.java:run(1512)) - PacketResponder: BP-739267282-10.240.0.181-1783533819627:blk_1073741828_1004, type=LAST_IN_PIPELINE terminating
2026-07-08 18:03:40,635 INFO  [IPC Server handler 2 on default port 39551] hdfs.StateChange (FSNamesystem.java:completeFile(3104)) - DIR* completeFile: /id_pizza-pizza/200/.kudu-metadata.json is closed by DFSClient_NONMAPREDUCE_382452965_1
2026-07-08 18:03:40,635 INFO  [Listener at localhost/46857] backup.BackupIO (BackupIO.scala:writeTableMetadata(95)) - Writing metadata to hdfs://localhost:39551/id_pizza-pizza/400/.kudu-metadata.json
2026-07-08 18:03:40,637 INFO  [IPC Server handler 4 on default port 39551] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=create	src=/id_pizza-pizza/400/.kudu-metadata.json	dst=null	perm=slave:supergroup:rw-r--r--	proto=rpc
2026-07-08 18:03:40,640 INFO  [IPC Server handler 5 on default port 39551] hdfs.StateChange (FSDirWriteFileOp.java:logAllocatedBlock(802)) - BLOCK* allocate blk_1073741829_1005, replicas=127.0.0.1:34965 for /id_pizza-pizza/400/.kudu-metadata.json
2026-07-08 18:03:40,641 INFO  [DataXceiver for client DFSClient_NONMAPREDUCE_382452965_1 at /127.0.0.1:56116 [Receiving block BP-739267282-10.240.0.181-1783533819627:blk_1073741829_1005]] datanode.DataNode (DataXceiver.java:writeBlock(747)) - Receiving BP-739267282-10.240.0.181-1783533819627:blk_1073741829_1005 src: /127.0.0.1:56116 dest: /127.0.0.1:34965
2026-07-08 18:03:40,645 INFO  [PacketResponder: BP-739267282-10.240.0.181-1783533819627:blk_1073741829_1005, type=LAST_IN_PIPELINE] DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1539)) - src: /127.0.0.1:56116, dest: /127.0.0.1:34965, bytes: 103, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_382452965_1, offset: 0, srvID: d460b9a0-2aea-4577-bbca-d177cee04fc1, blockid: BP-739267282-10.240.0.181-1783533819627:blk_1073741829_1005, duration(ns): 2226707
2026-07-08 18:03:40,645 INFO  [PacketResponder: BP-739267282-10.240.0.181-1783533819627:blk_1073741829_1005, type=LAST_IN_PIPELINE] datanode.DataNode (BlockReceiver.java:run(1512)) - PacketResponder: BP-739267282-10.240.0.181-1783533819627:blk_1073741829_1005, type=LAST_IN_PIPELINE terminating
2026-07-08 18:03:40,646 INFO  [IPC Server handler 3 on default port 39551] hdfs.StateChange (FSNamesystem.java:completeFile(3104)) - DIR* completeFile: /id_pizza-pizza/400/.kudu-metadata.json is closed by DFSClient_NONMAPREDUCE_382452965_1
2026-07-08 18:03:40,647 INFO  [Listener at localhost/46857] backup.BackupIO (BackupIO.scala:writeTableMetadata(95)) - Writing metadata to hdfs://localhost:39551/id_pizza-pizza/600/.kudu-metadata.json
2026-07-08 18:03:40,649 INFO  [IPC Server handler 7 on default port 39551] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=create	src=/id_pizza-pizza/600/.kudu-metadata.json	dst=null	perm=slave:supergroup:rw-r--r--	proto=rpc
2026-07-08 18:03:40,651 INFO  [IPC Server handler 8 on default port 39551] hdfs.StateChange (FSDirWriteFileOp.java:logAllocatedBlock(802)) - BLOCK* allocate blk_1073741830_1006, replicas=127.0.0.1:34965 for /id_pizza-pizza/600/.kudu-metadata.json
2026-07-08 18:03:40,653 INFO  [DataXceiver for client DFSClient_NONMAPREDUCE_382452965_1 at /127.0.0.1:56126 [Receiving block BP-739267282-10.240.0.181-1783533819627:blk_1073741830_1006]] datanode.DataNode (DataXceiver.java:writeBlock(747)) - Receiving BP-739267282-10.240.0.181-1783533819627:blk_1073741830_1006 src: /127.0.0.1:56126 dest: /127.0.0.1:34965
2026-07-08 18:03:40,656 INFO  [PacketResponder: BP-739267282-10.240.0.181-1783533819627:blk_1073741830_1006, type=LAST_IN_PIPELINE] DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1539)) - src: /127.0.0.1:56126, dest: /127.0.0.1:34965, bytes: 103, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_382452965_1, offset: 0, srvID: d460b9a0-2aea-4577-bbca-d177cee04fc1, blockid: BP-739267282-10.240.0.181-1783533819627:blk_1073741830_1006, duration(ns): 1511524
2026-07-08 18:03:40,657 INFO  [PacketResponder: BP-739267282-10.240.0.181-1783533819627:blk_1073741830_1006, type=LAST_IN_PIPELINE] datanode.DataNode (BlockReceiver.java:run(1512)) - PacketResponder: BP-739267282-10.240.0.181-1783533819627:blk_1073741830_1006, type=LAST_IN_PIPELINE terminating
2026-07-08 18:03:40,658 INFO  [IPC Server handler 0 on default port 39551] hdfs.StateChange (FSNamesystem.java:completeFile(3104)) - DIR* completeFile: /id_pizza-pizza/600/.kudu-metadata.json is closed by DFSClient_NONMAPREDUCE_382452965_1
2026-07-08 18:03:40,673 INFO  [IPC Server handler 1 on default port 39551] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=getfileinfo	src=/	dst=null	perm=null	proto=rpc
2026-07-08 18:03:40,675 INFO  [IPC Server handler 2 on default port 39551] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=listStatus	src=/	dst=null	perm=null	proto=rpc
2026-07-08 18:03:40,676 INFO  [IPC Server handler 4 on default port 39551] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=listStatus	src=/id_pizza-pizza	dst=null	perm=null	proto=rpc
2026-07-08 18:03:40,678 INFO  [IPC Server handler 5 on default port 39551] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=getfileinfo	src=/id_pizza-pizza/200/.kudu-metadata.json	dst=null	perm=null	proto=rpc
2026-07-08 18:03:40,679 INFO  [IPC Server handler 6 on default port 39551] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=open	src=/id_pizza-pizza/200/.kudu-metadata.json	dst=null	perm=null	proto=rpc
2026-07-08 18:03:40,685 INFO  [IPC Server handler 3 on default port 39551] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=getfileinfo	src=/id_pizza-pizza/400/.kudu-metadata.json	dst=null	perm=null	proto=rpc
2026-07-08 18:03:40,687 INFO  [IPC Server handler 7 on default port 39551] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=open	src=/id_pizza-pizza/400/.kudu-metadata.json	dst=null	perm=null	proto=rpc
2026-07-08 18:03:40,690 INFO  [IPC Server handler 8 on default port 39551] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=getfileinfo	src=/id_pizza-pizza/600/.kudu-metadata.json	dst=null	perm=null	proto=rpc
2026-07-08 18:03:40,691 INFO  [IPC Server handler 9 on default port 39551] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=open	src=/id_pizza-pizza/600/.kudu-metadata.json	dst=null	perm=null	proto=rpc
2026-07-08 18:03:40,694 INFO  [Listener at localhost/46857] backup.BackupIO (BackupIO.scala:readTableBackups(236)) - Found 3 paths in hdfs://localhost:39551/id_pizza-pizza
2026-07-08 18:03:40,695 INFO  [IPC Server handler 0 on default port 39551] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=listStatus	src=/id_taco-taco	dst=null	perm=null	proto=rpc
2026-07-08 18:03:40,696 INFO  [IPC Server handler 1 on default port 39551] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=getfileinfo	src=/id_taco-taco/100/.kudu-metadata.json	dst=null	perm=null	proto=rpc
2026-07-08 18:03:40,698 INFO  [IPC Server handler 2 on default port 39551] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=open	src=/id_taco-taco/100/.kudu-metadata.json	dst=null	perm=null	proto=rpc
2026-07-08 18:03:40,703 INFO  [IPC Server handler 4 on default port 39551] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=getfileinfo	src=/id_taco-taco/1000/.kudu-metadata.json	dst=null	perm=null	proto=rpc
2026-07-08 18:03:40,704 INFO  [IPC Server handler 5 on default port 39551] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=open	src=/id_taco-taco/1000/.kudu-metadata.json	dst=null	perm=null	proto=rpc
2026-07-08 18:03:40,707 INFO  [IPC Server handler 6 on default port 39551] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=getfileinfo	src=/id_taco-taco/2000/.kudu-metadata.json	dst=null	perm=null	proto=rpc
2026-07-08 18:03:40,708 INFO  [IPC Server handler 3 on default port 39551] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=open	src=/id_taco-taco/2000/.kudu-metadata.json	dst=null	perm=null	proto=rpc
2026-07-08 18:03:40,711 INFO  [Listener at localhost/46857] backup.BackupIO (BackupIO.scala:readTableBackups(236)) - Found 3 paths in hdfs://localhost:39551/id_taco-taco
.2026-07-08 18:03:40,728 INFO  [Listener at localhost/46857] hdfs.MiniDFSCluster (MiniDFSCluster.java:<init>(529)) - starting cluster: numNameNodes=1, numDataNodes=1
2026-07-08 18:03:40,730 INFO  [Listener at localhost/46857] namenode.NameNode (NameNode.java:format(1249)) - Formatting using clusterid: testClusterID
2026-07-08 18:03:40,730 INFO  [Listener at localhost/46857] namenode.FSEditLog (FSEditLog.java:newInstance(229)) - Edit logging is async:true
2026-07-08 18:03:40,748 INFO  [Listener at localhost/46857] namenode.FSNamesystem (FSNamesystem.java:<init>(814)) - KeyProvider: null
2026-07-08 18:03:40,748 INFO  [Listener at localhost/46857] namenode.FSNamesystem (FSNamesystemLock.java:<init>(141)) - fsLock is fair: true
2026-07-08 18:03:40,748 INFO  [Listener at localhost/46857] namenode.FSNamesystem (FSNamesystemLock.java:<init>(159)) - Detailed lock hold time metrics enabled: false
2026-07-08 18:03:40,748 INFO  [Listener at localhost/46857] namenode.FSNamesystem (FSNamesystem.java:<init>(847)) - fsOwner                = slave (auth:SIMPLE)
2026-07-08 18:03:40,749 INFO  [Listener at localhost/46857] namenode.FSNamesystem (FSNamesystem.java:<init>(848)) - supergroup             = supergroup
2026-07-08 18:03:40,749 INFO  [Listener at localhost/46857] namenode.FSNamesystem (FSNamesystem.java:<init>(849)) - isPermissionEnabled    = true
2026-07-08 18:03:40,749 INFO  [Listener at localhost/46857] namenode.FSNamesystem (FSNamesystem.java:<init>(850)) - isStoragePolicyEnabled = true
2026-07-08 18:03:40,749 INFO  [Listener at localhost/46857] namenode.FSNamesystem (FSNamesystem.java:<init>(861)) - HA Enabled: false
2026-07-08 18:03:40,749 INFO  [Listener at localhost/46857] common.Util (Util.java:isDiskStatsEnabled(395)) - dfs.datanode.fileio.profiling.sampling.percentage set to 0. Disabling file IO profiling
2026-07-08 18:03:40,749 INFO  [Listener at localhost/46857] blockmanagement.DatanodeManager (DatanodeManager.java:<init>(334)) - dfs.block.invalidate.limit: configured=1000, counted=60, effected=1000
2026-07-08 18:03:40,749 INFO  [Listener at localhost/46857] blockmanagement.DatanodeManager (DatanodeManager.java:<init>(342)) - dfs.namenode.datanode.registration.ip-hostname-check=true
2026-07-08 18:03:40,750 INFO  [Listener at localhost/46857] blockmanagement.BlockManager (InvalidateBlocks.java:printBlockDeletionTime(77)) - dfs.namenode.startup.delay.block.deletion.sec is set to 000:00:00:00.000
2026-07-08 18:03:40,750 INFO  [Listener at localhost/46857] blockmanagement.BlockManager (InvalidateBlocks.java:printBlockDeletionTime(83)) - The block deletion will start around 2026 Jul 08 18:03:40
2026-07-08 18:03:40,750 INFO  [Listener at localhost/46857] util.GSet (LightWeightGSet.java:computeCapacity(395)) - Computing capacity for map BlocksMap
2026-07-08 18:03:40,750 INFO  [Listener at localhost/46857] util.GSet (LightWeightGSet.java:computeCapacity(396)) - VM type       = 64-bit
2026-07-08 18:03:40,750 INFO  [Listener at localhost/46857] util.GSet (LightWeightGSet.java:computeCapacity(397)) - 2.0% max memory 3.5 GB = 72.5 MB
2026-07-08 18:03:40,751 INFO  [Listener at localhost/46857] util.GSet (LightWeightGSet.java:computeCapacity(402)) - capacity      = 2^23 = 8388608 entries
2026-07-08 18:03:40,761 INFO  [Listener at localhost/46857] blockmanagement.BlockManager (BlockManager.java:createSPSManager(5447)) - Storage policy satisfier is disabled
2026-07-08 18:03:40,762 INFO  [Listener at localhost/46857] blockmanagement.BlockManager (BlockManager.java:createBlockTokenSecretManager(641)) - dfs.block.access.token.enable = false
2026-07-08 18:03:40,762 INFO  [Listener at localhost/46857] blockmanagement.BlockManagerSafeMode (BlockManagerSafeMode.java:<init>(160)) - dfs.namenode.safemode.threshold-pct = 0.999
2026-07-08 18:03:40,762 INFO  [Listener at localhost/46857] blockmanagement.BlockManagerSafeMode (BlockManagerSafeMode.java:<init>(161)) - dfs.namenode.safemode.min.datanodes = 0
2026-07-08 18:03:40,762 INFO  [Listener at localhost/46857] blockmanagement.BlockManagerSafeMode (BlockManagerSafeMode.java:<init>(163)) - dfs.namenode.safemode.extension = 0
2026-07-08 18:03:40,762 INFO  [Listener at localhost/46857] blockmanagement.BlockManager (BlockManager.java:<init>(627)) - defaultReplication         = 1
2026-07-08 18:03:40,763 INFO  [Listener at localhost/46857] blockmanagement.BlockManager (BlockManager.java:<init>(628)) - maxReplication             = 512
2026-07-08 18:03:40,763 INFO  [Listener at localhost/46857] blockmanagement.BlockManager (BlockManager.java:<init>(629)) - minReplication             = 1
2026-07-08 18:03:40,763 INFO  [Listener at localhost/46857] blockmanagement.BlockManager (BlockManager.java:<init>(630)) - maxReplicationStreams      = 2
2026-07-08 18:03:40,763 INFO  [Listener at localhost/46857] blockmanagement.BlockManager (BlockManager.java:<init>(631)) - redundancyRecheckInterval  = 3000ms
2026-07-08 18:03:40,763 INFO  [Listener at localhost/46857] blockmanagement.BlockManager (BlockManager.java:<init>(632)) - encryptDataTransfer        = false
2026-07-08 18:03:40,763 INFO  [Listener at localhost/46857] blockmanagement.BlockManager (BlockManager.java:<init>(633)) - maxNumBlocksToLog          = 1000
2026-07-08 18:03:40,763 INFO  [Listener at localhost/46857] util.GSet (LightWeightGSet.java:computeCapacity(395)) - Computing capacity for map INodeMap
2026-07-08 18:03:40,764 INFO  [Listener at localhost/46857] util.GSet (LightWeightGSet.java:computeCapacity(396)) - VM type       = 64-bit
2026-07-08 18:03:40,764 INFO  [Listener at localhost/46857] util.GSet (LightWeightGSet.java:computeCapacity(397)) - 1.0% max memory 3.5 GB = 36.2 MB
2026-07-08 18:03:40,764 INFO  [Listener at localhost/46857] util.GSet (LightWeightGSet.java:computeCapacity(402)) - capacity      = 2^22 = 4194304 entries
2026-07-08 18:03:40,773 INFO  [Listener at localhost/46857] namenode.FSDirectory (FSDirectory.java:<init>(335)) - ACLs enabled? true
2026-07-08 18:03:40,773 INFO  [Listener at localhost/46857] namenode.FSDirectory (FSDirectory.java:<init>(339)) - POSIX ACL inheritance enabled? true
2026-07-08 18:03:40,773 INFO  [Listener at localhost/46857] namenode.FSDirectory (FSDirectory.java:<init>(343)) - XAttrs enabled? true
2026-07-08 18:03:40,773 INFO  [Listener at localhost/46857] namenode.NameNode (FSDirectory.java:<init>(406)) - Caching file names occurring more than 10 times
2026-07-08 18:03:40,774 INFO  [Listener at localhost/46857] snapshot.SnapshotManager (SnapshotManager.java:<init>(124)) - Loaded config captureOpenFiles: false, skipCaptureAccessTimeOnlyChange: false, snapshotDiffAllowSnapRootDescendant: true, maxSnapshotLimit: 65536
2026-07-08 18:03:40,774 INFO  [Listener at localhost/46857] snapshot.SnapshotManager (DirectoryDiffListFactory.java:init(43)) - SkipList is disabled
2026-07-08 18:03:40,774 INFO  [Listener at localhost/46857] util.GSet (LightWeightGSet.java:computeCapacity(395)) - Computing capacity for map cachedBlocks
2026-07-08 18:03:40,774 INFO  [Listener at localhost/46857] util.GSet (LightWeightGSet.java:computeCapacity(396)) - VM type       = 64-bit
2026-07-08 18:03:40,774 INFO  [Listener at localhost/46857] util.GSet (LightWeightGSet.java:computeCapacity(397)) - 0.25% max memory 3.5 GB = 9.1 MB
2026-07-08 18:03:40,774 INFO  [Listener at localhost/46857] util.GSet (LightWeightGSet.java:computeCapacity(402)) - capacity      = 2^20 = 1048576 entries
2026-07-08 18:03:40,777 INFO  [Listener at localhost/46857] metrics.TopMetrics (TopMetrics.java:logConf(75)) - NNTop conf: dfs.namenode.top.window.num.buckets = 10
2026-07-08 18:03:40,778 INFO  [Listener at localhost/46857] metrics.TopMetrics (TopMetrics.java:logConf(77)) - NNTop conf: dfs.namenode.top.num.users = 10
2026-07-08 18:03:40,778 INFO  [Listener at localhost/46857] metrics.TopMetrics (TopMetrics.java:logConf(79)) - NNTop conf: dfs.namenode.top.windows.minutes = 1,5,25
2026-07-08 18:03:40,778 INFO  [Listener at localhost/46857] namenode.FSNamesystem (FSNamesystem.java:initRetryCache(1080)) - Retry cache on namenode is enabled
2026-07-08 18:03:40,778 INFO  [Listener at localhost/46857] namenode.FSNamesystem (FSNamesystem.java:initRetryCache(1088)) - Retry cache will use 0.03 of total heap and retry cache entry expiry time is 600000 millis
2026-07-08 18:03:40,778 INFO  [Listener at localhost/46857] util.GSet (LightWeightGSet.java:computeCapacity(395)) - Computing capacity for map NameNodeRetryCache
2026-07-08 18:03:40,778 INFO  [Listener at localhost/46857] util.GSet (LightWeightGSet.java:computeCapacity(396)) - VM type       = 64-bit
2026-07-08 18:03:40,778 INFO  [Listener at localhost/46857] util.GSet (LightWeightGSet.java:computeCapacity(397)) - 0.029999999329447746% max memory 3.5 GB = 1.1 MB
2026-07-08 18:03:40,778 INFO  [Listener at localhost/46857] util.GSet (LightWeightGSet.java:computeCapacity(402)) - capacity      = 2^17 = 131072 entries
2026-07-08 18:03:40,780 INFO  [Listener at localhost/46857] namenode.FSImage (FSImage.java:format(186)) - Allocated new BlockPoolId: BP-1509292730-10.240.0.181-1783533820780
2026-07-08 18:03:40,785 INFO  [Listener at localhost/46857] common.Storage (NNStorage.java:format(595)) - Storage directory /tmp/hdfs-test5124721949998390829/name-0-1 has been successfully formatted.
2026-07-08 18:03:40,789 INFO  [Listener at localhost/46857] common.Storage (NNStorage.java:format(595)) - Storage directory /tmp/hdfs-test5124721949998390829/name-0-2 has been successfully formatted.
2026-07-08 18:03:40,804 INFO  [FSImageSaver for /tmp/hdfs-test5124721949998390829/name-0-2 of type IMAGE_AND_EDITS] namenode.FSImageFormatProtobuf (FSImageFormatProtobuf.java:save(732)) - Saving image file /tmp/hdfs-test5124721949998390829/name-0-2/current/fsimage.ckpt_0000000000000000000 using no compression
2026-07-08 18:03:40,809 INFO  [FSImageSaver for /tmp/hdfs-test5124721949998390829/name-0-1 of type IMAGE_AND_EDITS] namenode.FSImageFormatProtobuf (FSImageFormatProtobuf.java:save(732)) - Saving image file /tmp/hdfs-test5124721949998390829/name-0-1/current/fsimage.ckpt_0000000000000000000 using no compression
2026-07-08 18:03:40,813 INFO  [FSImageSaver for /tmp/hdfs-test5124721949998390829/name-0-2 of type IMAGE_AND_EDITS] namenode.FSImageFormatProtobuf (FSImageFormatProtobuf.java:save(736)) - Image file /tmp/hdfs-test5124721949998390829/name-0-2/current/fsimage.ckpt_0000000000000000000 of size 418 bytes saved in 0 seconds .
2026-07-08 18:03:40,823 INFO  [FSImageSaver for /tmp/hdfs-test5124721949998390829/name-0-1 of type IMAGE_AND_EDITS] namenode.FSImageFormatProtobuf (FSImageFormatProtobuf.java:save(736)) - Image file /tmp/hdfs-test5124721949998390829/name-0-1/current/fsimage.ckpt_0000000000000000000 of size 418 bytes saved in 0 seconds .
2026-07-08 18:03:40,826 INFO  [Listener at localhost/46857] namenode.NNStorageRetentionManager (NNStorageRetentionManager.java:getImageTxIdToRetain(203)) - Going to retain 1 images with txid >= 0
2026-07-08 18:03:40,836 INFO  [Listener at localhost/46857] namenode.FSNamesystem (FSNamesystem.java:stopActiveServices(1427)) - Stopping services started for active state
2026-07-08 18:03:40,837 INFO  [Listener at localhost/46857] namenode.FSNamesystem (FSNamesystem.java:stopStandbyServices(1528)) - Stopping services started for standby state
2026-07-08 18:03:40,838 INFO  [Listener at localhost/46857] namenode.NameNode (NameNode.java:createNameNode(1707)) - createNameNode []
2026-07-08 18:03:40,838 INFO  [Listener at localhost/46857] impl.MetricsSystemImpl (MetricsSystemImpl.java:init(158)) - NameNode metrics system started (again)
2026-07-08 18:03:40,838 INFO  [Listener at localhost/46857] namenode.NameNodeUtils (NameNodeUtils.java:getClientNamenodeAddress(79)) - fs.defaultFS is hdfs://127.0.0.1:0
2026-07-08 18:03:40,855 INFO  [org.apache.hadoop.util.JvmPauseMonitor$Monitor@6bfaa0a6] util.JvmPauseMonitor (JvmPauseMonitor.java:run(188)) - Starting JVM pause monitor
2026-07-08 18:03:40,855 INFO  [Listener at localhost/46857] hdfs.DFSUtil (DFSUtil.java:httpServerTemplateForNNAndJN(1668)) - Filter initializers set : org.apache.hadoop.http.lib.StaticUserWebFilter,org.apache.hadoop.hdfs.web.AuthFilterInitializer
2026-07-08 18:03:40,856 INFO  [Listener at localhost/46857] hdfs.DFSUtil (DFSUtil.java:httpServerTemplateForNNAndJN(1690)) - Starting Web-server for hdfs at: http://localhost:0
2026-07-08 18:03:40,857 INFO  [Listener at localhost/46857] server.AuthenticationFilter (AuthenticationFilter.java:constructSecretProvider(240)) - Unable to initialize FileSignerSecretProvider, falling back to use random secrets.
2026-07-08 18:03:40,857 INFO  [Listener at localhost/46857] http.HttpRequestLog (HttpRequestLog.java:getRequestLog(82)) - Http request log for http.requests.namenode is not defined
2026-07-08 18:03:40,859 INFO  [Listener at localhost/46857] http.HttpServer2 (HttpServer2.java:addGlobalFilter(1111)) - Added global filter 'safety' (class=org.apache.hadoop.http.HttpServer2$QuotingInputFilter)
2026-07-08 18:03:40,860 INFO  [Listener at localhost/46857] http.HttpServer2 (HttpServer2.java:addFilter(1084)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context hdfs
2026-07-08 18:03:40,860 INFO  [Listener at localhost/46857] http.HttpServer2 (HttpServer2.java:addFilter(1094)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context static
2026-07-08 18:03:40,861 INFO  [Listener at localhost/46857] http.HttpServer2 (HttpServer2.java:addFilter(1084)) - Added filter AuthFilter (class=org.apache.hadoop.hdfs.web.AuthFilter) to context hdfs
2026-07-08 18:03:40,861 INFO  [Listener at localhost/46857] http.HttpServer2 (HttpServer2.java:addFilter(1094)) - Added filter AuthFilter (class=org.apache.hadoop.hdfs.web.AuthFilter) to context static
2026-07-08 18:03:40,862 INFO  [Listener at localhost/46857] http.HttpServer2 (HttpServer2.java:addJerseyResourcePackage(938)) - addJerseyResourcePackage: packageName=org.apache.hadoop.hdfs.server.namenode.web.resources;org.apache.hadoop.hdfs.web.resources, pathSpec=/webhdfs/v1/*
2026-07-08 18:03:40,862 INFO  [Listener at localhost/46857] http.HttpServer2 (HttpServer2.java:bindListener(1332)) - Jetty bound to port 39943
2026-07-08 18:03:40,862 INFO  [Listener at localhost/46857] server.Server (Server.java:doStart(375)) - jetty-9.4.40.v20210413; built: 2021-04-13T20:42:42.668Z; git: b881a572662e1943a14ae12e7e1207989f218b74; jvm 1.8.0_362-8u372-ga~us1-0ubuntu1~18.04-b09
2026-07-08 18:03:40,865 INFO  [Listener at localhost/46857] server.session (DefaultSessionIdManager.java:doStart(334)) - DefaultSessionIdManager workerName=node0
2026-07-08 18:03:40,865 INFO  [Listener at localhost/46857] server.session (DefaultSessionIdManager.java:doStart(339)) - No SessionScavenger set, using defaults
2026-07-08 18:03:40,865 INFO  [Listener at localhost/46857] server.session (HouseKeeper.java:startScavenging(132)) - node0 Scavenging every 600000ms
2026-07-08 18:03:40,866 INFO  [Listener at localhost/46857] server.AuthenticationFilter (AuthenticationFilter.java:constructSecretProvider(240)) - Unable to initialize FileSignerSecretProvider, falling back to use random secrets.
2026-07-08 18:03:40,867 INFO  [Listener at localhost/46857] handler.ContextHandler (ContextHandler.java:doStart(916)) - Started o.e.j.s.ServletContextHandler@688a2c09{static,/static,jar:file:/tmp/dist-test-taskOk1AGN/java/build/jars/hadoop-hdfs-3.3.1-tests.jar!/webapps/static,AVAILABLE}
2026-07-08 18:03:41,015 INFO  [Listener at localhost/46857] handler.ContextHandler (ContextHandler.java:doStart(916)) - Started o.e.j.w.WebAppContext@6d099323{hdfs,/,file:///tmp/jetty-localhost-39943-hadoop-hdfs-3_3_1-tests_jar-_-any-2735601881656183915/webapp/,AVAILABLE}{jar:file:/tmp/dist-test-taskOk1AGN/java/build/jars/hadoop-hdfs-3.3.1-tests.jar!/webapps/hdfs}
2026-07-08 18:03:41,017 INFO  [Listener at localhost/46857] server.AbstractConnector (AbstractConnector.java:doStart(331)) - Started ServerConnector@7c2924d7{HTTP/1.1, (http/1.1)}{localhost:39943}
2026-07-08 18:03:41,018 INFO  [Listener at localhost/46857] server.Server (Server.java:doStart(415)) - Started @11333ms
2026-07-08 18:03:41,019 INFO  [Listener at localhost/46857] namenode.FSEditLog (FSEditLog.java:newInstance(229)) - Edit logging is async:true
2026-07-08 18:03:41,034 INFO  [Listener at localhost/46857] namenode.FSNamesystem (FSNamesystem.java:<init>(814)) - KeyProvider: null
2026-07-08 18:03:41,034 INFO  [Listener at localhost/46857] namenode.FSNamesystem (FSNamesystemLock.java:<init>(141)) - fsLock is fair: true
2026-07-08 18:03:41,034 INFO  [Listener at localhost/46857] namenode.FSNamesystem (FSNamesystemLock.java:<init>(159)) - Detailed lock hold time metrics enabled: false
2026-07-08 18:03:41,034 INFO  [Listener at localhost/46857] namenode.FSNamesystem (FSNamesystem.java:<init>(847)) - fsOwner                = slave (auth:SIMPLE)
2026-07-08 18:03:41,034 INFO  [Listener at localhost/46857] namenode.FSNamesystem (FSNamesystem.java:<init>(848)) - supergroup             = supergroup
2026-07-08 18:03:41,034 INFO  [Listener at localhost/46857] namenode.FSNamesystem (FSNamesystem.java:<init>(849)) - isPermissionEnabled    = true
2026-07-08 18:03:41,034 INFO  [Listener at localhost/46857] namenode.FSNamesystem (FSNamesystem.java:<init>(850)) - isStoragePolicyEnabled = true
2026-07-08 18:03:41,035 INFO  [Listener at localhost/46857] namenode.FSNamesystem (FSNamesystem.java:<init>(861)) - HA Enabled: false
2026-07-08 18:03:41,035 INFO  [Listener at localhost/46857] common.Util (Util.java:isDiskStatsEnabled(395)) - dfs.datanode.fileio.profiling.sampling.percentage set to 0. Disabling file IO profiling
2026-07-08 18:03:41,035 INFO  [Listener at localhost/46857] blockmanagement.DatanodeManager (DatanodeManager.java:<init>(334)) - dfs.block.invalidate.limit: configured=1000, counted=60, effected=1000
2026-07-08 18:03:41,036 INFO  [Listener at localhost/46857] blockmanagement.DatanodeManager (DatanodeManager.java:<init>(342)) - dfs.namenode.datanode.registration.ip-hostname-check=true
2026-07-08 18:03:41,036 INFO  [Listener at localhost/46857] blockmanagement.BlockManager (InvalidateBlocks.java:printBlockDeletionTime(77)) - dfs.namenode.startup.delay.block.deletion.sec is set to 000:00:00:00.000
2026-07-08 18:03:41,036 INFO  [Listener at localhost/46857] blockmanagement.BlockManager (InvalidateBlocks.java:printBlockDeletionTime(83)) - The block deletion will start around 2026 Jul 08 18:03:41
2026-07-08 18:03:41,036 INFO  [Listener at localhost/46857] util.GSet (LightWeightGSet.java:computeCapacity(395)) - Computing capacity for map BlocksMap
2026-07-08 18:03:41,037 INFO  [Listener at localhost/46857] util.GSet (LightWeightGSet.java:computeCapacity(396)) - VM type       = 64-bit
2026-07-08 18:03:41,037 INFO  [Listener at localhost/46857] util.GSet (LightWeightGSet.java:computeCapacity(397)) - 2.0% max memory 3.5 GB = 72.5 MB
2026-07-08 18:03:41,037 INFO  [Listener at localhost/46857] util.GSet (LightWeightGSet.java:computeCapacity(402)) - capacity      = 2^23 = 8388608 entries
2026-07-08 18:03:41,066 INFO  [Listener at localhost/46857] blockmanagement.BlockManager (BlockManager.java:createSPSManager(5447)) - Storage policy satisfier is disabled
2026-07-08 18:03:41,066 INFO  [Listener at localhost/46857] blockmanagement.BlockManager (BlockManager.java:createBlockTokenSecretManager(641)) - dfs.block.access.token.enable = false
2026-07-08 18:03:41,067 INFO  [Listener at localhost/46857] blockmanagement.BlockManagerSafeMode (BlockManagerSafeMode.java:<init>(160)) - dfs.namenode.safemode.threshold-pct = 0.999
2026-07-08 18:03:41,067 INFO  [Listener at localhost/46857] blockmanagement.BlockManagerSafeMode (BlockManagerSafeMode.java:<init>(161)) - dfs.namenode.safemode.min.datanodes = 0
2026-07-08 18:03:41,067 INFO  [Listener at localhost/46857] blockmanagement.BlockManagerSafeMode (BlockManagerSafeMode.java:<init>(163)) - dfs.namenode.safemode.extension = 0
2026-07-08 18:03:41,067 INFO  [Listener at localhost/46857] blockmanagement.BlockManager (BlockManager.java:<init>(627)) - defaultReplication         = 1
2026-07-08 18:03:41,067 INFO  [Listener at localhost/46857] blockmanagement.BlockManager (BlockManager.java:<init>(628)) - maxReplication             = 512
2026-07-08 18:03:41,068 INFO  [Listener at localhost/46857] blockmanagement.BlockManager (BlockManager.java:<init>(629)) - minReplication             = 1
2026-07-08 18:03:41,068 INFO  [Listener at localhost/46857] blockmanagement.BlockManager (BlockManager.java:<init>(630)) - maxReplicationStreams      = 2
2026-07-08 18:03:41,068 INFO  [Listener at localhost/46857] blockmanagement.BlockManager (BlockManager.java:<init>(631)) - redundancyRecheckInterval  = 3000ms
2026-07-08 18:03:41,068 INFO  [Listener at localhost/46857] blockmanagement.BlockManager (BlockManager.java:<init>(632)) - encryptDataTransfer        = false
2026-07-08 18:03:41,068 INFO  [Listener at localhost/46857] blockmanagement.BlockManager (BlockManager.java:<init>(633)) - maxNumBlocksToLog          = 1000
2026-07-08 18:03:41,068 INFO  [Listener at localhost/46857] util.GSet (LightWeightGSet.java:computeCapacity(395)) - Computing capacity for map INodeMap
2026-07-08 18:03:41,068 INFO  [Listener at localhost/46857] util.GSet (LightWeightGSet.java:computeCapacity(396)) - VM type       = 64-bit
2026-07-08 18:03:41,068 INFO  [Listener at localhost/46857] util.GSet (LightWeightGSet.java:computeCapacity(397)) - 1.0% max memory 3.5 GB = 36.2 MB
2026-07-08 18:03:41,069 INFO  [Listener at localhost/46857] util.GSet (LightWeightGSet.java:computeCapacity(402)) - capacity      = 2^22 = 4194304 entries
2026-07-08 18:03:41,083 INFO  [Listener at localhost/46857] namenode.FSDirectory (FSDirectory.java:<init>(335)) - ACLs enabled? true
2026-07-08 18:03:41,083 INFO  [Listener at localhost/46857] namenode.FSDirectory (FSDirectory.java:<init>(339)) - POSIX ACL inheritance enabled? true
2026-07-08 18:03:41,083 INFO  [Listener at localhost/46857] namenode.FSDirectory (FSDirectory.java:<init>(343)) - XAttrs enabled? true
2026-07-08 18:03:41,083 INFO  [Listener at localhost/46857] namenode.NameNode (FSDirectory.java:<init>(406)) - Caching file names occurring more than 10 times
2026-07-08 18:03:41,084 INFO  [Listener at localhost/46857] snapshot.SnapshotManager (SnapshotManager.java:<init>(124)) - Loaded config captureOpenFiles: false, skipCaptureAccessTimeOnlyChange: false, snapshotDiffAllowSnapRootDescendant: true, maxSnapshotLimit: 65536
2026-07-08 18:03:41,084 INFO  [Listener at localhost/46857] snapshot.SnapshotManager (DirectoryDiffListFactory.java:init(43)) - SkipList is disabled
2026-07-08 18:03:41,084 INFO  [Listener at localhost/46857] util.GSet (LightWeightGSet.java:computeCapacity(395)) - Computing capacity for map cachedBlocks
2026-07-08 18:03:41,084 INFO  [Listener at localhost/46857] util.GSet (LightWeightGSet.java:computeCapacity(396)) - VM type       = 64-bit
2026-07-08 18:03:41,084 INFO  [Listener at localhost/46857] util.GSet (LightWeightGSet.java:computeCapacity(397)) - 0.25% max memory 3.5 GB = 9.1 MB
2026-07-08 18:03:41,085 INFO  [Listener at localhost/46857] util.GSet (LightWeightGSet.java:computeCapacity(402)) - capacity      = 2^20 = 1048576 entries
2026-07-08 18:03:41,089 INFO  [Listener at localhost/46857] metrics.TopMetrics (TopMetrics.java:logConf(75)) - NNTop conf: dfs.namenode.top.window.num.buckets = 10
2026-07-08 18:03:41,089 INFO  [Listener at localhost/46857] metrics.TopMetrics (TopMetrics.java:logConf(77)) - NNTop conf: dfs.namenode.top.num.users = 10
2026-07-08 18:03:41,089 INFO  [Listener at localhost/46857] metrics.TopMetrics (TopMetrics.java:logConf(79)) - NNTop conf: dfs.namenode.top.windows.minutes = 1,5,25
2026-07-08 18:03:41,089 INFO  [Listener at localhost/46857] namenode.FSNamesystem (FSNamesystem.java:initRetryCache(1080)) - Retry cache on namenode is enabled
2026-07-08 18:03:41,089 INFO  [Listener at localhost/46857] namenode.FSNamesystem (FSNamesystem.java:initRetryCache(1088)) - Retry cache will use 0.03 of total heap and retry cache entry expiry time is 600000 millis
2026-07-08 18:03:41,089 INFO  [Listener at localhost/46857] util.GSet (LightWeightGSet.java:computeCapacity(395)) - Computing capacity for map NameNodeRetryCache
2026-07-08 18:03:41,089 INFO  [Listener at localhost/46857] util.GSet (LightWeightGSet.java:computeCapacity(396)) - VM type       = 64-bit
2026-07-08 18:03:41,090 INFO  [Listener at localhost/46857] util.GSet (LightWeightGSet.java:computeCapacity(397)) - 0.029999999329447746% max memory 3.5 GB = 1.1 MB
2026-07-08 18:03:41,090 INFO  [Listener at localhost/46857] util.GSet (LightWeightGSet.java:computeCapacity(402)) - capacity      = 2^17 = 131072 entries
2026-07-08 18:03:41,094 INFO  [Listener at localhost/46857] common.Storage (Storage.java:tryLock(948)) - Lock on /tmp/hdfs-test5124721949998390829/name-0-1/in_use.lock acquired by nodename 7120@dist-test-slave-0hj8.c.gcp-upstream.internal
2026-07-08 18:03:41,097 INFO  [Listener at localhost/46857] common.Storage (Storage.java:tryLock(948)) - Lock on /tmp/hdfs-test5124721949998390829/name-0-2/in_use.lock acquired by nodename 7120@dist-test-slave-0hj8.c.gcp-upstream.internal
2026-07-08 18:03:41,098 INFO  [Listener at localhost/46857] namenode.FileJournalManager (FileJournalManager.java:recoverUnfinalizedSegments(428)) - Recovering unfinalized segments in /tmp/hdfs-test5124721949998390829/name-0-1/current
2026-07-08 18:03:41,099 INFO  [Listener at localhost/46857] namenode.FileJournalManager (FileJournalManager.java:recoverUnfinalizedSegments(428)) - Recovering unfinalized segments in /tmp/hdfs-test5124721949998390829/name-0-2/current
2026-07-08 18:03:41,099 INFO  [Listener at localhost/46857] namenode.FSImage (FSImage.java:loadFSImage(734)) - No edit log streams selected.
2026-07-08 18:03:41,099 INFO  [Listener at localhost/46857] namenode.FSImage (FSImage.java:loadFSImageFile(800)) - Planning to load image: FSImageFile(file=/tmp/hdfs-test5124721949998390829/name-0-1/current/fsimage_0000000000000000000, cpktTxId=0000000000000000000)
2026-07-08 18:03:41,100 INFO  [Listener at localhost/46857] namenode.FSImageFormatPBINode (FSImageFormatPBINode.java:loadINodeSectionHeader(413)) - Loading 1 INodes.
2026-07-08 18:03:41,102 INFO  [Listener at localhost/46857] namenode.FSImageFormatPBINode (FSImageFormatPBINode.java:loadINodeSection(371)) - Successfully loaded 1 inodes
2026-07-08 18:03:41,102 INFO  [Listener at localhost/46857] namenode.FSImageFormatPBINode (FSImageFormatPBINode.java:waitBlocksMapAndNameCacheUpdateFinished(344)) - Completed update blocks map and name cache, total waiting duration 0ms.
2026-07-08 18:03:41,102 INFO  [Listener at localhost/46857] namenode.FSImageFormatProtobuf (FSImageFormatProtobuf.java:load(255)) - Loaded FSImage in 0 seconds.
2026-07-08 18:03:41,103 INFO  [Listener at localhost/46857] namenode.FSImage (FSImage.java:loadFSImage(978)) - Loaded image for txid 0 from /tmp/hdfs-test5124721949998390829/name-0-1/current/fsimage_0000000000000000000
2026-07-08 18:03:41,103 INFO  [Listener at localhost/46857] namenode.FSNamesystem (FSNamesystem.java:loadFSImage(1202)) - Need to save fs image? false (staleImage=false, haEnabled=false, isRollingUpgrade=false)
2026-07-08 18:03:41,103 INFO  [Listener at localhost/46857] namenode.FSEditLog (FSEditLog.java:startLogSegment(1391)) - Starting log segment at 1
2026-07-08 18:03:41,333 INFO  [Listener at localhost/46857] namenode.NameCache (NameCache.java:initialized(143)) - initialized with 0 entries 0 lookups
2026-07-08 18:03:41,333 INFO  [Listener at localhost/46857] namenode.FSNamesystem (FSNamesystem.java:loadFromDisk(786)) - Finished loading FSImage in 242 msecs
2026-07-08 18:03:41,334 INFO  [Listener at localhost/46857] namenode.NameNode (NameNodeRpcServer.java:<init>(454)) - RPC server is binding to localhost:0
2026-07-08 18:03:41,334 INFO  [Listener at localhost/46857] namenode.NameNode (NameNodeRpcServer.java:<init>(459)) - Enable NameNode state context:false
2026-07-08 18:03:41,334 INFO  [Listener at localhost/46857] ipc.CallQueueManager (CallQueueManager.java:<init>(90)) - Using callQueue: class java.util.concurrent.LinkedBlockingQueue, queueCapacity: 1000, scheduler: class org.apache.hadoop.ipc.DefaultRpcScheduler, ipcBackoff: false.
2026-07-08 18:03:41,335 INFO  [Socket Reader #1 for port 0] ipc.Server (Server.java:run(1265)) - Starting Socket Reader #1 for port 0
2026-07-08 18:03:41,337 INFO  [Listener at localhost/46143] namenode.NameNode (NameNode.java:initialize(776)) - Clients are to use localhost:46143 to access this namenode/service.
2026-07-08 18:03:41,338 INFO  [Listener at localhost/46143] namenode.FSNamesystem (FSNamesystem.java:registerMBean(5444)) - Registered FSNamesystemState, ReplicatedBlocksState and ECBlockGroupsState MBeans.
2026-07-08 18:03:41,352 INFO  [Listener at localhost/46143] namenode.LeaseManager (LeaseManager.java:getNumUnderConstructionBlocks(166)) - Number of blocks under construction: 0
2026-07-08 18:03:41,352 INFO  [Listener at localhost/46143] blockmanagement.DatanodeAdminDefaultMonitor (DatanodeAdminDefaultMonitor.java:processConf(116)) - Initialized the Default Decommission and Maintenance monitor
2026-07-08 18:03:41,354 INFO  [Listener at localhost/46143] blockmanagement.BlockManager (BlockManager.java:initializeReplQueues(5187)) - initializing replication queues
2026-07-08 18:03:41,355 INFO  [Listener at localhost/46143] hdfs.StateChange (BlockManagerSafeMode.java:leaveSafeMode(399)) - STATE* Leaving safe mode after 0 secs
2026-07-08 18:03:41,355 INFO  [Listener at localhost/46143] hdfs.StateChange (BlockManagerSafeMode.java:leaveSafeMode(405)) - STATE* Network topology has 0 racks and 0 datanodes
2026-07-08 18:03:41,355 INFO  [Listener at localhost/46143] hdfs.StateChange (BlockManagerSafeMode.java:leaveSafeMode(407)) - STATE* UnderReplicatedBlocks has 0 blocks
2026-07-08 18:03:41,364 INFO  [Reconstruction Queue Initializer] blockmanagement.BlockManager (BlockManager.java:processMisReplicatesAsync(3728)) - Total number of blocks            = 0
2026-07-08 18:03:41,364 INFO  [Reconstruction Queue Initializer] blockmanagement.BlockManager (BlockManager.java:processMisReplicatesAsync(3729)) - Number of invalid blocks          = 0
2026-07-08 18:03:41,364 INFO  [Reconstruction Queue Initializer] blockmanagement.BlockManager (BlockManager.java:processMisReplicatesAsync(3730)) - Number of under-replicated blocks = 0
2026-07-08 18:03:41,364 INFO  [Reconstruction Queue Initializer] blockmanagement.BlockManager (BlockManager.java:processMisReplicatesAsync(3731)) - Number of  over-replicated blocks = 0
2026-07-08 18:03:41,364 INFO  [Reconstruction Queue Initializer] blockmanagement.BlockManager (BlockManager.java:processMisReplicatesAsync(3733)) - Number of blocks being written    = 0
2026-07-08 18:03:41,364 INFO  [Reconstruction Queue Initializer] hdfs.StateChange (BlockManager.java:processMisReplicatesAsync(3736)) - STATE* Replication Queue initialization scan for invalid, over- and under-replicated blocks completed in 9 msec
2026-07-08 18:03:41,366 INFO  [IPC Server Responder] ipc.Server (Server.java:run(1507)) - IPC Server Responder: starting
2026-07-08 18:03:41,366 INFO  [IPC Server listener on 0] ipc.Server (Server.java:run(1344)) - IPC Server listener on 0: starting
2026-07-08 18:03:41,376 INFO  [Listener at localhost/46143] namenode.NameNode (NameNode.java:startCommonServices(893)) - NameNode RPC up at: localhost/127.0.0.1:46143
2026-07-08 18:03:41,376 INFO  [Listener at localhost/46143] namenode.FSNamesystem (FSNamesystem.java:startActiveServices(1314)) - Starting services required for active state
2026-07-08 18:03:41,376 INFO  [Listener at localhost/46143] namenode.FSDirectory (FSDirectory.java:updateCountForQuota(840)) - Initializing quota with 12 thread(s)
2026-07-08 18:03:41,377 INFO  [Listener at localhost/46143] namenode.FSDirectory (FSDirectory.java:updateCountForQuota(849)) - Quota initialization completed in 0 milliseconds
name space=1
storage space=0
storage types=RAM_DISK=0, SSD=0, DISK=0, ARCHIVE=0, PROVIDED=0
2026-07-08 18:03:41,380 INFO  [CacheReplicationMonitor(756930658)] blockmanagement.CacheReplicationMonitor (CacheReplicationMonitor.java:run(160)) - Starting CacheReplicationMonitor with interval 30000 milliseconds
2026-07-08 18:03:41,382 INFO  [Listener at localhost/46143] hdfs.MiniDFSCluster (MiniDFSCluster.java:startDataNodes(1697)) - Starting DataNode 0 with dfs.datanode.data.dir: [DISK]file:/tmp/hdfs-test5124721949998390829/data/data1,[DISK]file:/tmp/hdfs-test5124721949998390829/data/data2
2026-07-08 18:03:41,384 INFO  [Listener at localhost/46143] checker.ThrottledAsyncChecker (ThrottledAsyncChecker.java:schedule(137)) - Scheduling a check for [DISK]file:/tmp/hdfs-test5124721949998390829/data/data1
2026-07-08 18:03:41,384 INFO  [Listener at localhost/46143] checker.ThrottledAsyncChecker (ThrottledAsyncChecker.java:schedule(137)) - Scheduling a check for [DISK]file:/tmp/hdfs-test5124721949998390829/data/data2
2026-07-08 18:03:41,415 INFO  [Listener at localhost/46143] impl.MetricsSystemImpl (MetricsSystemImpl.java:init(158)) - DataNode metrics system started (again)
2026-07-08 18:03:41,416 INFO  [Listener at localhost/46143] common.Util (Util.java:isDiskStatsEnabled(395)) - dfs.datanode.fileio.profiling.sampling.percentage set to 0. Disabling file IO profiling
2026-07-08 18:03:41,416 INFO  [Listener at localhost/46143] datanode.BlockScanner (BlockScanner.java:<init>(201)) - Initialized block scanner with targetBytesPerSec 1048576
2026-07-08 18:03:41,416 INFO  [Listener at localhost/46143] datanode.DataNode (DataNode.java:<init>(512)) - Configured hostname is 127.0.0.1
2026-07-08 18:03:41,417 INFO  [Listener at localhost/46143] common.Util (Util.java:isDiskStatsEnabled(395)) - dfs.datanode.fileio.profiling.sampling.percentage set to 0. Disabling file IO profiling
2026-07-08 18:03:41,417 INFO  [Listener at localhost/46143] datanode.DataNode (DataNode.java:startDataNode(1408)) - Starting DataNode with maxLockedMemory = 0
2026-07-08 18:03:41,418 INFO  [Listener at localhost/46143] datanode.DataNode (DataNode.java:initDataXceiver(1171)) - Opened streaming server at /127.0.0.1:44867
2026-07-08 18:03:41,418 INFO  [Listener at localhost/46143] datanode.DataNode (DataXceiverServer.java:<init>(94)) - Balancing bandwidth is 104857600 bytes/s
2026-07-08 18:03:41,418 INFO  [Listener at localhost/46143] datanode.DataNode (DataXceiverServer.java:<init>(95)) - Number threads for balancing is 100
2026-07-08 18:03:41,420 INFO  [Listener at localhost/46143] server.AuthenticationFilter (AuthenticationFilter.java:constructSecretProvider(240)) - Unable to initialize FileSignerSecretProvider, falling back to use random secrets.
2026-07-08 18:03:41,421 INFO  [Listener at localhost/46143] http.HttpRequestLog (HttpRequestLog.java:getRequestLog(82)) - Http request log for http.requests.datanode is not defined
2026-07-08 18:03:41,422 INFO  [Listener at localhost/46143] http.HttpServer2 (HttpServer2.java:addGlobalFilter(1111)) - Added global filter 'safety' (class=org.apache.hadoop.http.HttpServer2$QuotingInputFilter)
2026-07-08 18:03:41,423 INFO  [Listener at localhost/46143] http.HttpServer2 (HttpServer2.java:addFilter(1084)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context datanode
2026-07-08 18:03:41,423 INFO  [Listener at localhost/46143] http.HttpServer2 (HttpServer2.java:addFilter(1094)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context static
2026-07-08 18:03:41,423 INFO  [Listener at localhost/46143] http.HttpServer2 (HttpServer2.java:bindListener(1332)) - Jetty bound to port 37795
2026-07-08 18:03:41,423 INFO  [Listener at localhost/46143] server.Server (Server.java:doStart(375)) - jetty-9.4.40.v20210413; built: 2021-04-13T20:42:42.668Z; git: b881a572662e1943a14ae12e7e1207989f218b74; jvm 1.8.0_362-8u372-ga~us1-0ubuntu1~18.04-b09
2026-07-08 18:03:41,424 INFO  [Listener at localhost/46143] server.session (DefaultSessionIdManager.java:doStart(334)) - DefaultSessionIdManager workerName=node0
2026-07-08 18:03:41,424 INFO  [Listener at localhost/46143] server.session (DefaultSessionIdManager.java:doStart(339)) - No SessionScavenger set, using defaults
2026-07-08 18:03:41,425 INFO  [Listener at localhost/46143] server.session (HouseKeeper.java:startScavenging(132)) - node0 Scavenging every 600000ms
2026-07-08 18:03:41,426 INFO  [Listener at localhost/46143] handler.ContextHandler (ContextHandler.java:doStart(916)) - Started o.e.j.s.ServletContextHandler@497b560e{static,/static,jar:file:/tmp/dist-test-taskOk1AGN/java/build/jars/hadoop-hdfs-3.3.1-tests.jar!/webapps/static,AVAILABLE}
2026-07-08 18:03:41,438 WARN  [org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeResourceMonitor@6468a7b6] namenode.NameNodeResourceChecker (NameNodeResourceChecker.java:isResourceAvailable(88)) - Space available on volume 'overlay' is 0, which is below the configured reserved amount 104857600
2026-07-08 18:03:41,438 WARN  [org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeResourceMonitor@6468a7b6] namenode.FSNamesystem (FSNamesystem.java:run(4383)) - NameNode low on available disk space. Entering safe mode.
2026-07-08 18:03:41,438 INFO  [org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeResourceMonitor@6468a7b6] hdfs.StateChange (FSNamesystem.java:enterSafeMode(5028)) - STATE* Safe mode is ON.
Resources are low on NN. Please add or free up more resourcesthen turn off safe mode manually. NOTE:  If you turn off safe mode before adding resources, the NN will immediately return to safe mode. Use "hdfs dfsadmin -safemode leave" to turn safe mode off.
2026-07-08 18:03:41,571 INFO  [Listener at localhost/46143] handler.ContextHandler (ContextHandler.java:doStart(916)) - Started o.e.j.w.WebAppContext@1e4c6583{datanode,/,file:///tmp/jetty-localhost-37795-hadoop-hdfs-3_3_1-tests_jar-_-any-1464103300490045401/webapp/,AVAILABLE}{jar:file:/tmp/dist-test-taskOk1AGN/java/build/jars/hadoop-hdfs-3.3.1-tests.jar!/webapps/datanode}
2026-07-08 18:03:41,573 INFO  [Listener at localhost/46143] server.AbstractConnector (AbstractConnector.java:doStart(331)) - Started ServerConnector@38cedb7d{HTTP/1.1, (http/1.1)}{localhost:37795}
2026-07-08 18:03:41,573 INFO  [Listener at localhost/46143] server.Server (Server.java:doStart(415)) - Started @11889ms
2026-07-08 18:03:41,574 WARN  [Listener at localhost/46143] web.DatanodeHttpServer (RestCsrfPreventionFilterHandler.java:<init>(75)) - Got null for restCsrfPreventionFilter - will not do any filtering.
2026-07-08 18:03:41,577 INFO  [Listener at localhost/46143] web.DatanodeHttpServer (DatanodeHttpServer.java:start(322)) - Listening HTTP traffic on /127.0.0.1:37399
2026-07-08 18:03:41,577 INFO  [Listener at localhost/46143] datanode.DataNode (DataNode.java:startDataNode(1436)) - dnUserName = slave
2026-07-08 18:03:41,577 INFO  [org.apache.hadoop.util.JvmPauseMonitor$Monitor@7bf01cb] util.JvmPauseMonitor (JvmPauseMonitor.java:run(188)) - Starting JVM pause monitor
2026-07-08 18:03:41,577 INFO  [Listener at localhost/46143] datanode.DataNode (DataNode.java:startDataNode(1437)) - supergroup = supergroup
2026-07-08 18:03:41,578 INFO  [Listener at localhost/46143] ipc.CallQueueManager (CallQueueManager.java:<init>(90)) - Using callQueue: class java.util.concurrent.LinkedBlockingQueue, queueCapacity: 1000, scheduler: class org.apache.hadoop.ipc.DefaultRpcScheduler, ipcBackoff: false.
2026-07-08 18:03:41,578 INFO  [Socket Reader #1 for port 0] ipc.Server (Server.java:run(1265)) - Starting Socket Reader #1 for port 0
2026-07-08 18:03:41,581 INFO  [Listener at localhost/42835] datanode.DataNode (DataNode.java:initIpcServer(1057)) - Opened IPC server at /127.0.0.1:42835
2026-07-08 18:03:41,597 INFO  [Listener at localhost/42835] datanode.DataNode (BlockPoolManager.java:refreshNamenodes(149)) - Refresh request received for nameservices: null
2026-07-08 18:03:41,598 INFO  [Listener at localhost/42835] datanode.DataNode (BlockPoolManager.java:doRefreshNamenodes(210)) - Starting BPOfferServices for nameservices: <default>
2026-07-08 18:03:41,599 INFO  [Thread-502] datanode.DataNode (BPServiceActor.java:run(847)) - Block pool <registering> (Datanode Uuid unassigned) service to localhost/127.0.0.1:46143 starting to offer service
2026-07-08 18:03:41,606 INFO  [IPC Server Responder] ipc.Server (Server.java:run(1507)) - IPC Server Responder: starting
2026-07-08 18:03:41,606 INFO  [IPC Server listener on 0] ipc.Server (Server.java:run(1344)) - IPC Server listener on 0: starting
2026-07-08 18:03:41,613 INFO  [Thread-502] datanode.DataNode (BPOfferService.java:verifyAndSetNamespaceInfo(381)) - Acknowledging ACTIVE Namenode during handshakeBlock pool <registering> (Datanode Uuid unassigned) service to localhost/127.0.0.1:46143
2026-07-08 18:03:41,614 INFO  [Thread-502] common.Storage (DataStorage.java:getParallelVolumeLoadThreadsNum(356)) - Using 2 threads to upgrade data directories (dfs.datanode.parallel.volumes.load.threads.num=2, dataDirs=2)
2026-07-08 18:03:41,615 INFO  [IPC Server handler 1 on default port 46143] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=datanodeReport	src=null	dst=null	perm=null	proto=rpc
2026-07-08 18:03:41,616 INFO  [Listener at localhost/42835] hdfs.MiniDFSCluster (MiniDFSCluster.java:shouldWait(2823)) - dnInfo.length != numDataNodes
2026-07-08 18:03:41,616 INFO  [Listener at localhost/42835] hdfs.MiniDFSCluster (MiniDFSCluster.java:waitActive(2744)) - Waiting for cluster to become active
2026-07-08 18:03:41,620 INFO  [Thread-502] common.Storage (Storage.java:tryLock(948)) - Lock on /tmp/hdfs-test5124721949998390829/data/data1/in_use.lock acquired by nodename 7120@dist-test-slave-0hj8.c.gcp-upstream.internal
2026-07-08 18:03:41,620 INFO  [Thread-502] common.Storage (DataStorage.java:loadStorageDirectory(284)) - Storage directory with location [DISK]file:/tmp/hdfs-test5124721949998390829/data/data1 is not formatted for namespace 1922263118. Formatting...
2026-07-08 18:03:41,620 INFO  [Thread-502] common.Storage (DataStorage.java:createStorageID(160)) - Generated new storageID DS-d76a767b-16be-4bc4-aa87-8d5a166d8db5 for directory /tmp/hdfs-test5124721949998390829/data/data1 
2026-07-08 18:03:41,626 INFO  [Thread-502] common.Storage (Storage.java:tryLock(948)) - Lock on /tmp/hdfs-test5124721949998390829/data/data2/in_use.lock acquired by nodename 7120@dist-test-slave-0hj8.c.gcp-upstream.internal
2026-07-08 18:03:41,626 INFO  [Thread-502] common.Storage (DataStorage.java:loadStorageDirectory(284)) - Storage directory with location [DISK]file:/tmp/hdfs-test5124721949998390829/data/data2 is not formatted for namespace 1922263118. Formatting...
2026-07-08 18:03:41,626 INFO  [Thread-502] common.Storage (DataStorage.java:createStorageID(160)) - Generated new storageID DS-7ff651d4-fd90-4ba1-bb5e-96a6f8d434d5 for directory /tmp/hdfs-test5124721949998390829/data/data2 
2026-07-08 18:03:41,646 INFO  [Thread-502] common.Storage (BlockPoolSliceStorage.java:recoverTransitionRead(256)) - Analyzing storage directories for bpid BP-1509292730-10.240.0.181-1783533820780
2026-07-08 18:03:41,646 INFO  [Thread-502] common.Storage (Storage.java:lock(907)) - Locking is disabled for /tmp/hdfs-test5124721949998390829/data/data1/current/BP-1509292730-10.240.0.181-1783533820780
2026-07-08 18:03:41,646 INFO  [Thread-502] common.Storage (BlockPoolSliceStorage.java:loadStorageDirectory(169)) - Block pool storage directory for location [DISK]file:/tmp/hdfs-test5124721949998390829/data/data1 and block pool id BP-1509292730-10.240.0.181-1783533820780 is not formatted. Formatting ...
2026-07-08 18:03:41,646 INFO  [Thread-502] common.Storage (BlockPoolSliceStorage.java:format(285)) - Formatting block pool BP-1509292730-10.240.0.181-1783533820780 directory /tmp/hdfs-test5124721949998390829/data/data1/current/BP-1509292730-10.240.0.181-1783533820780/current
2026-07-08 18:03:41,664 INFO  [Thread-502] common.Storage (BlockPoolSliceStorage.java:recoverTransitionRead(256)) - Analyzing storage directories for bpid BP-1509292730-10.240.0.181-1783533820780
2026-07-08 18:03:41,664 INFO  [Thread-502] common.Storage (Storage.java:lock(907)) - Locking is disabled for /tmp/hdfs-test5124721949998390829/data/data2/current/BP-1509292730-10.240.0.181-1783533820780
2026-07-08 18:03:41,664 INFO  [Thread-502] common.Storage (BlockPoolSliceStorage.java:loadStorageDirectory(169)) - Block pool storage directory for location [DISK]file:/tmp/hdfs-test5124721949998390829/data/data2 and block pool id BP-1509292730-10.240.0.181-1783533820780 is not formatted. Formatting ...
2026-07-08 18:03:41,664 INFO  [Thread-502] common.Storage (BlockPoolSliceStorage.java:format(285)) - Formatting block pool BP-1509292730-10.240.0.181-1783533820780 directory /tmp/hdfs-test5124721949998390829/data/data2/current/BP-1509292730-10.240.0.181-1783533820780/current
2026-07-08 18:03:41,668 INFO  [Thread-502] datanode.DataNode (DataNode.java:initStorage(1756)) - Setting up storage: nsid=1922263118;bpid=BP-1509292730-10.240.0.181-1783533820780;lv=-57;nsInfo=lv=-66;cid=testClusterID;nsid=1922263118;c=1783533820780;bpid=BP-1509292730-10.240.0.181-1783533820780;dnuuid=null
2026-07-08 18:03:41,672 INFO  [Thread-502] datanode.DataNode (DataNode.java:checkDatanodeUuid(1554)) - Generated and persisted new Datanode UUID 0bbabf3b-7869-41bd-ad61-43414da62ff7
2026-07-08 18:03:41,672 INFO  [Thread-502] impl.FsDatasetImpl (FsDatasetImpl.java:<init>(310)) - The datanode lock is a read write lock
2026-07-08 18:03:41,673 INFO  [Thread-502] impl.FsDatasetImpl (FsVolumeList.java:addVolume(304)) - Added new volume: DS-d76a767b-16be-4bc4-aa87-8d5a166d8db5
2026-07-08 18:03:41,674 INFO  [Thread-502] impl.FsDatasetImpl (FsDatasetImpl.java:addVolume(493)) - Added volume - [DISK]file:/tmp/hdfs-test5124721949998390829/data/data1, StorageType: DISK
2026-07-08 18:03:41,675 INFO  [Thread-502] impl.FsDatasetImpl (FsVolumeList.java:addVolume(304)) - Added new volume: DS-7ff651d4-fd90-4ba1-bb5e-96a6f8d434d5
2026-07-08 18:03:41,676 INFO  [Thread-502] impl.FsDatasetImpl (FsDatasetImpl.java:addVolume(493)) - Added volume - [DISK]file:/tmp/hdfs-test5124721949998390829/data/data2, StorageType: DISK
2026-07-08 18:03:41,677 INFO  [Thread-502] impl.MemoryMappableBlockLoader (MemoryMappableBlockLoader.java:initialize(48)) - Initializing cache loader: MemoryMappableBlockLoader.
2026-07-08 18:03:41,677 INFO  [Thread-502] impl.FsDatasetImpl (FsDatasetImpl.java:registerMBean(2343)) - Registered FSDatasetState MBean
2026-07-08 18:03:41,678 INFO  [Thread-502] impl.FsDatasetImpl (FsDatasetImpl.java:addBlockPool(2856)) - Adding block pool BP-1509292730-10.240.0.181-1783533820780
2026-07-08 18:03:41,678 INFO  [Thread-519] impl.FsDatasetImpl (FsVolumeList.java:run(406)) - Scanning block pool BP-1509292730-10.240.0.181-1783533820780 on volume /tmp/hdfs-test5124721949998390829/data/data1...
2026-07-08 18:03:41,679 INFO  [Thread-520] impl.FsDatasetImpl (FsVolumeList.java:run(406)) - Scanning block pool BP-1509292730-10.240.0.181-1783533820780 on volume /tmp/hdfs-test5124721949998390829/data/data2...
2026-07-08 18:03:41,698 INFO  [Thread-520] impl.FsDatasetImpl (FsVolumeList.java:run(411)) - Time taken to scan block pool BP-1509292730-10.240.0.181-1783533820780 on /tmp/hdfs-test5124721949998390829/data/data2: 20ms
2026-07-08 18:03:41,702 INFO  [Thread-519] impl.FsDatasetImpl (FsVolumeList.java:run(411)) - Time taken to scan block pool BP-1509292730-10.240.0.181-1783533820780 on /tmp/hdfs-test5124721949998390829/data/data1: 24ms
2026-07-08 18:03:41,703 INFO  [Thread-502] impl.FsDatasetImpl (FsVolumeList.java:addBlockPool(431)) - Total time to scan all replicas for block pool BP-1509292730-10.240.0.181-1783533820780: 25ms
2026-07-08 18:03:41,703 INFO  [Thread-523] impl.FsDatasetImpl (FsVolumeList.java:run(199)) - Adding replicas to map for block pool BP-1509292730-10.240.0.181-1783533820780 on volume /tmp/hdfs-test5124721949998390829/data/data1...
2026-07-08 18:03:41,703 INFO  [Thread-523] impl.BlockPoolSlice (BlockPoolSlice.java:readReplicasFromCache(902)) - Replica Cache file: /tmp/hdfs-test5124721949998390829/data/data1/current/BP-1509292730-10.240.0.181-1783533820780/current/replicas doesn't exist 
2026-07-08 18:03:41,703 INFO  [Thread-524] impl.FsDatasetImpl (FsVolumeList.java:run(199)) - Adding replicas to map for block pool BP-1509292730-10.240.0.181-1783533820780 on volume /tmp/hdfs-test5124721949998390829/data/data2...
2026-07-08 18:03:41,703 INFO  [Thread-524] impl.BlockPoolSlice (BlockPoolSlice.java:readReplicasFromCache(902)) - Replica Cache file: /tmp/hdfs-test5124721949998390829/data/data2/current/BP-1509292730-10.240.0.181-1783533820780/current/replicas doesn't exist 
2026-07-08 18:03:41,703 INFO  [Thread-523] impl.FsDatasetImpl (FsVolumeList.java:run(204)) - Time to add replicas to map for block pool BP-1509292730-10.240.0.181-1783533820780 on volume /tmp/hdfs-test5124721949998390829/data/data1: 0ms
2026-07-08 18:03:41,704 INFO  [Thread-524] impl.FsDatasetImpl (FsVolumeList.java:run(204)) - Time to add replicas to map for block pool BP-1509292730-10.240.0.181-1783533820780 on volume /tmp/hdfs-test5124721949998390829/data/data2: 0ms
2026-07-08 18:03:41,704 INFO  [Thread-502] impl.FsDatasetImpl (FsVolumeList.java:getAllVolumesMap(225)) - Total time to add all replicas to map for block pool BP-1509292730-10.240.0.181-1783533820780: 1ms
2026-07-08 18:03:41,704 INFO  [Thread-502] checker.ThrottledAsyncChecker (ThrottledAsyncChecker.java:schedule(137)) - Scheduling a check for /tmp/hdfs-test5124721949998390829/data/data1
2026-07-08 18:03:41,704 INFO  [Thread-502] checker.DatasetVolumeChecker (DatasetVolumeChecker.java:checkAllVolumes(224)) - Scheduled health check for volume /tmp/hdfs-test5124721949998390829/data/data1
2026-07-08 18:03:41,705 INFO  [Thread-502] checker.ThrottledAsyncChecker (ThrottledAsyncChecker.java:schedule(137)) - Scheduling a check for /tmp/hdfs-test5124721949998390829/data/data2
2026-07-08 18:03:41,706 INFO  [Thread-502] checker.DatasetVolumeChecker (DatasetVolumeChecker.java:checkAllVolumes(224)) - Scheduled health check for volume /tmp/hdfs-test5124721949998390829/data/data2
2026-07-08 18:03:41,707 INFO  [VolumeScannerThread(/tmp/hdfs-test5124721949998390829/data/data2)] datanode.VolumeScanner (VolumeScanner.java:findNextUsableBlockIter(385)) - Now scanning bpid BP-1509292730-10.240.0.181-1783533820780 on volume /tmp/hdfs-test5124721949998390829/data/data2
2026-07-08 18:03:41,707 WARN  [Thread-502] datanode.DirectoryScanner (DirectoryScanner.java:<init>(300)) - dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1
2026-07-08 18:03:41,707 INFO  [VolumeScannerThread(/tmp/hdfs-test5124721949998390829/data/data2)] datanode.VolumeScanner (VolumeScanner.java:getNextBlockToScan(505)) - VolumeScanner(/tmp/hdfs-test5124721949998390829/data/data2, DS-7ff651d4-fd90-4ba1-bb5e-96a6f8d434d5): finished scanning block pool BP-1509292730-10.240.0.181-1783533820780
2026-07-08 18:03:41,707 INFO  [VolumeScannerThread(/tmp/hdfs-test5124721949998390829/data/data1)] datanode.VolumeScanner (VolumeScanner.java:findNextUsableBlockIter(385)) - Now scanning bpid BP-1509292730-10.240.0.181-1783533820780 on volume /tmp/hdfs-test5124721949998390829/data/data1
2026-07-08 18:03:41,707 INFO  [VolumeScannerThread(/tmp/hdfs-test5124721949998390829/data/data1)] datanode.VolumeScanner (VolumeScanner.java:getNextBlockToScan(505)) - VolumeScanner(/tmp/hdfs-test5124721949998390829/data/data1, DS-d76a767b-16be-4bc4-aa87-8d5a166d8db5): finished scanning block pool BP-1509292730-10.240.0.181-1783533820780
2026-07-08 18:03:41,708 INFO  [VolumeScannerThread(/tmp/hdfs-test5124721949998390829/data/data2)] datanode.VolumeScanner (VolumeScanner.java:findNextUsableBlockIter(402)) - VolumeScanner(/tmp/hdfs-test5124721949998390829/data/data2, DS-7ff651d4-fd90-4ba1-bb5e-96a6f8d434d5): no suitable block pools found to scan.  Waiting 1814399999 ms.
2026-07-08 18:03:41,708 INFO  [VolumeScannerThread(/tmp/hdfs-test5124721949998390829/data/data1)] datanode.VolumeScanner (VolumeScanner.java:findNextUsableBlockIter(402)) - VolumeScanner(/tmp/hdfs-test5124721949998390829/data/data1, DS-d76a767b-16be-4bc4-aa87-8d5a166d8db5): no suitable block pools found to scan.  Waiting 1814399999 ms.
2026-07-08 18:03:41,707 INFO  [Thread-502] datanode.DirectoryScanner (DirectoryScanner.java:start(329)) - Periodic Directory Tree Verification scan starting in 586554ms with interval of 21600000ms and throttle limit of -1ms/s
2026-07-08 18:03:41,709 INFO  [BP-1509292730-10.240.0.181-1783533820780 heartbeating to localhost/127.0.0.1:46143] datanode.DataNode (BPServiceActor.java:register(788)) - Block pool BP-1509292730-10.240.0.181-1783533820780 (Datanode Uuid 0bbabf3b-7869-41bd-ad61-43414da62ff7) service to localhost/127.0.0.1:46143 beginning handshake with NN
2026-07-08 18:03:41,710 INFO  [IPC Server handler 2 on default port 46143] hdfs.StateChange (DatanodeManager.java:registerDatanode(1142)) - BLOCK* registerDatanode: from DatanodeRegistration(127.0.0.1:44867, datanodeUuid=0bbabf3b-7869-41bd-ad61-43414da62ff7, infoPort=37399, infoSecurePort=0, ipcPort=42835, storageInfo=lv=-57;cid=testClusterID;nsid=1922263118;c=1783533820780) storage 0bbabf3b-7869-41bd-ad61-43414da62ff7
2026-07-08 18:03:41,710 INFO  [IPC Server handler 2 on default port 46143] net.NetworkTopology (NetworkTopology.java:add(149)) - Adding a new node: /default-rack/127.0.0.1:44867
2026-07-08 18:03:41,710 INFO  [IPC Server handler 2 on default port 46143] blockmanagement.BlockReportLeaseManager (BlockReportLeaseManager.java:registerNode(200)) - Registered DN 0bbabf3b-7869-41bd-ad61-43414da62ff7 (127.0.0.1:44867).
2026-07-08 18:03:41,713 INFO  [BP-1509292730-10.240.0.181-1783533820780 heartbeating to localhost/127.0.0.1:46143] datanode.DataNode (BPServiceActor.java:register(816)) - Block pool BP-1509292730-10.240.0.181-1783533820780 (Datanode Uuid 0bbabf3b-7869-41bd-ad61-43414da62ff7) service to localhost/127.0.0.1:46143 successfully registered with NN
2026-07-08 18:03:41,713 INFO  [BP-1509292730-10.240.0.181-1783533820780 heartbeating to localhost/127.0.0.1:46143] datanode.DataNode (BPServiceActor.java:offerService(645)) - For namenode localhost/127.0.0.1:46143 using BLOCKREPORT_INTERVAL of 21600000msecs CACHEREPORT_INTERVAL of 10000msecs Initial delay: 0msecs; heartBeatInterval=3000
2026-07-08 18:03:41,714 INFO  [IPC Server handler 3 on default port 46143] blockmanagement.DatanodeDescriptor (DatanodeDescriptor.java:updateStorage(999)) - Adding new storage ID DS-d76a767b-16be-4bc4-aa87-8d5a166d8db5 for DN 127.0.0.1:44867
2026-07-08 18:03:41,714 INFO  [IPC Server handler 3 on default port 46143] blockmanagement.DatanodeDescriptor (DatanodeDescriptor.java:updateStorage(999)) - Adding new storage ID DS-7ff651d4-fd90-4ba1-bb5e-96a6f8d434d5 for DN 127.0.0.1:44867
2026-07-08 18:03:41,716 INFO  [Block report processor] BlockStateChange (BlockManager.java:processReport(2778)) - BLOCK* processReport 0x9eb66a104dd9579b: Processing first storage report for DS-7ff651d4-fd90-4ba1-bb5e-96a6f8d434d5 from datanode 0bbabf3b-7869-41bd-ad61-43414da62ff7
2026-07-08 18:03:41,716 INFO  [Block report processor] BlockStateChange (BlockManager.java:processReport(2810)) - BLOCK* processReport 0x9eb66a104dd9579b: from storage DS-7ff651d4-fd90-4ba1-bb5e-96a6f8d434d5 node DatanodeRegistration(127.0.0.1:44867, datanodeUuid=0bbabf3b-7869-41bd-ad61-43414da62ff7, infoPort=37399, infoSecurePort=0, ipcPort=42835, storageInfo=lv=-57;cid=testClusterID;nsid=1922263118;c=1783533820780), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0
2026-07-08 18:03:41,717 INFO  [Block report processor] BlockStateChange (BlockManager.java:processReport(2778)) - BLOCK* processReport 0x9eb66a104dd9579b: Processing first storage report for DS-d76a767b-16be-4bc4-aa87-8d5a166d8db5 from datanode 0bbabf3b-7869-41bd-ad61-43414da62ff7
2026-07-08 18:03:41,717 INFO  [IPC Server handler 5 on default port 46143] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=datanodeReport	src=null	dst=null	perm=null	proto=rpc
2026-07-08 18:03:41,717 INFO  [Block report processor] BlockStateChange (BlockManager.java:processReport(2810)) - BLOCK* processReport 0x9eb66a104dd9579b: from storage DS-d76a767b-16be-4bc4-aa87-8d5a166d8db5 node DatanodeRegistration(127.0.0.1:44867, datanodeUuid=0bbabf3b-7869-41bd-ad61-43414da62ff7, infoPort=37399, infoSecurePort=0, ipcPort=42835, storageInfo=lv=-57;cid=testClusterID;nsid=1922263118;c=1783533820780), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0
2026-07-08 18:03:41,719 INFO  [Listener at localhost/42835] hdfs.MiniDFSCluster (MiniDFSCluster.java:waitActive(2799)) - Cluster is active
2026-07-08 18:03:41,719 INFO  [BP-1509292730-10.240.0.181-1783533820780 heartbeating to localhost/127.0.0.1:46143] datanode.DataNode (BPServiceActor.java:blockReport(437)) - Successfully sent block report 0x9eb66a104dd9579b to namenode: localhost/127.0.0.1:46143,  containing 2 storage report(s), of which we sent 2. The reports had 0 total blocks and used 1 RPC(s). This took 0 msecs to generate and 3 msecs for RPC and NN processing. Got back one command: FinalizeCommand/5.
2026-07-08 18:03:41,719 INFO  [Command processor] datanode.DataNode (BPOfferService.java:processCommandFromActive(763)) - Got finalize command for block pool BP-1509292730-10.240.0.181-1783533820780
2026-07-08 18:03:41,732 INFO  [Listener at localhost/42835] backup.BackupIO (BackupIO.scala:writeTableMetadata(95)) - Writing metadata to hdfs://localhost:46143/id_taco-taco/100/.kudu-metadata.json
2026-07-08 18:03:41,735 INFO  [IPC Server handler 6 on default port 46143] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=create	src=/id_taco-taco/100/.kudu-metadata.json	dst=null	perm=slave:supergroup:rw-r--r--	proto=rpc
2026-07-08 18:03:41,739 INFO  [IPC Server handler 7 on default port 46143] hdfs.StateChange (FSDirWriteFileOp.java:logAllocatedBlock(802)) - BLOCK* allocate blk_1073741825_1001, replicas=127.0.0.1:44867 for /id_taco-taco/100/.kudu-metadata.json
2026-07-08 18:03:41,743 INFO  [DataXceiver for client DFSClient_NONMAPREDUCE_-999887963_1 at /127.0.0.1:40392 [Receiving block BP-1509292730-10.240.0.181-1783533820780:blk_1073741825_1001]] datanode.DataNode (DataXceiver.java:writeBlock(747)) - Receiving BP-1509292730-10.240.0.181-1783533820780:blk_1073741825_1001 src: /127.0.0.1:40392 dest: /127.0.0.1:44867
2026-07-08 18:03:41,748 INFO  [PacketResponder: BP-1509292730-10.240.0.181-1783533820780:blk_1073741825_1001, type=LAST_IN_PIPELINE] DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1539)) - src: /127.0.0.1:40392, dest: /127.0.0.1:44867, bytes: 82, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-999887963_1, offset: 0, srvID: 0bbabf3b-7869-41bd-ad61-43414da62ff7, blockid: BP-1509292730-10.240.0.181-1783533820780:blk_1073741825_1001, duration(ns): 2169947
2026-07-08 18:03:41,749 INFO  [PacketResponder: BP-1509292730-10.240.0.181-1783533820780:blk_1073741825_1001, type=LAST_IN_PIPELINE] datanode.DataNode (BlockReceiver.java:run(1512)) - PacketResponder: BP-1509292730-10.240.0.181-1783533820780:blk_1073741825_1001, type=LAST_IN_PIPELINE terminating
2026-07-08 18:03:41,752 INFO  [IPC Server handler 0 on default port 46143] hdfs.StateChange (FSNamesystem.java:completeFile(3104)) - DIR* completeFile: /id_taco-taco/100/.kudu-metadata.json is closed by DFSClient_NONMAPREDUCE_-999887963_1
2026-07-08 18:03:41,752 INFO  [Listener at localhost/42835] backup.BackupIO (BackupIO.scala:writeTableMetadata(95)) - Writing metadata to hdfs://localhost:46143/id_taco-taco/1000/.kudu-metadata.json
2026-07-08 18:03:41,754 INFO  [IPC Server handler 1 on default port 46143] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=create	src=/id_taco-taco/1000/.kudu-metadata.json	dst=null	perm=slave:supergroup:rw-r--r--	proto=rpc
2026-07-08 18:03:41,757 INFO  [IPC Server handler 2 on default port 46143] hdfs.StateChange (FSDirWriteFileOp.java:logAllocatedBlock(802)) - BLOCK* allocate blk_1073741826_1002, replicas=127.0.0.1:44867 for /id_taco-taco/1000/.kudu-metadata.json
2026-07-08 18:03:41,759 INFO  [DataXceiver for client DFSClient_NONMAPREDUCE_-999887963_1 at /127.0.0.1:40400 [Receiving block BP-1509292730-10.240.0.181-1783533820780:blk_1073741826_1002]] datanode.DataNode (DataXceiver.java:writeBlock(747)) - Receiving BP-1509292730-10.240.0.181-1783533820780:blk_1073741826_1002 src: /127.0.0.1:40400 dest: /127.0.0.1:44867
2026-07-08 18:03:41,763 INFO  [PacketResponder: BP-1509292730-10.240.0.181-1783533820780:blk_1073741826_1002, type=LAST_IN_PIPELINE] DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1539)) - src: /127.0.0.1:40400, dest: /127.0.0.1:44867, bytes: 83, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-999887963_1, offset: 0, srvID: 0bbabf3b-7869-41bd-ad61-43414da62ff7, blockid: BP-1509292730-10.240.0.181-1783533820780:blk_1073741826_1002, duration(ns): 2410672
2026-07-08 18:03:41,763 INFO  [PacketResponder: BP-1509292730-10.240.0.181-1783533820780:blk_1073741826_1002, type=LAST_IN_PIPELINE] datanode.DataNode (BlockReceiver.java:run(1512)) - PacketResponder: BP-1509292730-10.240.0.181-1783533820780:blk_1073741826_1002, type=LAST_IN_PIPELINE terminating
2026-07-08 18:03:41,765 INFO  [IPC Server handler 5 on default port 46143] hdfs.StateChange (FSNamesystem.java:completeFile(3104)) - DIR* completeFile: /id_taco-taco/1000/.kudu-metadata.json is closed by DFSClient_NONMAPREDUCE_-999887963_1
2026-07-08 18:03:41,765 INFO  [Listener at localhost/42835] backup.BackupIO (BackupIO.scala:writeTableMetadata(95)) - Writing metadata to hdfs://localhost:46143/id_taco-taco/2000/.kudu-metadata.json
2026-07-08 18:03:41,767 INFO  [IPC Server handler 4 on default port 46143] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=create	src=/id_taco-taco/2000/.kudu-metadata.json	dst=null	perm=slave:supergroup:rw-r--r--	proto=rpc
2026-07-08 18:03:41,770 INFO  [IPC Server handler 6 on default port 46143] hdfs.StateChange (FSDirWriteFileOp.java:logAllocatedBlock(802)) - BLOCK* allocate blk_1073741827_1003, replicas=127.0.0.1:44867 for /id_taco-taco/2000/.kudu-metadata.json
2026-07-08 18:03:41,773 INFO  [DataXceiver for client DFSClient_NONMAPREDUCE_-999887963_1 at /127.0.0.1:40412 [Receiving block BP-1509292730-10.240.0.181-1783533820780:blk_1073741827_1003]] datanode.DataNode (DataXceiver.java:writeBlock(747)) - Receiving BP-1509292730-10.240.0.181-1783533820780:blk_1073741827_1003 src: /127.0.0.1:40412 dest: /127.0.0.1:44867
2026-07-08 18:03:41,778 INFO  [PacketResponder: BP-1509292730-10.240.0.181-1783533820780:blk_1073741827_1003, type=LAST_IN_PIPELINE] DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1539)) - src: /127.0.0.1:40412, dest: /127.0.0.1:44867, bytes: 102, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-999887963_1, offset: 0, srvID: 0bbabf3b-7869-41bd-ad61-43414da62ff7, blockid: BP-1509292730-10.240.0.181-1783533820780:blk_1073741827_1003, duration(ns): 2360256
2026-07-08 18:03:41,778 INFO  [PacketResponder: BP-1509292730-10.240.0.181-1783533820780:blk_1073741827_1003, type=LAST_IN_PIPELINE] datanode.DataNode (BlockReceiver.java:run(1512)) - PacketResponder: BP-1509292730-10.240.0.181-1783533820780:blk_1073741827_1003, type=LAST_IN_PIPELINE terminating
2026-07-08 18:03:41,779 INFO  [IPC Server handler 7 on default port 46143] hdfs.StateChange (FSNamesystem.java:completeFile(3104)) - DIR* completeFile: /id_taco-taco/2000/.kudu-metadata.json is closed by DFSClient_NONMAPREDUCE_-999887963_1
2026-07-08 18:03:41,780 INFO  [Listener at localhost/42835] backup.BackupIO (BackupIO.scala:writeTableMetadata(95)) - Writing metadata to hdfs://localhost:46143/id_pizza-pizza/200/.kudu-metadata.json
2026-07-08 18:03:41,781 INFO  [IPC Server handler 9 on default port 46143] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=create	src=/id_pizza-pizza/200/.kudu-metadata.json	dst=null	perm=slave:supergroup:rw-r--r--	proto=rpc
2026-07-08 18:03:41,783 INFO  [IPC Server handler 0 on default port 46143] hdfs.StateChange (FSDirWriteFileOp.java:logAllocatedBlock(802)) - BLOCK* allocate blk_1073741828_1004, replicas=127.0.0.1:44867 for /id_pizza-pizza/200/.kudu-metadata.json
2026-07-08 18:03:41,784 INFO  [DataXceiver for client DFSClient_NONMAPREDUCE_-999887963_1 at /127.0.0.1:40428 [Receiving block BP-1509292730-10.240.0.181-1783533820780:blk_1073741828_1004]] datanode.DataNode (DataXceiver.java:writeBlock(747)) - Receiving BP-1509292730-10.240.0.181-1783533820780:blk_1073741828_1004 src: /127.0.0.1:40428 dest: /127.0.0.1:44867
2026-07-08 18:03:41,788 INFO  [PacketResponder: BP-1509292730-10.240.0.181-1783533820780:blk_1073741828_1004, type=LAST_IN_PIPELINE] DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1539)) - src: /127.0.0.1:40428, dest: /127.0.0.1:44867, bytes: 84, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-999887963_1, offset: 0, srvID: 0bbabf3b-7869-41bd-ad61-43414da62ff7, blockid: BP-1509292730-10.240.0.181-1783533820780:blk_1073741828_1004, duration(ns): 2255968
2026-07-08 18:03:41,788 INFO  [PacketResponder: BP-1509292730-10.240.0.181-1783533820780:blk_1073741828_1004, type=LAST_IN_PIPELINE] datanode.DataNode (BlockReceiver.java:run(1512)) - PacketResponder: BP-1509292730-10.240.0.181-1783533820780:blk_1073741828_1004, type=LAST_IN_PIPELINE terminating
2026-07-08 18:03:41,790 INFO  [IPC Server handler 2 on default port 46143] hdfs.StateChange (FSNamesystem.java:completeFile(3104)) - DIR* completeFile: /id_pizza-pizza/200/.kudu-metadata.json is closed by DFSClient_NONMAPREDUCE_-999887963_1
2026-07-08 18:03:41,790 INFO  [Listener at localhost/42835] backup.BackupIO (BackupIO.scala:writeTableMetadata(95)) - Writing metadata to hdfs://localhost:46143/id_pizza-pizza/400/.kudu-metadata.json
2026-07-08 18:03:41,792 INFO  [IPC Server handler 3 on default port 46143] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=create	src=/id_pizza-pizza/400/.kudu-metadata.json	dst=null	perm=slave:supergroup:rw-r--r--	proto=rpc
2026-07-08 18:03:41,794 INFO  [IPC Server handler 5 on default port 46143] hdfs.StateChange (FSDirWriteFileOp.java:logAllocatedBlock(802)) - BLOCK* allocate blk_1073741829_1005, replicas=127.0.0.1:44867 for /id_pizza-pizza/400/.kudu-metadata.json
2026-07-08 18:03:41,795 INFO  [DataXceiver for client DFSClient_NONMAPREDUCE_-999887963_1 at /127.0.0.1:40430 [Receiving block BP-1509292730-10.240.0.181-1783533820780:blk_1073741829_1005]] datanode.DataNode (DataXceiver.java:writeBlock(747)) - Receiving BP-1509292730-10.240.0.181-1783533820780:blk_1073741829_1005 src: /127.0.0.1:40430 dest: /127.0.0.1:44867
2026-07-08 18:03:41,799 INFO  [PacketResponder: BP-1509292730-10.240.0.181-1783533820780:blk_1073741829_1005, type=LAST_IN_PIPELINE] DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1539)) - src: /127.0.0.1:40430, dest: /127.0.0.1:44867, bytes: 103, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-999887963_1, offset: 0, srvID: 0bbabf3b-7869-41bd-ad61-43414da62ff7, blockid: BP-1509292730-10.240.0.181-1783533820780:blk_1073741829_1005, duration(ns): 2537442
2026-07-08 18:03:41,800 INFO  [PacketResponder: BP-1509292730-10.240.0.181-1783533820780:blk_1073741829_1005, type=LAST_IN_PIPELINE] datanode.DataNode (BlockReceiver.java:run(1512)) - PacketResponder: BP-1509292730-10.240.0.181-1783533820780:blk_1073741829_1005, type=LAST_IN_PIPELINE terminating
2026-07-08 18:03:41,801 INFO  [IPC Server handler 4 on default port 46143] hdfs.StateChange (FSNamesystem.java:completeFile(3104)) - DIR* completeFile: /id_pizza-pizza/400/.kudu-metadata.json is closed by DFSClient_NONMAPREDUCE_-999887963_1
2026-07-08 18:03:41,801 INFO  [Listener at localhost/42835] backup.BackupIO (BackupIO.scala:writeTableMetadata(95)) - Writing metadata to hdfs://localhost:46143/id_pizza-pizza/600/.kudu-metadata.json
2026-07-08 18:03:41,803 INFO  [IPC Server handler 8 on default port 46143] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=create	src=/id_pizza-pizza/600/.kudu-metadata.json	dst=null	perm=slave:supergroup:rw-r--r--	proto=rpc
2026-07-08 18:03:41,807 INFO  [IPC Server handler 7 on default port 46143] hdfs.StateChange (FSDirWriteFileOp.java:logAllocatedBlock(802)) - BLOCK* allocate blk_1073741830_1006, replicas=127.0.0.1:44867 for /id_pizza-pizza/600/.kudu-metadata.json
2026-07-08 18:03:41,809 INFO  [DataXceiver for client DFSClient_NONMAPREDUCE_-999887963_1 at /127.0.0.1:40432 [Receiving block BP-1509292730-10.240.0.181-1783533820780:blk_1073741830_1006]] datanode.DataNode (DataXceiver.java:writeBlock(747)) - Receiving BP-1509292730-10.240.0.181-1783533820780:blk_1073741830_1006 src: /127.0.0.1:40432 dest: /127.0.0.1:44867
2026-07-08 18:03:41,815 INFO  [PacketResponder: BP-1509292730-10.240.0.181-1783533820780:blk_1073741830_1006, type=LAST_IN_PIPELINE] DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1539)) - src: /127.0.0.1:40432, dest: /127.0.0.1:44867, bytes: 103, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-999887963_1, offset: 0, srvID: 0bbabf3b-7869-41bd-ad61-43414da62ff7, blockid: BP-1509292730-10.240.0.181-1783533820780:blk_1073741830_1006, duration(ns): 4997189
2026-07-08 18:03:41,816 INFO  [PacketResponder: BP-1509292730-10.240.0.181-1783533820780:blk_1073741830_1006, type=LAST_IN_PIPELINE] datanode.DataNode (BlockReceiver.java:run(1512)) - PacketResponder: BP-1509292730-10.240.0.181-1783533820780:blk_1073741830_1006, type=LAST_IN_PIPELINE terminating
2026-07-08 18:03:41,817 INFO  [IPC Server handler 9 on default port 46143] hdfs.StateChange (FSNamesystem.java:completeFile(3104)) - DIR* completeFile: /id_pizza-pizza/600/.kudu-metadata.json is closed by DFSClient_NONMAPREDUCE_-999887963_1
2026-07-08 18:03:41,831 INFO  [IPC Server handler 1 on default port 46143] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=getfileinfo	src=/	dst=null	perm=null	proto=rpc
2026-07-08 18:03:41,832 INFO  [IPC Server handler 2 on default port 46143] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=listStatus	src=/	dst=null	perm=null	proto=rpc
2026-07-08 18:03:41,834 INFO  [IPC Server handler 3 on default port 46143] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=listStatus	src=/id_pizza-pizza	dst=null	perm=null	proto=rpc
2026-07-08 18:03:41,835 INFO  [IPC Server handler 5 on default port 46143] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=getfileinfo	src=/id_pizza-pizza/200/.kudu-metadata.json	dst=null	perm=null	proto=rpc
2026-07-08 18:03:41,836 INFO  [IPC Server handler 4 on default port 46143] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=open	src=/id_pizza-pizza/200/.kudu-metadata.json	dst=null	perm=null	proto=rpc
2026-07-08 18:03:41,840 INFO  [IPC Server handler 6 on default port 46143] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=getfileinfo	src=/id_pizza-pizza/400/.kudu-metadata.json	dst=null	perm=null	proto=rpc
2026-07-08 18:03:41,841 INFO  [IPC Server handler 8 on default port 46143] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=open	src=/id_pizza-pizza/400/.kudu-metadata.json	dst=null	perm=null	proto=rpc
2026-07-08 18:03:41,845 INFO  [IPC Server handler 7 on default port 46143] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=getfileinfo	src=/id_pizza-pizza/600/.kudu-metadata.json	dst=null	perm=null	proto=rpc
2026-07-08 18:03:41,846 INFO  [IPC Server handler 0 on default port 46143] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=open	src=/id_pizza-pizza/600/.kudu-metadata.json	dst=null	perm=null	proto=rpc
2026-07-08 18:03:41,848 INFO  [Listener at localhost/42835] backup.BackupIO (BackupIO.scala:readTableBackups(236)) - Found 3 paths in hdfs://localhost:46143/id_pizza-pizza
2026-07-08 18:03:41,849 INFO  [IPC Server handler 9 on default port 46143] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=listStatus	src=/id_taco-taco	dst=null	perm=null	proto=rpc
2026-07-08 18:03:41,851 INFO  [IPC Server handler 1 on default port 46143] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=getfileinfo	src=/id_taco-taco/100/.kudu-metadata.json	dst=null	perm=null	proto=rpc
2026-07-08 18:03:41,852 INFO  [IPC Server handler 2 on default port 46143] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=open	src=/id_taco-taco/100/.kudu-metadata.json	dst=null	perm=null	proto=rpc
2026-07-08 18:03:41,855 INFO  [IPC Server handler 3 on default port 46143] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=getfileinfo	src=/id_taco-taco/1000/.kudu-metadata.json	dst=null	perm=null	proto=rpc
2026-07-08 18:03:41,856 INFO  [IPC Server handler 5 on default port 46143] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=open	src=/id_taco-taco/1000/.kudu-metadata.json	dst=null	perm=null	proto=rpc
2026-07-08 18:03:41,859 INFO  [IPC Server handler 4 on default port 46143] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=getfileinfo	src=/id_taco-taco/2000/.kudu-metadata.json	dst=null	perm=null	proto=rpc
2026-07-08 18:03:41,860 INFO  [IPC Server handler 6 on default port 46143] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=open	src=/id_taco-taco/2000/.kudu-metadata.json	dst=null	perm=null	proto=rpc
2026-07-08 18:03:41,862 INFO  [Listener at localhost/42835] backup.BackupIO (BackupIO.scala:readTableBackups(236)) - Found 3 paths in hdfs://localhost:46143/id_taco-taco

Time: 11.827

OK (5 tests)

2026-07-08 18:03:41,875 WARN  [shutdown-hook-0] impl.FsDatasetImpl (BlockPoolSlice.java:saveDfsUsed(352)) - Failed to write dfsUsed to /tmp/hdfs-test8191793751134509254/data/data2/current/BP-372709400-10.240.0.181-1783533811423/current/dfsUsed
java.nio.file.NoSuchFileException: /tmp/hdfs-test8191793751134509254/data/data2/current/BP-372709400-10.240.0.181-1783533811423/current/dfsUsed
	at sun.nio.fs.UnixException.translateToIOException(UnixException.java:86)
	at sun.nio.fs.UnixException.rethrowAsIOException(UnixException.java:102)
	at sun.nio.fs.UnixException.rethrowAsIOException(UnixException.java:107)
	at sun.nio.fs.UnixFileSystemProvider.newByteChannel(UnixFileSystemProvider.java:214)
	at java.nio.file.spi.FileSystemProvider.newOutputStream(FileSystemProvider.java:434)
	at java.nio.file.Files.newOutputStream(Files.java:216)
	at org.apache.hadoop.hdfs.server.datanode.fsdataset.impl.BlockPoolSlice.saveDfsUsed(BlockPoolSlice.java:341)
	at org.apache.hadoop.hdfs.server.datanode.fsdataset.impl.BlockPoolSlice$2.run(BlockPoolSlice.java:222)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
	at java.lang.Thread.run(Thread.java:750)
2026-07-08 18:03:41,879 WARN  [shutdown-hook-0] impl.FsDatasetImpl (BlockPoolSlice.java:saveDfsUsed(352)) - Failed to write dfsUsed to /tmp/hdfs-test3423626302661202765/data/data2/current/BP-1305604171-10.240.0.181-1783533817751/current/dfsUsed
java.nio.file.NoSuchFileException: /tmp/hdfs-test3423626302661202765/data/data2/current/BP-1305604171-10.240.0.181-1783533817751/current/dfsUsed
	at sun.nio.fs.UnixException.translateToIOException(UnixException.java:86)
	at sun.nio.fs.UnixException.rethrowAsIOException(UnixException.java:102)
	at sun.nio.fs.UnixException.rethrowAsIOException(UnixException.java:107)
	at sun.nio.fs.UnixFileSystemProvider.newByteChannel(UnixFileSystemProvider.java:214)
	at java.nio.file.spi.FileSystemProvider.newOutputStream(FileSystemProvider.java:434)
	at java.nio.file.Files.newOutputStream(Files.java:216)
	at org.apache.hadoop.hdfs.server.datanode.fsdataset.impl.BlockPoolSlice.saveDfsUsed(BlockPoolSlice.java:341)
	at org.apache.hadoop.hdfs.server.datanode.fsdataset.impl.BlockPoolSlice$2.run(BlockPoolSlice.java:222)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
	at java.lang.Thread.run(Thread.java:750)
2026-07-08 18:03:41,879 WARN  [shutdown-hook-0] impl.FsDatasetImpl (BlockPoolSlice.java:saveDfsUsed(352)) - Failed to write dfsUsed to /tmp/hdfs-test3423626302661202765/data/data1/current/BP-1305604171-10.240.0.181-1783533817751/current/dfsUsed
java.nio.file.NoSuchFileException: /tmp/hdfs-test3423626302661202765/data/data1/current/BP-1305604171-10.240.0.181-1783533817751/current/dfsUsed
	at sun.nio.fs.UnixException.translateToIOException(UnixException.java:86)
	at sun.nio.fs.UnixException.rethrowAsIOException(UnixException.java:102)
	at sun.nio.fs.UnixException.rethrowAsIOException(UnixException.java:107)
	at sun.nio.fs.UnixFileSystemProvider.newByteChannel(UnixFileSystemProvider.java:214)
	at java.nio.file.spi.FileSystemProvider.newOutputStream(FileSystemProvider.java:434)
	at java.nio.file.Files.newOutputStream(Files.java:216)
	at org.apache.hadoop.hdfs.server.datanode.fsdataset.impl.BlockPoolSlice.saveDfsUsed(BlockPoolSlice.java:341)
	at org.apache.hadoop.hdfs.server.datanode.fsdataset.impl.BlockPoolSlice$2.run(BlockPoolSlice.java:222)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
	at java.lang.Thread.run(Thread.java:750)
2026-07-08 18:03:41,880 WARN  [shutdown-hook-0] impl.FsDatasetImpl (BlockPoolSlice.java:saveDfsUsed(352)) - Failed to write dfsUsed to /tmp/hdfs-test8191793751134509254/data/data1/current/BP-372709400-10.240.0.181-1783533811423/current/dfsUsed
java.nio.file.NoSuchFileException: /tmp/hdfs-test8191793751134509254/data/data1/current/BP-372709400-10.240.0.181-1783533811423/current/dfsUsed
	at sun.nio.fs.UnixException.translateToIOException(UnixException.java:86)
	at sun.nio.fs.UnixException.rethrowAsIOException(UnixException.java:102)
	at sun.nio.fs.UnixException.rethrowAsIOException(UnixException.java:107)
	at sun.nio.fs.UnixFileSystemProvider.newByteChannel(UnixFileSystemProvider.java:214)
	at java.nio.file.spi.FileSystemProvider.newOutputStream(FileSystemProvider.java:434)
	at java.nio.file.Files.newOutputStream(Files.java:216)
	at org.apache.hadoop.hdfs.server.datanode.fsdataset.impl.BlockPoolSlice.saveDfsUsed(BlockPoolSlice.java:341)
	at org.apache.hadoop.hdfs.server.datanode.fsdataset.impl.BlockPoolSlice$2.run(BlockPoolSlice.java:222)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
	at java.lang.Thread.run(Thread.java:750)
2026-07-08 18:03:41,880 WARN  [shutdown-hook-0] impl.FsDatasetImpl (BlockPoolSlice.java:saveDfsUsed(352)) - Failed to write dfsUsed to /tmp/hdfs-test3519935097888275064/data/data2/current/BP-1755997371-10.240.0.181-1783533816067/current/dfsUsed
java.nio.file.NoSuchFileException: /tmp/hdfs-test3519935097888275064/data/data2/current/BP-1755997371-10.240.0.181-1783533816067/current/dfsUsed
	at sun.nio.fs.UnixException.translateToIOException(UnixException.java:86)
	at sun.nio.fs.UnixException.rethrowAsIOException(UnixException.java:102)
	at sun.nio.fs.UnixException.rethrowAsIOException(UnixException.java:107)
	at sun.nio.fs.UnixFileSystemProvider.newByteChannel(UnixFileSystemProvider.java:214)
	at java.nio.file.spi.FileSystemProvider.newOutputStream(FileSystemProvider.java:434)
	at java.nio.file.Files.newOutputStream(Files.java:216)
	at org.apache.hadoop.hdfs.server.datanode.fsdataset.impl.BlockPoolSlice.saveDfsUsed(BlockPoolSlice.java:341)
	at org.apache.hadoop.hdfs.server.datanode.fsdataset.impl.BlockPoolSlice$2.run(BlockPoolSlice.java:222)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
	at java.lang.Thread.run(Thread.java:750)
2026-07-08 18:03:41,880 WARN  [shutdown-hook-0] impl.FsDatasetImpl (BlockPoolSlice.java:saveDfsUsed(352)) - Failed to write dfsUsed to /tmp/hdfs-test5124721949998390829/data/data1/current/BP-1509292730-10.240.0.181-1783533820780/current/dfsUsed
java.nio.file.NoSuchFileException: /tmp/hdfs-test5124721949998390829/data/data1/current/BP-1509292730-10.240.0.181-1783533820780/current/dfsUsed
	at sun.nio.fs.UnixException.translateToIOException(UnixException.java:86)
	at sun.nio.fs.UnixException.rethrowAsIOException(UnixException.java:102)
	at sun.nio.fs.UnixException.rethrowAsIOException(UnixException.java:107)
	at sun.nio.fs.UnixFileSystemProvider.newByteChannel(UnixFileSystemProvider.java:214)
	at java.nio.file.spi.FileSystemProvider.newOutputStream(FileSystemProvider.java:434)
	at java.nio.file.Files.newOutputStream(Files.java:216)
	at org.apache.hadoop.hdfs.server.datanode.fsdataset.impl.BlockPoolSlice.saveDfsUsed(BlockPoolSlice.java:341)
	at org.apache.hadoop.hdfs.server.datanode.fsdataset.impl.BlockPoolSlice$2.run(BlockPoolSlice.java:222)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
	at java.lang.Thread.run(Thread.java:750)
2026-07-08 18:03:41,881 WARN  [shutdown-hook-0] impl.FsDatasetImpl (BlockPoolSlice.java:saveDfsUsed(352)) - Failed to write dfsUsed to /tmp/hdfs-test5782520219686062647/data/data2/current/BP-739267282-10.240.0.181-1783533819627/current/dfsUsed
java.nio.file.NoSuchFileException: /tmp/hdfs-test5782520219686062647/data/data2/current/BP-739267282-10.240.0.181-1783533819627/current/dfsUsed
	at sun.nio.fs.UnixException.translateToIOException(UnixException.java:86)
	at sun.nio.fs.UnixException.rethrowAsIOException(UnixException.java:102)
	at sun.nio.fs.UnixException.rethrowAsIOException(UnixException.java:107)
	at sun.nio.fs.UnixFileSystemProvider.newByteChannel(UnixFileSystemProvider.java:214)
	at java.nio.file.spi.FileSystemProvider.newOutputStream(FileSystemProvider.java:434)
	at java.nio.file.Files.newOutputStream(Files.java:216)
	at org.apache.hadoop.hdfs.server.datanode.fsdataset.impl.BlockPoolSlice.saveDfsUsed(BlockPoolSlice.java:341)
	at org.apache.hadoop.hdfs.server.datanode.fsdataset.impl.BlockPoolSlice$2.run(BlockPoolSlice.java:222)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
	at java.lang.Thread.run(Thread.java:750)
2026-07-08 18:03:41,881 WARN  [shutdown-hook-0] impl.FsDatasetImpl (BlockPoolSlice.java:saveDfsUsed(352)) - Failed to write dfsUsed to /tmp/hdfs-test5782520219686062647/data/data1/current/BP-739267282-10.240.0.181-1783533819627/current/dfsUsed
java.nio.file.NoSuchFileException: /tmp/hdfs-test5782520219686062647/data/data1/current/BP-739267282-10.240.0.181-1783533819627/current/dfsUsed
	at sun.nio.fs.UnixException.translateToIOException(UnixException.java:86)
	at sun.nio.fs.UnixException.rethrowAsIOException(UnixException.java:102)
	at sun.nio.fs.UnixException.rethrowAsIOException(UnixException.java:107)
	at sun.nio.fs.UnixFileSystemProvider.newByteChannel(UnixFileSystemProvider.java:214)
	at java.nio.file.spi.FileSystemProvider.newOutputStream(FileSystemProvider.java:434)
	at java.nio.file.Files.newOutputStream(Files.java:216)
	at org.apache.hadoop.hdfs.server.datanode.fsdataset.impl.BlockPoolSlice.saveDfsUsed(BlockPoolSlice.java:341)
	at org.apache.hadoop.hdfs.server.datanode.fsdataset.impl.BlockPoolSlice$2.run(BlockPoolSlice.java:222)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
	at java.lang.Thread.run(Thread.java:750)
2026-07-08 18:03:41,881 WARN  [shutdown-hook-0] impl.FsDatasetImpl (BlockPoolSlice.java:saveDfsUsed(352)) - Failed to write dfsUsed to /tmp/hdfs-test5124721949998390829/data/data2/current/BP-1509292730-10.240.0.181-1783533820780/current/dfsUsed
java.nio.file.NoSuchFileException: /tmp/hdfs-test5124721949998390829/data/data2/current/BP-1509292730-10.240.0.181-1783533820780/current/dfsUsed
	at sun.nio.fs.UnixException.translateToIOException(UnixException.java:86)
	at sun.nio.fs.UnixException.rethrowAsIOException(UnixException.java:102)
	at sun.nio.fs.UnixException.rethrowAsIOException(UnixException.java:107)
	at sun.nio.fs.UnixFileSystemProvider.newByteChannel(UnixFileSystemProvider.java:214)
	at java.nio.file.spi.FileSystemProvider.newOutputStream(FileSystemProvider.java:434)
	at java.nio.file.Files.newOutputStream(Files.java:216)
	at org.apache.hadoop.hdfs.server.datanode.fsdataset.impl.BlockPoolSlice.saveDfsUsed(BlockPoolSlice.java:341)
	at org.apache.hadoop.hdfs.server.datanode.fsdataset.impl.BlockPoolSlice$2.run(BlockPoolSlice.java:222)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
	at java.lang.Thread.run(Thread.java:750)
2026-07-08 18:03:41,882 WARN  [shutdown-hook-0] impl.FsDatasetImpl (BlockPoolSlice.java:saveDfsUsed(352)) - Failed to write dfsUsed to /tmp/hdfs-test3519935097888275064/data/data1/current/BP-1755997371-10.240.0.181-1783533816067/current/dfsUsed
java.nio.file.NoSuchFileException: /tmp/hdfs-test3519935097888275064/data/data1/current/BP-1755997371-10.240.0.181-1783533816067/current/dfsUsed
	at sun.nio.fs.UnixException.translateToIOException(UnixException.java:86)
	at sun.nio.fs.UnixException.rethrowAsIOException(UnixException.java:102)
	at sun.nio.fs.UnixException.rethrowAsIOException(UnixException.java:107)
	at sun.nio.fs.UnixFileSystemProvider.newByteChannel(UnixFileSystemProvider.java:214)
	at java.nio.file.spi.FileSystemProvider.newOutputStream(FileSystemProvider.java:434)
	at java.nio.file.Files.newOutputStream(Files.java:216)
	at org.apache.hadoop.hdfs.server.datanode.fsdataset.impl.BlockPoolSlice.saveDfsUsed(BlockPoolSlice.java:341)
	at org.apache.hadoop.hdfs.server.datanode.fsdataset.impl.BlockPoolSlice$2.run(BlockPoolSlice.java:222)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
	at java.lang.Thread.run(Thread.java:750)
2026-07-08 18:03:41,884 INFO  [shutdown-hook-0] namenode.FSImage (FSImage.java:lambda$run$0(1055)) - FSImageSaver clean checkpoint: txid=0 when meet shutdown.
2026-07-08 18:03:41,884 INFO  [shutdown-hook-0] namenode.FSImage (FSImage.java:lambda$run$0(1055)) - FSImageSaver clean checkpoint: txid=0 when meet shutdown.
2026-07-08 18:03:41,884 INFO  [shutdown-hook-0] namenode.FSImage (FSImage.java:lambda$run$0(1055)) - FSImageSaver clean checkpoint: txid=0 when meet shutdown.
2026-07-08 18:03:41,885 INFO  [shutdown-hook-0] namenode.FSImage (FSImage.java:lambda$run$0(1055)) - FSImageSaver clean checkpoint: txid=0 when meet shutdown.
2026-07-08 18:03:41,885 INFO  [shutdown-hook-0] namenode.FSImage (FSImage.java:lambda$run$0(1055)) - FSImageSaver clean checkpoint: txid=0 when meet shutdown.
2026-07-08 18:03:41,885 INFO  [shutdown-hook-0] namenode.FSImage (FSImage.java:lambda$run$0(1055)) - FSImageSaver clean checkpoint: txid=0 when meet shutdown.
2026-07-08 18:03:41,885 INFO  [shutdown-hook-0] namenode.FSImage (FSImage.java:lambda$run$0(1055)) - FSImageSaver clean checkpoint: txid=0 when meet shutdown.
2026-07-08 18:03:41,885 INFO  [shutdown-hook-0] namenode.FSImage (FSImage.java:lambda$run$0(1055)) - FSImageSaver clean checkpoint: txid=0 when meet shutdown.
2026-07-08 18:03:41,885 INFO  [shutdown-hook-0] namenode.FSImage (FSImage.java:lambda$run$0(1055)) - FSImageSaver clean checkpoint: txid=0 when meet shutdown.
2026-07-08 18:03:41,885 INFO  [shutdown-hook-0] namenode.FSImage (FSImage.java:lambda$run$0(1055)) - FSImageSaver clean checkpoint: txid=0 when meet shutdown.
