JUnit version 4.13.2
.2026-07-08 15:57:23,487 INFO  [main] hdfs.MiniDFSCluster (MiniDFSCluster.java:<init>(529)) - starting cluster: numNameNodes=1, numDataNodes=1
2026-07-08 15:57:23,959 WARN  [main] util.NativeCodeLoader (NativeCodeLoader.java:<clinit>(60)) - Unable to load native-hadoop library for your platform... using builtin-java classes where applicable
2026-07-08 15:57:24,089 INFO  [main] namenode.NameNode (NameNode.java:format(1249)) - Formatting using clusterid: testClusterID
2026-07-08 15:57:24,114 INFO  [main] namenode.FSEditLog (FSEditLog.java:newInstance(229)) - Edit logging is async:true
2026-07-08 15:57:24,147 INFO  [main] namenode.FSNamesystem (FSNamesystem.java:<init>(814)) - KeyProvider: null
2026-07-08 15:57:24,150 INFO  [main] namenode.FSNamesystem (FSNamesystemLock.java:<init>(141)) - fsLock is fair: true
2026-07-08 15:57:24,151 INFO  [main] namenode.FSNamesystem (FSNamesystemLock.java:<init>(159)) - Detailed lock hold time metrics enabled: false
2026-07-08 15:57:24,177 INFO  [main] namenode.FSNamesystem (FSNamesystem.java:<init>(847)) - fsOwner                = slave (auth:SIMPLE)
2026-07-08 15:57:24,177 INFO  [main] namenode.FSNamesystem (FSNamesystem.java:<init>(848)) - supergroup             = supergroup
2026-07-08 15:57:24,177 INFO  [main] namenode.FSNamesystem (FSNamesystem.java:<init>(849)) - isPermissionEnabled    = true
2026-07-08 15:57:24,177 INFO  [main] namenode.FSNamesystem (FSNamesystem.java:<init>(850)) - isStoragePolicyEnabled = true
2026-07-08 15:57:24,178 INFO  [main] namenode.FSNamesystem (FSNamesystem.java:<init>(861)) - HA Enabled: false
2026-07-08 15:57:24,234 INFO  [main] common.Util (Util.java:isDiskStatsEnabled(395)) - dfs.datanode.fileio.profiling.sampling.percentage set to 0. Disabling file IO profiling
2026-07-08 15:57:24,239 INFO  [main] Configuration.deprecation (Configuration.java:logDeprecation(1420)) - hadoop.configured.node.mapping is deprecated. Instead, use net.topology.configured.node.mapping
2026-07-08 15:57:24,240 INFO  [main] blockmanagement.DatanodeManager (DatanodeManager.java:<init>(334)) - dfs.block.invalidate.limit: configured=1000, counted=60, effected=1000
2026-07-08 15:57:24,240 INFO  [main] blockmanagement.DatanodeManager (DatanodeManager.java:<init>(342)) - dfs.namenode.datanode.registration.ip-hostname-check=true
2026-07-08 15:57:24,245 INFO  [main] blockmanagement.BlockManager (InvalidateBlocks.java:printBlockDeletionTime(77)) - dfs.namenode.startup.delay.block.deletion.sec is set to 000:00:00:00.000
2026-07-08 15:57:24,246 INFO  [main] blockmanagement.BlockManager (InvalidateBlocks.java:printBlockDeletionTime(83)) - The block deletion will start around 2026 Jul 08 15:57:24
2026-07-08 15:57:24,248 INFO  [main] util.GSet (LightWeightGSet.java:computeCapacity(395)) - Computing capacity for map BlocksMap
2026-07-08 15:57:24,248 INFO  [main] util.GSet (LightWeightGSet.java:computeCapacity(396)) - VM type       = 64-bit
2026-07-08 15:57:24,250 INFO  [main] util.GSet (LightWeightGSet.java:computeCapacity(397)) - 2.0% max memory 3.5 GB = 72.5 MB
2026-07-08 15:57:24,250 INFO  [main] util.GSet (LightWeightGSet.java:computeCapacity(402)) - capacity      = 2^23 = 8388608 entries
2026-07-08 15:57:24,290 INFO  [main] blockmanagement.BlockManager (BlockManager.java:createSPSManager(5447)) - Storage policy satisfier is disabled
2026-07-08 15:57:24,290 INFO  [main] blockmanagement.BlockManager (BlockManager.java:createBlockTokenSecretManager(641)) - dfs.block.access.token.enable = false
2026-07-08 15:57:24,297 INFO  [main] blockmanagement.BlockManagerSafeMode (BlockManagerSafeMode.java:<init>(160)) - dfs.namenode.safemode.threshold-pct = 0.999
2026-07-08 15:57:24,298 INFO  [main] blockmanagement.BlockManagerSafeMode (BlockManagerSafeMode.java:<init>(161)) - dfs.namenode.safemode.min.datanodes = 0
2026-07-08 15:57:24,298 INFO  [main] blockmanagement.BlockManagerSafeMode (BlockManagerSafeMode.java:<init>(163)) - dfs.namenode.safemode.extension = 0
2026-07-08 15:57:24,299 INFO  [main] blockmanagement.BlockManager (BlockManager.java:<init>(627)) - defaultReplication         = 1
2026-07-08 15:57:24,299 INFO  [main] blockmanagement.BlockManager (BlockManager.java:<init>(628)) - maxReplication             = 512
2026-07-08 15:57:24,299 INFO  [main] blockmanagement.BlockManager (BlockManager.java:<init>(629)) - minReplication             = 1
2026-07-08 15:57:24,299 INFO  [main] blockmanagement.BlockManager (BlockManager.java:<init>(630)) - maxReplicationStreams      = 2
2026-07-08 15:57:24,299 INFO  [main] blockmanagement.BlockManager (BlockManager.java:<init>(631)) - redundancyRecheckInterval  = 3000ms
2026-07-08 15:57:24,299 INFO  [main] blockmanagement.BlockManager (BlockManager.java:<init>(632)) - encryptDataTransfer        = false
2026-07-08 15:57:24,299 INFO  [main] blockmanagement.BlockManager (BlockManager.java:<init>(633)) - maxNumBlocksToLog          = 1000
2026-07-08 15:57:24,329 INFO  [main] namenode.FSDirectory (SerialNumberManager.java:<clinit>(51)) - GLOBAL serial map: bits=29 maxEntries=536870911
2026-07-08 15:57:24,330 INFO  [main] namenode.FSDirectory (SerialNumberManager.java:<clinit>(51)) - USER serial map: bits=24 maxEntries=16777215
2026-07-08 15:57:24,330 INFO  [main] namenode.FSDirectory (SerialNumberManager.java:<clinit>(51)) - GROUP serial map: bits=24 maxEntries=16777215
2026-07-08 15:57:24,330 INFO  [main] namenode.FSDirectory (SerialNumberManager.java:<clinit>(51)) - XATTR serial map: bits=24 maxEntries=16777215
2026-07-08 15:57:24,345 INFO  [main] util.GSet (LightWeightGSet.java:computeCapacity(395)) - Computing capacity for map INodeMap
2026-07-08 15:57:24,346 INFO  [main] util.GSet (LightWeightGSet.java:computeCapacity(396)) - VM type       = 64-bit
2026-07-08 15:57:24,346 INFO  [main] util.GSet (LightWeightGSet.java:computeCapacity(397)) - 1.0% max memory 3.5 GB = 36.2 MB
2026-07-08 15:57:24,346 INFO  [main] util.GSet (LightWeightGSet.java:computeCapacity(402)) - capacity      = 2^22 = 4194304 entries
2026-07-08 15:57:24,351 INFO  [main] namenode.FSDirectory (FSDirectory.java:<init>(335)) - ACLs enabled? true
2026-07-08 15:57:24,351 INFO  [main] namenode.FSDirectory (FSDirectory.java:<init>(339)) - POSIX ACL inheritance enabled? true
2026-07-08 15:57:24,351 INFO  [main] namenode.FSDirectory (FSDirectory.java:<init>(343)) - XAttrs enabled? true
2026-07-08 15:57:24,352 INFO  [main] namenode.NameNode (FSDirectory.java:<init>(406)) - Caching file names occurring more than 10 times
2026-07-08 15:57:24,358 INFO  [main] snapshot.SnapshotManager (SnapshotManager.java:<init>(124)) - Loaded config captureOpenFiles: false, skipCaptureAccessTimeOnlyChange: false, snapshotDiffAllowSnapRootDescendant: true, maxSnapshotLimit: 65536
2026-07-08 15:57:24,360 INFO  [main] snapshot.SnapshotManager (DirectoryDiffListFactory.java:init(43)) - SkipList is disabled
2026-07-08 15:57:24,366 INFO  [main] util.GSet (LightWeightGSet.java:computeCapacity(395)) - Computing capacity for map cachedBlocks
2026-07-08 15:57:24,366 INFO  [main] util.GSet (LightWeightGSet.java:computeCapacity(396)) - VM type       = 64-bit
2026-07-08 15:57:24,366 INFO  [main] util.GSet (LightWeightGSet.java:computeCapacity(397)) - 0.25% max memory 3.5 GB = 9.1 MB
2026-07-08 15:57:24,367 INFO  [main] util.GSet (LightWeightGSet.java:computeCapacity(402)) - capacity      = 2^20 = 1048576 entries
2026-07-08 15:57:24,456 INFO  [main] metrics.TopMetrics (TopMetrics.java:logConf(75)) - NNTop conf: dfs.namenode.top.window.num.buckets = 10
2026-07-08 15:57:24,457 INFO  [main] metrics.TopMetrics (TopMetrics.java:logConf(77)) - NNTop conf: dfs.namenode.top.num.users = 10
2026-07-08 15:57:24,457 INFO  [main] metrics.TopMetrics (TopMetrics.java:logConf(79)) - NNTop conf: dfs.namenode.top.windows.minutes = 1,5,25
2026-07-08 15:57:24,461 INFO  [main] namenode.FSNamesystem (FSNamesystem.java:initRetryCache(1080)) - Retry cache on namenode is enabled
2026-07-08 15:57:24,461 INFO  [main] namenode.FSNamesystem (FSNamesystem.java:initRetryCache(1088)) - Retry cache will use 0.03 of total heap and retry cache entry expiry time is 600000 millis
2026-07-08 15:57:24,464 INFO  [main] util.GSet (LightWeightGSet.java:computeCapacity(395)) - Computing capacity for map NameNodeRetryCache
2026-07-08 15:57:24,464 INFO  [main] util.GSet (LightWeightGSet.java:computeCapacity(396)) - VM type       = 64-bit
2026-07-08 15:57:24,465 INFO  [main] util.GSet (LightWeightGSet.java:computeCapacity(397)) - 0.029999999329447746% max memory 3.5 GB = 1.1 MB
2026-07-08 15:57:24,465 INFO  [main] util.GSet (LightWeightGSet.java:computeCapacity(402)) - capacity      = 2^17 = 131072 entries
2026-07-08 15:57:24,503 INFO  [main] namenode.FSImage (FSImage.java:format(186)) - Allocated new BlockPoolId: BP-240679154-10.240.1.3-1783526244489
2026-07-08 15:57:24,516 INFO  [main] common.Storage (NNStorage.java:format(595)) - Storage directory /tmp/hdfs-test4341276382504938234/name-0-1 has been successfully formatted.
2026-07-08 15:57:24,521 INFO  [main] common.Storage (NNStorage.java:format(595)) - Storage directory /tmp/hdfs-test4341276382504938234/name-0-2 has been successfully formatted.
2026-07-08 15:57:24,558 INFO  [FSImageSaver for /tmp/hdfs-test4341276382504938234/name-0-1 of type IMAGE_AND_EDITS] namenode.FSImageFormatProtobuf (FSImageFormatProtobuf.java:save(732)) - Saving image file /tmp/hdfs-test4341276382504938234/name-0-1/current/fsimage.ckpt_0000000000000000000 using no compression
2026-07-08 15:57:24,558 INFO  [FSImageSaver for /tmp/hdfs-test4341276382504938234/name-0-2 of type IMAGE_AND_EDITS] namenode.FSImageFormatProtobuf (FSImageFormatProtobuf.java:save(732)) - Saving image file /tmp/hdfs-test4341276382504938234/name-0-2/current/fsimage.ckpt_0000000000000000000 using no compression
2026-07-08 15:57:24,790 INFO  [FSImageSaver for /tmp/hdfs-test4341276382504938234/name-0-1 of type IMAGE_AND_EDITS] namenode.FSImageFormatProtobuf (FSImageFormatProtobuf.java:save(736)) - Image file /tmp/hdfs-test4341276382504938234/name-0-1/current/fsimage.ckpt_0000000000000000000 of size 400 bytes saved in 0 seconds .
2026-07-08 15:57:24,790 INFO  [FSImageSaver for /tmp/hdfs-test4341276382504938234/name-0-2 of type IMAGE_AND_EDITS] namenode.FSImageFormatProtobuf (FSImageFormatProtobuf.java:save(736)) - Image file /tmp/hdfs-test4341276382504938234/name-0-2/current/fsimage.ckpt_0000000000000000000 of size 400 bytes saved in 0 seconds .
2026-07-08 15:57:24,814 INFO  [main] namenode.NNStorageRetentionManager (NNStorageRetentionManager.java:getImageTxIdToRetain(203)) - Going to retain 1 images with txid >= 0
2026-07-08 15:57:24,858 INFO  [main] namenode.FSNamesystem (FSNamesystem.java:stopActiveServices(1427)) - Stopping services started for active state
2026-07-08 15:57:24,859 INFO  [main] namenode.FSNamesystem (FSNamesystem.java:stopStandbyServices(1528)) - Stopping services started for standby state
2026-07-08 15:57:24,861 INFO  [main] namenode.NameNode (NameNode.java:createNameNode(1707)) - createNameNode []
2026-07-08 15:57:24,930 WARN  [main] impl.MetricsConfig (MetricsConfig.java:loadFirst(136)) - Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties
2026-07-08 15:57:25,010 INFO  [main] impl.MetricsSystemImpl (MetricsSystemImpl.java:startTimer(378)) - Scheduled Metric snapshot period at 10 second(s).
2026-07-08 15:57:25,011 INFO  [main] impl.MetricsSystemImpl (MetricsSystemImpl.java:start(191)) - NameNode metrics system started
2026-07-08 15:57:25,043 INFO  [main] namenode.NameNodeUtils (NameNodeUtils.java:getClientNamenodeAddress(79)) - fs.defaultFS is hdfs://127.0.0.1:0
2026-07-08 15:57:25,093 INFO  [org.apache.hadoop.util.JvmPauseMonitor$Monitor@7393222f] util.JvmPauseMonitor (JvmPauseMonitor.java:run(188)) - Starting JVM pause monitor
2026-07-08 15:57:25,109 INFO  [main] hdfs.DFSUtil (DFSUtil.java:httpServerTemplateForNNAndJN(1668)) - Filter initializers set : org.apache.hadoop.http.lib.StaticUserWebFilter,org.apache.hadoop.hdfs.web.AuthFilterInitializer
2026-07-08 15:57:25,116 INFO  [main] hdfs.DFSUtil (DFSUtil.java:httpServerTemplateForNNAndJN(1690)) - Starting Web-server for hdfs at: http://localhost:0
2026-07-08 15:57:25,135 INFO  [main] util.log (Log.java:initialized(169)) - Logging initialized @2468ms to org.eclipse.jetty.util.log.Slf4jLog
2026-07-08 15:57:25,260 INFO  [main] server.AuthenticationFilter (AuthenticationFilter.java:constructSecretProvider(240)) - Unable to initialize FileSignerSecretProvider, falling back to use random secrets.
2026-07-08 15:57:25,266 INFO  [main] http.HttpRequestLog (HttpRequestLog.java:getRequestLog(82)) - Http request log for http.requests.namenode is not defined
2026-07-08 15:57:25,274 INFO  [main] http.HttpServer2 (HttpServer2.java:addGlobalFilter(1111)) - Added global filter 'safety' (class=org.apache.hadoop.http.HttpServer2$QuotingInputFilter)
2026-07-08 15:57:25,277 INFO  [main] http.HttpServer2 (HttpServer2.java:addFilter(1084)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context hdfs
2026-07-08 15:57:25,277 INFO  [main] http.HttpServer2 (HttpServer2.java:addFilter(1094)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context static
2026-07-08 15:57:25,281 INFO  [main] http.HttpServer2 (HttpServer2.java:addFilter(1084)) - Added filter AuthFilter (class=org.apache.hadoop.hdfs.web.AuthFilter) to context hdfs
2026-07-08 15:57:25,281 INFO  [main] http.HttpServer2 (HttpServer2.java:addFilter(1094)) - Added filter AuthFilter (class=org.apache.hadoop.hdfs.web.AuthFilter) to context static
2026-07-08 15:57:25,322 INFO  [main] http.HttpServer2 (HttpServer2.java:addJerseyResourcePackage(938)) - addJerseyResourcePackage: packageName=org.apache.hadoop.hdfs.server.namenode.web.resources;org.apache.hadoop.hdfs.web.resources, pathSpec=/webhdfs/v1/*
2026-07-08 15:57:25,333 INFO  [main] http.HttpServer2 (HttpServer2.java:bindListener(1332)) - Jetty bound to port 33095
2026-07-08 15:57:25,335 INFO  [main] server.Server (Server.java:doStart(375)) - jetty-9.4.40.v20210413; built: 2021-04-13T20:42:42.668Z; git: b881a572662e1943a14ae12e7e1207989f218b74; jvm 1.8.0_362-8u372-ga~us1-0ubuntu1~18.04-b09
2026-07-08 15:57:25,369 INFO  [main] server.session (DefaultSessionIdManager.java:doStart(334)) - DefaultSessionIdManager workerName=node0
2026-07-08 15:57:25,370 INFO  [main] server.session (DefaultSessionIdManager.java:doStart(339)) - No SessionScavenger set, using defaults
2026-07-08 15:57:25,372 INFO  [main] server.session (HouseKeeper.java:startScavenging(132)) - node0 Scavenging every 600000ms
2026-07-08 15:57:25,392 INFO  [main] server.AuthenticationFilter (AuthenticationFilter.java:constructSecretProvider(240)) - Unable to initialize FileSignerSecretProvider, falling back to use random secrets.
2026-07-08 15:57:25,397 INFO  [main] handler.ContextHandler (ContextHandler.java:doStart(916)) - Started o.e.j.s.ServletContextHandler@71454b9d{static,/static,jar:file:/tmp/dist-test-taskq8m9tG/java/build/jars/hadoop-hdfs-3.3.1-tests.jar!/webapps/static,AVAILABLE}
2026-07-08 15:57:25,654 INFO  [main] handler.ContextHandler (ContextHandler.java:doStart(916)) - Started o.e.j.w.WebAppContext@3f0846c6{hdfs,/,file:///tmp/jetty-localhost-33095-hadoop-hdfs-3_3_1-tests_jar-_-any-202913329467000821/webapp/,AVAILABLE}{jar:file:/tmp/dist-test-taskq8m9tG/java/build/jars/hadoop-hdfs-3.3.1-tests.jar!/webapps/hdfs}
2026-07-08 15:57:25,667 INFO  [main] server.AbstractConnector (AbstractConnector.java:doStart(331)) - Started ServerConnector@362045c0{HTTP/1.1, (http/1.1)}{localhost:33095}
2026-07-08 15:57:25,667 INFO  [main] server.Server (Server.java:doStart(415)) - Started @3001ms
2026-07-08 15:57:25,675 INFO  [main] namenode.FSEditLog (FSEditLog.java:newInstance(229)) - Edit logging is async:true
2026-07-08 15:57:25,693 INFO  [main] namenode.FSNamesystem (FSNamesystem.java:<init>(814)) - KeyProvider: null
2026-07-08 15:57:25,694 INFO  [main] namenode.FSNamesystem (FSNamesystemLock.java:<init>(141)) - fsLock is fair: true
2026-07-08 15:57:25,694 INFO  [main] namenode.FSNamesystem (FSNamesystemLock.java:<init>(159)) - Detailed lock hold time metrics enabled: false
2026-07-08 15:57:25,695 INFO  [main] namenode.FSNamesystem (FSNamesystem.java:<init>(847)) - fsOwner                = slave (auth:SIMPLE)
2026-07-08 15:57:25,695 INFO  [main] namenode.FSNamesystem (FSNamesystem.java:<init>(848)) - supergroup             = supergroup
2026-07-08 15:57:25,695 INFO  [main] namenode.FSNamesystem (FSNamesystem.java:<init>(849)) - isPermissionEnabled    = true
2026-07-08 15:57:25,695 INFO  [main] namenode.FSNamesystem (FSNamesystem.java:<init>(850)) - isStoragePolicyEnabled = true
2026-07-08 15:57:25,696 INFO  [main] namenode.FSNamesystem (FSNamesystem.java:<init>(861)) - HA Enabled: false
2026-07-08 15:57:25,696 INFO  [main] common.Util (Util.java:isDiskStatsEnabled(395)) - dfs.datanode.fileio.profiling.sampling.percentage set to 0. Disabling file IO profiling
2026-07-08 15:57:25,697 INFO  [main] blockmanagement.DatanodeManager (DatanodeManager.java:<init>(334)) - dfs.block.invalidate.limit: configured=1000, counted=60, effected=1000
2026-07-08 15:57:25,697 INFO  [main] blockmanagement.DatanodeManager (DatanodeManager.java:<init>(342)) - dfs.namenode.datanode.registration.ip-hostname-check=true
2026-07-08 15:57:25,698 INFO  [main] blockmanagement.BlockManager (InvalidateBlocks.java:printBlockDeletionTime(77)) - dfs.namenode.startup.delay.block.deletion.sec is set to 000:00:00:00.000
2026-07-08 15:57:25,699 INFO  [main] blockmanagement.BlockManager (InvalidateBlocks.java:printBlockDeletionTime(83)) - The block deletion will start around 2026 Jul 08 15:57:25
2026-07-08 15:57:25,699 INFO  [main] util.GSet (LightWeightGSet.java:computeCapacity(395)) - Computing capacity for map BlocksMap
2026-07-08 15:57:25,699 INFO  [main] util.GSet (LightWeightGSet.java:computeCapacity(396)) - VM type       = 64-bit
2026-07-08 15:57:25,700 INFO  [main] util.GSet (LightWeightGSet.java:computeCapacity(397)) - 2.0% max memory 3.5 GB = 72.5 MB
2026-07-08 15:57:25,700 INFO  [main] util.GSet (LightWeightGSet.java:computeCapacity(402)) - capacity      = 2^23 = 8388608 entries
2026-07-08 15:57:25,710 INFO  [main] blockmanagement.BlockManager (BlockManager.java:createSPSManager(5447)) - Storage policy satisfier is disabled
2026-07-08 15:57:25,711 INFO  [main] blockmanagement.BlockManager (BlockManager.java:createBlockTokenSecretManager(641)) - dfs.block.access.token.enable = false
2026-07-08 15:57:25,712 INFO  [main] blockmanagement.BlockManagerSafeMode (BlockManagerSafeMode.java:<init>(160)) - dfs.namenode.safemode.threshold-pct = 0.999
2026-07-08 15:57:25,712 INFO  [main] blockmanagement.BlockManagerSafeMode (BlockManagerSafeMode.java:<init>(161)) - dfs.namenode.safemode.min.datanodes = 0
2026-07-08 15:57:25,713 INFO  [main] blockmanagement.BlockManagerSafeMode (BlockManagerSafeMode.java:<init>(163)) - dfs.namenode.safemode.extension = 0
2026-07-08 15:57:25,713 INFO  [main] blockmanagement.BlockManager (BlockManager.java:<init>(627)) - defaultReplication         = 1
2026-07-08 15:57:25,713 INFO  [main] blockmanagement.BlockManager (BlockManager.java:<init>(628)) - maxReplication             = 512
2026-07-08 15:57:25,714 INFO  [main] blockmanagement.BlockManager (BlockManager.java:<init>(629)) - minReplication             = 1
2026-07-08 15:57:25,714 INFO  [main] blockmanagement.BlockManager (BlockManager.java:<init>(630)) - maxReplicationStreams      = 2
2026-07-08 15:57:25,714 INFO  [main] blockmanagement.BlockManager (BlockManager.java:<init>(631)) - redundancyRecheckInterval  = 3000ms
2026-07-08 15:57:25,714 INFO  [main] blockmanagement.BlockManager (BlockManager.java:<init>(632)) - encryptDataTransfer        = false
2026-07-08 15:57:25,714 INFO  [main] blockmanagement.BlockManager (BlockManager.java:<init>(633)) - maxNumBlocksToLog          = 1000
2026-07-08 15:57:25,715 INFO  [main] util.GSet (LightWeightGSet.java:computeCapacity(395)) - Computing capacity for map INodeMap
2026-07-08 15:57:25,715 INFO  [main] util.GSet (LightWeightGSet.java:computeCapacity(396)) - VM type       = 64-bit
2026-07-08 15:57:25,715 INFO  [main] util.GSet (LightWeightGSet.java:computeCapacity(397)) - 1.0% max memory 3.5 GB = 36.2 MB
2026-07-08 15:57:25,715 INFO  [main] util.GSet (LightWeightGSet.java:computeCapacity(402)) - capacity      = 2^22 = 4194304 entries
2026-07-08 15:57:25,720 INFO  [main] namenode.FSDirectory (FSDirectory.java:<init>(335)) - ACLs enabled? true
2026-07-08 15:57:25,721 INFO  [main] namenode.FSDirectory (FSDirectory.java:<init>(339)) - POSIX ACL inheritance enabled? true
2026-07-08 15:57:25,721 INFO  [main] namenode.FSDirectory (FSDirectory.java:<init>(343)) - XAttrs enabled? true
2026-07-08 15:57:25,721 INFO  [main] namenode.NameNode (FSDirectory.java:<init>(406)) - Caching file names occurring more than 10 times
2026-07-08 15:57:25,721 INFO  [main] snapshot.SnapshotManager (SnapshotManager.java:<init>(124)) - Loaded config captureOpenFiles: false, skipCaptureAccessTimeOnlyChange: false, snapshotDiffAllowSnapRootDescendant: true, maxSnapshotLimit: 65536
2026-07-08 15:57:25,721 INFO  [main] snapshot.SnapshotManager (DirectoryDiffListFactory.java:init(43)) - SkipList is disabled
2026-07-08 15:57:25,721 INFO  [main] util.GSet (LightWeightGSet.java:computeCapacity(395)) - Computing capacity for map cachedBlocks
2026-07-08 15:57:25,722 INFO  [main] util.GSet (LightWeightGSet.java:computeCapacity(396)) - VM type       = 64-bit
2026-07-08 15:57:25,722 INFO  [main] util.GSet (LightWeightGSet.java:computeCapacity(397)) - 0.25% max memory 3.5 GB = 9.1 MB
2026-07-08 15:57:25,722 INFO  [main] util.GSet (LightWeightGSet.java:computeCapacity(402)) - capacity      = 2^20 = 1048576 entries
2026-07-08 15:57:25,724 INFO  [main] metrics.TopMetrics (TopMetrics.java:logConf(75)) - NNTop conf: dfs.namenode.top.window.num.buckets = 10
2026-07-08 15:57:25,724 INFO  [main] metrics.TopMetrics (TopMetrics.java:logConf(77)) - NNTop conf: dfs.namenode.top.num.users = 10
2026-07-08 15:57:25,724 INFO  [main] metrics.TopMetrics (TopMetrics.java:logConf(79)) - NNTop conf: dfs.namenode.top.windows.minutes = 1,5,25
2026-07-08 15:57:25,725 INFO  [main] namenode.FSNamesystem (FSNamesystem.java:initRetryCache(1080)) - Retry cache on namenode is enabled
2026-07-08 15:57:25,725 INFO  [main] namenode.FSNamesystem (FSNamesystem.java:initRetryCache(1088)) - Retry cache will use 0.03 of total heap and retry cache entry expiry time is 600000 millis
2026-07-08 15:57:25,725 INFO  [main] util.GSet (LightWeightGSet.java:computeCapacity(395)) - Computing capacity for map NameNodeRetryCache
2026-07-08 15:57:25,725 INFO  [main] util.GSet (LightWeightGSet.java:computeCapacity(396)) - VM type       = 64-bit
2026-07-08 15:57:25,726 INFO  [main] util.GSet (LightWeightGSet.java:computeCapacity(397)) - 0.029999999329447746% max memory 3.5 GB = 1.1 MB
2026-07-08 15:57:25,726 INFO  [main] util.GSet (LightWeightGSet.java:computeCapacity(402)) - capacity      = 2^17 = 131072 entries
2026-07-08 15:57:25,733 INFO  [main] common.Storage (Storage.java:tryLock(948)) - Lock on /tmp/hdfs-test4341276382504938234/name-0-1/in_use.lock acquired by nodename 6233@dist-test-slave-lxff.c.gcp-upstream.internal
2026-07-08 15:57:25,739 INFO  [main] common.Storage (Storage.java:tryLock(948)) - Lock on /tmp/hdfs-test4341276382504938234/name-0-2/in_use.lock acquired by nodename 6233@dist-test-slave-lxff.c.gcp-upstream.internal
2026-07-08 15:57:25,743 INFO  [main] namenode.FileJournalManager (FileJournalManager.java:recoverUnfinalizedSegments(428)) - Recovering unfinalized segments in /tmp/hdfs-test4341276382504938234/name-0-1/current
2026-07-08 15:57:25,743 INFO  [main] namenode.FileJournalManager (FileJournalManager.java:recoverUnfinalizedSegments(428)) - Recovering unfinalized segments in /tmp/hdfs-test4341276382504938234/name-0-2/current
2026-07-08 15:57:25,743 INFO  [main] namenode.FSImage (FSImage.java:loadFSImage(734)) - No edit log streams selected.
2026-07-08 15:57:25,744 INFO  [main] namenode.FSImage (FSImage.java:loadFSImageFile(800)) - Planning to load image: FSImageFile(file=/tmp/hdfs-test4341276382504938234/name-0-1/current/fsimage_0000000000000000000, cpktTxId=0000000000000000000)
2026-07-08 15:57:25,859 INFO  [main] namenode.FSImageFormatPBINode (FSImageFormatPBINode.java:loadINodeSectionHeader(413)) - Loading 1 INodes.
2026-07-08 15:57:25,861 INFO  [main] namenode.FSImageFormatPBINode (FSImageFormatPBINode.java:loadINodeSection(371)) - Successfully loaded 1 inodes
2026-07-08 15:57:25,866 INFO  [main] namenode.FSImageFormatPBINode (FSImageFormatPBINode.java:waitBlocksMapAndNameCacheUpdateFinished(344)) - Completed update blocks map and name cache, total waiting duration 0ms.
2026-07-08 15:57:25,868 INFO  [main] namenode.FSImageFormatProtobuf (FSImageFormatProtobuf.java:load(255)) - Loaded FSImage in 0 seconds.
2026-07-08 15:57:25,869 INFO  [main] namenode.FSImage (FSImage.java:loadFSImage(978)) - Loaded image for txid 0 from /tmp/hdfs-test4341276382504938234/name-0-1/current/fsimage_0000000000000000000
2026-07-08 15:57:25,874 INFO  [main] namenode.FSNamesystem (FSNamesystem.java:loadFSImage(1202)) - Need to save fs image? false (staleImage=false, haEnabled=false, isRollingUpgrade=false)
2026-07-08 15:57:25,875 INFO  [main] namenode.FSEditLog (FSEditLog.java:startLogSegment(1391)) - Starting log segment at 1
2026-07-08 15:57:25,895 INFO  [main] namenode.NameCache (NameCache.java:initialized(143)) - initialized with 0 entries 0 lookups
2026-07-08 15:57:25,896 INFO  [main] namenode.FSNamesystem (FSNamesystem.java:loadFromDisk(786)) - Finished loading FSImage in 167 msecs
2026-07-08 15:57:26,090 INFO  [main] namenode.NameNode (NameNodeRpcServer.java:<init>(454)) - RPC server is binding to localhost:0
2026-07-08 15:57:26,091 INFO  [main] namenode.NameNode (NameNodeRpcServer.java:<init>(459)) - Enable NameNode state context:false
2026-07-08 15:57:26,102 INFO  [main] ipc.CallQueueManager (CallQueueManager.java:<init>(90)) - Using callQueue: class java.util.concurrent.LinkedBlockingQueue, queueCapacity: 1000, scheduler: class org.apache.hadoop.ipc.DefaultRpcScheduler, ipcBackoff: false.
2026-07-08 15:57:26,115 INFO  [Socket Reader #1 for port 0] ipc.Server (Server.java:run(1265)) - Starting Socket Reader #1 for port 0
2026-07-08 15:57:26,543 INFO  [Listener at localhost/33455] namenode.NameNode (NameNode.java:initialize(776)) - Clients are to use localhost:33455 to access this namenode/service.
2026-07-08 15:57:26,547 INFO  [Listener at localhost/33455] namenode.FSNamesystem (FSNamesystem.java:registerMBean(5444)) - Registered FSNamesystemState, ReplicatedBlocksState and ECBlockGroupsState MBeans.
2026-07-08 15:57:26,563 INFO  [Listener at localhost/33455] namenode.LeaseManager (LeaseManager.java:getNumUnderConstructionBlocks(166)) - Number of blocks under construction: 0
2026-07-08 15:57:26,571 INFO  [Listener at localhost/33455] blockmanagement.DatanodeAdminDefaultMonitor (DatanodeAdminDefaultMonitor.java:processConf(116)) - Initialized the Default Decommission and Maintenance monitor
2026-07-08 15:57:26,575 INFO  [Listener at localhost/33455] blockmanagement.BlockManager (BlockManager.java:initializeReplQueues(5187)) - initializing replication queues
2026-07-08 15:57:26,576 INFO  [Listener at localhost/33455] hdfs.StateChange (BlockManagerSafeMode.java:leaveSafeMode(399)) - STATE* Leaving safe mode after 0 secs
2026-07-08 15:57:26,576 INFO  [Listener at localhost/33455] hdfs.StateChange (BlockManagerSafeMode.java:leaveSafeMode(405)) - STATE* Network topology has 0 racks and 0 datanodes
2026-07-08 15:57:26,576 INFO  [Listener at localhost/33455] hdfs.StateChange (BlockManagerSafeMode.java:leaveSafeMode(407)) - STATE* UnderReplicatedBlocks has 0 blocks
2026-07-08 15:57:26,585 INFO  [Reconstruction Queue Initializer] blockmanagement.BlockManager (BlockManager.java:processMisReplicatesAsync(3728)) - Total number of blocks            = 0
2026-07-08 15:57:26,585 INFO  [Reconstruction Queue Initializer] blockmanagement.BlockManager (BlockManager.java:processMisReplicatesAsync(3729)) - Number of invalid blocks          = 0
2026-07-08 15:57:26,585 INFO  [Reconstruction Queue Initializer] blockmanagement.BlockManager (BlockManager.java:processMisReplicatesAsync(3730)) - Number of under-replicated blocks = 0
2026-07-08 15:57:26,585 INFO  [Reconstruction Queue Initializer] blockmanagement.BlockManager (BlockManager.java:processMisReplicatesAsync(3731)) - Number of  over-replicated blocks = 0
2026-07-08 15:57:26,585 INFO  [Reconstruction Queue Initializer] blockmanagement.BlockManager (BlockManager.java:processMisReplicatesAsync(3733)) - Number of blocks being written    = 0
2026-07-08 15:57:26,585 INFO  [Reconstruction Queue Initializer] hdfs.StateChange (BlockManager.java:processMisReplicatesAsync(3736)) - STATE* Replication Queue initialization scan for invalid, over- and under-replicated blocks completed in 10 msec
2026-07-08 15:57:26,625 INFO  [IPC Server Responder] ipc.Server (Server.java:run(1507)) - IPC Server Responder: starting
2026-07-08 15:57:26,625 INFO  [IPC Server listener on 0] ipc.Server (Server.java:run(1344)) - IPC Server listener on 0: starting
2026-07-08 15:57:26,630 INFO  [Listener at localhost/33455] namenode.NameNode (NameNode.java:startCommonServices(893)) - NameNode RPC up at: localhost/127.0.0.1:33455
2026-07-08 15:57:26,633 INFO  [Listener at localhost/33455] namenode.FSNamesystem (FSNamesystem.java:startActiveServices(1314)) - Starting services required for active state
2026-07-08 15:57:26,633 INFO  [Listener at localhost/33455] namenode.FSDirectory (FSDirectory.java:updateCountForQuota(840)) - Initializing quota with 12 thread(s)
2026-07-08 15:57:26,642 INFO  [Listener at localhost/33455] namenode.FSDirectory (FSDirectory.java:updateCountForQuota(849)) - Quota initialization completed in 8 milliseconds
name space=1
storage space=0
storage types=RAM_DISK=0, SSD=0, DISK=0, ARCHIVE=0, PROVIDED=0
2026-07-08 15:57:26,649 INFO  [CacheReplicationMonitor(1218641480)] blockmanagement.CacheReplicationMonitor (CacheReplicationMonitor.java:run(160)) - Starting CacheReplicationMonitor with interval 30000 milliseconds
2026-07-08 15:57:26,661 INFO  [Listener at localhost/33455] hdfs.MiniDFSCluster (MiniDFSCluster.java:startDataNodes(1697)) - Starting DataNode 0 with dfs.datanode.data.dir: [DISK]file:/tmp/hdfs-test4341276382504938234/data/data1,[DISK]file:/tmp/hdfs-test4341276382504938234/data/data2
2026-07-08 15:57:26,753 INFO  [Listener at localhost/33455] checker.ThrottledAsyncChecker (ThrottledAsyncChecker.java:schedule(137)) - Scheduling a check for [DISK]file:/tmp/hdfs-test4341276382504938234/data/data1
2026-07-08 15:57:26,769 INFO  [Listener at localhost/33455] checker.ThrottledAsyncChecker (ThrottledAsyncChecker.java:schedule(137)) - Scheduling a check for [DISK]file:/tmp/hdfs-test4341276382504938234/data/data2
2026-07-08 15:57:26,790 INFO  [Listener at localhost/33455] impl.MetricsSystemImpl (MetricsSystemImpl.java:init(158)) - DataNode metrics system started (again)
2026-07-08 15:57:26,797 INFO  [Listener at localhost/33455] common.Util (Util.java:isDiskStatsEnabled(395)) - dfs.datanode.fileio.profiling.sampling.percentage set to 0. Disabling file IO profiling
2026-07-08 15:57:26,801 INFO  [Listener at localhost/33455] datanode.BlockScanner (BlockScanner.java:<init>(201)) - Initialized block scanner with targetBytesPerSec 1048576
2026-07-08 15:57:26,806 INFO  [Listener at localhost/33455] datanode.DataNode (DataNode.java:<init>(512)) - Configured hostname is 127.0.0.1
2026-07-08 15:57:26,807 INFO  [Listener at localhost/33455] common.Util (Util.java:isDiskStatsEnabled(395)) - dfs.datanode.fileio.profiling.sampling.percentage set to 0. Disabling file IO profiling
2026-07-08 15:57:26,813 INFO  [Listener at localhost/33455] datanode.DataNode (DataNode.java:startDataNode(1408)) - Starting DataNode with maxLockedMemory = 0
2026-07-08 15:57:26,821 INFO  [Listener at localhost/33455] datanode.DataNode (DataNode.java:initDataXceiver(1171)) - Opened streaming server at /127.0.0.1:44229
2026-07-08 15:57:26,824 INFO  [Listener at localhost/33455] datanode.DataNode (DataXceiverServer.java:<init>(94)) - Balancing bandwidth is 104857600 bytes/s
2026-07-08 15:57:26,825 INFO  [Listener at localhost/33455] datanode.DataNode (DataXceiverServer.java:<init>(95)) - Number threads for balancing is 100
2026-07-08 15:57:26,837 INFO  [Listener at localhost/33455] server.AuthenticationFilter (AuthenticationFilter.java:constructSecretProvider(240)) - Unable to initialize FileSignerSecretProvider, falling back to use random secrets.
2026-07-08 15:57:26,839 INFO  [Listener at localhost/33455] http.HttpRequestLog (HttpRequestLog.java:getRequestLog(82)) - Http request log for http.requests.datanode is not defined
2026-07-08 15:57:26,841 INFO  [Listener at localhost/33455] http.HttpServer2 (HttpServer2.java:addGlobalFilter(1111)) - Added global filter 'safety' (class=org.apache.hadoop.http.HttpServer2$QuotingInputFilter)
2026-07-08 15:57:26,842 INFO  [Listener at localhost/33455] http.HttpServer2 (HttpServer2.java:addFilter(1084)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context datanode
2026-07-08 15:57:26,842 INFO  [Listener at localhost/33455] http.HttpServer2 (HttpServer2.java:addFilter(1094)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context static
2026-07-08 15:57:26,847 INFO  [Listener at localhost/33455] http.HttpServer2 (HttpServer2.java:bindListener(1332)) - Jetty bound to port 38185
2026-07-08 15:57:26,848 INFO  [Listener at localhost/33455] server.Server (Server.java:doStart(375)) - jetty-9.4.40.v20210413; built: 2021-04-13T20:42:42.668Z; git: b881a572662e1943a14ae12e7e1207989f218b74; jvm 1.8.0_362-8u372-ga~us1-0ubuntu1~18.04-b09
2026-07-08 15:57:26,849 INFO  [Listener at localhost/33455] server.session (DefaultSessionIdManager.java:doStart(334)) - DefaultSessionIdManager workerName=node0
2026-07-08 15:57:26,850 INFO  [Listener at localhost/33455] server.session (DefaultSessionIdManager.java:doStart(339)) - No SessionScavenger set, using defaults
2026-07-08 15:57:26,850 INFO  [Listener at localhost/33455] server.session (HouseKeeper.java:startScavenging(132)) - node0 Scavenging every 660000ms
2026-07-08 15:57:26,852 INFO  [Listener at localhost/33455] handler.ContextHandler (ContextHandler.java:doStart(916)) - Started o.e.j.s.ServletContextHandler@34237b90{static,/static,jar:file:/tmp/dist-test-taskq8m9tG/java/build/jars/hadoop-hdfs-3.3.1-tests.jar!/webapps/static,AVAILABLE}
2026-07-08 15:57:27,009 INFO  [Listener at localhost/33455] handler.ContextHandler (ContextHandler.java:doStart(916)) - Started o.e.j.w.WebAppContext@26a94fa5{datanode,/,file:///tmp/jetty-localhost-38185-hadoop-hdfs-3_3_1-tests_jar-_-any-9113082751918186962/webapp/,AVAILABLE}{jar:file:/tmp/dist-test-taskq8m9tG/java/build/jars/hadoop-hdfs-3.3.1-tests.jar!/webapps/datanode}
2026-07-08 15:57:27,011 INFO  [Listener at localhost/33455] server.AbstractConnector (AbstractConnector.java:doStart(331)) - Started ServerConnector@781a9412{HTTP/1.1, (http/1.1)}{localhost:38185}
2026-07-08 15:57:27,012 INFO  [Listener at localhost/33455] server.Server (Server.java:doStart(415)) - Started @4346ms
2026-07-08 15:57:27,121 WARN  [Listener at localhost/33455] web.DatanodeHttpServer (RestCsrfPreventionFilterHandler.java:<init>(75)) - Got null for restCsrfPreventionFilter - will not do any filtering.
2026-07-08 15:57:27,258 INFO  [Listener at localhost/33455] web.DatanodeHttpServer (DatanodeHttpServer.java:start(322)) - Listening HTTP traffic on /127.0.0.1:44437
2026-07-08 15:57:27,259 INFO  [org.apache.hadoop.util.JvmPauseMonitor$Monitor@56303475] util.JvmPauseMonitor (JvmPauseMonitor.java:run(188)) - Starting JVM pause monitor
2026-07-08 15:57:27,260 INFO  [Listener at localhost/33455] datanode.DataNode (DataNode.java:startDataNode(1436)) - dnUserName = slave
2026-07-08 15:57:27,261 INFO  [Listener at localhost/33455] datanode.DataNode (DataNode.java:startDataNode(1437)) - supergroup = supergroup
2026-07-08 15:57:27,282 INFO  [Listener at localhost/33455] ipc.CallQueueManager (CallQueueManager.java:<init>(90)) - Using callQueue: class java.util.concurrent.LinkedBlockingQueue, queueCapacity: 1000, scheduler: class org.apache.hadoop.ipc.DefaultRpcScheduler, ipcBackoff: false.
2026-07-08 15:57:27,283 INFO  [Socket Reader #1 for port 0] ipc.Server (Server.java:run(1265)) - Starting Socket Reader #1 for port 0
2026-07-08 15:57:27,292 INFO  [Listener at localhost/33503] datanode.DataNode (DataNode.java:initIpcServer(1057)) - Opened IPC server at /127.0.0.1:33503
2026-07-08 15:57:27,326 INFO  [Listener at localhost/33503] datanode.DataNode (BlockPoolManager.java:refreshNamenodes(149)) - Refresh request received for nameservices: null
2026-07-08 15:57:27,328 INFO  [Listener at localhost/33503] datanode.DataNode (BlockPoolManager.java:doRefreshNamenodes(210)) - Starting BPOfferServices for nameservices: <default>
2026-07-08 15:57:27,341 INFO  [Thread-63] datanode.DataNode (BPServiceActor.java:run(847)) - Block pool <registering> (Datanode Uuid unassigned) service to localhost/127.0.0.1:33455 starting to offer service
2026-07-08 15:57:27,351 INFO  [IPC Server Responder] ipc.Server (Server.java:run(1507)) - IPC Server Responder: starting
2026-07-08 15:57:27,351 INFO  [IPC Server listener on 0] ipc.Server (Server.java:run(1344)) - IPC Server listener on 0: starting
2026-07-08 15:57:27,631 INFO  [Thread-63] datanode.DataNode (BPOfferService.java:verifyAndSetNamespaceInfo(381)) - Acknowledging ACTIVE Namenode during handshakeBlock pool <registering> (Datanode Uuid unassigned) service to localhost/127.0.0.1:33455
2026-07-08 15:57:27,634 INFO  [Thread-63] common.Storage (DataStorage.java:getParallelVolumeLoadThreadsNum(356)) - Using 2 threads to upgrade data directories (dfs.datanode.parallel.volumes.load.threads.num=2, dataDirs=2)
2026-07-08 15:57:27,637 INFO  [Thread-63] common.Storage (Storage.java:tryLock(948)) - Lock on /tmp/hdfs-test4341276382504938234/data/data1/in_use.lock acquired by nodename 6233@dist-test-slave-lxff.c.gcp-upstream.internal
2026-07-08 15:57:27,638 INFO  [Thread-63] common.Storage (DataStorage.java:loadStorageDirectory(284)) - Storage directory with location [DISK]file:/tmp/hdfs-test4341276382504938234/data/data1 is not formatted for namespace 615149838. Formatting...
2026-07-08 15:57:27,640 INFO  [Thread-63] common.Storage (DataStorage.java:createStorageID(160)) - Generated new storageID DS-7340873d-a1cd-4072-a62b-687b74e9c8d7 for directory /tmp/hdfs-test4341276382504938234/data/data1 
2026-07-08 15:57:27,647 INFO  [Thread-63] common.Storage (Storage.java:tryLock(948)) - Lock on /tmp/hdfs-test4341276382504938234/data/data2/in_use.lock acquired by nodename 6233@dist-test-slave-lxff.c.gcp-upstream.internal
2026-07-08 15:57:27,647 INFO  [Thread-63] common.Storage (DataStorage.java:loadStorageDirectory(284)) - Storage directory with location [DISK]file:/tmp/hdfs-test4341276382504938234/data/data2 is not formatted for namespace 615149838. Formatting...
2026-07-08 15:57:27,647 INFO  [Thread-63] common.Storage (DataStorage.java:createStorageID(160)) - Generated new storageID DS-ee0e6bc6-08e5-42b1-b0f6-77ef15be2c95 for directory /tmp/hdfs-test4341276382504938234/data/data2 
2026-07-08 15:57:27,677 INFO  [Thread-63] common.Storage (BlockPoolSliceStorage.java:recoverTransitionRead(256)) - Analyzing storage directories for bpid BP-240679154-10.240.1.3-1783526244489
2026-07-08 15:57:27,678 INFO  [Thread-63] common.Storage (Storage.java:lock(907)) - Locking is disabled for /tmp/hdfs-test4341276382504938234/data/data1/current/BP-240679154-10.240.1.3-1783526244489
2026-07-08 15:57:27,679 INFO  [Thread-63] common.Storage (BlockPoolSliceStorage.java:loadStorageDirectory(169)) - Block pool storage directory for location [DISK]file:/tmp/hdfs-test4341276382504938234/data/data1 and block pool id BP-240679154-10.240.1.3-1783526244489 is not formatted. Formatting ...
2026-07-08 15:57:27,679 INFO  [Thread-63] common.Storage (BlockPoolSliceStorage.java:format(285)) - Formatting block pool BP-240679154-10.240.1.3-1783526244489 directory /tmp/hdfs-test4341276382504938234/data/data1/current/BP-240679154-10.240.1.3-1783526244489/current
2026-07-08 15:57:27,710 INFO  [Thread-63] common.Storage (BlockPoolSliceStorage.java:recoverTransitionRead(256)) - Analyzing storage directories for bpid BP-240679154-10.240.1.3-1783526244489
2026-07-08 15:57:27,711 INFO  [Thread-63] common.Storage (Storage.java:lock(907)) - Locking is disabled for /tmp/hdfs-test4341276382504938234/data/data2/current/BP-240679154-10.240.1.3-1783526244489
2026-07-08 15:57:27,711 INFO  [Thread-63] common.Storage (BlockPoolSliceStorage.java:loadStorageDirectory(169)) - Block pool storage directory for location [DISK]file:/tmp/hdfs-test4341276382504938234/data/data2 and block pool id BP-240679154-10.240.1.3-1783526244489 is not formatted. Formatting ...
2026-07-08 15:57:27,712 INFO  [Thread-63] common.Storage (BlockPoolSliceStorage.java:format(285)) - Formatting block pool BP-240679154-10.240.1.3-1783526244489 directory /tmp/hdfs-test4341276382504938234/data/data2/current/BP-240679154-10.240.1.3-1783526244489/current
2026-07-08 15:57:27,717 INFO  [Thread-63] datanode.DataNode (DataNode.java:initStorage(1756)) - Setting up storage: nsid=615149838;bpid=BP-240679154-10.240.1.3-1783526244489;lv=-57;nsInfo=lv=-66;cid=testClusterID;nsid=615149838;c=1783526244489;bpid=BP-240679154-10.240.1.3-1783526244489;dnuuid=null
2026-07-08 15:57:27,727 INFO  [Thread-63] datanode.DataNode (DataNode.java:checkDatanodeUuid(1554)) - Generated and persisted new Datanode UUID 8659cbfb-212f-4840-bcca-251a226d49c7
2026-07-08 15:57:27,746 INFO  [Thread-63] impl.FsDatasetImpl (FsDatasetImpl.java:<init>(310)) - The datanode lock is a read write lock
2026-07-08 15:57:27,904 INFO  [Thread-63] impl.FsDatasetImpl (FsVolumeList.java:addVolume(304)) - Added new volume: DS-7340873d-a1cd-4072-a62b-687b74e9c8d7
2026-07-08 15:57:27,905 INFO  [Thread-63] impl.FsDatasetImpl (FsDatasetImpl.java:addVolume(493)) - Added volume - [DISK]file:/tmp/hdfs-test4341276382504938234/data/data1, StorageType: DISK
2026-07-08 15:57:27,908 INFO  [Thread-63] impl.FsDatasetImpl (FsVolumeList.java:addVolume(304)) - Added new volume: DS-ee0e6bc6-08e5-42b1-b0f6-77ef15be2c95
2026-07-08 15:57:27,908 INFO  [Thread-63] impl.FsDatasetImpl (FsDatasetImpl.java:addVolume(493)) - Added volume - [DISK]file:/tmp/hdfs-test4341276382504938234/data/data2, StorageType: DISK
2026-07-08 15:57:27,914 INFO  [Thread-63] impl.MemoryMappableBlockLoader (MemoryMappableBlockLoader.java:initialize(48)) - Initializing cache loader: MemoryMappableBlockLoader.
2026-07-08 15:57:27,918 INFO  [Thread-63] impl.FsDatasetImpl (FsDatasetImpl.java:registerMBean(2343)) - Registered FSDatasetState MBean
2026-07-08 15:57:27,925 INFO  [Thread-63] impl.FsDatasetImpl (FsDatasetImpl.java:addBlockPool(2856)) - Adding block pool BP-240679154-10.240.1.3-1783526244489
2026-07-08 15:57:27,927 INFO  [Thread-80] impl.FsDatasetImpl (FsVolumeList.java:run(406)) - Scanning block pool BP-240679154-10.240.1.3-1783526244489 on volume /tmp/hdfs-test4341276382504938234/data/data1...
2026-07-08 15:57:27,928 INFO  [Thread-81] impl.FsDatasetImpl (FsVolumeList.java:run(406)) - Scanning block pool BP-240679154-10.240.1.3-1783526244489 on volume /tmp/hdfs-test4341276382504938234/data/data2...
2026-07-08 15:57:27,978 INFO  [Thread-81] impl.FsDatasetImpl (FsVolumeList.java:run(411)) - Time taken to scan block pool BP-240679154-10.240.1.3-1783526244489 on /tmp/hdfs-test4341276382504938234/data/data2: 49ms
2026-07-08 15:57:27,990 INFO  [Thread-80] impl.FsDatasetImpl (FsVolumeList.java:run(411)) - Time taken to scan block pool BP-240679154-10.240.1.3-1783526244489 on /tmp/hdfs-test4341276382504938234/data/data1: 62ms
2026-07-08 15:57:27,990 INFO  [Thread-63] impl.FsDatasetImpl (FsVolumeList.java:addBlockPool(431)) - Total time to scan all replicas for block pool BP-240679154-10.240.1.3-1783526244489: 65ms
2026-07-08 15:57:27,993 INFO  [Thread-85] impl.FsDatasetImpl (FsVolumeList.java:run(199)) - Adding replicas to map for block pool BP-240679154-10.240.1.3-1783526244489 on volume /tmp/hdfs-test4341276382504938234/data/data1...
2026-07-08 15:57:27,994 INFO  [Thread-85] impl.BlockPoolSlice (BlockPoolSlice.java:readReplicasFromCache(902)) - Replica Cache file: /tmp/hdfs-test4341276382504938234/data/data1/current/BP-240679154-10.240.1.3-1783526244489/current/replicas doesn't exist 
2026-07-08 15:57:27,995 INFO  [Thread-86] impl.FsDatasetImpl (FsVolumeList.java:run(199)) - Adding replicas to map for block pool BP-240679154-10.240.1.3-1783526244489 on volume /tmp/hdfs-test4341276382504938234/data/data2...
2026-07-08 15:57:27,996 INFO  [Thread-85] impl.FsDatasetImpl (FsVolumeList.java:run(204)) - Time to add replicas to map for block pool BP-240679154-10.240.1.3-1783526244489 on volume /tmp/hdfs-test4341276382504938234/data/data1: 2ms
2026-07-08 15:57:27,995 INFO  [Thread-86] impl.BlockPoolSlice (BlockPoolSlice.java:readReplicasFromCache(902)) - Replica Cache file: /tmp/hdfs-test4341276382504938234/data/data2/current/BP-240679154-10.240.1.3-1783526244489/current/replicas doesn't exist 
2026-07-08 15:57:28,003 INFO  [Thread-86] impl.FsDatasetImpl (FsVolumeList.java:run(204)) - Time to add replicas to map for block pool BP-240679154-10.240.1.3-1783526244489 on volume /tmp/hdfs-test4341276382504938234/data/data2: 9ms
2026-07-08 15:57:28,003 INFO  [Thread-63] impl.FsDatasetImpl (FsVolumeList.java:getAllVolumesMap(225)) - Total time to add all replicas to map for block pool BP-240679154-10.240.1.3-1783526244489: 11ms
2026-07-08 15:57:28,004 INFO  [Thread-63] checker.ThrottledAsyncChecker (ThrottledAsyncChecker.java:schedule(137)) - Scheduling a check for /tmp/hdfs-test4341276382504938234/data/data1
2026-07-08 15:57:28,016 INFO  [Thread-63] checker.DatasetVolumeChecker (DatasetVolumeChecker.java:checkAllVolumes(224)) - Scheduled health check for volume /tmp/hdfs-test4341276382504938234/data/data1
2026-07-08 15:57:28,018 INFO  [Thread-63] checker.ThrottledAsyncChecker (ThrottledAsyncChecker.java:schedule(137)) - Scheduling a check for /tmp/hdfs-test4341276382504938234/data/data2
2026-07-08 15:57:28,018 INFO  [Thread-63] checker.DatasetVolumeChecker (DatasetVolumeChecker.java:checkAllVolumes(224)) - Scheduled health check for volume /tmp/hdfs-test4341276382504938234/data/data2
2026-07-08 15:57:28,026 INFO  [VolumeScannerThread(/tmp/hdfs-test4341276382504938234/data/data1)] datanode.VolumeScanner (VolumeScanner.java:findNextUsableBlockIter(385)) - Now scanning bpid BP-240679154-10.240.1.3-1783526244489 on volume /tmp/hdfs-test4341276382504938234/data/data1
2026-07-08 15:57:28,026 INFO  [VolumeScannerThread(/tmp/hdfs-test4341276382504938234/data/data2)] datanode.VolumeScanner (VolumeScanner.java:findNextUsableBlockIter(385)) - Now scanning bpid BP-240679154-10.240.1.3-1783526244489 on volume /tmp/hdfs-test4341276382504938234/data/data2
2026-07-08 15:57:28,030 INFO  [VolumeScannerThread(/tmp/hdfs-test4341276382504938234/data/data2)] datanode.VolumeScanner (VolumeScanner.java:getNextBlockToScan(505)) - VolumeScanner(/tmp/hdfs-test4341276382504938234/data/data2, DS-ee0e6bc6-08e5-42b1-b0f6-77ef15be2c95): finished scanning block pool BP-240679154-10.240.1.3-1783526244489
2026-07-08 15:57:28,031 WARN  [Thread-63] datanode.DirectoryScanner (DirectoryScanner.java:<init>(300)) - dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1
2026-07-08 15:57:28,031 INFO  [Thread-63] datanode.DirectoryScanner (DirectoryScanner.java:start(329)) - Periodic Directory Tree Verification scan starting in 4246845ms with interval of 21600000ms and throttle limit of -1ms/s
2026-07-08 15:57:28,032 INFO  [VolumeScannerThread(/tmp/hdfs-test4341276382504938234/data/data1)] datanode.VolumeScanner (VolumeScanner.java:getNextBlockToScan(505)) - VolumeScanner(/tmp/hdfs-test4341276382504938234/data/data1, DS-7340873d-a1cd-4072-a62b-687b74e9c8d7): finished scanning block pool BP-240679154-10.240.1.3-1783526244489
2026-07-08 15:57:28,041 INFO  [BP-240679154-10.240.1.3-1783526244489 heartbeating to localhost/127.0.0.1:33455] datanode.DataNode (BPServiceActor.java:register(788)) - Block pool BP-240679154-10.240.1.3-1783526244489 (Datanode Uuid 8659cbfb-212f-4840-bcca-251a226d49c7) service to localhost/127.0.0.1:33455 beginning handshake with NN
2026-07-08 15:57:28,052 INFO  [IPC Server handler 0 on default port 33455] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=datanodeReport	src=null	dst=null	perm=null	proto=rpc
2026-07-08 15:57:28,057 INFO  [VolumeScannerThread(/tmp/hdfs-test4341276382504938234/data/data1)] datanode.VolumeScanner (VolumeScanner.java:findNextUsableBlockIter(402)) - VolumeScanner(/tmp/hdfs-test4341276382504938234/data/data1, DS-7340873d-a1cd-4072-a62b-687b74e9c8d7): no suitable block pools found to scan.  Waiting 1814399969 ms.
2026-07-08 15:57:28,059 INFO  [VolumeScannerThread(/tmp/hdfs-test4341276382504938234/data/data2)] datanode.VolumeScanner (VolumeScanner.java:findNextUsableBlockIter(402)) - VolumeScanner(/tmp/hdfs-test4341276382504938234/data/data2, DS-ee0e6bc6-08e5-42b1-b0f6-77ef15be2c95): no suitable block pools found to scan.  Waiting 1814399967 ms.
2026-07-08 15:57:28,062 INFO  [Listener at localhost/33503] hdfs.MiniDFSCluster (MiniDFSCluster.java:shouldWait(2823)) - dnInfo.length != numDataNodes
2026-07-08 15:57:28,062 INFO  [Listener at localhost/33503] hdfs.MiniDFSCluster (MiniDFSCluster.java:waitActive(2744)) - Waiting for cluster to become active
2026-07-08 15:57:28,069 INFO  [IPC Server handler 1 on default port 33455] hdfs.StateChange (DatanodeManager.java:registerDatanode(1142)) - BLOCK* registerDatanode: from DatanodeRegistration(127.0.0.1:44229, datanodeUuid=8659cbfb-212f-4840-bcca-251a226d49c7, infoPort=44437, infoSecurePort=0, ipcPort=33503, storageInfo=lv=-57;cid=testClusterID;nsid=615149838;c=1783526244489) storage 8659cbfb-212f-4840-bcca-251a226d49c7
2026-07-08 15:57:28,071 INFO  [IPC Server handler 1 on default port 33455] net.NetworkTopology (NetworkTopology.java:add(149)) - Adding a new node: /default-rack/127.0.0.1:44229
2026-07-08 15:57:28,071 INFO  [IPC Server handler 1 on default port 33455] blockmanagement.BlockReportLeaseManager (BlockReportLeaseManager.java:registerNode(200)) - Registered DN 8659cbfb-212f-4840-bcca-251a226d49c7 (127.0.0.1:44229).
2026-07-08 15:57:28,076 INFO  [BP-240679154-10.240.1.3-1783526244489 heartbeating to localhost/127.0.0.1:33455] datanode.DataNode (BPServiceActor.java:register(816)) - Block pool BP-240679154-10.240.1.3-1783526244489 (Datanode Uuid 8659cbfb-212f-4840-bcca-251a226d49c7) service to localhost/127.0.0.1:33455 successfully registered with NN
2026-07-08 15:57:28,077 INFO  [BP-240679154-10.240.1.3-1783526244489 heartbeating to localhost/127.0.0.1:33455] datanode.DataNode (BPServiceActor.java:offerService(645)) - For namenode localhost/127.0.0.1:33455 using BLOCKREPORT_INTERVAL of 21600000msecs CACHEREPORT_INTERVAL of 10000msecs Initial delay: 0msecs; heartBeatInterval=3000
2026-07-08 15:57:28,094 INFO  [IPC Server handler 2 on default port 33455] blockmanagement.DatanodeDescriptor (DatanodeDescriptor.java:updateStorage(999)) - Adding new storage ID DS-7340873d-a1cd-4072-a62b-687b74e9c8d7 for DN 127.0.0.1:44229
2026-07-08 15:57:28,095 INFO  [IPC Server handler 2 on default port 33455] blockmanagement.DatanodeDescriptor (DatanodeDescriptor.java:updateStorage(999)) - Adding new storage ID DS-ee0e6bc6-08e5-42b1-b0f6-77ef15be2c95 for DN 127.0.0.1:44229
2026-07-08 15:57:28,126 INFO  [Block report processor] BlockStateChange (BlockManager.java:processReport(2778)) - BLOCK* processReport 0x4becf1fa2d1a473: Processing first storage report for DS-ee0e6bc6-08e5-42b1-b0f6-77ef15be2c95 from datanode 8659cbfb-212f-4840-bcca-251a226d49c7
2026-07-08 15:57:28,128 INFO  [Block report processor] BlockStateChange (BlockManager.java:processReport(2810)) - BLOCK* processReport 0x4becf1fa2d1a473: from storage DS-ee0e6bc6-08e5-42b1-b0f6-77ef15be2c95 node DatanodeRegistration(127.0.0.1:44229, datanodeUuid=8659cbfb-212f-4840-bcca-251a226d49c7, infoPort=44437, infoSecurePort=0, ipcPort=33503, storageInfo=lv=-57;cid=testClusterID;nsid=615149838;c=1783526244489), blocks: 0, hasStaleStorage: true, processing time: 2 msecs, invalidatedBlocks: 0
2026-07-08 15:57:28,129 INFO  [Block report processor] BlockStateChange (BlockManager.java:processReport(2778)) - BLOCK* processReport 0x4becf1fa2d1a473: Processing first storage report for DS-7340873d-a1cd-4072-a62b-687b74e9c8d7 from datanode 8659cbfb-212f-4840-bcca-251a226d49c7
2026-07-08 15:57:28,129 INFO  [Block report processor] BlockStateChange (BlockManager.java:processReport(2810)) - BLOCK* processReport 0x4becf1fa2d1a473: from storage DS-7340873d-a1cd-4072-a62b-687b74e9c8d7 node DatanodeRegistration(127.0.0.1:44229, datanodeUuid=8659cbfb-212f-4840-bcca-251a226d49c7, infoPort=44437, infoSecurePort=0, ipcPort=33503, storageInfo=lv=-57;cid=testClusterID;nsid=615149838;c=1783526244489), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0
2026-07-08 15:57:28,147 INFO  [BP-240679154-10.240.1.3-1783526244489 heartbeating to localhost/127.0.0.1:33455] datanode.DataNode (BPServiceActor.java:blockReport(437)) - Successfully sent block report 0x4becf1fa2d1a473 to namenode: localhost/127.0.0.1:33455,  containing 2 storage report(s), of which we sent 2. The reports had 0 total blocks and used 1 RPC(s). This took 5 msecs to generate and 33 msecs for RPC and NN processing. Got back one command: FinalizeCommand/5.
2026-07-08 15:57:28,148 INFO  [Command processor] datanode.DataNode (BPOfferService.java:processCommandFromActive(763)) - Got finalize command for block pool BP-240679154-10.240.1.3-1783526244489
2026-07-08 15:57:28,166 INFO  [IPC Server handler 3 on default port 33455] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=datanodeReport	src=null	dst=null	perm=null	proto=rpc
2026-07-08 15:57:28,174 INFO  [Listener at localhost/33503] hdfs.MiniDFSCluster (MiniDFSCluster.java:waitActive(2799)) - Cluster is active
2026-07-08 15:57:28,356 INFO  [Listener at localhost/33503] backup.BackupIO (BackupIO.scala:writeTableMetadata(95)) - Writing metadata to hdfs://localhost:33455/id_taco-taco/100/.kudu-metadata.json
2026-07-08 15:57:28,410 INFO  [IPC Server handler 5 on default port 33455] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=create	src=/id_taco-taco/100/.kudu-metadata.json	dst=null	perm=slave:supergroup:rw-r--r--	proto=rpc
2026-07-08 15:57:28,685 INFO  [IPC Server handler 0 on default port 33455] hdfs.StateChange (FSDirWriteFileOp.java:logAllocatedBlock(802)) - BLOCK* allocate blk_1073741825_1001, replicas=127.0.0.1:44229 for /id_taco-taco/100/.kudu-metadata.json
2026-07-08 15:57:28,795 INFO  [DataXceiver for client DFSClient_NONMAPREDUCE_1996084124_1 at /127.0.0.1:40322 [Receiving block BP-240679154-10.240.1.3-1783526244489:blk_1073741825_1001]] datanode.DataNode (DataXceiver.java:writeBlock(747)) - Receiving BP-240679154-10.240.1.3-1783526244489:blk_1073741825_1001 src: /127.0.0.1:40322 dest: /127.0.0.1:44229
2026-07-08 15:57:28,841 INFO  [PacketResponder: BP-240679154-10.240.1.3-1783526244489:blk_1073741825_1001, type=LAST_IN_PIPELINE] DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1539)) - src: /127.0.0.1:40322, dest: /127.0.0.1:44229, bytes: 82, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1996084124_1, offset: 0, srvID: 8659cbfb-212f-4840-bcca-251a226d49c7, blockid: BP-240679154-10.240.1.3-1783526244489:blk_1073741825_1001, duration(ns): 12573020
2026-07-08 15:57:28,841 INFO  [PacketResponder: BP-240679154-10.240.1.3-1783526244489:blk_1073741825_1001, type=LAST_IN_PIPELINE] datanode.DataNode (BlockReceiver.java:run(1512)) - PacketResponder: BP-240679154-10.240.1.3-1783526244489:blk_1073741825_1001, type=LAST_IN_PIPELINE terminating
2026-07-08 15:57:28,850 INFO  [IPC Server handler 2 on default port 33455] namenode.FSNamesystem (FSNamesystem.java:checkBlocksComplete(3151)) - BLOCK* blk_1073741825_1001 is COMMITTED but not COMPLETE(numNodes= 0 <  minimum = 1) in file /id_taco-taco/100/.kudu-metadata.json
2026-07-08 15:57:29,256 INFO  [IPC Server handler 5 on default port 33455] hdfs.StateChange (FSNamesystem.java:completeFile(3104)) - DIR* completeFile: /id_taco-taco/100/.kudu-metadata.json is closed by DFSClient_NONMAPREDUCE_1996084124_1
2026-07-08 15:57:29,259 INFO  [Listener at localhost/33503] backup.BackupIO (BackupIO.scala:writeTableMetadata(95)) - Writing metadata to hdfs://localhost:33455/id_taco-taco/1000/.kudu-metadata.json
2026-07-08 15:57:29,262 INFO  [IPC Server handler 6 on default port 33455] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=create	src=/id_taco-taco/1000/.kudu-metadata.json	dst=null	perm=slave:supergroup:rw-r--r--	proto=rpc
2026-07-08 15:57:29,268 INFO  [IPC Server handler 7 on default port 33455] hdfs.StateChange (FSDirWriteFileOp.java:logAllocatedBlock(802)) - BLOCK* allocate blk_1073741826_1002, replicas=127.0.0.1:44229 for /id_taco-taco/1000/.kudu-metadata.json
2026-07-08 15:57:29,271 INFO  [DataXceiver for client DFSClient_NONMAPREDUCE_1996084124_1 at /127.0.0.1:40332 [Receiving block BP-240679154-10.240.1.3-1783526244489:blk_1073741826_1002]] datanode.DataNode (DataXceiver.java:writeBlock(747)) - Receiving BP-240679154-10.240.1.3-1783526244489:blk_1073741826_1002 src: /127.0.0.1:40332 dest: /127.0.0.1:44229
2026-07-08 15:57:29,278 INFO  [PacketResponder: BP-240679154-10.240.1.3-1783526244489:blk_1073741826_1002, type=LAST_IN_PIPELINE] DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1539)) - src: /127.0.0.1:40332, dest: /127.0.0.1:44229, bytes: 83, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1996084124_1, offset: 0, srvID: 8659cbfb-212f-4840-bcca-251a226d49c7, blockid: BP-240679154-10.240.1.3-1783526244489:blk_1073741826_1002, duration(ns): 3657903
2026-07-08 15:57:29,278 INFO  [PacketResponder: BP-240679154-10.240.1.3-1783526244489:blk_1073741826_1002, type=LAST_IN_PIPELINE] datanode.DataNode (BlockReceiver.java:run(1512)) - PacketResponder: BP-240679154-10.240.1.3-1783526244489:blk_1073741826_1002, type=LAST_IN_PIPELINE terminating
2026-07-08 15:57:29,282 INFO  [IPC Server handler 9 on default port 33455] hdfs.StateChange (FSNamesystem.java:completeFile(3104)) - DIR* completeFile: /id_taco-taco/1000/.kudu-metadata.json is closed by DFSClient_NONMAPREDUCE_1996084124_1
2026-07-08 15:57:29,284 INFO  [Listener at localhost/33503] backup.BackupIO (BackupIO.scala:writeTableMetadata(95)) - Writing metadata to hdfs://localhost:33455/id_taco-taco/2000/.kudu-metadata.json
2026-07-08 15:57:29,288 INFO  [IPC Server handler 0 on default port 33455] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=create	src=/id_taco-taco/2000/.kudu-metadata.json	dst=null	perm=slave:supergroup:rw-r--r--	proto=rpc
2026-07-08 15:57:29,293 INFO  [IPC Server handler 1 on default port 33455] hdfs.StateChange (FSDirWriteFileOp.java:logAllocatedBlock(802)) - BLOCK* allocate blk_1073741827_1003, replicas=127.0.0.1:44229 for /id_taco-taco/2000/.kudu-metadata.json
2026-07-08 15:57:29,296 INFO  [DataXceiver for client DFSClient_NONMAPREDUCE_1996084124_1 at /127.0.0.1:40340 [Receiving block BP-240679154-10.240.1.3-1783526244489:blk_1073741827_1003]] datanode.DataNode (DataXceiver.java:writeBlock(747)) - Receiving BP-240679154-10.240.1.3-1783526244489:blk_1073741827_1003 src: /127.0.0.1:40340 dest: /127.0.0.1:44229
2026-07-08 15:57:29,302 INFO  [PacketResponder: BP-240679154-10.240.1.3-1783526244489:blk_1073741827_1003, type=LAST_IN_PIPELINE] DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1539)) - src: /127.0.0.1:40340, dest: /127.0.0.1:44229, bytes: 102, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1996084124_1, offset: 0, srvID: 8659cbfb-212f-4840-bcca-251a226d49c7, blockid: BP-240679154-10.240.1.3-1783526244489:blk_1073741827_1003, duration(ns): 3337900
2026-07-08 15:57:29,302 INFO  [PacketResponder: BP-240679154-10.240.1.3-1783526244489:blk_1073741827_1003, type=LAST_IN_PIPELINE] datanode.DataNode (BlockReceiver.java:run(1512)) - PacketResponder: BP-240679154-10.240.1.3-1783526244489:blk_1073741827_1003, type=LAST_IN_PIPELINE terminating
2026-07-08 15:57:29,305 INFO  [IPC Server handler 4 on default port 33455] namenode.FSNamesystem (FSNamesystem.java:checkBlocksComplete(3151)) - BLOCK* blk_1073741827_1003 is COMMITTED but not COMPLETE(numNodes= 0 <  minimum = 1) in file /id_taco-taco/2000/.kudu-metadata.json
2026-07-08 15:57:29,709 INFO  [IPC Server handler 3 on default port 33455] hdfs.StateChange (FSNamesystem.java:completeFile(3104)) - DIR* completeFile: /id_taco-taco/2000/.kudu-metadata.json is closed by DFSClient_NONMAPREDUCE_1996084124_1
2026-07-08 15:57:29,711 INFO  [Listener at localhost/33503] backup.BackupIO (BackupIO.scala:writeTableMetadata(95)) - Writing metadata to hdfs://localhost:33455/id_pizza-pizza/200/.kudu-metadata.json
2026-07-08 15:57:29,715 INFO  [IPC Server handler 5 on default port 33455] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=create	src=/id_pizza-pizza/200/.kudu-metadata.json	dst=null	perm=slave:supergroup:rw-r--r--	proto=rpc
2026-07-08 15:57:29,720 INFO  [IPC Server handler 6 on default port 33455] hdfs.StateChange (FSDirWriteFileOp.java:logAllocatedBlock(802)) - BLOCK* allocate blk_1073741828_1004, replicas=127.0.0.1:44229 for /id_pizza-pizza/200/.kudu-metadata.json
2026-07-08 15:57:29,725 INFO  [DataXceiver for client DFSClient_NONMAPREDUCE_1996084124_1 at /127.0.0.1:40348 [Receiving block BP-240679154-10.240.1.3-1783526244489:blk_1073741828_1004]] datanode.DataNode (DataXceiver.java:writeBlock(747)) - Receiving BP-240679154-10.240.1.3-1783526244489:blk_1073741828_1004 src: /127.0.0.1:40348 dest: /127.0.0.1:44229
2026-07-08 15:57:29,732 INFO  [PacketResponder: BP-240679154-10.240.1.3-1783526244489:blk_1073741828_1004, type=LAST_IN_PIPELINE] DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1539)) - src: /127.0.0.1:40348, dest: /127.0.0.1:44229, bytes: 84, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1996084124_1, offset: 0, srvID: 8659cbfb-212f-4840-bcca-251a226d49c7, blockid: BP-240679154-10.240.1.3-1783526244489:blk_1073741828_1004, duration(ns): 4714335
2026-07-08 15:57:29,732 INFO  [PacketResponder: BP-240679154-10.240.1.3-1783526244489:blk_1073741828_1004, type=LAST_IN_PIPELINE] datanode.DataNode (BlockReceiver.java:run(1512)) - PacketResponder: BP-240679154-10.240.1.3-1783526244489:blk_1073741828_1004, type=LAST_IN_PIPELINE terminating
2026-07-08 15:57:29,735 INFO  [IPC Server handler 8 on default port 33455] hdfs.StateChange (FSNamesystem.java:completeFile(3104)) - DIR* completeFile: /id_pizza-pizza/200/.kudu-metadata.json is closed by DFSClient_NONMAPREDUCE_1996084124_1
2026-07-08 15:57:29,737 INFO  [Listener at localhost/33503] backup.BackupIO (BackupIO.scala:writeTableMetadata(95)) - Writing metadata to hdfs://localhost:33455/id_pizza-pizza/400/.kudu-metadata.json
2026-07-08 15:57:29,739 INFO  [IPC Server handler 9 on default port 33455] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=create	src=/id_pizza-pizza/400/.kudu-metadata.json	dst=null	perm=slave:supergroup:rw-r--r--	proto=rpc
2026-07-08 15:57:29,744 INFO  [IPC Server handler 0 on default port 33455] hdfs.StateChange (FSDirWriteFileOp.java:logAllocatedBlock(802)) - BLOCK* allocate blk_1073741829_1005, replicas=127.0.0.1:44229 for /id_pizza-pizza/400/.kudu-metadata.json
2026-07-08 15:57:29,747 INFO  [DataXceiver for client DFSClient_NONMAPREDUCE_1996084124_1 at /127.0.0.1:40358 [Receiving block BP-240679154-10.240.1.3-1783526244489:blk_1073741829_1005]] datanode.DataNode (DataXceiver.java:writeBlock(747)) - Receiving BP-240679154-10.240.1.3-1783526244489:blk_1073741829_1005 src: /127.0.0.1:40358 dest: /127.0.0.1:44229
2026-07-08 15:57:29,753 INFO  [PacketResponder: BP-240679154-10.240.1.3-1783526244489:blk_1073741829_1005, type=LAST_IN_PIPELINE] DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1539)) - src: /127.0.0.1:40358, dest: /127.0.0.1:44229, bytes: 103, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1996084124_1, offset: 0, srvID: 8659cbfb-212f-4840-bcca-251a226d49c7, blockid: BP-240679154-10.240.1.3-1783526244489:blk_1073741829_1005, duration(ns): 3639038
2026-07-08 15:57:29,754 INFO  [PacketResponder: BP-240679154-10.240.1.3-1783526244489:blk_1073741829_1005, type=LAST_IN_PIPELINE] datanode.DataNode (BlockReceiver.java:run(1512)) - PacketResponder: BP-240679154-10.240.1.3-1783526244489:blk_1073741829_1005, type=LAST_IN_PIPELINE terminating
2026-07-08 15:57:29,761 INFO  [IPC Server handler 2 on default port 33455] hdfs.StateChange (FSNamesystem.java:completeFile(3104)) - DIR* completeFile: /id_pizza-pizza/400/.kudu-metadata.json is closed by DFSClient_NONMAPREDUCE_1996084124_1
2026-07-08 15:57:29,762 INFO  [Listener at localhost/33503] backup.BackupIO (BackupIO.scala:writeTableMetadata(95)) - Writing metadata to hdfs://localhost:33455/id_pizza-pizza/600/.kudu-metadata.json
2026-07-08 15:57:29,766 INFO  [IPC Server handler 4 on default port 33455] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=create	src=/id_pizza-pizza/600/.kudu-metadata.json	dst=null	perm=slave:supergroup:rw-r--r--	proto=rpc
2026-07-08 15:57:29,771 INFO  [IPC Server handler 3 on default port 33455] hdfs.StateChange (FSDirWriteFileOp.java:logAllocatedBlock(802)) - BLOCK* allocate blk_1073741830_1006, replicas=127.0.0.1:44229 for /id_pizza-pizza/600/.kudu-metadata.json
2026-07-08 15:57:29,775 INFO  [DataXceiver for client DFSClient_NONMAPREDUCE_1996084124_1 at /127.0.0.1:40370 [Receiving block BP-240679154-10.240.1.3-1783526244489:blk_1073741830_1006]] datanode.DataNode (DataXceiver.java:writeBlock(747)) - Receiving BP-240679154-10.240.1.3-1783526244489:blk_1073741830_1006 src: /127.0.0.1:40370 dest: /127.0.0.1:44229
2026-07-08 15:57:29,782 INFO  [PacketResponder: BP-240679154-10.240.1.3-1783526244489:blk_1073741830_1006, type=LAST_IN_PIPELINE] DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1539)) - src: /127.0.0.1:40370, dest: /127.0.0.1:44229, bytes: 103, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1996084124_1, offset: 0, srvID: 8659cbfb-212f-4840-bcca-251a226d49c7, blockid: BP-240679154-10.240.1.3-1783526244489:blk_1073741830_1006, duration(ns): 3337857
2026-07-08 15:57:29,782 INFO  [PacketResponder: BP-240679154-10.240.1.3-1783526244489:blk_1073741830_1006, type=LAST_IN_PIPELINE] datanode.DataNode (BlockReceiver.java:run(1512)) - PacketResponder: BP-240679154-10.240.1.3-1783526244489:blk_1073741830_1006, type=LAST_IN_PIPELINE terminating
2026-07-08 15:57:29,787 INFO  [IPC Server handler 5 on default port 33455] hdfs.StateChange (FSNamesystem.java:completeFile(3104)) - DIR* completeFile: /id_pizza-pizza/600/.kudu-metadata.json is closed by DFSClient_NONMAPREDUCE_1996084124_1
2026-07-08 15:57:30,339 INFO  [IPC Server handler 7 on default port 33455] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=getfileinfo	src=/	dst=null	perm=null	proto=rpc
2026-07-08 15:57:30,347 INFO  [IPC Server handler 8 on default port 33455] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=listStatus	src=/	dst=null	perm=null	proto=rpc
2026-07-08 15:57:30,358 INFO  [IPC Server handler 9 on default port 33455] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=listStatus	src=/id_pizza-pizza	dst=null	perm=null	proto=rpc
2026-07-08 15:57:30,363 INFO  [IPC Server handler 0 on default port 33455] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=getfileinfo	src=/id_pizza-pizza/200/.kudu-metadata.json	dst=null	perm=null	proto=rpc
2026-07-08 15:57:30,373 INFO  [IPC Server handler 1 on default port 33455] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=open	src=/id_pizza-pizza/200/.kudu-metadata.json	dst=null	perm=null	proto=rpc
2026-07-08 15:57:30,461 INFO  [IPC Server handler 2 on default port 33455] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=getfileinfo	src=/id_pizza-pizza/400/.kudu-metadata.json	dst=null	perm=null	proto=rpc
2026-07-08 15:57:30,465 INFO  [IPC Server handler 4 on default port 33455] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=open	src=/id_pizza-pizza/400/.kudu-metadata.json	dst=null	perm=null	proto=rpc
2026-07-08 15:57:30,471 INFO  [IPC Server handler 3 on default port 33455] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=getfileinfo	src=/id_pizza-pizza/600/.kudu-metadata.json	dst=null	perm=null	proto=rpc
2026-07-08 15:57:30,474 INFO  [IPC Server handler 6 on default port 33455] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=open	src=/id_pizza-pizza/600/.kudu-metadata.json	dst=null	perm=null	proto=rpc
2026-07-08 15:57:30,478 INFO  [Listener at localhost/33503] backup.BackupIO (BackupIO.scala:readTableBackups(236)) - Found 3 paths in hdfs://localhost:33455/id_pizza-pizza
2026-07-08 15:57:30,480 INFO  [IPC Server handler 5 on default port 33455] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=listStatus	src=/id_taco-taco	dst=null	perm=null	proto=rpc
2026-07-08 15:57:30,483 INFO  [IPC Server handler 7 on default port 33455] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=getfileinfo	src=/id_taco-taco/100/.kudu-metadata.json	dst=null	perm=null	proto=rpc
2026-07-08 15:57:30,485 INFO  [IPC Server handler 8 on default port 33455] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=open	src=/id_taco-taco/100/.kudu-metadata.json	dst=null	perm=null	proto=rpc
2026-07-08 15:57:30,491 INFO  [IPC Server handler 9 on default port 33455] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=getfileinfo	src=/id_taco-taco/1000/.kudu-metadata.json	dst=null	perm=null	proto=rpc
2026-07-08 15:57:30,493 INFO  [IPC Server handler 0 on default port 33455] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=open	src=/id_taco-taco/1000/.kudu-metadata.json	dst=null	perm=null	proto=rpc
2026-07-08 15:57:30,499 INFO  [IPC Server handler 1 on default port 33455] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=getfileinfo	src=/id_taco-taco/2000/.kudu-metadata.json	dst=null	perm=null	proto=rpc
2026-07-08 15:57:30,501 INFO  [IPC Server handler 2 on default port 33455] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=open	src=/id_taco-taco/2000/.kudu-metadata.json	dst=null	perm=null	proto=rpc
2026-07-08 15:57:30,505 INFO  [Listener at localhost/33503] backup.BackupIO (BackupIO.scala:readTableBackups(236)) - Found 3 paths in hdfs://localhost:33455/id_taco-taco
.2026-07-08 15:57:30,587 INFO  [Listener at localhost/33503] hdfs.MiniDFSCluster (MiniDFSCluster.java:<init>(529)) - starting cluster: numNameNodes=1, numDataNodes=1
2026-07-08 15:57:30,589 INFO  [Listener at localhost/33503] namenode.NameNode (NameNode.java:format(1249)) - Formatting using clusterid: testClusterID
2026-07-08 15:57:30,590 INFO  [Listener at localhost/33503] namenode.FSEditLog (FSEditLog.java:newInstance(229)) - Edit logging is async:true
2026-07-08 15:57:30,605 INFO  [Listener at localhost/33503] namenode.FSNamesystem (FSNamesystem.java:<init>(814)) - KeyProvider: null
2026-07-08 15:57:30,606 INFO  [Listener at localhost/33503] namenode.FSNamesystem (FSNamesystemLock.java:<init>(141)) - fsLock is fair: true
2026-07-08 15:57:30,606 INFO  [Listener at localhost/33503] namenode.FSNamesystem (FSNamesystemLock.java:<init>(159)) - Detailed lock hold time metrics enabled: false
2026-07-08 15:57:30,606 INFO  [Listener at localhost/33503] namenode.FSNamesystem (FSNamesystem.java:<init>(847)) - fsOwner                = slave (auth:SIMPLE)
2026-07-08 15:57:30,606 INFO  [Listener at localhost/33503] namenode.FSNamesystem (FSNamesystem.java:<init>(848)) - supergroup             = supergroup
2026-07-08 15:57:30,607 INFO  [Listener at localhost/33503] namenode.FSNamesystem (FSNamesystem.java:<init>(849)) - isPermissionEnabled    = true
2026-07-08 15:57:30,607 INFO  [Listener at localhost/33503] namenode.FSNamesystem (FSNamesystem.java:<init>(850)) - isStoragePolicyEnabled = true
2026-07-08 15:57:30,607 INFO  [Listener at localhost/33503] namenode.FSNamesystem (FSNamesystem.java:<init>(861)) - HA Enabled: false
2026-07-08 15:57:30,608 INFO  [Listener at localhost/33503] common.Util (Util.java:isDiskStatsEnabled(395)) - dfs.datanode.fileio.profiling.sampling.percentage set to 0. Disabling file IO profiling
2026-07-08 15:57:30,608 INFO  [Listener at localhost/33503] blockmanagement.DatanodeManager (DatanodeManager.java:<init>(334)) - dfs.block.invalidate.limit: configured=1000, counted=60, effected=1000
2026-07-08 15:57:30,608 INFO  [Listener at localhost/33503] blockmanagement.DatanodeManager (DatanodeManager.java:<init>(342)) - dfs.namenode.datanode.registration.ip-hostname-check=true
2026-07-08 15:57:30,608 INFO  [Listener at localhost/33503] blockmanagement.BlockManager (InvalidateBlocks.java:printBlockDeletionTime(77)) - dfs.namenode.startup.delay.block.deletion.sec is set to 000:00:00:00.000
2026-07-08 15:57:30,609 INFO  [Listener at localhost/33503] blockmanagement.BlockManager (InvalidateBlocks.java:printBlockDeletionTime(83)) - The block deletion will start around 2026 Jul 08 15:57:30
2026-07-08 15:57:30,609 INFO  [Listener at localhost/33503] util.GSet (LightWeightGSet.java:computeCapacity(395)) - Computing capacity for map BlocksMap
2026-07-08 15:57:30,609 INFO  [Listener at localhost/33503] util.GSet (LightWeightGSet.java:computeCapacity(396)) - VM type       = 64-bit
2026-07-08 15:57:30,610 INFO  [Listener at localhost/33503] util.GSet (LightWeightGSet.java:computeCapacity(397)) - 2.0% max memory 3.5 GB = 72.5 MB
2026-07-08 15:57:30,610 INFO  [Listener at localhost/33503] util.GSet (LightWeightGSet.java:computeCapacity(402)) - capacity      = 2^23 = 8388608 entries
2026-07-08 15:57:30,632 INFO  [Listener at localhost/33503] blockmanagement.BlockManager (BlockManager.java:createSPSManager(5447)) - Storage policy satisfier is disabled
2026-07-08 15:57:30,635 INFO  [Listener at localhost/33503] blockmanagement.BlockManager (BlockManager.java:createBlockTokenSecretManager(641)) - dfs.block.access.token.enable = false
2026-07-08 15:57:30,635 INFO  [Listener at localhost/33503] blockmanagement.BlockManagerSafeMode (BlockManagerSafeMode.java:<init>(160)) - dfs.namenode.safemode.threshold-pct = 0.999
2026-07-08 15:57:30,635 INFO  [Listener at localhost/33503] blockmanagement.BlockManagerSafeMode (BlockManagerSafeMode.java:<init>(161)) - dfs.namenode.safemode.min.datanodes = 0
2026-07-08 15:57:30,635 INFO  [Listener at localhost/33503] blockmanagement.BlockManagerSafeMode (BlockManagerSafeMode.java:<init>(163)) - dfs.namenode.safemode.extension = 0
2026-07-08 15:57:30,636 INFO  [Listener at localhost/33503] blockmanagement.BlockManager (BlockManager.java:<init>(627)) - defaultReplication         = 1
2026-07-08 15:57:30,636 INFO  [Listener at localhost/33503] blockmanagement.BlockManager (BlockManager.java:<init>(628)) - maxReplication             = 512
2026-07-08 15:57:30,636 INFO  [Listener at localhost/33503] blockmanagement.BlockManager (BlockManager.java:<init>(629)) - minReplication             = 1
2026-07-08 15:57:30,636 INFO  [Listener at localhost/33503] blockmanagement.BlockManager (BlockManager.java:<init>(630)) - maxReplicationStreams      = 2
2026-07-08 15:57:30,636 INFO  [Listener at localhost/33503] blockmanagement.BlockManager (BlockManager.java:<init>(631)) - redundancyRecheckInterval  = 3000ms
2026-07-08 15:57:30,636 INFO  [Listener at localhost/33503] blockmanagement.BlockManager (BlockManager.java:<init>(632)) - encryptDataTransfer        = false
2026-07-08 15:57:30,636 INFO  [Listener at localhost/33503] blockmanagement.BlockManager (BlockManager.java:<init>(633)) - maxNumBlocksToLog          = 1000
2026-07-08 15:57:30,636 INFO  [Listener at localhost/33503] util.GSet (LightWeightGSet.java:computeCapacity(395)) - Computing capacity for map INodeMap
2026-07-08 15:57:30,637 INFO  [Listener at localhost/33503] util.GSet (LightWeightGSet.java:computeCapacity(396)) - VM type       = 64-bit
2026-07-08 15:57:30,637 INFO  [Listener at localhost/33503] util.GSet (LightWeightGSet.java:computeCapacity(397)) - 1.0% max memory 3.5 GB = 36.2 MB
2026-07-08 15:57:30,637 INFO  [Listener at localhost/33503] util.GSet (LightWeightGSet.java:computeCapacity(402)) - capacity      = 2^22 = 4194304 entries
2026-07-08 15:57:30,641 INFO  [Listener at localhost/33503] namenode.FSDirectory (FSDirectory.java:<init>(335)) - ACLs enabled? true
2026-07-08 15:57:30,641 INFO  [Listener at localhost/33503] namenode.FSDirectory (FSDirectory.java:<init>(339)) - POSIX ACL inheritance enabled? true
2026-07-08 15:57:30,641 INFO  [Listener at localhost/33503] namenode.FSDirectory (FSDirectory.java:<init>(343)) - XAttrs enabled? true
2026-07-08 15:57:30,642 INFO  [Listener at localhost/33503] namenode.NameNode (FSDirectory.java:<init>(406)) - Caching file names occurring more than 10 times
2026-07-08 15:57:30,642 INFO  [Listener at localhost/33503] snapshot.SnapshotManager (SnapshotManager.java:<init>(124)) - Loaded config captureOpenFiles: false, skipCaptureAccessTimeOnlyChange: false, snapshotDiffAllowSnapRootDescendant: true, maxSnapshotLimit: 65536
2026-07-08 15:57:30,642 INFO  [Listener at localhost/33503] snapshot.SnapshotManager (DirectoryDiffListFactory.java:init(43)) - SkipList is disabled
2026-07-08 15:57:30,642 INFO  [Listener at localhost/33503] util.GSet (LightWeightGSet.java:computeCapacity(395)) - Computing capacity for map cachedBlocks
2026-07-08 15:57:30,642 INFO  [Listener at localhost/33503] util.GSet (LightWeightGSet.java:computeCapacity(396)) - VM type       = 64-bit
2026-07-08 15:57:30,642 INFO  [Listener at localhost/33503] util.GSet (LightWeightGSet.java:computeCapacity(397)) - 0.25% max memory 3.5 GB = 9.1 MB
2026-07-08 15:57:30,643 INFO  [Listener at localhost/33503] util.GSet (LightWeightGSet.java:computeCapacity(402)) - capacity      = 2^20 = 1048576 entries
2026-07-08 15:57:30,644 INFO  [Listener at localhost/33503] metrics.TopMetrics (TopMetrics.java:logConf(75)) - NNTop conf: dfs.namenode.top.window.num.buckets = 10
2026-07-08 15:57:30,644 INFO  [Listener at localhost/33503] metrics.TopMetrics (TopMetrics.java:logConf(77)) - NNTop conf: dfs.namenode.top.num.users = 10
2026-07-08 15:57:30,644 INFO  [Listener at localhost/33503] metrics.TopMetrics (TopMetrics.java:logConf(79)) - NNTop conf: dfs.namenode.top.windows.minutes = 1,5,25
2026-07-08 15:57:30,644 INFO  [Listener at localhost/33503] namenode.FSNamesystem (FSNamesystem.java:initRetryCache(1080)) - Retry cache on namenode is enabled
2026-07-08 15:57:30,644 INFO  [Listener at localhost/33503] namenode.FSNamesystem (FSNamesystem.java:initRetryCache(1088)) - Retry cache will use 0.03 of total heap and retry cache entry expiry time is 600000 millis
2026-07-08 15:57:30,644 INFO  [Listener at localhost/33503] util.GSet (LightWeightGSet.java:computeCapacity(395)) - Computing capacity for map NameNodeRetryCache
2026-07-08 15:57:30,645 INFO  [Listener at localhost/33503] util.GSet (LightWeightGSet.java:computeCapacity(396)) - VM type       = 64-bit
2026-07-08 15:57:30,645 INFO  [Listener at localhost/33503] util.GSet (LightWeightGSet.java:computeCapacity(397)) - 0.029999999329447746% max memory 3.5 GB = 1.1 MB
2026-07-08 15:57:30,645 INFO  [Listener at localhost/33503] util.GSet (LightWeightGSet.java:computeCapacity(402)) - capacity      = 2^17 = 131072 entries
2026-07-08 15:57:30,646 INFO  [Listener at localhost/33503] namenode.FSImage (FSImage.java:format(186)) - Allocated new BlockPoolId: BP-1415095276-10.240.1.3-1783526250646
2026-07-08 15:57:30,652 INFO  [Listener at localhost/33503] common.Storage (NNStorage.java:format(595)) - Storage directory /tmp/hdfs-test4083621843192494458/name-0-1 has been successfully formatted.
2026-07-08 15:57:30,656 INFO  [Listener at localhost/33503] common.Storage (NNStorage.java:format(595)) - Storage directory /tmp/hdfs-test4083621843192494458/name-0-2 has been successfully formatted.
2026-07-08 15:57:30,674 INFO  [FSImageSaver for /tmp/hdfs-test4083621843192494458/name-0-1 of type IMAGE_AND_EDITS] namenode.FSImageFormatProtobuf (FSImageFormatProtobuf.java:save(732)) - Saving image file /tmp/hdfs-test4083621843192494458/name-0-1/current/fsimage.ckpt_0000000000000000000 using no compression
2026-07-08 15:57:30,676 INFO  [FSImageSaver for /tmp/hdfs-test4083621843192494458/name-0-2 of type IMAGE_AND_EDITS] namenode.FSImageFormatProtobuf (FSImageFormatProtobuf.java:save(732)) - Saving image file /tmp/hdfs-test4083621843192494458/name-0-2/current/fsimage.ckpt_0000000000000000000 using no compression
2026-07-08 15:57:30,684 INFO  [FSImageSaver for /tmp/hdfs-test4083621843192494458/name-0-1 of type IMAGE_AND_EDITS] namenode.FSImageFormatProtobuf (FSImageFormatProtobuf.java:save(736)) - Image file /tmp/hdfs-test4083621843192494458/name-0-1/current/fsimage.ckpt_0000000000000000000 of size 418 bytes saved in 0 seconds .
2026-07-08 15:57:30,689 INFO  [FSImageSaver for /tmp/hdfs-test4083621843192494458/name-0-2 of type IMAGE_AND_EDITS] namenode.FSImageFormatProtobuf (FSImageFormatProtobuf.java:save(736)) - Image file /tmp/hdfs-test4083621843192494458/name-0-2/current/fsimage.ckpt_0000000000000000000 of size 418 bytes saved in 0 seconds .
2026-07-08 15:57:30,693 INFO  [Listener at localhost/33503] namenode.NNStorageRetentionManager (NNStorageRetentionManager.java:getImageTxIdToRetain(203)) - Going to retain 1 images with txid >= 0
2026-07-08 15:57:30,707 INFO  [Listener at localhost/33503] namenode.FSNamesystem (FSNamesystem.java:stopActiveServices(1427)) - Stopping services started for active state
2026-07-08 15:57:30,707 INFO  [Listener at localhost/33503] namenode.FSNamesystem (FSNamesystem.java:stopStandbyServices(1528)) - Stopping services started for standby state
2026-07-08 15:57:30,709 INFO  [Listener at localhost/33503] namenode.NameNode (NameNode.java:createNameNode(1707)) - createNameNode []
2026-07-08 15:57:30,709 INFO  [Listener at localhost/33503] impl.MetricsSystemImpl (MetricsSystemImpl.java:init(158)) - NameNode metrics system started (again)
2026-07-08 15:57:30,710 INFO  [Listener at localhost/33503] namenode.NameNodeUtils (NameNodeUtils.java:getClientNamenodeAddress(79)) - fs.defaultFS is hdfs://127.0.0.1:0
2026-07-08 15:57:30,734 INFO  [org.apache.hadoop.util.JvmPauseMonitor$Monitor@4b76aa5a] util.JvmPauseMonitor (JvmPauseMonitor.java:run(188)) - Starting JVM pause monitor
2026-07-08 15:57:30,734 INFO  [Listener at localhost/33503] hdfs.DFSUtil (DFSUtil.java:httpServerTemplateForNNAndJN(1668)) - Filter initializers set : org.apache.hadoop.http.lib.StaticUserWebFilter,org.apache.hadoop.hdfs.web.AuthFilterInitializer
2026-07-08 15:57:30,735 INFO  [Listener at localhost/33503] hdfs.DFSUtil (DFSUtil.java:httpServerTemplateForNNAndJN(1690)) - Starting Web-server for hdfs at: http://localhost:0
2026-07-08 15:57:30,739 INFO  [Listener at localhost/33503] server.AuthenticationFilter (AuthenticationFilter.java:constructSecretProvider(240)) - Unable to initialize FileSignerSecretProvider, falling back to use random secrets.
2026-07-08 15:57:30,740 INFO  [Listener at localhost/33503] http.HttpRequestLog (HttpRequestLog.java:getRequestLog(82)) - Http request log for http.requests.namenode is not defined
2026-07-08 15:57:30,742 INFO  [Listener at localhost/33503] http.HttpServer2 (HttpServer2.java:addGlobalFilter(1111)) - Added global filter 'safety' (class=org.apache.hadoop.http.HttpServer2$QuotingInputFilter)
2026-07-08 15:57:30,744 INFO  [Listener at localhost/33503] http.HttpServer2 (HttpServer2.java:addFilter(1084)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context hdfs
2026-07-08 15:57:30,744 INFO  [Listener at localhost/33503] http.HttpServer2 (HttpServer2.java:addFilter(1094)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context static
2026-07-08 15:57:30,746 INFO  [Listener at localhost/33503] http.HttpServer2 (HttpServer2.java:addFilter(1084)) - Added filter AuthFilter (class=org.apache.hadoop.hdfs.web.AuthFilter) to context hdfs
2026-07-08 15:57:30,746 INFO  [Listener at localhost/33503] http.HttpServer2 (HttpServer2.java:addFilter(1094)) - Added filter AuthFilter (class=org.apache.hadoop.hdfs.web.AuthFilter) to context static
2026-07-08 15:57:30,747 INFO  [Listener at localhost/33503] http.HttpServer2 (HttpServer2.java:addJerseyResourcePackage(938)) - addJerseyResourcePackage: packageName=org.apache.hadoop.hdfs.server.namenode.web.resources;org.apache.hadoop.hdfs.web.resources, pathSpec=/webhdfs/v1/*
2026-07-08 15:57:30,748 INFO  [Listener at localhost/33503] http.HttpServer2 (HttpServer2.java:bindListener(1332)) - Jetty bound to port 34603
2026-07-08 15:57:30,748 INFO  [Listener at localhost/33503] server.Server (Server.java:doStart(375)) - jetty-9.4.40.v20210413; built: 2021-04-13T20:42:42.668Z; git: b881a572662e1943a14ae12e7e1207989f218b74; jvm 1.8.0_362-8u372-ga~us1-0ubuntu1~18.04-b09
2026-07-08 15:57:30,751 INFO  [Listener at localhost/33503] server.session (DefaultSessionIdManager.java:doStart(334)) - DefaultSessionIdManager workerName=node0
2026-07-08 15:57:30,751 INFO  [Listener at localhost/33503] server.session (DefaultSessionIdManager.java:doStart(339)) - No SessionScavenger set, using defaults
2026-07-08 15:57:30,751 INFO  [Listener at localhost/33503] server.session (HouseKeeper.java:startScavenging(132)) - node0 Scavenging every 600000ms
2026-07-08 15:57:30,754 INFO  [Listener at localhost/33503] server.AuthenticationFilter (AuthenticationFilter.java:constructSecretProvider(240)) - Unable to initialize FileSignerSecretProvider, falling back to use random secrets.
2026-07-08 15:57:30,754 INFO  [Listener at localhost/33503] handler.ContextHandler (ContextHandler.java:doStart(916)) - Started o.e.j.s.ServletContextHandler@310aee0b{static,/static,jar:file:/tmp/dist-test-taskq8m9tG/java/build/jars/hadoop-hdfs-3.3.1-tests.jar!/webapps/static,AVAILABLE}
2026-07-08 15:57:30,907 INFO  [Listener at localhost/33503] handler.ContextHandler (ContextHandler.java:doStart(916)) - Started o.e.j.w.WebAppContext@1455154c{hdfs,/,file:///tmp/jetty-localhost-34603-hadoop-hdfs-3_3_1-tests_jar-_-any-3714088537283362010/webapp/,AVAILABLE}{jar:file:/tmp/dist-test-taskq8m9tG/java/build/jars/hadoop-hdfs-3.3.1-tests.jar!/webapps/hdfs}
2026-07-08 15:57:30,909 INFO  [Listener at localhost/33503] server.AbstractConnector (AbstractConnector.java:doStart(331)) - Started ServerConnector@3a2d3909{HTTP/1.1, (http/1.1)}{localhost:34603}
2026-07-08 15:57:30,909 INFO  [Listener at localhost/33503] server.Server (Server.java:doStart(415)) - Started @8243ms
2026-07-08 15:57:30,911 INFO  [Listener at localhost/33503] namenode.FSEditLog (FSEditLog.java:newInstance(229)) - Edit logging is async:true
2026-07-08 15:57:30,960 INFO  [Listener at localhost/33503] namenode.FSNamesystem (FSNamesystem.java:<init>(814)) - KeyProvider: null
2026-07-08 15:57:30,960 INFO  [Listener at localhost/33503] namenode.FSNamesystem (FSNamesystemLock.java:<init>(141)) - fsLock is fair: true
2026-07-08 15:57:30,960 INFO  [Listener at localhost/33503] namenode.FSNamesystem (FSNamesystemLock.java:<init>(159)) - Detailed lock hold time metrics enabled: false
2026-07-08 15:57:30,961 INFO  [Listener at localhost/33503] namenode.FSNamesystem (FSNamesystem.java:<init>(847)) - fsOwner                = slave (auth:SIMPLE)
2026-07-08 15:57:30,961 INFO  [Listener at localhost/33503] namenode.FSNamesystem (FSNamesystem.java:<init>(848)) - supergroup             = supergroup
2026-07-08 15:57:30,961 INFO  [Listener at localhost/33503] namenode.FSNamesystem (FSNamesystem.java:<init>(849)) - isPermissionEnabled    = true
2026-07-08 15:57:30,961 INFO  [Listener at localhost/33503] namenode.FSNamesystem (FSNamesystem.java:<init>(850)) - isStoragePolicyEnabled = true
2026-07-08 15:57:30,961 INFO  [Listener at localhost/33503] namenode.FSNamesystem (FSNamesystem.java:<init>(861)) - HA Enabled: false
2026-07-08 15:57:30,962 INFO  [Listener at localhost/33503] common.Util (Util.java:isDiskStatsEnabled(395)) - dfs.datanode.fileio.profiling.sampling.percentage set to 0. Disabling file IO profiling
2026-07-08 15:57:30,963 INFO  [Listener at localhost/33503] blockmanagement.DatanodeManager (DatanodeManager.java:<init>(334)) - dfs.block.invalidate.limit: configured=1000, counted=60, effected=1000
2026-07-08 15:57:30,963 INFO  [Listener at localhost/33503] blockmanagement.DatanodeManager (DatanodeManager.java:<init>(342)) - dfs.namenode.datanode.registration.ip-hostname-check=true
2026-07-08 15:57:30,963 INFO  [Listener at localhost/33503] blockmanagement.BlockManager (InvalidateBlocks.java:printBlockDeletionTime(77)) - dfs.namenode.startup.delay.block.deletion.sec is set to 000:00:00:00.000
2026-07-08 15:57:30,964 INFO  [Listener at localhost/33503] blockmanagement.BlockManager (InvalidateBlocks.java:printBlockDeletionTime(83)) - The block deletion will start around 2026 Jul 08 15:57:30
2026-07-08 15:57:30,964 INFO  [Listener at localhost/33503] util.GSet (LightWeightGSet.java:computeCapacity(395)) - Computing capacity for map BlocksMap
2026-07-08 15:57:30,964 INFO  [Listener at localhost/33503] util.GSet (LightWeightGSet.java:computeCapacity(396)) - VM type       = 64-bit
2026-07-08 15:57:30,964 INFO  [Listener at localhost/33503] util.GSet (LightWeightGSet.java:computeCapacity(397)) - 2.0% max memory 3.5 GB = 72.5 MB
2026-07-08 15:57:30,965 INFO  [Listener at localhost/33503] util.GSet (LightWeightGSet.java:computeCapacity(402)) - capacity      = 2^23 = 8388608 entries
2026-07-08 15:57:30,973 INFO  [Listener at localhost/33503] blockmanagement.BlockManager (BlockManager.java:createSPSManager(5447)) - Storage policy satisfier is disabled
2026-07-08 15:57:30,974 INFO  [Listener at localhost/33503] blockmanagement.BlockManager (BlockManager.java:createBlockTokenSecretManager(641)) - dfs.block.access.token.enable = false
2026-07-08 15:57:30,974 INFO  [Listener at localhost/33503] blockmanagement.BlockManagerSafeMode (BlockManagerSafeMode.java:<init>(160)) - dfs.namenode.safemode.threshold-pct = 0.999
2026-07-08 15:57:30,974 INFO  [Listener at localhost/33503] blockmanagement.BlockManagerSafeMode (BlockManagerSafeMode.java:<init>(161)) - dfs.namenode.safemode.min.datanodes = 0
2026-07-08 15:57:30,975 INFO  [Listener at localhost/33503] blockmanagement.BlockManagerSafeMode (BlockManagerSafeMode.java:<init>(163)) - dfs.namenode.safemode.extension = 0
2026-07-08 15:57:30,975 INFO  [Listener at localhost/33503] blockmanagement.BlockManager (BlockManager.java:<init>(627)) - defaultReplication         = 1
2026-07-08 15:57:30,975 INFO  [Listener at localhost/33503] blockmanagement.BlockManager (BlockManager.java:<init>(628)) - maxReplication             = 512
2026-07-08 15:57:30,975 INFO  [Listener at localhost/33503] blockmanagement.BlockManager (BlockManager.java:<init>(629)) - minReplication             = 1
2026-07-08 15:57:30,975 INFO  [Listener at localhost/33503] blockmanagement.BlockManager (BlockManager.java:<init>(630)) - maxReplicationStreams      = 2
2026-07-08 15:57:30,975 INFO  [Listener at localhost/33503] blockmanagement.BlockManager (BlockManager.java:<init>(631)) - redundancyRecheckInterval  = 3000ms
2026-07-08 15:57:30,976 INFO  [Listener at localhost/33503] blockmanagement.BlockManager (BlockManager.java:<init>(632)) - encryptDataTransfer        = false
2026-07-08 15:57:30,976 INFO  [Listener at localhost/33503] blockmanagement.BlockManager (BlockManager.java:<init>(633)) - maxNumBlocksToLog          = 1000
2026-07-08 15:57:30,976 INFO  [Listener at localhost/33503] util.GSet (LightWeightGSet.java:computeCapacity(395)) - Computing capacity for map INodeMap
2026-07-08 15:57:30,976 INFO  [Listener at localhost/33503] util.GSet (LightWeightGSet.java:computeCapacity(396)) - VM type       = 64-bit
2026-07-08 15:57:30,977 INFO  [Listener at localhost/33503] util.GSet (LightWeightGSet.java:computeCapacity(397)) - 1.0% max memory 3.5 GB = 36.2 MB
2026-07-08 15:57:30,977 INFO  [Listener at localhost/33503] util.GSet (LightWeightGSet.java:computeCapacity(402)) - capacity      = 2^22 = 4194304 entries
2026-07-08 15:57:30,981 INFO  [Listener at localhost/33503] namenode.FSDirectory (FSDirectory.java:<init>(335)) - ACLs enabled? true
2026-07-08 15:57:30,982 INFO  [Listener at localhost/33503] namenode.FSDirectory (FSDirectory.java:<init>(339)) - POSIX ACL inheritance enabled? true
2026-07-08 15:57:30,982 INFO  [Listener at localhost/33503] namenode.FSDirectory (FSDirectory.java:<init>(343)) - XAttrs enabled? true
2026-07-08 15:57:30,982 INFO  [Listener at localhost/33503] namenode.NameNode (FSDirectory.java:<init>(406)) - Caching file names occurring more than 10 times
2026-07-08 15:57:30,982 INFO  [Listener at localhost/33503] snapshot.SnapshotManager (SnapshotManager.java:<init>(124)) - Loaded config captureOpenFiles: false, skipCaptureAccessTimeOnlyChange: false, snapshotDiffAllowSnapRootDescendant: true, maxSnapshotLimit: 65536
2026-07-08 15:57:30,982 INFO  [Listener at localhost/33503] snapshot.SnapshotManager (DirectoryDiffListFactory.java:init(43)) - SkipList is disabled
2026-07-08 15:57:30,983 INFO  [Listener at localhost/33503] util.GSet (LightWeightGSet.java:computeCapacity(395)) - Computing capacity for map cachedBlocks
2026-07-08 15:57:30,983 INFO  [Listener at localhost/33503] util.GSet (LightWeightGSet.java:computeCapacity(396)) - VM type       = 64-bit
2026-07-08 15:57:30,983 INFO  [Listener at localhost/33503] util.GSet (LightWeightGSet.java:computeCapacity(397)) - 0.25% max memory 3.5 GB = 9.1 MB
2026-07-08 15:57:30,983 INFO  [Listener at localhost/33503] util.GSet (LightWeightGSet.java:computeCapacity(402)) - capacity      = 2^20 = 1048576 entries
2026-07-08 15:57:30,985 INFO  [Listener at localhost/33503] metrics.TopMetrics (TopMetrics.java:logConf(75)) - NNTop conf: dfs.namenode.top.window.num.buckets = 10
2026-07-08 15:57:30,985 INFO  [Listener at localhost/33503] metrics.TopMetrics (TopMetrics.java:logConf(77)) - NNTop conf: dfs.namenode.top.num.users = 10
2026-07-08 15:57:30,985 INFO  [Listener at localhost/33503] metrics.TopMetrics (TopMetrics.java:logConf(79)) - NNTop conf: dfs.namenode.top.windows.minutes = 1,5,25
2026-07-08 15:57:30,985 INFO  [Listener at localhost/33503] namenode.FSNamesystem (FSNamesystem.java:initRetryCache(1080)) - Retry cache on namenode is enabled
2026-07-08 15:57:30,986 INFO  [Listener at localhost/33503] namenode.FSNamesystem (FSNamesystem.java:initRetryCache(1088)) - Retry cache will use 0.03 of total heap and retry cache entry expiry time is 600000 millis
2026-07-08 15:57:30,986 INFO  [Listener at localhost/33503] util.GSet (LightWeightGSet.java:computeCapacity(395)) - Computing capacity for map NameNodeRetryCache
2026-07-08 15:57:30,986 INFO  [Listener at localhost/33503] util.GSet (LightWeightGSet.java:computeCapacity(396)) - VM type       = 64-bit
2026-07-08 15:57:30,986 INFO  [Listener at localhost/33503] util.GSet (LightWeightGSet.java:computeCapacity(397)) - 0.029999999329447746% max memory 3.5 GB = 1.1 MB
2026-07-08 15:57:30,986 INFO  [Listener at localhost/33503] util.GSet (LightWeightGSet.java:computeCapacity(402)) - capacity      = 2^17 = 131072 entries
2026-07-08 15:57:30,990 INFO  [Listener at localhost/33503] common.Storage (Storage.java:tryLock(948)) - Lock on /tmp/hdfs-test4083621843192494458/name-0-1/in_use.lock acquired by nodename 6233@dist-test-slave-lxff.c.gcp-upstream.internal
2026-07-08 15:57:30,993 INFO  [Listener at localhost/33503] common.Storage (Storage.java:tryLock(948)) - Lock on /tmp/hdfs-test4083621843192494458/name-0-2/in_use.lock acquired by nodename 6233@dist-test-slave-lxff.c.gcp-upstream.internal
2026-07-08 15:57:30,994 INFO  [Listener at localhost/33503] namenode.FileJournalManager (FileJournalManager.java:recoverUnfinalizedSegments(428)) - Recovering unfinalized segments in /tmp/hdfs-test4083621843192494458/name-0-1/current
2026-07-08 15:57:30,995 INFO  [Listener at localhost/33503] namenode.FileJournalManager (FileJournalManager.java:recoverUnfinalizedSegments(428)) - Recovering unfinalized segments in /tmp/hdfs-test4083621843192494458/name-0-2/current
2026-07-08 15:57:30,995 INFO  [Listener at localhost/33503] namenode.FSImage (FSImage.java:loadFSImage(734)) - No edit log streams selected.
2026-07-08 15:57:30,995 INFO  [Listener at localhost/33503] namenode.FSImage (FSImage.java:loadFSImageFile(800)) - Planning to load image: FSImageFile(file=/tmp/hdfs-test4083621843192494458/name-0-1/current/fsimage_0000000000000000000, cpktTxId=0000000000000000000)
2026-07-08 15:57:30,998 INFO  [Listener at localhost/33503] namenode.FSImageFormatPBINode (FSImageFormatPBINode.java:loadINodeSectionHeader(413)) - Loading 1 INodes.
2026-07-08 15:57:30,999 INFO  [Listener at localhost/33503] namenode.FSImageFormatPBINode (FSImageFormatPBINode.java:loadINodeSection(371)) - Successfully loaded 1 inodes
2026-07-08 15:57:31,000 INFO  [Listener at localhost/33503] namenode.FSImageFormatPBINode (FSImageFormatPBINode.java:waitBlocksMapAndNameCacheUpdateFinished(344)) - Completed update blocks map and name cache, total waiting duration 1ms.
2026-07-08 15:57:31,000 INFO  [Listener at localhost/33503] namenode.FSImageFormatProtobuf (FSImageFormatProtobuf.java:load(255)) - Loaded FSImage in 0 seconds.
2026-07-08 15:57:31,000 INFO  [Listener at localhost/33503] namenode.FSImage (FSImage.java:loadFSImage(978)) - Loaded image for txid 0 from /tmp/hdfs-test4083621843192494458/name-0-1/current/fsimage_0000000000000000000
2026-07-08 15:57:31,000 INFO  [Listener at localhost/33503] namenode.FSNamesystem (FSNamesystem.java:loadFSImage(1202)) - Need to save fs image? false (staleImage=false, haEnabled=false, isRollingUpgrade=false)
2026-07-08 15:57:31,001 INFO  [Listener at localhost/33503] namenode.FSEditLog (FSEditLog.java:startLogSegment(1391)) - Starting log segment at 1
2026-07-08 15:57:31,010 INFO  [Listener at localhost/33503] namenode.NameCache (NameCache.java:initialized(143)) - initialized with 0 entries 0 lookups
2026-07-08 15:57:31,011 INFO  [Listener at localhost/33503] namenode.FSNamesystem (FSNamesystem.java:loadFromDisk(786)) - Finished loading FSImage in 23 msecs
2026-07-08 15:57:31,011 INFO  [Listener at localhost/33503] namenode.NameNode (NameNodeRpcServer.java:<init>(454)) - RPC server is binding to localhost:0
2026-07-08 15:57:31,011 INFO  [Listener at localhost/33503] namenode.NameNode (NameNodeRpcServer.java:<init>(459)) - Enable NameNode state context:false
2026-07-08 15:57:31,011 INFO  [Listener at localhost/33503] ipc.CallQueueManager (CallQueueManager.java:<init>(90)) - Using callQueue: class java.util.concurrent.LinkedBlockingQueue, queueCapacity: 1000, scheduler: class org.apache.hadoop.ipc.DefaultRpcScheduler, ipcBackoff: false.
2026-07-08 15:57:31,012 INFO  [Socket Reader #1 for port 0] ipc.Server (Server.java:run(1265)) - Starting Socket Reader #1 for port 0
2026-07-08 15:57:31,016 INFO  [Listener at localhost/42483] namenode.NameNode (NameNode.java:initialize(776)) - Clients are to use localhost:42483 to access this namenode/service.
2026-07-08 15:57:31,016 INFO  [Listener at localhost/42483] namenode.FSNamesystem (FSNamesystem.java:registerMBean(5444)) - Registered FSNamesystemState, ReplicatedBlocksState and ECBlockGroupsState MBeans.
2026-07-08 15:57:31,031 INFO  [Listener at localhost/42483] namenode.LeaseManager (LeaseManager.java:getNumUnderConstructionBlocks(166)) - Number of blocks under construction: 0
2026-07-08 15:57:31,032 INFO  [Listener at localhost/42483] blockmanagement.DatanodeAdminDefaultMonitor (DatanodeAdminDefaultMonitor.java:processConf(116)) - Initialized the Default Decommission and Maintenance monitor
2026-07-08 15:57:31,035 INFO  [Listener at localhost/42483] blockmanagement.BlockManager (BlockManager.java:initializeReplQueues(5187)) - initializing replication queues
2026-07-08 15:57:31,035 INFO  [Listener at localhost/42483] hdfs.StateChange (BlockManagerSafeMode.java:leaveSafeMode(399)) - STATE* Leaving safe mode after 0 secs
2026-07-08 15:57:31,036 INFO  [Listener at localhost/42483] hdfs.StateChange (BlockManagerSafeMode.java:leaveSafeMode(405)) - STATE* Network topology has 0 racks and 0 datanodes
2026-07-08 15:57:31,036 INFO  [Listener at localhost/42483] hdfs.StateChange (BlockManagerSafeMode.java:leaveSafeMode(407)) - STATE* UnderReplicatedBlocks has 0 blocks
2026-07-08 15:57:31,047 INFO  [Reconstruction Queue Initializer] blockmanagement.BlockManager (BlockManager.java:processMisReplicatesAsync(3728)) - Total number of blocks            = 0
2026-07-08 15:57:31,047 INFO  [Reconstruction Queue Initializer] blockmanagement.BlockManager (BlockManager.java:processMisReplicatesAsync(3729)) - Number of invalid blocks          = 0
2026-07-08 15:57:31,047 INFO  [Reconstruction Queue Initializer] blockmanagement.BlockManager (BlockManager.java:processMisReplicatesAsync(3730)) - Number of under-replicated blocks = 0
2026-07-08 15:57:31,047 INFO  [Reconstruction Queue Initializer] blockmanagement.BlockManager (BlockManager.java:processMisReplicatesAsync(3731)) - Number of  over-replicated blocks = 0
2026-07-08 15:57:31,047 INFO  [Reconstruction Queue Initializer] blockmanagement.BlockManager (BlockManager.java:processMisReplicatesAsync(3733)) - Number of blocks being written    = 0
2026-07-08 15:57:31,047 INFO  [Reconstruction Queue Initializer] hdfs.StateChange (BlockManager.java:processMisReplicatesAsync(3736)) - STATE* Replication Queue initialization scan for invalid, over- and under-replicated blocks completed in 11 msec
2026-07-08 15:57:31,050 INFO  [IPC Server Responder] ipc.Server (Server.java:run(1507)) - IPC Server Responder: starting
2026-07-08 15:57:31,051 INFO  [IPC Server listener on 0] ipc.Server (Server.java:run(1344)) - IPC Server listener on 0: starting
2026-07-08 15:57:31,057 INFO  [Listener at localhost/42483] namenode.NameNode (NameNode.java:startCommonServices(893)) - NameNode RPC up at: localhost/127.0.0.1:42483
2026-07-08 15:57:31,058 INFO  [Listener at localhost/42483] namenode.FSNamesystem (FSNamesystem.java:startActiveServices(1314)) - Starting services required for active state
2026-07-08 15:57:31,058 INFO  [Listener at localhost/42483] namenode.FSDirectory (FSDirectory.java:updateCountForQuota(840)) - Initializing quota with 12 thread(s)
2026-07-08 15:57:31,059 INFO  [Listener at localhost/42483] namenode.FSDirectory (FSDirectory.java:updateCountForQuota(849)) - Quota initialization completed in 0 milliseconds
name space=1
storage space=0
storage types=RAM_DISK=0, SSD=0, DISK=0, ARCHIVE=0, PROVIDED=0
2026-07-08 15:57:31,062 INFO  [CacheReplicationMonitor(1731523508)] blockmanagement.CacheReplicationMonitor (CacheReplicationMonitor.java:run(160)) - Starting CacheReplicationMonitor with interval 30000 milliseconds
2026-07-08 15:57:31,064 INFO  [Listener at localhost/42483] hdfs.MiniDFSCluster (MiniDFSCluster.java:startDataNodes(1697)) - Starting DataNode 0 with dfs.datanode.data.dir: [DISK]file:/tmp/hdfs-test4083621843192494458/data/data1,[DISK]file:/tmp/hdfs-test4083621843192494458/data/data2
2026-07-08 15:57:31,066 INFO  [Listener at localhost/42483] checker.ThrottledAsyncChecker (ThrottledAsyncChecker.java:schedule(137)) - Scheduling a check for [DISK]file:/tmp/hdfs-test4083621843192494458/data/data1
2026-07-08 15:57:31,066 INFO  [Listener at localhost/42483] checker.ThrottledAsyncChecker (ThrottledAsyncChecker.java:schedule(137)) - Scheduling a check for [DISK]file:/tmp/hdfs-test4083621843192494458/data/data2
2026-07-08 15:57:31,087 INFO  [Listener at localhost/42483] impl.MetricsSystemImpl (MetricsSystemImpl.java:init(158)) - DataNode metrics system started (again)
2026-07-08 15:57:31,088 INFO  [Listener at localhost/42483] common.Util (Util.java:isDiskStatsEnabled(395)) - dfs.datanode.fileio.profiling.sampling.percentage set to 0. Disabling file IO profiling
2026-07-08 15:57:31,088 INFO  [Listener at localhost/42483] datanode.BlockScanner (BlockScanner.java:<init>(201)) - Initialized block scanner with targetBytesPerSec 1048576
2026-07-08 15:57:31,088 INFO  [Listener at localhost/42483] datanode.DataNode (DataNode.java:<init>(512)) - Configured hostname is 127.0.0.1
2026-07-08 15:57:31,088 INFO  [Listener at localhost/42483] common.Util (Util.java:isDiskStatsEnabled(395)) - dfs.datanode.fileio.profiling.sampling.percentage set to 0. Disabling file IO profiling
2026-07-08 15:57:31,089 INFO  [Listener at localhost/42483] datanode.DataNode (DataNode.java:startDataNode(1408)) - Starting DataNode with maxLockedMemory = 0
2026-07-08 15:57:31,089 INFO  [Listener at localhost/42483] datanode.DataNode (DataNode.java:initDataXceiver(1171)) - Opened streaming server at /127.0.0.1:38175
2026-07-08 15:57:31,090 INFO  [Listener at localhost/42483] datanode.DataNode (DataXceiverServer.java:<init>(94)) - Balancing bandwidth is 104857600 bytes/s
2026-07-08 15:57:31,090 INFO  [Listener at localhost/42483] datanode.DataNode (DataXceiverServer.java:<init>(95)) - Number threads for balancing is 100
2026-07-08 15:57:31,092 INFO  [Listener at localhost/42483] server.AuthenticationFilter (AuthenticationFilter.java:constructSecretProvider(240)) - Unable to initialize FileSignerSecretProvider, falling back to use random secrets.
2026-07-08 15:57:31,093 INFO  [Listener at localhost/42483] http.HttpRequestLog (HttpRequestLog.java:getRequestLog(82)) - Http request log for http.requests.datanode is not defined
2026-07-08 15:57:31,095 INFO  [Listener at localhost/42483] http.HttpServer2 (HttpServer2.java:addGlobalFilter(1111)) - Added global filter 'safety' (class=org.apache.hadoop.http.HttpServer2$QuotingInputFilter)
2026-07-08 15:57:31,096 INFO  [Listener at localhost/42483] http.HttpServer2 (HttpServer2.java:addFilter(1084)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context datanode
2026-07-08 15:57:31,096 INFO  [Listener at localhost/42483] http.HttpServer2 (HttpServer2.java:addFilter(1094)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context static
2026-07-08 15:57:31,097 INFO  [Listener at localhost/42483] http.HttpServer2 (HttpServer2.java:bindListener(1332)) - Jetty bound to port 46453
2026-07-08 15:57:31,097 INFO  [Listener at localhost/42483] server.Server (Server.java:doStart(375)) - jetty-9.4.40.v20210413; built: 2021-04-13T20:42:42.668Z; git: b881a572662e1943a14ae12e7e1207989f218b74; jvm 1.8.0_362-8u372-ga~us1-0ubuntu1~18.04-b09
2026-07-08 15:57:31,100 INFO  [Listener at localhost/42483] server.session (DefaultSessionIdManager.java:doStart(334)) - DefaultSessionIdManager workerName=node0
2026-07-08 15:57:31,100 INFO  [Listener at localhost/42483] server.session (DefaultSessionIdManager.java:doStart(339)) - No SessionScavenger set, using defaults
2026-07-08 15:57:31,100 INFO  [Listener at localhost/42483] server.session (HouseKeeper.java:startScavenging(132)) - node0 Scavenging every 660000ms
2026-07-08 15:57:31,101 INFO  [Listener at localhost/42483] handler.ContextHandler (ContextHandler.java:doStart(916)) - Started o.e.j.s.ServletContextHandler@33f2df51{static,/static,jar:file:/tmp/dist-test-taskq8m9tG/java/build/jars/hadoop-hdfs-3.3.1-tests.jar!/webapps/static,AVAILABLE}
2026-07-08 15:57:31,246 INFO  [Listener at localhost/42483] handler.ContextHandler (ContextHandler.java:doStart(916)) - Started o.e.j.w.WebAppContext@2f0ed952{datanode,/,file:///tmp/jetty-localhost-46453-hadoop-hdfs-3_3_1-tests_jar-_-any-5033290264447149578/webapp/,AVAILABLE}{jar:file:/tmp/dist-test-taskq8m9tG/java/build/jars/hadoop-hdfs-3.3.1-tests.jar!/webapps/datanode}
2026-07-08 15:57:31,563 INFO  [Listener at localhost/42483] server.AbstractConnector (AbstractConnector.java:doStart(331)) - Started ServerConnector@61a91c9b{HTTP/1.1, (http/1.1)}{localhost:46453}
2026-07-08 15:57:31,564 INFO  [Listener at localhost/42483] server.Server (Server.java:doStart(415)) - Started @8898ms
2026-07-08 15:57:31,565 WARN  [Listener at localhost/42483] web.DatanodeHttpServer (RestCsrfPreventionFilterHandler.java:<init>(75)) - Got null for restCsrfPreventionFilter - will not do any filtering.
2026-07-08 15:57:31,568 INFO  [Listener at localhost/42483] web.DatanodeHttpServer (DatanodeHttpServer.java:start(322)) - Listening HTTP traffic on /127.0.0.1:45779
2026-07-08 15:57:31,569 INFO  [Listener at localhost/42483] datanode.DataNode (DataNode.java:startDataNode(1436)) - dnUserName = slave
2026-07-08 15:57:31,569 INFO  [org.apache.hadoop.util.JvmPauseMonitor$Monitor@4f3faa70] util.JvmPauseMonitor (JvmPauseMonitor.java:run(188)) - Starting JVM pause monitor
2026-07-08 15:57:31,569 INFO  [Listener at localhost/42483] datanode.DataNode (DataNode.java:startDataNode(1437)) - supergroup = supergroup
2026-07-08 15:57:31,570 INFO  [Listener at localhost/42483] ipc.CallQueueManager (CallQueueManager.java:<init>(90)) - Using callQueue: class java.util.concurrent.LinkedBlockingQueue, queueCapacity: 1000, scheduler: class org.apache.hadoop.ipc.DefaultRpcScheduler, ipcBackoff: false.
2026-07-08 15:57:31,571 INFO  [Socket Reader #1 for port 0] ipc.Server (Server.java:run(1265)) - Starting Socket Reader #1 for port 0
2026-07-08 15:57:31,575 INFO  [Listener at localhost/43605] datanode.DataNode (DataNode.java:initIpcServer(1057)) - Opened IPC server at /127.0.0.1:43605
2026-07-08 15:57:31,599 INFO  [Listener at localhost/43605] datanode.DataNode (BlockPoolManager.java:refreshNamenodes(149)) - Refresh request received for nameservices: null
2026-07-08 15:57:31,600 INFO  [Listener at localhost/43605] datanode.DataNode (BlockPoolManager.java:doRefreshNamenodes(210)) - Starting BPOfferServices for nameservices: <default>
2026-07-08 15:57:31,601 INFO  [Thread-175] datanode.DataNode (BPServiceActor.java:run(847)) - Block pool <registering> (Datanode Uuid unassigned) service to localhost/127.0.0.1:42483 starting to offer service
2026-07-08 15:57:31,604 INFO  [IPC Server Responder] ipc.Server (Server.java:run(1507)) - IPC Server Responder: starting
2026-07-08 15:57:31,605 INFO  [IPC Server listener on 0] ipc.Server (Server.java:run(1344)) - IPC Server listener on 0: starting
2026-07-08 15:57:31,615 INFO  [Thread-175] datanode.DataNode (BPOfferService.java:verifyAndSetNamespaceInfo(381)) - Acknowledging ACTIVE Namenode during handshakeBlock pool <registering> (Datanode Uuid unassigned) service to localhost/127.0.0.1:42483
2026-07-08 15:57:31,616 INFO  [IPC Server handler 1 on default port 42483] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=datanodeReport	src=null	dst=null	perm=null	proto=rpc
2026-07-08 15:57:31,617 INFO  [Thread-175] common.Storage (DataStorage.java:getParallelVolumeLoadThreadsNum(356)) - Using 2 threads to upgrade data directories (dfs.datanode.parallel.volumes.load.threads.num=2, dataDirs=2)
2026-07-08 15:57:31,618 INFO  [Listener at localhost/43605] hdfs.MiniDFSCluster (MiniDFSCluster.java:shouldWait(2823)) - dnInfo.length != numDataNodes
2026-07-08 15:57:31,620 INFO  [Listener at localhost/43605] hdfs.MiniDFSCluster (MiniDFSCluster.java:waitActive(2744)) - Waiting for cluster to become active
2026-07-08 15:57:31,620 INFO  [Thread-175] common.Storage (Storage.java:tryLock(948)) - Lock on /tmp/hdfs-test4083621843192494458/data/data1/in_use.lock acquired by nodename 6233@dist-test-slave-lxff.c.gcp-upstream.internal
2026-07-08 15:57:31,621 INFO  [Thread-175] common.Storage (DataStorage.java:loadStorageDirectory(284)) - Storage directory with location [DISK]file:/tmp/hdfs-test4083621843192494458/data/data1 is not formatted for namespace 1964694350. Formatting...
2026-07-08 15:57:31,621 INFO  [Thread-175] common.Storage (DataStorage.java:createStorageID(160)) - Generated new storageID DS-89cbd2b7-f546-4f28-b942-4ee1f8752309 for directory /tmp/hdfs-test4083621843192494458/data/data1 
2026-07-08 15:57:31,628 INFO  [Thread-175] common.Storage (Storage.java:tryLock(948)) - Lock on /tmp/hdfs-test4083621843192494458/data/data2/in_use.lock acquired by nodename 6233@dist-test-slave-lxff.c.gcp-upstream.internal
2026-07-08 15:57:31,628 INFO  [Thread-175] common.Storage (DataStorage.java:loadStorageDirectory(284)) - Storage directory with location [DISK]file:/tmp/hdfs-test4083621843192494458/data/data2 is not formatted for namespace 1964694350. Formatting...
2026-07-08 15:57:31,629 INFO  [Thread-175] common.Storage (DataStorage.java:createStorageID(160)) - Generated new storageID DS-af77cc15-678a-4ab6-8048-80a7e8622f6d for directory /tmp/hdfs-test4083621843192494458/data/data2 
2026-07-08 15:57:31,646 WARN  [org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeResourceMonitor@6974a715] namenode.NameNodeResourceChecker (NameNodeResourceChecker.java:isResourceAvailable(88)) - Space available on volume 'overlay' is 0, which is below the configured reserved amount 104857600
2026-07-08 15:57:31,646 WARN  [org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeResourceMonitor@6974a715] namenode.FSNamesystem (FSNamesystem.java:run(4383)) - NameNode low on available disk space. Entering safe mode.
2026-07-08 15:57:31,647 INFO  [org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeResourceMonitor@6974a715] hdfs.StateChange (FSNamesystem.java:enterSafeMode(5028)) - STATE* Safe mode is ON.
Resources are low on NN. Please add or free up more resourcesthen turn off safe mode manually. NOTE:  If you turn off safe mode before adding resources, the NN will immediately return to safe mode. Use "hdfs dfsadmin -safemode leave" to turn safe mode off.
2026-07-08 15:57:31,660 INFO  [Thread-175] common.Storage (BlockPoolSliceStorage.java:recoverTransitionRead(256)) - Analyzing storage directories for bpid BP-1415095276-10.240.1.3-1783526250646
2026-07-08 15:57:31,661 INFO  [Thread-175] common.Storage (Storage.java:lock(907)) - Locking is disabled for /tmp/hdfs-test4083621843192494458/data/data1/current/BP-1415095276-10.240.1.3-1783526250646
2026-07-08 15:57:31,661 INFO  [Thread-175] common.Storage (BlockPoolSliceStorage.java:loadStorageDirectory(169)) - Block pool storage directory for location [DISK]file:/tmp/hdfs-test4083621843192494458/data/data1 and block pool id BP-1415095276-10.240.1.3-1783526250646 is not formatted. Formatting ...
2026-07-08 15:57:31,661 INFO  [Thread-175] common.Storage (BlockPoolSliceStorage.java:format(285)) - Formatting block pool BP-1415095276-10.240.1.3-1783526250646 directory /tmp/hdfs-test4083621843192494458/data/data1/current/BP-1415095276-10.240.1.3-1783526250646/current
2026-07-08 15:57:31,686 INFO  [Thread-175] common.Storage (BlockPoolSliceStorage.java:recoverTransitionRead(256)) - Analyzing storage directories for bpid BP-1415095276-10.240.1.3-1783526250646
2026-07-08 15:57:31,687 INFO  [Thread-175] common.Storage (Storage.java:lock(907)) - Locking is disabled for /tmp/hdfs-test4083621843192494458/data/data2/current/BP-1415095276-10.240.1.3-1783526250646
2026-07-08 15:57:31,687 INFO  [Thread-175] common.Storage (BlockPoolSliceStorage.java:loadStorageDirectory(169)) - Block pool storage directory for location [DISK]file:/tmp/hdfs-test4083621843192494458/data/data2 and block pool id BP-1415095276-10.240.1.3-1783526250646 is not formatted. Formatting ...
2026-07-08 15:57:31,687 INFO  [Thread-175] common.Storage (BlockPoolSliceStorage.java:format(285)) - Formatting block pool BP-1415095276-10.240.1.3-1783526250646 directory /tmp/hdfs-test4083621843192494458/data/data2/current/BP-1415095276-10.240.1.3-1783526250646/current
2026-07-08 15:57:31,691 INFO  [Thread-175] datanode.DataNode (DataNode.java:initStorage(1756)) - Setting up storage: nsid=1964694350;bpid=BP-1415095276-10.240.1.3-1783526250646;lv=-57;nsInfo=lv=-66;cid=testClusterID;nsid=1964694350;c=1783526250646;bpid=BP-1415095276-10.240.1.3-1783526250646;dnuuid=null
2026-07-08 15:57:31,695 INFO  [Thread-175] datanode.DataNode (DataNode.java:checkDatanodeUuid(1554)) - Generated and persisted new Datanode UUID 3ec129d8-4c63-4279-892e-ce653082e390
2026-07-08 15:57:31,695 INFO  [Thread-175] impl.FsDatasetImpl (FsDatasetImpl.java:<init>(310)) - The datanode lock is a read write lock
2026-07-08 15:57:31,698 INFO  [Thread-175] impl.FsDatasetImpl (FsVolumeList.java:addVolume(304)) - Added new volume: DS-89cbd2b7-f546-4f28-b942-4ee1f8752309
2026-07-08 15:57:31,698 INFO  [Thread-175] impl.FsDatasetImpl (FsDatasetImpl.java:addVolume(493)) - Added volume - [DISK]file:/tmp/hdfs-test4083621843192494458/data/data1, StorageType: DISK
2026-07-08 15:57:31,700 INFO  [Thread-175] impl.FsDatasetImpl (FsVolumeList.java:addVolume(304)) - Added new volume: DS-af77cc15-678a-4ab6-8048-80a7e8622f6d
2026-07-08 15:57:31,700 INFO  [Thread-175] impl.FsDatasetImpl (FsDatasetImpl.java:addVolume(493)) - Added volume - [DISK]file:/tmp/hdfs-test4083621843192494458/data/data2, StorageType: DISK
2026-07-08 15:57:31,701 INFO  [Thread-175] impl.MemoryMappableBlockLoader (MemoryMappableBlockLoader.java:initialize(48)) - Initializing cache loader: MemoryMappableBlockLoader.
2026-07-08 15:57:31,701 INFO  [Thread-175] impl.FsDatasetImpl (FsDatasetImpl.java:registerMBean(2343)) - Registered FSDatasetState MBean
2026-07-08 15:57:31,702 INFO  [Thread-175] impl.FsDatasetImpl (FsDatasetImpl.java:addBlockPool(2856)) - Adding block pool BP-1415095276-10.240.1.3-1783526250646
2026-07-08 15:57:31,703 INFO  [Thread-192] impl.FsDatasetImpl (FsVolumeList.java:run(406)) - Scanning block pool BP-1415095276-10.240.1.3-1783526250646 on volume /tmp/hdfs-test4083621843192494458/data/data1...
2026-07-08 15:57:31,703 INFO  [Thread-193] impl.FsDatasetImpl (FsVolumeList.java:run(406)) - Scanning block pool BP-1415095276-10.240.1.3-1783526250646 on volume /tmp/hdfs-test4083621843192494458/data/data2...
2026-07-08 15:57:31,723 INFO  [IPC Server handler 2 on default port 42483] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=datanodeReport	src=null	dst=null	perm=null	proto=rpc
2026-07-08 15:57:31,725 INFO  [Listener at localhost/43605] hdfs.MiniDFSCluster (MiniDFSCluster.java:shouldWait(2823)) - dnInfo.length != numDataNodes
2026-07-08 15:57:31,725 INFO  [Listener at localhost/43605] hdfs.MiniDFSCluster (MiniDFSCluster.java:waitActive(2744)) - Waiting for cluster to become active
2026-07-08 15:57:31,733 INFO  [Thread-192] impl.FsDatasetImpl (FsVolumeList.java:run(411)) - Time taken to scan block pool BP-1415095276-10.240.1.3-1783526250646 on /tmp/hdfs-test4083621843192494458/data/data1: 30ms
2026-07-08 15:57:31,738 INFO  [Thread-193] impl.FsDatasetImpl (FsVolumeList.java:run(411)) - Time taken to scan block pool BP-1415095276-10.240.1.3-1783526250646 on /tmp/hdfs-test4083621843192494458/data/data2: 34ms
2026-07-08 15:57:31,738 INFO  [Thread-175] impl.FsDatasetImpl (FsVolumeList.java:addBlockPool(431)) - Total time to scan all replicas for block pool BP-1415095276-10.240.1.3-1783526250646: 36ms
2026-07-08 15:57:31,739 INFO  [Thread-196] impl.FsDatasetImpl (FsVolumeList.java:run(199)) - Adding replicas to map for block pool BP-1415095276-10.240.1.3-1783526250646 on volume /tmp/hdfs-test4083621843192494458/data/data1...
2026-07-08 15:57:31,739 INFO  [Thread-196] impl.BlockPoolSlice (BlockPoolSlice.java:readReplicasFromCache(902)) - Replica Cache file: /tmp/hdfs-test4083621843192494458/data/data1/current/BP-1415095276-10.240.1.3-1783526250646/current/replicas doesn't exist 
2026-07-08 15:57:31,739 INFO  [Thread-197] impl.FsDatasetImpl (FsVolumeList.java:run(199)) - Adding replicas to map for block pool BP-1415095276-10.240.1.3-1783526250646 on volume /tmp/hdfs-test4083621843192494458/data/data2...
2026-07-08 15:57:31,740 INFO  [Thread-197] impl.BlockPoolSlice (BlockPoolSlice.java:readReplicasFromCache(902)) - Replica Cache file: /tmp/hdfs-test4083621843192494458/data/data2/current/BP-1415095276-10.240.1.3-1783526250646/current/replicas doesn't exist 
2026-07-08 15:57:31,740 INFO  [Thread-197] impl.FsDatasetImpl (FsVolumeList.java:run(204)) - Time to add replicas to map for block pool BP-1415095276-10.240.1.3-1783526250646 on volume /tmp/hdfs-test4083621843192494458/data/data2: 0ms
2026-07-08 15:57:31,740 INFO  [Thread-196] impl.FsDatasetImpl (FsVolumeList.java:run(204)) - Time to add replicas to map for block pool BP-1415095276-10.240.1.3-1783526250646 on volume /tmp/hdfs-test4083621843192494458/data/data1: 0ms
2026-07-08 15:57:31,741 INFO  [Thread-175] impl.FsDatasetImpl (FsVolumeList.java:getAllVolumesMap(225)) - Total time to add all replicas to map for block pool BP-1415095276-10.240.1.3-1783526250646: 2ms
2026-07-08 15:57:31,741 INFO  [Thread-175] checker.ThrottledAsyncChecker (ThrottledAsyncChecker.java:schedule(137)) - Scheduling a check for /tmp/hdfs-test4083621843192494458/data/data1
2026-07-08 15:57:31,742 INFO  [Thread-175] checker.DatasetVolumeChecker (DatasetVolumeChecker.java:checkAllVolumes(224)) - Scheduled health check for volume /tmp/hdfs-test4083621843192494458/data/data1
2026-07-08 15:57:31,742 INFO  [Thread-175] checker.ThrottledAsyncChecker (ThrottledAsyncChecker.java:schedule(137)) - Scheduling a check for /tmp/hdfs-test4083621843192494458/data/data2
2026-07-08 15:57:31,743 INFO  [Thread-175] checker.DatasetVolumeChecker (DatasetVolumeChecker.java:checkAllVolumes(224)) - Scheduled health check for volume /tmp/hdfs-test4083621843192494458/data/data2
2026-07-08 15:57:31,744 WARN  [Thread-175] datanode.DirectoryScanner (DirectoryScanner.java:<init>(300)) - dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1
2026-07-08 15:57:31,744 INFO  [Thread-175] datanode.DirectoryScanner (DirectoryScanner.java:start(329)) - Periodic Directory Tree Verification scan starting in 10715557ms with interval of 21600000ms and throttle limit of -1ms/s
2026-07-08 15:57:31,745 INFO  [VolumeScannerThread(/tmp/hdfs-test4083621843192494458/data/data2)] datanode.VolumeScanner (VolumeScanner.java:findNextUsableBlockIter(385)) - Now scanning bpid BP-1415095276-10.240.1.3-1783526250646 on volume /tmp/hdfs-test4083621843192494458/data/data2
2026-07-08 15:57:31,746 INFO  [BP-1415095276-10.240.1.3-1783526250646 heartbeating to localhost/127.0.0.1:42483] datanode.DataNode (BPServiceActor.java:register(788)) - Block pool BP-1415095276-10.240.1.3-1783526250646 (Datanode Uuid 3ec129d8-4c63-4279-892e-ce653082e390) service to localhost/127.0.0.1:42483 beginning handshake with NN
2026-07-08 15:57:31,746 INFO  [VolumeScannerThread(/tmp/hdfs-test4083621843192494458/data/data1)] datanode.VolumeScanner (VolumeScanner.java:findNextUsableBlockIter(385)) - Now scanning bpid BP-1415095276-10.240.1.3-1783526250646 on volume /tmp/hdfs-test4083621843192494458/data/data1
2026-07-08 15:57:31,746 INFO  [VolumeScannerThread(/tmp/hdfs-test4083621843192494458/data/data2)] datanode.VolumeScanner (VolumeScanner.java:getNextBlockToScan(505)) - VolumeScanner(/tmp/hdfs-test4083621843192494458/data/data2, DS-af77cc15-678a-4ab6-8048-80a7e8622f6d): finished scanning block pool BP-1415095276-10.240.1.3-1783526250646
2026-07-08 15:57:31,749 INFO  [VolumeScannerThread(/tmp/hdfs-test4083621843192494458/data/data1)] datanode.VolumeScanner (VolumeScanner.java:getNextBlockToScan(505)) - VolumeScanner(/tmp/hdfs-test4083621843192494458/data/data1, DS-89cbd2b7-f546-4f28-b942-4ee1f8752309): finished scanning block pool BP-1415095276-10.240.1.3-1783526250646
2026-07-08 15:57:31,750 INFO  [VolumeScannerThread(/tmp/hdfs-test4083621843192494458/data/data1)] datanode.VolumeScanner (VolumeScanner.java:findNextUsableBlockIter(402)) - VolumeScanner(/tmp/hdfs-test4083621843192494458/data/data1, DS-89cbd2b7-f546-4f28-b942-4ee1f8752309): no suitable block pools found to scan.  Waiting 1814399994 ms.
2026-07-08 15:57:31,750 INFO  [VolumeScannerThread(/tmp/hdfs-test4083621843192494458/data/data2)] datanode.VolumeScanner (VolumeScanner.java:findNextUsableBlockIter(402)) - VolumeScanner(/tmp/hdfs-test4083621843192494458/data/data2, DS-af77cc15-678a-4ab6-8048-80a7e8622f6d): no suitable block pools found to scan.  Waiting 1814399994 ms.
2026-07-08 15:57:31,751 INFO  [IPC Server handler 3 on default port 42483] hdfs.StateChange (DatanodeManager.java:registerDatanode(1142)) - BLOCK* registerDatanode: from DatanodeRegistration(127.0.0.1:38175, datanodeUuid=3ec129d8-4c63-4279-892e-ce653082e390, infoPort=45779, infoSecurePort=0, ipcPort=43605, storageInfo=lv=-57;cid=testClusterID;nsid=1964694350;c=1783526250646) storage 3ec129d8-4c63-4279-892e-ce653082e390
2026-07-08 15:57:31,751 INFO  [IPC Server handler 3 on default port 42483] net.NetworkTopology (NetworkTopology.java:add(149)) - Adding a new node: /default-rack/127.0.0.1:38175
2026-07-08 15:57:31,751 INFO  [IPC Server handler 3 on default port 42483] blockmanagement.BlockReportLeaseManager (BlockReportLeaseManager.java:registerNode(200)) - Registered DN 3ec129d8-4c63-4279-892e-ce653082e390 (127.0.0.1:38175).
2026-07-08 15:57:31,753 INFO  [BP-1415095276-10.240.1.3-1783526250646 heartbeating to localhost/127.0.0.1:42483] datanode.DataNode (BPServiceActor.java:register(816)) - Block pool BP-1415095276-10.240.1.3-1783526250646 (Datanode Uuid 3ec129d8-4c63-4279-892e-ce653082e390) service to localhost/127.0.0.1:42483 successfully registered with NN
2026-07-08 15:57:31,754 INFO  [BP-1415095276-10.240.1.3-1783526250646 heartbeating to localhost/127.0.0.1:42483] datanode.DataNode (BPServiceActor.java:offerService(645)) - For namenode localhost/127.0.0.1:42483 using BLOCKREPORT_INTERVAL of 21600000msecs CACHEREPORT_INTERVAL of 10000msecs Initial delay: 0msecs; heartBeatInterval=3000
2026-07-08 15:57:31,757 INFO  [IPC Server handler 4 on default port 42483] blockmanagement.DatanodeDescriptor (DatanodeDescriptor.java:updateStorage(999)) - Adding new storage ID DS-89cbd2b7-f546-4f28-b942-4ee1f8752309 for DN 127.0.0.1:38175
2026-07-08 15:57:31,757 INFO  [IPC Server handler 4 on default port 42483] blockmanagement.DatanodeDescriptor (DatanodeDescriptor.java:updateStorage(999)) - Adding new storage ID DS-af77cc15-678a-4ab6-8048-80a7e8622f6d for DN 127.0.0.1:38175
2026-07-08 15:57:31,761 INFO  [Block report processor] BlockStateChange (BlockManager.java:processReport(2778)) - BLOCK* processReport 0xf0fd32d2c381e468: Processing first storage report for DS-af77cc15-678a-4ab6-8048-80a7e8622f6d from datanode 3ec129d8-4c63-4279-892e-ce653082e390
2026-07-08 15:57:31,761 INFO  [Block report processor] BlockStateChange (BlockManager.java:processReport(2810)) - BLOCK* processReport 0xf0fd32d2c381e468: from storage DS-af77cc15-678a-4ab6-8048-80a7e8622f6d node DatanodeRegistration(127.0.0.1:38175, datanodeUuid=3ec129d8-4c63-4279-892e-ce653082e390, infoPort=45779, infoSecurePort=0, ipcPort=43605, storageInfo=lv=-57;cid=testClusterID;nsid=1964694350;c=1783526250646), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0
2026-07-08 15:57:31,761 INFO  [Block report processor] BlockStateChange (BlockManager.java:processReport(2778)) - BLOCK* processReport 0xf0fd32d2c381e468: Processing first storage report for DS-89cbd2b7-f546-4f28-b942-4ee1f8752309 from datanode 3ec129d8-4c63-4279-892e-ce653082e390
2026-07-08 15:57:31,761 INFO  [Block report processor] BlockStateChange (BlockManager.java:processReport(2810)) - BLOCK* processReport 0xf0fd32d2c381e468: from storage DS-89cbd2b7-f546-4f28-b942-4ee1f8752309 node DatanodeRegistration(127.0.0.1:38175, datanodeUuid=3ec129d8-4c63-4279-892e-ce653082e390, infoPort=45779, infoSecurePort=0, ipcPort=43605, storageInfo=lv=-57;cid=testClusterID;nsid=1964694350;c=1783526250646), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0
2026-07-08 15:57:31,763 INFO  [BP-1415095276-10.240.1.3-1783526250646 heartbeating to localhost/127.0.0.1:42483] datanode.DataNode (BPServiceActor.java:blockReport(437)) - Successfully sent block report 0xf0fd32d2c381e468 to namenode: localhost/127.0.0.1:42483,  containing 2 storage report(s), of which we sent 2. The reports had 0 total blocks and used 1 RPC(s). This took 1 msecs to generate and 3 msecs for RPC and NN processing. Got back one command: FinalizeCommand/5.
2026-07-08 15:57:31,763 INFO  [Command processor] datanode.DataNode (BPOfferService.java:processCommandFromActive(763)) - Got finalize command for block pool BP-1415095276-10.240.1.3-1783526250646
2026-07-08 15:57:31,827 INFO  [IPC Server handler 6 on default port 42483] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=datanodeReport	src=null	dst=null	perm=null	proto=rpc
2026-07-08 15:57:31,828 INFO  [Listener at localhost/43605] hdfs.MiniDFSCluster (MiniDFSCluster.java:waitActive(2799)) - Cluster is active
2026-07-08 15:57:31,846 INFO  [Listener at localhost/43605] backup.BackupIO (BackupIO.scala:writeTableMetadata(95)) - Writing metadata to hdfs://localhost:42483/id_taco-taco/100/.kudu-metadata.json
2026-07-08 15:57:31,849 INFO  [IPC Server handler 7 on default port 42483] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=create	src=/id_taco-taco/100/.kudu-metadata.json	dst=null	perm=slave:supergroup:rw-r--r--	proto=rpc
2026-07-08 15:57:31,855 INFO  [IPC Server handler 8 on default port 42483] hdfs.StateChange (FSDirWriteFileOp.java:logAllocatedBlock(802)) - BLOCK* allocate blk_1073741825_1001, replicas=127.0.0.1:38175 for /id_taco-taco/100/.kudu-metadata.json
2026-07-08 15:57:31,862 INFO  [DataXceiver for client DFSClient_NONMAPREDUCE_1471603131_1 at /127.0.0.1:56248 [Receiving block BP-1415095276-10.240.1.3-1783526250646:blk_1073741825_1001]] datanode.DataNode (DataXceiver.java:writeBlock(747)) - Receiving BP-1415095276-10.240.1.3-1783526250646:blk_1073741825_1001 src: /127.0.0.1:56248 dest: /127.0.0.1:38175
2026-07-08 15:57:31,869 INFO  [PacketResponder: BP-1415095276-10.240.1.3-1783526250646:blk_1073741825_1001, type=LAST_IN_PIPELINE] DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1539)) - src: /127.0.0.1:56248, dest: /127.0.0.1:38175, bytes: 82, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1471603131_1, offset: 0, srvID: 3ec129d8-4c63-4279-892e-ce653082e390, blockid: BP-1415095276-10.240.1.3-1783526250646:blk_1073741825_1001, duration(ns): 4038122
2026-07-08 15:57:31,870 INFO  [PacketResponder: BP-1415095276-10.240.1.3-1783526250646:blk_1073741825_1001, type=LAST_IN_PIPELINE] datanode.DataNode (BlockReceiver.java:run(1512)) - PacketResponder: BP-1415095276-10.240.1.3-1783526250646:blk_1073741825_1001, type=LAST_IN_PIPELINE terminating
2026-07-08 15:57:31,874 INFO  [IPC Server handler 1 on default port 42483] hdfs.StateChange (FSNamesystem.java:completeFile(3104)) - DIR* completeFile: /id_taco-taco/100/.kudu-metadata.json is closed by DFSClient_NONMAPREDUCE_1471603131_1
2026-07-08 15:57:31,876 INFO  [Listener at localhost/43605] backup.BackupIO (BackupIO.scala:writeTableMetadata(95)) - Writing metadata to hdfs://localhost:42483/id_taco-taco/1000/.kudu-metadata.json
2026-07-08 15:57:31,878 INFO  [IPC Server handler 2 on default port 42483] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=create	src=/id_taco-taco/1000/.kudu-metadata.json	dst=null	perm=slave:supergroup:rw-r--r--	proto=rpc
2026-07-08 15:57:31,884 INFO  [IPC Server handler 3 on default port 42483] hdfs.StateChange (FSDirWriteFileOp.java:logAllocatedBlock(802)) - BLOCK* allocate blk_1073741826_1002, replicas=127.0.0.1:38175 for /id_taco-taco/1000/.kudu-metadata.json
2026-07-08 15:57:31,888 INFO  [DataXceiver for client DFSClient_NONMAPREDUCE_1471603131_1 at /127.0.0.1:56250 [Receiving block BP-1415095276-10.240.1.3-1783526250646:blk_1073741826_1002]] datanode.DataNode (DataXceiver.java:writeBlock(747)) - Receiving BP-1415095276-10.240.1.3-1783526250646:blk_1073741826_1002 src: /127.0.0.1:56250 dest: /127.0.0.1:38175
2026-07-08 15:57:31,896 INFO  [PacketResponder: BP-1415095276-10.240.1.3-1783526250646:blk_1073741826_1002, type=LAST_IN_PIPELINE] DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1539)) - src: /127.0.0.1:56250, dest: /127.0.0.1:38175, bytes: 83, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1471603131_1, offset: 0, srvID: 3ec129d8-4c63-4279-892e-ce653082e390, blockid: BP-1415095276-10.240.1.3-1783526250646:blk_1073741826_1002, duration(ns): 5044997
2026-07-08 15:57:31,896 INFO  [PacketResponder: BP-1415095276-10.240.1.3-1783526250646:blk_1073741826_1002, type=LAST_IN_PIPELINE] datanode.DataNode (BlockReceiver.java:run(1512)) - PacketResponder: BP-1415095276-10.240.1.3-1783526250646:blk_1073741826_1002, type=LAST_IN_PIPELINE terminating
2026-07-08 15:57:31,899 INFO  [IPC Server handler 5 on default port 42483] hdfs.StateChange (FSNamesystem.java:completeFile(3104)) - DIR* completeFile: /id_taco-taco/1000/.kudu-metadata.json is closed by DFSClient_NONMAPREDUCE_1471603131_1
2026-07-08 15:57:31,900 INFO  [Listener at localhost/43605] backup.BackupIO (BackupIO.scala:writeTableMetadata(95)) - Writing metadata to hdfs://localhost:42483/id_taco-taco/2000/.kudu-metadata.json
2026-07-08 15:57:31,904 INFO  [IPC Server handler 6 on default port 42483] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=create	src=/id_taco-taco/2000/.kudu-metadata.json	dst=null	perm=slave:supergroup:rw-r--r--	proto=rpc
2026-07-08 15:57:31,908 INFO  [IPC Server handler 7 on default port 42483] hdfs.StateChange (FSDirWriteFileOp.java:logAllocatedBlock(802)) - BLOCK* allocate blk_1073741827_1003, replicas=127.0.0.1:38175 for /id_taco-taco/2000/.kudu-metadata.json
2026-07-08 15:57:31,912 INFO  [DataXceiver for client DFSClient_NONMAPREDUCE_1471603131_1 at /127.0.0.1:56260 [Receiving block BP-1415095276-10.240.1.3-1783526250646:blk_1073741827_1003]] datanode.DataNode (DataXceiver.java:writeBlock(747)) - Receiving BP-1415095276-10.240.1.3-1783526250646:blk_1073741827_1003 src: /127.0.0.1:56260 dest: /127.0.0.1:38175
2026-07-08 15:57:31,919 INFO  [PacketResponder: BP-1415095276-10.240.1.3-1783526250646:blk_1073741827_1003, type=LAST_IN_PIPELINE] DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1539)) - src: /127.0.0.1:56260, dest: /127.0.0.1:38175, bytes: 102, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1471603131_1, offset: 0, srvID: 3ec129d8-4c63-4279-892e-ce653082e390, blockid: BP-1415095276-10.240.1.3-1783526250646:blk_1073741827_1003, duration(ns): 4173089
2026-07-08 15:57:31,919 INFO  [PacketResponder: BP-1415095276-10.240.1.3-1783526250646:blk_1073741827_1003, type=LAST_IN_PIPELINE] datanode.DataNode (BlockReceiver.java:run(1512)) - PacketResponder: BP-1415095276-10.240.1.3-1783526250646:blk_1073741827_1003, type=LAST_IN_PIPELINE terminating
2026-07-08 15:57:31,922 INFO  [IPC Server handler 9 on default port 42483] hdfs.StateChange (FSNamesystem.java:completeFile(3104)) - DIR* completeFile: /id_taco-taco/2000/.kudu-metadata.json is closed by DFSClient_NONMAPREDUCE_1471603131_1
2026-07-08 15:57:31,923 INFO  [Listener at localhost/43605] backup.BackupIO (BackupIO.scala:writeTableMetadata(95)) - Writing metadata to hdfs://localhost:42483/id_pizza-pizza/200/.kudu-metadata.json
2026-07-08 15:57:31,926 INFO  [IPC Server handler 0 on default port 42483] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=create	src=/id_pizza-pizza/200/.kudu-metadata.json	dst=null	perm=slave:supergroup:rw-r--r--	proto=rpc
2026-07-08 15:57:31,929 INFO  [IPC Server handler 1 on default port 42483] hdfs.StateChange (FSDirWriteFileOp.java:logAllocatedBlock(802)) - BLOCK* allocate blk_1073741828_1004, replicas=127.0.0.1:38175 for /id_pizza-pizza/200/.kudu-metadata.json
2026-07-08 15:57:31,932 INFO  [DataXceiver for client DFSClient_NONMAPREDUCE_1471603131_1 at /127.0.0.1:56272 [Receiving block BP-1415095276-10.240.1.3-1783526250646:blk_1073741828_1004]] datanode.DataNode (DataXceiver.java:writeBlock(747)) - Receiving BP-1415095276-10.240.1.3-1783526250646:blk_1073741828_1004 src: /127.0.0.1:56272 dest: /127.0.0.1:38175
2026-07-08 15:57:31,940 INFO  [PacketResponder: BP-1415095276-10.240.1.3-1783526250646:blk_1073741828_1004, type=LAST_IN_PIPELINE] DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1539)) - src: /127.0.0.1:56272, dest: /127.0.0.1:38175, bytes: 84, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1471603131_1, offset: 0, srvID: 3ec129d8-4c63-4279-892e-ce653082e390, blockid: BP-1415095276-10.240.1.3-1783526250646:blk_1073741828_1004, duration(ns): 5407547
2026-07-08 15:57:31,941 INFO  [PacketResponder: BP-1415095276-10.240.1.3-1783526250646:blk_1073741828_1004, type=LAST_IN_PIPELINE] datanode.DataNode (BlockReceiver.java:run(1512)) - PacketResponder: BP-1415095276-10.240.1.3-1783526250646:blk_1073741828_1004, type=LAST_IN_PIPELINE terminating
2026-07-08 15:57:31,945 INFO  [IPC Server handler 3 on default port 42483] hdfs.StateChange (FSNamesystem.java:completeFile(3104)) - DIR* completeFile: /id_pizza-pizza/200/.kudu-metadata.json is closed by DFSClient_NONMAPREDUCE_1471603131_1
2026-07-08 15:57:31,947 INFO  [Listener at localhost/43605] backup.BackupIO (BackupIO.scala:writeTableMetadata(95)) - Writing metadata to hdfs://localhost:42483/id_pizza-pizza/400/.kudu-metadata.json
2026-07-08 15:57:31,950 INFO  [IPC Server handler 4 on default port 42483] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=create	src=/id_pizza-pizza/400/.kudu-metadata.json	dst=null	perm=slave:supergroup:rw-r--r--	proto=rpc
2026-07-08 15:57:31,957 INFO  [IPC Server handler 5 on default port 42483] hdfs.StateChange (FSDirWriteFileOp.java:logAllocatedBlock(802)) - BLOCK* allocate blk_1073741829_1005, replicas=127.0.0.1:38175 for /id_pizza-pizza/400/.kudu-metadata.json
2026-07-08 15:57:31,961 INFO  [DataXceiver for client DFSClient_NONMAPREDUCE_1471603131_1 at /127.0.0.1:56288 [Receiving block BP-1415095276-10.240.1.3-1783526250646:blk_1073741829_1005]] datanode.DataNode (DataXceiver.java:writeBlock(747)) - Receiving BP-1415095276-10.240.1.3-1783526250646:blk_1073741829_1005 src: /127.0.0.1:56288 dest: /127.0.0.1:38175
2026-07-08 15:57:31,973 INFO  [PacketResponder: BP-1415095276-10.240.1.3-1783526250646:blk_1073741829_1005, type=LAST_IN_PIPELINE] DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1539)) - src: /127.0.0.1:56288, dest: /127.0.0.1:38175, bytes: 103, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1471603131_1, offset: 0, srvID: 3ec129d8-4c63-4279-892e-ce653082e390, blockid: BP-1415095276-10.240.1.3-1783526250646:blk_1073741829_1005, duration(ns): 8684230
2026-07-08 15:57:31,973 INFO  [PacketResponder: BP-1415095276-10.240.1.3-1783526250646:blk_1073741829_1005, type=LAST_IN_PIPELINE] datanode.DataNode (BlockReceiver.java:run(1512)) - PacketResponder: BP-1415095276-10.240.1.3-1783526250646:blk_1073741829_1005, type=LAST_IN_PIPELINE terminating
2026-07-08 15:57:31,976 INFO  [IPC Server handler 7 on default port 42483] hdfs.StateChange (FSNamesystem.java:completeFile(3104)) - DIR* completeFile: /id_pizza-pizza/400/.kudu-metadata.json is closed by DFSClient_NONMAPREDUCE_1471603131_1
2026-07-08 15:57:31,977 INFO  [Listener at localhost/43605] backup.BackupIO (BackupIO.scala:writeTableMetadata(95)) - Writing metadata to hdfs://localhost:42483/id_pizza-pizza/600/.kudu-metadata.json
2026-07-08 15:57:31,981 INFO  [IPC Server handler 8 on default port 42483] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=create	src=/id_pizza-pizza/600/.kudu-metadata.json	dst=null	perm=slave:supergroup:rw-r--r--	proto=rpc
2026-07-08 15:57:31,985 INFO  [IPC Server handler 9 on default port 42483] hdfs.StateChange (FSDirWriteFileOp.java:logAllocatedBlock(802)) - BLOCK* allocate blk_1073741830_1006, replicas=127.0.0.1:38175 for /id_pizza-pizza/600/.kudu-metadata.json
2026-07-08 15:57:31,989 INFO  [DataXceiver for client DFSClient_NONMAPREDUCE_1471603131_1 at /127.0.0.1:56292 [Receiving block BP-1415095276-10.240.1.3-1783526250646:blk_1073741830_1006]] datanode.DataNode (DataXceiver.java:writeBlock(747)) - Receiving BP-1415095276-10.240.1.3-1783526250646:blk_1073741830_1006 src: /127.0.0.1:56292 dest: /127.0.0.1:38175
2026-07-08 15:57:31,998 INFO  [PacketResponder: BP-1415095276-10.240.1.3-1783526250646:blk_1073741830_1006, type=LAST_IN_PIPELINE] DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1539)) - src: /127.0.0.1:56292, dest: /127.0.0.1:38175, bytes: 103, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1471603131_1, offset: 0, srvID: 3ec129d8-4c63-4279-892e-ce653082e390, blockid: BP-1415095276-10.240.1.3-1783526250646:blk_1073741830_1006, duration(ns): 6608328
2026-07-08 15:57:31,999 INFO  [PacketResponder: BP-1415095276-10.240.1.3-1783526250646:blk_1073741830_1006, type=LAST_IN_PIPELINE] datanode.DataNode (BlockReceiver.java:run(1512)) - PacketResponder: BP-1415095276-10.240.1.3-1783526250646:blk_1073741830_1006, type=LAST_IN_PIPELINE terminating
2026-07-08 15:57:32,001 INFO  [IPC Server handler 0 on default port 42483] hdfs.StateChange (FSNamesystem.java:completeFile(3104)) - DIR* completeFile: /id_pizza-pizza/600/.kudu-metadata.json is closed by DFSClient_NONMAPREDUCE_1471603131_1
2026-07-08 15:57:32,022 INFO  [IPC Server handler 2 on default port 42483] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=getfileinfo	src=/	dst=null	perm=null	proto=rpc
2026-07-08 15:57:32,025 INFO  [IPC Server handler 3 on default port 42483] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=listStatus	src=/	dst=null	perm=null	proto=rpc
2026-07-08 15:57:32,035 INFO  [IPC Server handler 4 on default port 42483] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=listStatus	src=/id_taco-taco	dst=null	perm=null	proto=rpc
2026-07-08 15:57:32,037 INFO  [IPC Server handler 5 on default port 42483] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=getfileinfo	src=/id_taco-taco/100/.kudu-metadata.json	dst=null	perm=null	proto=rpc
2026-07-08 15:57:32,039 INFO  [IPC Server handler 6 on default port 42483] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=open	src=/id_taco-taco/100/.kudu-metadata.json	dst=null	perm=null	proto=rpc
2026-07-08 15:57:32,046 INFO  [IPC Server handler 7 on default port 42483] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=getfileinfo	src=/id_taco-taco/1000/.kudu-metadata.json	dst=null	perm=null	proto=rpc
2026-07-08 15:57:32,049 INFO  [IPC Server handler 8 on default port 42483] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=open	src=/id_taco-taco/1000/.kudu-metadata.json	dst=null	perm=null	proto=rpc
2026-07-08 15:57:32,056 INFO  [IPC Server handler 9 on default port 42483] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=getfileinfo	src=/id_taco-taco/2000/.kudu-metadata.json	dst=null	perm=null	proto=rpc
2026-07-08 15:57:32,058 INFO  [IPC Server handler 1 on default port 42483] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=open	src=/id_taco-taco/2000/.kudu-metadata.json	dst=null	perm=null	proto=rpc
2026-07-08 15:57:32,063 INFO  [Listener at localhost/43605] backup.BackupIO (BackupIO.scala:readTableBackups(236)) - Found 3 paths in hdfs://localhost:42483/id_taco-taco
.2026-07-08 15:57:32,092 INFO  [Listener at localhost/43605] hdfs.MiniDFSCluster (MiniDFSCluster.java:<init>(529)) - starting cluster: numNameNodes=1, numDataNodes=1
2026-07-08 15:57:32,094 INFO  [Listener at localhost/43605] namenode.NameNode (NameNode.java:format(1249)) - Formatting using clusterid: testClusterID
2026-07-08 15:57:32,094 INFO  [Listener at localhost/43605] namenode.FSEditLog (FSEditLog.java:newInstance(229)) - Edit logging is async:true
2026-07-08 15:57:32,109 INFO  [Listener at localhost/43605] namenode.FSNamesystem (FSNamesystem.java:<init>(814)) - KeyProvider: null
2026-07-08 15:57:32,109 INFO  [Listener at localhost/43605] namenode.FSNamesystem (FSNamesystemLock.java:<init>(141)) - fsLock is fair: true
2026-07-08 15:57:32,109 INFO  [Listener at localhost/43605] namenode.FSNamesystem (FSNamesystemLock.java:<init>(159)) - Detailed lock hold time metrics enabled: false
2026-07-08 15:57:32,110 INFO  [Listener at localhost/43605] namenode.FSNamesystem (FSNamesystem.java:<init>(847)) - fsOwner                = slave (auth:SIMPLE)
2026-07-08 15:57:32,110 INFO  [Listener at localhost/43605] namenode.FSNamesystem (FSNamesystem.java:<init>(848)) - supergroup             = supergroup
2026-07-08 15:57:32,110 INFO  [Listener at localhost/43605] namenode.FSNamesystem (FSNamesystem.java:<init>(849)) - isPermissionEnabled    = true
2026-07-08 15:57:32,110 INFO  [Listener at localhost/43605] namenode.FSNamesystem (FSNamesystem.java:<init>(850)) - isStoragePolicyEnabled = true
2026-07-08 15:57:32,110 INFO  [Listener at localhost/43605] namenode.FSNamesystem (FSNamesystem.java:<init>(861)) - HA Enabled: false
2026-07-08 15:57:32,111 INFO  [Listener at localhost/43605] common.Util (Util.java:isDiskStatsEnabled(395)) - dfs.datanode.fileio.profiling.sampling.percentage set to 0. Disabling file IO profiling
2026-07-08 15:57:32,111 INFO  [Listener at localhost/43605] blockmanagement.DatanodeManager (DatanodeManager.java:<init>(334)) - dfs.block.invalidate.limit: configured=1000, counted=60, effected=1000
2026-07-08 15:57:32,111 INFO  [Listener at localhost/43605] blockmanagement.DatanodeManager (DatanodeManager.java:<init>(342)) - dfs.namenode.datanode.registration.ip-hostname-check=true
2026-07-08 15:57:32,112 INFO  [Listener at localhost/43605] blockmanagement.BlockManager (InvalidateBlocks.java:printBlockDeletionTime(77)) - dfs.namenode.startup.delay.block.deletion.sec is set to 000:00:00:00.000
2026-07-08 15:57:32,112 INFO  [Listener at localhost/43605] blockmanagement.BlockManager (InvalidateBlocks.java:printBlockDeletionTime(83)) - The block deletion will start around 2026 Jul 08 15:57:32
2026-07-08 15:57:32,112 INFO  [Listener at localhost/43605] util.GSet (LightWeightGSet.java:computeCapacity(395)) - Computing capacity for map BlocksMap
2026-07-08 15:57:32,112 INFO  [Listener at localhost/43605] util.GSet (LightWeightGSet.java:computeCapacity(396)) - VM type       = 64-bit
2026-07-08 15:57:32,113 INFO  [Listener at localhost/43605] util.GSet (LightWeightGSet.java:computeCapacity(397)) - 2.0% max memory 3.5 GB = 72.5 MB
2026-07-08 15:57:32,113 INFO  [Listener at localhost/43605] util.GSet (LightWeightGSet.java:computeCapacity(402)) - capacity      = 2^23 = 8388608 entries
2026-07-08 15:57:32,121 INFO  [Listener at localhost/43605] blockmanagement.BlockManager (BlockManager.java:createSPSManager(5447)) - Storage policy satisfier is disabled
2026-07-08 15:57:32,121 INFO  [Listener at localhost/43605] blockmanagement.BlockManager (BlockManager.java:createBlockTokenSecretManager(641)) - dfs.block.access.token.enable = false
2026-07-08 15:57:32,122 INFO  [Listener at localhost/43605] blockmanagement.BlockManagerSafeMode (BlockManagerSafeMode.java:<init>(160)) - dfs.namenode.safemode.threshold-pct = 0.999
2026-07-08 15:57:32,122 INFO  [Listener at localhost/43605] blockmanagement.BlockManagerSafeMode (BlockManagerSafeMode.java:<init>(161)) - dfs.namenode.safemode.min.datanodes = 0
2026-07-08 15:57:32,122 INFO  [Listener at localhost/43605] blockmanagement.BlockManagerSafeMode (BlockManagerSafeMode.java:<init>(163)) - dfs.namenode.safemode.extension = 0
2026-07-08 15:57:32,122 INFO  [Listener at localhost/43605] blockmanagement.BlockManager (BlockManager.java:<init>(627)) - defaultReplication         = 1
2026-07-08 15:57:32,122 INFO  [Listener at localhost/43605] blockmanagement.BlockManager (BlockManager.java:<init>(628)) - maxReplication             = 512
2026-07-08 15:57:32,122 INFO  [Listener at localhost/43605] blockmanagement.BlockManager (BlockManager.java:<init>(629)) - minReplication             = 1
2026-07-08 15:57:32,122 INFO  [Listener at localhost/43605] blockmanagement.BlockManager (BlockManager.java:<init>(630)) - maxReplicationStreams      = 2
2026-07-08 15:57:32,122 INFO  [Listener at localhost/43605] blockmanagement.BlockManager (BlockManager.java:<init>(631)) - redundancyRecheckInterval  = 3000ms
2026-07-08 15:57:32,122 INFO  [Listener at localhost/43605] blockmanagement.BlockManager (BlockManager.java:<init>(632)) - encryptDataTransfer        = false
2026-07-08 15:57:32,123 INFO  [Listener at localhost/43605] blockmanagement.BlockManager (BlockManager.java:<init>(633)) - maxNumBlocksToLog          = 1000
2026-07-08 15:57:32,123 INFO  [Listener at localhost/43605] util.GSet (LightWeightGSet.java:computeCapacity(395)) - Computing capacity for map INodeMap
2026-07-08 15:57:32,123 INFO  [Listener at localhost/43605] util.GSet (LightWeightGSet.java:computeCapacity(396)) - VM type       = 64-bit
2026-07-08 15:57:32,123 INFO  [Listener at localhost/43605] util.GSet (LightWeightGSet.java:computeCapacity(397)) - 1.0% max memory 3.5 GB = 36.2 MB
2026-07-08 15:57:32,124 INFO  [Listener at localhost/43605] util.GSet (LightWeightGSet.java:computeCapacity(402)) - capacity      = 2^22 = 4194304 entries
2026-07-08 15:57:32,131 INFO  [Listener at localhost/43605] namenode.FSDirectory (FSDirectory.java:<init>(335)) - ACLs enabled? true
2026-07-08 15:57:32,132 INFO  [Listener at localhost/43605] namenode.FSDirectory (FSDirectory.java:<init>(339)) - POSIX ACL inheritance enabled? true
2026-07-08 15:57:32,132 INFO  [Listener at localhost/43605] namenode.FSDirectory (FSDirectory.java:<init>(343)) - XAttrs enabled? true
2026-07-08 15:57:32,132 INFO  [Listener at localhost/43605] namenode.NameNode (FSDirectory.java:<init>(406)) - Caching file names occurring more than 10 times
2026-07-08 15:57:32,132 INFO  [Listener at localhost/43605] snapshot.SnapshotManager (SnapshotManager.java:<init>(124)) - Loaded config captureOpenFiles: false, skipCaptureAccessTimeOnlyChange: false, snapshotDiffAllowSnapRootDescendant: true, maxSnapshotLimit: 65536
2026-07-08 15:57:32,132 INFO  [Listener at localhost/43605] snapshot.SnapshotManager (DirectoryDiffListFactory.java:init(43)) - SkipList is disabled
2026-07-08 15:57:32,132 INFO  [Listener at localhost/43605] util.GSet (LightWeightGSet.java:computeCapacity(395)) - Computing capacity for map cachedBlocks
2026-07-08 15:57:32,132 INFO  [Listener at localhost/43605] util.GSet (LightWeightGSet.java:computeCapacity(396)) - VM type       = 64-bit
2026-07-08 15:57:32,132 INFO  [Listener at localhost/43605] util.GSet (LightWeightGSet.java:computeCapacity(397)) - 0.25% max memory 3.5 GB = 9.1 MB
2026-07-08 15:57:32,132 INFO  [Listener at localhost/43605] util.GSet (LightWeightGSet.java:computeCapacity(402)) - capacity      = 2^20 = 1048576 entries
2026-07-08 15:57:32,137 INFO  [Listener at localhost/43605] metrics.TopMetrics (TopMetrics.java:logConf(75)) - NNTop conf: dfs.namenode.top.window.num.buckets = 10
2026-07-08 15:57:32,137 INFO  [Listener at localhost/43605] metrics.TopMetrics (TopMetrics.java:logConf(77)) - NNTop conf: dfs.namenode.top.num.users = 10
2026-07-08 15:57:32,137 INFO  [Listener at localhost/43605] metrics.TopMetrics (TopMetrics.java:logConf(79)) - NNTop conf: dfs.namenode.top.windows.minutes = 1,5,25
2026-07-08 15:57:32,137 INFO  [Listener at localhost/43605] namenode.FSNamesystem (FSNamesystem.java:initRetryCache(1080)) - Retry cache on namenode is enabled
2026-07-08 15:57:32,137 INFO  [Listener at localhost/43605] namenode.FSNamesystem (FSNamesystem.java:initRetryCache(1088)) - Retry cache will use 0.03 of total heap and retry cache entry expiry time is 600000 millis
2026-07-08 15:57:32,137 INFO  [Listener at localhost/43605] util.GSet (LightWeightGSet.java:computeCapacity(395)) - Computing capacity for map NameNodeRetryCache
2026-07-08 15:57:32,138 INFO  [Listener at localhost/43605] util.GSet (LightWeightGSet.java:computeCapacity(396)) - VM type       = 64-bit
2026-07-08 15:57:32,138 INFO  [Listener at localhost/43605] util.GSet (LightWeightGSet.java:computeCapacity(397)) - 0.029999999329447746% max memory 3.5 GB = 1.1 MB
2026-07-08 15:57:32,138 INFO  [Listener at localhost/43605] util.GSet (LightWeightGSet.java:computeCapacity(402)) - capacity      = 2^17 = 131072 entries
2026-07-08 15:57:32,140 INFO  [Listener at localhost/43605] namenode.FSImage (FSImage.java:format(186)) - Allocated new BlockPoolId: BP-1959383116-10.240.1.3-1783526252140
2026-07-08 15:57:32,144 INFO  [Listener at localhost/43605] common.Storage (NNStorage.java:format(595)) - Storage directory /tmp/hdfs-test5651263782564834249/name-0-1 has been successfully formatted.
2026-07-08 15:57:32,149 INFO  [Listener at localhost/43605] common.Storage (NNStorage.java:format(595)) - Storage directory /tmp/hdfs-test5651263782564834249/name-0-2 has been successfully formatted.
2026-07-08 15:57:32,170 INFO  [FSImageSaver for /tmp/hdfs-test5651263782564834249/name-0-1 of type IMAGE_AND_EDITS] namenode.FSImageFormatProtobuf (FSImageFormatProtobuf.java:save(732)) - Saving image file /tmp/hdfs-test5651263782564834249/name-0-1/current/fsimage.ckpt_0000000000000000000 using no compression
2026-07-08 15:57:32,173 INFO  [FSImageSaver for /tmp/hdfs-test5651263782564834249/name-0-2 of type IMAGE_AND_EDITS] namenode.FSImageFormatProtobuf (FSImageFormatProtobuf.java:save(732)) - Saving image file /tmp/hdfs-test5651263782564834249/name-0-2/current/fsimage.ckpt_0000000000000000000 using no compression
2026-07-08 15:57:32,179 INFO  [FSImageSaver for /tmp/hdfs-test5651263782564834249/name-0-1 of type IMAGE_AND_EDITS] namenode.FSImageFormatProtobuf (FSImageFormatProtobuf.java:save(736)) - Image file /tmp/hdfs-test5651263782564834249/name-0-1/current/fsimage.ckpt_0000000000000000000 of size 418 bytes saved in 0 seconds .
2026-07-08 15:57:32,187 INFO  [FSImageSaver for /tmp/hdfs-test5651263782564834249/name-0-2 of type IMAGE_AND_EDITS] namenode.FSImageFormatProtobuf (FSImageFormatProtobuf.java:save(736)) - Image file /tmp/hdfs-test5651263782564834249/name-0-2/current/fsimage.ckpt_0000000000000000000 of size 418 bytes saved in 0 seconds .
2026-07-08 15:57:32,192 INFO  [Listener at localhost/43605] namenode.NNStorageRetentionManager (NNStorageRetentionManager.java:getImageTxIdToRetain(203)) - Going to retain 1 images with txid >= 0
2026-07-08 15:57:32,204 INFO  [Listener at localhost/43605] namenode.FSNamesystem (FSNamesystem.java:stopActiveServices(1427)) - Stopping services started for active state
2026-07-08 15:57:32,204 INFO  [Listener at localhost/43605] namenode.FSNamesystem (FSNamesystem.java:stopStandbyServices(1528)) - Stopping services started for standby state
2026-07-08 15:57:32,206 INFO  [Listener at localhost/43605] namenode.NameNode (NameNode.java:createNameNode(1707)) - createNameNode []
2026-07-08 15:57:32,206 INFO  [Listener at localhost/43605] impl.MetricsSystemImpl (MetricsSystemImpl.java:init(158)) - NameNode metrics system started (again)
2026-07-08 15:57:32,207 INFO  [Listener at localhost/43605] namenode.NameNodeUtils (NameNodeUtils.java:getClientNamenodeAddress(79)) - fs.defaultFS is hdfs://127.0.0.1:0
2026-07-08 15:57:32,229 INFO  [org.apache.hadoop.util.JvmPauseMonitor$Monitor@8cc8cdb] util.JvmPauseMonitor (JvmPauseMonitor.java:run(188)) - Starting JVM pause monitor
2026-07-08 15:57:32,229 INFO  [Listener at localhost/43605] hdfs.DFSUtil (DFSUtil.java:httpServerTemplateForNNAndJN(1668)) - Filter initializers set : org.apache.hadoop.http.lib.StaticUserWebFilter,org.apache.hadoop.hdfs.web.AuthFilterInitializer
2026-07-08 15:57:32,229 INFO  [Listener at localhost/43605] hdfs.DFSUtil (DFSUtil.java:httpServerTemplateForNNAndJN(1690)) - Starting Web-server for hdfs at: http://localhost:0
2026-07-08 15:57:32,232 INFO  [Listener at localhost/43605] server.AuthenticationFilter (AuthenticationFilter.java:constructSecretProvider(240)) - Unable to initialize FileSignerSecretProvider, falling back to use random secrets.
2026-07-08 15:57:32,233 INFO  [Listener at localhost/43605] http.HttpRequestLog (HttpRequestLog.java:getRequestLog(82)) - Http request log for http.requests.namenode is not defined
2026-07-08 15:57:32,235 INFO  [Listener at localhost/43605] http.HttpServer2 (HttpServer2.java:addGlobalFilter(1111)) - Added global filter 'safety' (class=org.apache.hadoop.http.HttpServer2$QuotingInputFilter)
2026-07-08 15:57:32,236 INFO  [Listener at localhost/43605] http.HttpServer2 (HttpServer2.java:addFilter(1084)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context hdfs
2026-07-08 15:57:32,236 INFO  [Listener at localhost/43605] http.HttpServer2 (HttpServer2.java:addFilter(1094)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context static
2026-07-08 15:57:32,238 INFO  [Listener at localhost/43605] http.HttpServer2 (HttpServer2.java:addFilter(1084)) - Added filter AuthFilter (class=org.apache.hadoop.hdfs.web.AuthFilter) to context hdfs
2026-07-08 15:57:32,238 INFO  [Listener at localhost/43605] http.HttpServer2 (HttpServer2.java:addFilter(1094)) - Added filter AuthFilter (class=org.apache.hadoop.hdfs.web.AuthFilter) to context static
2026-07-08 15:57:32,238 INFO  [Listener at localhost/43605] http.HttpServer2 (HttpServer2.java:addJerseyResourcePackage(938)) - addJerseyResourcePackage: packageName=org.apache.hadoop.hdfs.server.namenode.web.resources;org.apache.hadoop.hdfs.web.resources, pathSpec=/webhdfs/v1/*
2026-07-08 15:57:32,239 INFO  [Listener at localhost/43605] http.HttpServer2 (HttpServer2.java:bindListener(1332)) - Jetty bound to port 40237
2026-07-08 15:57:32,239 INFO  [Listener at localhost/43605] server.Server (Server.java:doStart(375)) - jetty-9.4.40.v20210413; built: 2021-04-13T20:42:42.668Z; git: b881a572662e1943a14ae12e7e1207989f218b74; jvm 1.8.0_362-8u372-ga~us1-0ubuntu1~18.04-b09
2026-07-08 15:57:32,242 INFO  [Listener at localhost/43605] server.session (DefaultSessionIdManager.java:doStart(334)) - DefaultSessionIdManager workerName=node0
2026-07-08 15:57:32,242 INFO  [Listener at localhost/43605] server.session (DefaultSessionIdManager.java:doStart(339)) - No SessionScavenger set, using defaults
2026-07-08 15:57:32,242 INFO  [Listener at localhost/43605] server.session (HouseKeeper.java:startScavenging(132)) - node0 Scavenging every 660000ms
2026-07-08 15:57:32,243 INFO  [Listener at localhost/43605] server.AuthenticationFilter (AuthenticationFilter.java:constructSecretProvider(240)) - Unable to initialize FileSignerSecretProvider, falling back to use random secrets.
2026-07-08 15:57:32,244 INFO  [Listener at localhost/43605] handler.ContextHandler (ContextHandler.java:doStart(916)) - Started o.e.j.s.ServletContextHandler@4d6ccc97{static,/static,jar:file:/tmp/dist-test-taskq8m9tG/java/build/jars/hadoop-hdfs-3.3.1-tests.jar!/webapps/static,AVAILABLE}
2026-07-08 15:57:32,397 INFO  [Listener at localhost/43605] handler.ContextHandler (ContextHandler.java:doStart(916)) - Started o.e.j.w.WebAppContext@71f1cc02{hdfs,/,file:///tmp/jetty-localhost-40237-hadoop-hdfs-3_3_1-tests_jar-_-any-4167771688413454708/webapp/,AVAILABLE}{jar:file:/tmp/dist-test-taskq8m9tG/java/build/jars/hadoop-hdfs-3.3.1-tests.jar!/webapps/hdfs}
2026-07-08 15:57:32,399 INFO  [Listener at localhost/43605] server.AbstractConnector (AbstractConnector.java:doStart(331)) - Started ServerConnector@4a901445{HTTP/1.1, (http/1.1)}{localhost:40237}
2026-07-08 15:57:32,399 INFO  [Listener at localhost/43605] server.Server (Server.java:doStart(415)) - Started @9733ms
2026-07-08 15:57:32,400 INFO  [Listener at localhost/43605] namenode.FSEditLog (FSEditLog.java:newInstance(229)) - Edit logging is async:true
2026-07-08 15:57:32,418 INFO  [Listener at localhost/43605] namenode.FSNamesystem (FSNamesystem.java:<init>(814)) - KeyProvider: null
2026-07-08 15:57:32,418 INFO  [Listener at localhost/43605] namenode.FSNamesystem (FSNamesystemLock.java:<init>(141)) - fsLock is fair: true
2026-07-08 15:57:32,418 INFO  [Listener at localhost/43605] namenode.FSNamesystem (FSNamesystemLock.java:<init>(159)) - Detailed lock hold time metrics enabled: false
2026-07-08 15:57:32,418 INFO  [Listener at localhost/43605] namenode.FSNamesystem (FSNamesystem.java:<init>(847)) - fsOwner                = slave (auth:SIMPLE)
2026-07-08 15:57:32,418 INFO  [Listener at localhost/43605] namenode.FSNamesystem (FSNamesystem.java:<init>(848)) - supergroup             = supergroup
2026-07-08 15:57:32,419 INFO  [Listener at localhost/43605] namenode.FSNamesystem (FSNamesystem.java:<init>(849)) - isPermissionEnabled    = true
2026-07-08 15:57:32,419 INFO  [Listener at localhost/43605] namenode.FSNamesystem (FSNamesystem.java:<init>(850)) - isStoragePolicyEnabled = true
2026-07-08 15:57:32,419 INFO  [Listener at localhost/43605] namenode.FSNamesystem (FSNamesystem.java:<init>(861)) - HA Enabled: false
2026-07-08 15:57:32,419 INFO  [Listener at localhost/43605] common.Util (Util.java:isDiskStatsEnabled(395)) - dfs.datanode.fileio.profiling.sampling.percentage set to 0. Disabling file IO profiling
2026-07-08 15:57:32,420 INFO  [Listener at localhost/43605] blockmanagement.DatanodeManager (DatanodeManager.java:<init>(334)) - dfs.block.invalidate.limit: configured=1000, counted=60, effected=1000
2026-07-08 15:57:32,420 INFO  [Listener at localhost/43605] blockmanagement.DatanodeManager (DatanodeManager.java:<init>(342)) - dfs.namenode.datanode.registration.ip-hostname-check=true
2026-07-08 15:57:32,420 INFO  [Listener at localhost/43605] blockmanagement.BlockManager (InvalidateBlocks.java:printBlockDeletionTime(77)) - dfs.namenode.startup.delay.block.deletion.sec is set to 000:00:00:00.000
2026-07-08 15:57:32,420 INFO  [Listener at localhost/43605] blockmanagement.BlockManager (InvalidateBlocks.java:printBlockDeletionTime(83)) - The block deletion will start around 2026 Jul 08 15:57:32
2026-07-08 15:57:32,420 INFO  [Listener at localhost/43605] util.GSet (LightWeightGSet.java:computeCapacity(395)) - Computing capacity for map BlocksMap
2026-07-08 15:57:32,420 INFO  [Listener at localhost/43605] util.GSet (LightWeightGSet.java:computeCapacity(396)) - VM type       = 64-bit
2026-07-08 15:57:32,421 INFO  [Listener at localhost/43605] util.GSet (LightWeightGSet.java:computeCapacity(397)) - 2.0% max memory 3.5 GB = 72.5 MB
2026-07-08 15:57:32,421 INFO  [Listener at localhost/43605] util.GSet (LightWeightGSet.java:computeCapacity(402)) - capacity      = 2^23 = 8388608 entries
2026-07-08 15:57:32,516 INFO  [Listener at localhost/43605] blockmanagement.BlockManager (BlockManager.java:createSPSManager(5447)) - Storage policy satisfier is disabled
2026-07-08 15:57:32,516 INFO  [Listener at localhost/43605] blockmanagement.BlockManager (BlockManager.java:createBlockTokenSecretManager(641)) - dfs.block.access.token.enable = false
2026-07-08 15:57:32,517 INFO  [Listener at localhost/43605] blockmanagement.BlockManagerSafeMode (BlockManagerSafeMode.java:<init>(160)) - dfs.namenode.safemode.threshold-pct = 0.999
2026-07-08 15:57:32,517 INFO  [Listener at localhost/43605] blockmanagement.BlockManagerSafeMode (BlockManagerSafeMode.java:<init>(161)) - dfs.namenode.safemode.min.datanodes = 0
2026-07-08 15:57:32,517 INFO  [Listener at localhost/43605] blockmanagement.BlockManagerSafeMode (BlockManagerSafeMode.java:<init>(163)) - dfs.namenode.safemode.extension = 0
2026-07-08 15:57:32,517 INFO  [Listener at localhost/43605] blockmanagement.BlockManager (BlockManager.java:<init>(627)) - defaultReplication         = 1
2026-07-08 15:57:32,518 INFO  [Listener at localhost/43605] blockmanagement.BlockManager (BlockManager.java:<init>(628)) - maxReplication             = 512
2026-07-08 15:57:32,518 INFO  [Listener at localhost/43605] blockmanagement.BlockManager (BlockManager.java:<init>(629)) - minReplication             = 1
2026-07-08 15:57:32,518 INFO  [Listener at localhost/43605] blockmanagement.BlockManager (BlockManager.java:<init>(630)) - maxReplicationStreams      = 2
2026-07-08 15:57:32,518 INFO  [Listener at localhost/43605] blockmanagement.BlockManager (BlockManager.java:<init>(631)) - redundancyRecheckInterval  = 3000ms
2026-07-08 15:57:32,518 INFO  [Listener at localhost/43605] blockmanagement.BlockManager (BlockManager.java:<init>(632)) - encryptDataTransfer        = false
2026-07-08 15:57:32,518 INFO  [Listener at localhost/43605] blockmanagement.BlockManager (BlockManager.java:<init>(633)) - maxNumBlocksToLog          = 1000
2026-07-08 15:57:32,519 INFO  [Listener at localhost/43605] util.GSet (LightWeightGSet.java:computeCapacity(395)) - Computing capacity for map INodeMap
2026-07-08 15:57:32,519 INFO  [Listener at localhost/43605] util.GSet (LightWeightGSet.java:computeCapacity(396)) - VM type       = 64-bit
2026-07-08 15:57:32,519 INFO  [Listener at localhost/43605] util.GSet (LightWeightGSet.java:computeCapacity(397)) - 1.0% max memory 3.5 GB = 36.2 MB
2026-07-08 15:57:32,519 INFO  [Listener at localhost/43605] util.GSet (LightWeightGSet.java:computeCapacity(402)) - capacity      = 2^22 = 4194304 entries
2026-07-08 15:57:32,524 INFO  [Listener at localhost/43605] namenode.FSDirectory (FSDirectory.java:<init>(335)) - ACLs enabled? true
2026-07-08 15:57:32,524 INFO  [Listener at localhost/43605] namenode.FSDirectory (FSDirectory.java:<init>(339)) - POSIX ACL inheritance enabled? true
2026-07-08 15:57:32,524 INFO  [Listener at localhost/43605] namenode.FSDirectory (FSDirectory.java:<init>(343)) - XAttrs enabled? true
2026-07-08 15:57:32,524 INFO  [Listener at localhost/43605] namenode.NameNode (FSDirectory.java:<init>(406)) - Caching file names occurring more than 10 times
2026-07-08 15:57:32,524 INFO  [Listener at localhost/43605] snapshot.SnapshotManager (SnapshotManager.java:<init>(124)) - Loaded config captureOpenFiles: false, skipCaptureAccessTimeOnlyChange: false, snapshotDiffAllowSnapRootDescendant: true, maxSnapshotLimit: 65536
2026-07-08 15:57:32,524 INFO  [Listener at localhost/43605] snapshot.SnapshotManager (DirectoryDiffListFactory.java:init(43)) - SkipList is disabled
2026-07-08 15:57:32,525 INFO  [Listener at localhost/43605] util.GSet (LightWeightGSet.java:computeCapacity(395)) - Computing capacity for map cachedBlocks
2026-07-08 15:57:32,525 INFO  [Listener at localhost/43605] util.GSet (LightWeightGSet.java:computeCapacity(396)) - VM type       = 64-bit
2026-07-08 15:57:32,525 INFO  [Listener at localhost/43605] util.GSet (LightWeightGSet.java:computeCapacity(397)) - 0.25% max memory 3.5 GB = 9.1 MB
2026-07-08 15:57:32,525 INFO  [Listener at localhost/43605] util.GSet (LightWeightGSet.java:computeCapacity(402)) - capacity      = 2^20 = 1048576 entries
2026-07-08 15:57:32,526 INFO  [Listener at localhost/43605] metrics.TopMetrics (TopMetrics.java:logConf(75)) - NNTop conf: dfs.namenode.top.window.num.buckets = 10
2026-07-08 15:57:32,527 INFO  [Listener at localhost/43605] metrics.TopMetrics (TopMetrics.java:logConf(77)) - NNTop conf: dfs.namenode.top.num.users = 10
2026-07-08 15:57:32,527 INFO  [Listener at localhost/43605] metrics.TopMetrics (TopMetrics.java:logConf(79)) - NNTop conf: dfs.namenode.top.windows.minutes = 1,5,25
2026-07-08 15:57:32,527 INFO  [Listener at localhost/43605] namenode.FSNamesystem (FSNamesystem.java:initRetryCache(1080)) - Retry cache on namenode is enabled
2026-07-08 15:57:32,527 INFO  [Listener at localhost/43605] namenode.FSNamesystem (FSNamesystem.java:initRetryCache(1088)) - Retry cache will use 0.03 of total heap and retry cache entry expiry time is 600000 millis
2026-07-08 15:57:32,527 INFO  [Listener at localhost/43605] util.GSet (LightWeightGSet.java:computeCapacity(395)) - Computing capacity for map NameNodeRetryCache
2026-07-08 15:57:32,527 INFO  [Listener at localhost/43605] util.GSet (LightWeightGSet.java:computeCapacity(396)) - VM type       = 64-bit
2026-07-08 15:57:32,527 INFO  [Listener at localhost/43605] util.GSet (LightWeightGSet.java:computeCapacity(397)) - 0.029999999329447746% max memory 3.5 GB = 1.1 MB
2026-07-08 15:57:32,527 INFO  [Listener at localhost/43605] util.GSet (LightWeightGSet.java:computeCapacity(402)) - capacity      = 2^17 = 131072 entries
2026-07-08 15:57:32,531 INFO  [Listener at localhost/43605] common.Storage (Storage.java:tryLock(948)) - Lock on /tmp/hdfs-test5651263782564834249/name-0-1/in_use.lock acquired by nodename 6233@dist-test-slave-lxff.c.gcp-upstream.internal
2026-07-08 15:57:32,533 INFO  [Listener at localhost/43605] common.Storage (Storage.java:tryLock(948)) - Lock on /tmp/hdfs-test5651263782564834249/name-0-2/in_use.lock acquired by nodename 6233@dist-test-slave-lxff.c.gcp-upstream.internal
2026-07-08 15:57:32,535 INFO  [Listener at localhost/43605] namenode.FileJournalManager (FileJournalManager.java:recoverUnfinalizedSegments(428)) - Recovering unfinalized segments in /tmp/hdfs-test5651263782564834249/name-0-1/current
2026-07-08 15:57:32,536 INFO  [Listener at localhost/43605] namenode.FileJournalManager (FileJournalManager.java:recoverUnfinalizedSegments(428)) - Recovering unfinalized segments in /tmp/hdfs-test5651263782564834249/name-0-2/current
2026-07-08 15:57:32,536 INFO  [Listener at localhost/43605] namenode.FSImage (FSImage.java:loadFSImage(734)) - No edit log streams selected.
2026-07-08 15:57:32,536 INFO  [Listener at localhost/43605] namenode.FSImage (FSImage.java:loadFSImageFile(800)) - Planning to load image: FSImageFile(file=/tmp/hdfs-test5651263782564834249/name-0-1/current/fsimage_0000000000000000000, cpktTxId=0000000000000000000)
2026-07-08 15:57:32,539 INFO  [Listener at localhost/43605] namenode.FSImageFormatPBINode (FSImageFormatPBINode.java:loadINodeSectionHeader(413)) - Loading 1 INodes.
2026-07-08 15:57:32,540 INFO  [Listener at localhost/43605] namenode.FSImageFormatPBINode (FSImageFormatPBINode.java:loadINodeSection(371)) - Successfully loaded 1 inodes
2026-07-08 15:57:32,540 INFO  [Listener at localhost/43605] namenode.FSImageFormatPBINode (FSImageFormatPBINode.java:waitBlocksMapAndNameCacheUpdateFinished(344)) - Completed update blocks map and name cache, total waiting duration 0ms.
2026-07-08 15:57:32,540 INFO  [Listener at localhost/43605] namenode.FSImageFormatProtobuf (FSImageFormatProtobuf.java:load(255)) - Loaded FSImage in 0 seconds.
2026-07-08 15:57:32,540 INFO  [Listener at localhost/43605] namenode.FSImage (FSImage.java:loadFSImage(978)) - Loaded image for txid 0 from /tmp/hdfs-test5651263782564834249/name-0-1/current/fsimage_0000000000000000000
2026-07-08 15:57:32,541 INFO  [Listener at localhost/43605] namenode.FSNamesystem (FSNamesystem.java:loadFSImage(1202)) - Need to save fs image? false (staleImage=false, haEnabled=false, isRollingUpgrade=false)
2026-07-08 15:57:32,542 INFO  [Listener at localhost/43605] namenode.FSEditLog (FSEditLog.java:startLogSegment(1391)) - Starting log segment at 1
2026-07-08 15:57:32,553 INFO  [Listener at localhost/43605] namenode.NameCache (NameCache.java:initialized(143)) - initialized with 0 entries 0 lookups
2026-07-08 15:57:32,553 INFO  [Listener at localhost/43605] namenode.FSNamesystem (FSNamesystem.java:loadFromDisk(786)) - Finished loading FSImage in 25 msecs
2026-07-08 15:57:32,554 INFO  [Listener at localhost/43605] namenode.NameNode (NameNodeRpcServer.java:<init>(454)) - RPC server is binding to localhost:0
2026-07-08 15:57:32,554 INFO  [Listener at localhost/43605] namenode.NameNode (NameNodeRpcServer.java:<init>(459)) - Enable NameNode state context:false
2026-07-08 15:57:32,554 INFO  [Listener at localhost/43605] ipc.CallQueueManager (CallQueueManager.java:<init>(90)) - Using callQueue: class java.util.concurrent.LinkedBlockingQueue, queueCapacity: 1000, scheduler: class org.apache.hadoop.ipc.DefaultRpcScheduler, ipcBackoff: false.
2026-07-08 15:57:32,555 INFO  [Socket Reader #1 for port 0] ipc.Server (Server.java:run(1265)) - Starting Socket Reader #1 for port 0
2026-07-08 15:57:32,559 INFO  [Listener at localhost/38907] namenode.NameNode (NameNode.java:initialize(776)) - Clients are to use localhost:38907 to access this namenode/service.
2026-07-08 15:57:32,560 INFO  [Listener at localhost/38907] namenode.FSNamesystem (FSNamesystem.java:registerMBean(5444)) - Registered FSNamesystemState, ReplicatedBlocksState and ECBlockGroupsState MBeans.
2026-07-08 15:57:32,578 INFO  [Listener at localhost/38907] namenode.LeaseManager (LeaseManager.java:getNumUnderConstructionBlocks(166)) - Number of blocks under construction: 0
2026-07-08 15:57:32,579 INFO  [Listener at localhost/38907] blockmanagement.DatanodeAdminDefaultMonitor (DatanodeAdminDefaultMonitor.java:processConf(116)) - Initialized the Default Decommission and Maintenance monitor
2026-07-08 15:57:32,581 INFO  [Listener at localhost/38907] blockmanagement.BlockManager (BlockManager.java:initializeReplQueues(5187)) - initializing replication queues
2026-07-08 15:57:32,581 INFO  [Listener at localhost/38907] hdfs.StateChange (BlockManagerSafeMode.java:leaveSafeMode(399)) - STATE* Leaving safe mode after 0 secs
2026-07-08 15:57:32,581 INFO  [Listener at localhost/38907] hdfs.StateChange (BlockManagerSafeMode.java:leaveSafeMode(405)) - STATE* Network topology has 0 racks and 0 datanodes
2026-07-08 15:57:32,581 INFO  [Listener at localhost/38907] hdfs.StateChange (BlockManagerSafeMode.java:leaveSafeMode(407)) - STATE* UnderReplicatedBlocks has 0 blocks
2026-07-08 15:57:32,589 INFO  [Reconstruction Queue Initializer] blockmanagement.BlockManager (BlockManager.java:processMisReplicatesAsync(3728)) - Total number of blocks            = 0
2026-07-08 15:57:32,589 INFO  [Reconstruction Queue Initializer] blockmanagement.BlockManager (BlockManager.java:processMisReplicatesAsync(3729)) - Number of invalid blocks          = 0
2026-07-08 15:57:32,589 INFO  [Reconstruction Queue Initializer] blockmanagement.BlockManager (BlockManager.java:processMisReplicatesAsync(3730)) - Number of under-replicated blocks = 0
2026-07-08 15:57:32,589 INFO  [Reconstruction Queue Initializer] blockmanagement.BlockManager (BlockManager.java:processMisReplicatesAsync(3731)) - Number of  over-replicated blocks = 0
2026-07-08 15:57:32,589 INFO  [Reconstruction Queue Initializer] blockmanagement.BlockManager (BlockManager.java:processMisReplicatesAsync(3733)) - Number of blocks being written    = 0
2026-07-08 15:57:32,589 INFO  [Reconstruction Queue Initializer] hdfs.StateChange (BlockManager.java:processMisReplicatesAsync(3736)) - STATE* Replication Queue initialization scan for invalid, over- and under-replicated blocks completed in 9 msec
2026-07-08 15:57:32,593 INFO  [IPC Server Responder] ipc.Server (Server.java:run(1507)) - IPC Server Responder: starting
2026-07-08 15:57:32,593 INFO  [IPC Server listener on 0] ipc.Server (Server.java:run(1344)) - IPC Server listener on 0: starting
2026-07-08 15:57:32,596 INFO  [Listener at localhost/38907] namenode.NameNode (NameNode.java:startCommonServices(893)) - NameNode RPC up at: localhost/127.0.0.1:38907
2026-07-08 15:57:32,597 INFO  [Listener at localhost/38907] namenode.FSNamesystem (FSNamesystem.java:startActiveServices(1314)) - Starting services required for active state
2026-07-08 15:57:32,597 INFO  [Listener at localhost/38907] namenode.FSDirectory (FSDirectory.java:updateCountForQuota(840)) - Initializing quota with 12 thread(s)
2026-07-08 15:57:32,598 INFO  [Listener at localhost/38907] namenode.FSDirectory (FSDirectory.java:updateCountForQuota(849)) - Quota initialization completed in 1 milliseconds
name space=1
storage space=0
storage types=RAM_DISK=0, SSD=0, DISK=0, ARCHIVE=0, PROVIDED=0
2026-07-08 15:57:32,603 INFO  [Listener at localhost/38907] hdfs.MiniDFSCluster (MiniDFSCluster.java:startDataNodes(1697)) - Starting DataNode 0 with dfs.datanode.data.dir: [DISK]file:/tmp/hdfs-test5651263782564834249/data/data1,[DISK]file:/tmp/hdfs-test5651263782564834249/data/data2
2026-07-08 15:57:32,603 INFO  [CacheReplicationMonitor(1675900844)] blockmanagement.CacheReplicationMonitor (CacheReplicationMonitor.java:run(160)) - Starting CacheReplicationMonitor with interval 30000 milliseconds
2026-07-08 15:57:32,607 INFO  [Listener at localhost/38907] checker.ThrottledAsyncChecker (ThrottledAsyncChecker.java:schedule(137)) - Scheduling a check for [DISK]file:/tmp/hdfs-test5651263782564834249/data/data1
2026-07-08 15:57:32,607 INFO  [Listener at localhost/38907] checker.ThrottledAsyncChecker (ThrottledAsyncChecker.java:schedule(137)) - Scheduling a check for [DISK]file:/tmp/hdfs-test5651263782564834249/data/data2
2026-07-08 15:57:32,622 INFO  [Listener at localhost/38907] impl.MetricsSystemImpl (MetricsSystemImpl.java:init(158)) - DataNode metrics system started (again)
2026-07-08 15:57:32,622 INFO  [Listener at localhost/38907] common.Util (Util.java:isDiskStatsEnabled(395)) - dfs.datanode.fileio.profiling.sampling.percentage set to 0. Disabling file IO profiling
2026-07-08 15:57:32,622 INFO  [Listener at localhost/38907] datanode.BlockScanner (BlockScanner.java:<init>(201)) - Initialized block scanner with targetBytesPerSec 1048576
2026-07-08 15:57:32,623 INFO  [Listener at localhost/38907] datanode.DataNode (DataNode.java:<init>(512)) - Configured hostname is 127.0.0.1
2026-07-08 15:57:32,623 INFO  [Listener at localhost/38907] common.Util (Util.java:isDiskStatsEnabled(395)) - dfs.datanode.fileio.profiling.sampling.percentage set to 0. Disabling file IO profiling
2026-07-08 15:57:32,623 INFO  [Listener at localhost/38907] datanode.DataNode (DataNode.java:startDataNode(1408)) - Starting DataNode with maxLockedMemory = 0
2026-07-08 15:57:32,624 INFO  [Listener at localhost/38907] datanode.DataNode (DataNode.java:initDataXceiver(1171)) - Opened streaming server at /127.0.0.1:41995
2026-07-08 15:57:32,624 INFO  [Listener at localhost/38907] datanode.DataNode (DataXceiverServer.java:<init>(94)) - Balancing bandwidth is 104857600 bytes/s
2026-07-08 15:57:32,624 INFO  [Listener at localhost/38907] datanode.DataNode (DataXceiverServer.java:<init>(95)) - Number threads for balancing is 100
2026-07-08 15:57:32,627 INFO  [Listener at localhost/38907] server.AuthenticationFilter (AuthenticationFilter.java:constructSecretProvider(240)) - Unable to initialize FileSignerSecretProvider, falling back to use random secrets.
2026-07-08 15:57:32,628 INFO  [Listener at localhost/38907] http.HttpRequestLog (HttpRequestLog.java:getRequestLog(82)) - Http request log for http.requests.datanode is not defined
2026-07-08 15:57:32,629 INFO  [Listener at localhost/38907] http.HttpServer2 (HttpServer2.java:addGlobalFilter(1111)) - Added global filter 'safety' (class=org.apache.hadoop.http.HttpServer2$QuotingInputFilter)
2026-07-08 15:57:32,630 INFO  [Listener at localhost/38907] http.HttpServer2 (HttpServer2.java:addFilter(1084)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context datanode
2026-07-08 15:57:32,630 INFO  [Listener at localhost/38907] http.HttpServer2 (HttpServer2.java:addFilter(1094)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context static
2026-07-08 15:57:32,631 INFO  [Listener at localhost/38907] http.HttpServer2 (HttpServer2.java:bindListener(1332)) - Jetty bound to port 46225
2026-07-08 15:57:32,631 INFO  [Listener at localhost/38907] server.Server (Server.java:doStart(375)) - jetty-9.4.40.v20210413; built: 2021-04-13T20:42:42.668Z; git: b881a572662e1943a14ae12e7e1207989f218b74; jvm 1.8.0_362-8u372-ga~us1-0ubuntu1~18.04-b09
2026-07-08 15:57:32,633 INFO  [Listener at localhost/38907] server.session (DefaultSessionIdManager.java:doStart(334)) - DefaultSessionIdManager workerName=node0
2026-07-08 15:57:32,633 INFO  [Listener at localhost/38907] server.session (DefaultSessionIdManager.java:doStart(339)) - No SessionScavenger set, using defaults
2026-07-08 15:57:32,633 INFO  [Listener at localhost/38907] server.session (HouseKeeper.java:startScavenging(132)) - node0 Scavenging every 600000ms
2026-07-08 15:57:32,634 INFO  [Listener at localhost/38907] handler.ContextHandler (ContextHandler.java:doStart(916)) - Started o.e.j.s.ServletContextHandler@3e7b65d7{static,/static,jar:file:/tmp/dist-test-taskq8m9tG/java/build/jars/hadoop-hdfs-3.3.1-tests.jar!/webapps/static,AVAILABLE}
2026-07-08 15:57:32,780 INFO  [Listener at localhost/38907] handler.ContextHandler (ContextHandler.java:doStart(916)) - Started o.e.j.w.WebAppContext@526a9908{datanode,/,file:///tmp/jetty-localhost-46225-hadoop-hdfs-3_3_1-tests_jar-_-any-6490348360498243415/webapp/,AVAILABLE}{jar:file:/tmp/dist-test-taskq8m9tG/java/build/jars/hadoop-hdfs-3.3.1-tests.jar!/webapps/datanode}
2026-07-08 15:57:32,782 INFO  [Listener at localhost/38907] server.AbstractConnector (AbstractConnector.java:doStart(331)) - Started ServerConnector@3bec5821{HTTP/1.1, (http/1.1)}{localhost:46225}
2026-07-08 15:57:32,783 INFO  [Listener at localhost/38907] server.Server (Server.java:doStart(415)) - Started @10117ms
2026-07-08 15:57:32,784 WARN  [Listener at localhost/38907] web.DatanodeHttpServer (RestCsrfPreventionFilterHandler.java:<init>(75)) - Got null for restCsrfPreventionFilter - will not do any filtering.
2026-07-08 15:57:32,787 INFO  [Listener at localhost/38907] web.DatanodeHttpServer (DatanodeHttpServer.java:start(322)) - Listening HTTP traffic on /127.0.0.1:35155
2026-07-08 15:57:32,787 INFO  [Listener at localhost/38907] datanode.DataNode (DataNode.java:startDataNode(1436)) - dnUserName = slave
2026-07-08 15:57:32,787 INFO  [org.apache.hadoop.util.JvmPauseMonitor$Monitor@44a085e5] util.JvmPauseMonitor (JvmPauseMonitor.java:run(188)) - Starting JVM pause monitor
2026-07-08 15:57:32,787 INFO  [Listener at localhost/38907] datanode.DataNode (DataNode.java:startDataNode(1437)) - supergroup = supergroup
2026-07-08 15:57:32,788 INFO  [Listener at localhost/38907] ipc.CallQueueManager (CallQueueManager.java:<init>(90)) - Using callQueue: class java.util.concurrent.LinkedBlockingQueue, queueCapacity: 1000, scheduler: class org.apache.hadoop.ipc.DefaultRpcScheduler, ipcBackoff: false.
2026-07-08 15:57:32,789 INFO  [Socket Reader #1 for port 0] ipc.Server (Server.java:run(1265)) - Starting Socket Reader #1 for port 0
2026-07-08 15:57:32,792 INFO  [Listener at localhost/36453] datanode.DataNode (DataNode.java:initIpcServer(1057)) - Opened IPC server at /127.0.0.1:36453
2026-07-08 15:57:32,809 INFO  [Listener at localhost/36453] datanode.DataNode (BlockPoolManager.java:refreshNamenodes(149)) - Refresh request received for nameservices: null
2026-07-08 15:57:32,809 INFO  [Listener at localhost/36453] datanode.DataNode (BlockPoolManager.java:doRefreshNamenodes(210)) - Starting BPOfferServices for nameservices: <default>
2026-07-08 15:57:32,811 INFO  [Thread-284] datanode.DataNode (BPServiceActor.java:run(847)) - Block pool <registering> (Datanode Uuid unassigned) service to localhost/127.0.0.1:38907 starting to offer service
2026-07-08 15:57:32,815 INFO  [IPC Server Responder] ipc.Server (Server.java:run(1507)) - IPC Server Responder: starting
2026-07-08 15:57:32,815 INFO  [IPC Server listener on 0] ipc.Server (Server.java:run(1344)) - IPC Server listener on 0: starting
2026-07-08 15:57:32,822 INFO  [Thread-284] datanode.DataNode (BPOfferService.java:verifyAndSetNamespaceInfo(381)) - Acknowledging ACTIVE Namenode during handshakeBlock pool <registering> (Datanode Uuid unassigned) service to localhost/127.0.0.1:38907
2026-07-08 15:57:32,823 INFO  [Thread-284] common.Storage (DataStorage.java:getParallelVolumeLoadThreadsNum(356)) - Using 2 threads to upgrade data directories (dfs.datanode.parallel.volumes.load.threads.num=2, dataDirs=2)
2026-07-08 15:57:32,826 INFO  [Thread-284] common.Storage (Storage.java:tryLock(948)) - Lock on /tmp/hdfs-test5651263782564834249/data/data1/in_use.lock acquired by nodename 6233@dist-test-slave-lxff.c.gcp-upstream.internal
2026-07-08 15:57:32,826 INFO  [Thread-284] common.Storage (DataStorage.java:loadStorageDirectory(284)) - Storage directory with location [DISK]file:/tmp/hdfs-test5651263782564834249/data/data1 is not formatted for namespace 1989694256. Formatting...
2026-07-08 15:57:32,826 INFO  [Thread-284] common.Storage (DataStorage.java:createStorageID(160)) - Generated new storageID DS-f77b3092-80b7-4324-8b63-a6e3ad724c3a for directory /tmp/hdfs-test5651263782564834249/data/data1 
2026-07-08 15:57:32,827 INFO  [IPC Server handler 1 on default port 38907] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=datanodeReport	src=null	dst=null	perm=null	proto=rpc
2026-07-08 15:57:32,828 INFO  [Listener at localhost/36453] hdfs.MiniDFSCluster (MiniDFSCluster.java:shouldWait(2823)) - dnInfo.length != numDataNodes
2026-07-08 15:57:32,828 INFO  [Listener at localhost/36453] hdfs.MiniDFSCluster (MiniDFSCluster.java:waitActive(2744)) - Waiting for cluster to become active
2026-07-08 15:57:32,833 INFO  [Thread-284] common.Storage (Storage.java:tryLock(948)) - Lock on /tmp/hdfs-test5651263782564834249/data/data2/in_use.lock acquired by nodename 6233@dist-test-slave-lxff.c.gcp-upstream.internal
2026-07-08 15:57:32,833 INFO  [Thread-284] common.Storage (DataStorage.java:loadStorageDirectory(284)) - Storage directory with location [DISK]file:/tmp/hdfs-test5651263782564834249/data/data2 is not formatted for namespace 1989694256. Formatting...
2026-07-08 15:57:32,833 INFO  [Thread-284] common.Storage (DataStorage.java:createStorageID(160)) - Generated new storageID DS-525a2b78-ea2b-40b2-937f-9468025d975f for directory /tmp/hdfs-test5651263782564834249/data/data2 
2026-07-08 15:57:32,857 INFO  [Thread-284] common.Storage (BlockPoolSliceStorage.java:recoverTransitionRead(256)) - Analyzing storage directories for bpid BP-1959383116-10.240.1.3-1783526252140
2026-07-08 15:57:32,857 INFO  [Thread-284] common.Storage (Storage.java:lock(907)) - Locking is disabled for /tmp/hdfs-test5651263782564834249/data/data1/current/BP-1959383116-10.240.1.3-1783526252140
2026-07-08 15:57:32,857 INFO  [Thread-284] common.Storage (BlockPoolSliceStorage.java:loadStorageDirectory(169)) - Block pool storage directory for location [DISK]file:/tmp/hdfs-test5651263782564834249/data/data1 and block pool id BP-1959383116-10.240.1.3-1783526252140 is not formatted. Formatting ...
2026-07-08 15:57:32,857 INFO  [Thread-284] common.Storage (BlockPoolSliceStorage.java:format(285)) - Formatting block pool BP-1959383116-10.240.1.3-1783526252140 directory /tmp/hdfs-test5651263782564834249/data/data1/current/BP-1959383116-10.240.1.3-1783526252140/current
2026-07-08 15:57:32,883 INFO  [Thread-284] common.Storage (BlockPoolSliceStorage.java:recoverTransitionRead(256)) - Analyzing storage directories for bpid BP-1959383116-10.240.1.3-1783526252140
2026-07-08 15:57:32,883 INFO  [Thread-284] common.Storage (Storage.java:lock(907)) - Locking is disabled for /tmp/hdfs-test5651263782564834249/data/data2/current/BP-1959383116-10.240.1.3-1783526252140
2026-07-08 15:57:32,884 INFO  [Thread-284] common.Storage (BlockPoolSliceStorage.java:loadStorageDirectory(169)) - Block pool storage directory for location [DISK]file:/tmp/hdfs-test5651263782564834249/data/data2 and block pool id BP-1959383116-10.240.1.3-1783526252140 is not formatted. Formatting ...
2026-07-08 15:57:32,884 INFO  [Thread-284] common.Storage (BlockPoolSliceStorage.java:format(285)) - Formatting block pool BP-1959383116-10.240.1.3-1783526252140 directory /tmp/hdfs-test5651263782564834249/data/data2/current/BP-1959383116-10.240.1.3-1783526252140/current
2026-07-08 15:57:32,888 INFO  [Thread-284] datanode.DataNode (DataNode.java:initStorage(1756)) - Setting up storage: nsid=1989694256;bpid=BP-1959383116-10.240.1.3-1783526252140;lv=-57;nsInfo=lv=-66;cid=testClusterID;nsid=1989694256;c=1783526252140;bpid=BP-1959383116-10.240.1.3-1783526252140;dnuuid=null
2026-07-08 15:57:32,892 INFO  [Thread-284] datanode.DataNode (DataNode.java:checkDatanodeUuid(1554)) - Generated and persisted new Datanode UUID e16aba9c-0edc-4d1a-90b4-2871c8648218
2026-07-08 15:57:32,892 INFO  [Thread-284] impl.FsDatasetImpl (FsDatasetImpl.java:<init>(310)) - The datanode lock is a read write lock
2026-07-08 15:57:32,895 INFO  [Thread-284] impl.FsDatasetImpl (FsVolumeList.java:addVolume(304)) - Added new volume: DS-f77b3092-80b7-4324-8b63-a6e3ad724c3a
2026-07-08 15:57:32,895 INFO  [Thread-284] impl.FsDatasetImpl (FsDatasetImpl.java:addVolume(493)) - Added volume - [DISK]file:/tmp/hdfs-test5651263782564834249/data/data1, StorageType: DISK
2026-07-08 15:57:32,898 INFO  [Thread-284] impl.FsDatasetImpl (FsVolumeList.java:addVolume(304)) - Added new volume: DS-525a2b78-ea2b-40b2-937f-9468025d975f
2026-07-08 15:57:32,898 INFO  [Thread-284] impl.FsDatasetImpl (FsDatasetImpl.java:addVolume(493)) - Added volume - [DISK]file:/tmp/hdfs-test5651263782564834249/data/data2, StorageType: DISK
2026-07-08 15:57:32,899 INFO  [Thread-284] impl.MemoryMappableBlockLoader (MemoryMappableBlockLoader.java:initialize(48)) - Initializing cache loader: MemoryMappableBlockLoader.
2026-07-08 15:57:32,900 INFO  [Thread-284] impl.FsDatasetImpl (FsDatasetImpl.java:registerMBean(2343)) - Registered FSDatasetState MBean
2026-07-08 15:57:32,901 INFO  [Thread-284] impl.FsDatasetImpl (FsDatasetImpl.java:addBlockPool(2856)) - Adding block pool BP-1959383116-10.240.1.3-1783526252140
2026-07-08 15:57:32,902 INFO  [Thread-301] impl.FsDatasetImpl (FsVolumeList.java:run(406)) - Scanning block pool BP-1959383116-10.240.1.3-1783526252140 on volume /tmp/hdfs-test5651263782564834249/data/data1...
2026-07-08 15:57:32,902 INFO  [Thread-302] impl.FsDatasetImpl (FsVolumeList.java:run(406)) - Scanning block pool BP-1959383116-10.240.1.3-1783526252140 on volume /tmp/hdfs-test5651263782564834249/data/data2...
2026-07-08 15:57:32,926 INFO  [Thread-301] impl.FsDatasetImpl (FsVolumeList.java:run(411)) - Time taken to scan block pool BP-1959383116-10.240.1.3-1783526252140 on /tmp/hdfs-test5651263782564834249/data/data1: 25ms
2026-07-08 15:57:32,930 INFO  [Thread-302] impl.FsDatasetImpl (FsVolumeList.java:run(411)) - Time taken to scan block pool BP-1959383116-10.240.1.3-1783526252140 on /tmp/hdfs-test5651263782564834249/data/data2: 28ms
2026-07-08 15:57:32,931 INFO  [IPC Server handler 2 on default port 38907] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=datanodeReport	src=null	dst=null	perm=null	proto=rpc
2026-07-08 15:57:32,932 INFO  [Thread-284] impl.FsDatasetImpl (FsVolumeList.java:addBlockPool(431)) - Total time to scan all replicas for block pool BP-1959383116-10.240.1.3-1783526252140: 30ms
2026-07-08 15:57:32,934 INFO  [Thread-305] impl.FsDatasetImpl (FsVolumeList.java:run(199)) - Adding replicas to map for block pool BP-1959383116-10.240.1.3-1783526252140 on volume /tmp/hdfs-test5651263782564834249/data/data1...
2026-07-08 15:57:32,934 INFO  [Listener at localhost/36453] hdfs.MiniDFSCluster (MiniDFSCluster.java:shouldWait(2823)) - dnInfo.length != numDataNodes
2026-07-08 15:57:32,934 INFO  [Listener at localhost/36453] hdfs.MiniDFSCluster (MiniDFSCluster.java:waitActive(2744)) - Waiting for cluster to become active
2026-07-08 15:57:32,934 INFO  [Thread-305] impl.BlockPoolSlice (BlockPoolSlice.java:readReplicasFromCache(902)) - Replica Cache file: /tmp/hdfs-test5651263782564834249/data/data1/current/BP-1959383116-10.240.1.3-1783526252140/current/replicas doesn't exist 
2026-07-08 15:57:32,934 INFO  [Thread-306] impl.FsDatasetImpl (FsVolumeList.java:run(199)) - Adding replicas to map for block pool BP-1959383116-10.240.1.3-1783526252140 on volume /tmp/hdfs-test5651263782564834249/data/data2...
2026-07-08 15:57:32,935 INFO  [Thread-306] impl.BlockPoolSlice (BlockPoolSlice.java:readReplicasFromCache(902)) - Replica Cache file: /tmp/hdfs-test5651263782564834249/data/data2/current/BP-1959383116-10.240.1.3-1783526252140/current/replicas doesn't exist 
2026-07-08 15:57:32,935 INFO  [Thread-305] impl.FsDatasetImpl (FsVolumeList.java:run(204)) - Time to add replicas to map for block pool BP-1959383116-10.240.1.3-1783526252140 on volume /tmp/hdfs-test5651263782564834249/data/data1: 1ms
2026-07-08 15:57:32,935 INFO  [Thread-306] impl.FsDatasetImpl (FsVolumeList.java:run(204)) - Time to add replicas to map for block pool BP-1959383116-10.240.1.3-1783526252140 on volume /tmp/hdfs-test5651263782564834249/data/data2: 0ms
2026-07-08 15:57:32,935 INFO  [Thread-284] impl.FsDatasetImpl (FsVolumeList.java:getAllVolumesMap(225)) - Total time to add all replicas to map for block pool BP-1959383116-10.240.1.3-1783526252140: 3ms
2026-07-08 15:57:32,935 INFO  [Thread-284] checker.ThrottledAsyncChecker (ThrottledAsyncChecker.java:schedule(137)) - Scheduling a check for /tmp/hdfs-test5651263782564834249/data/data1
2026-07-08 15:57:32,936 INFO  [Thread-284] checker.DatasetVolumeChecker (DatasetVolumeChecker.java:checkAllVolumes(224)) - Scheduled health check for volume /tmp/hdfs-test5651263782564834249/data/data1
2026-07-08 15:57:32,937 INFO  [Thread-284] checker.ThrottledAsyncChecker (ThrottledAsyncChecker.java:schedule(137)) - Scheduling a check for /tmp/hdfs-test5651263782564834249/data/data2
2026-07-08 15:57:32,938 INFO  [Thread-284] checker.DatasetVolumeChecker (DatasetVolumeChecker.java:checkAllVolumes(224)) - Scheduled health check for volume /tmp/hdfs-test5651263782564834249/data/data2
2026-07-08 15:57:32,940 INFO  [VolumeScannerThread(/tmp/hdfs-test5651263782564834249/data/data2)] datanode.VolumeScanner (VolumeScanner.java:findNextUsableBlockIter(385)) - Now scanning bpid BP-1959383116-10.240.1.3-1783526252140 on volume /tmp/hdfs-test5651263782564834249/data/data2
2026-07-08 15:57:32,940 INFO  [VolumeScannerThread(/tmp/hdfs-test5651263782564834249/data/data1)] datanode.VolumeScanner (VolumeScanner.java:findNextUsableBlockIter(385)) - Now scanning bpid BP-1959383116-10.240.1.3-1783526252140 on volume /tmp/hdfs-test5651263782564834249/data/data1
2026-07-08 15:57:32,940 WARN  [Thread-284] datanode.DirectoryScanner (DirectoryScanner.java:<init>(300)) - dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1
2026-07-08 15:57:32,941 INFO  [VolumeScannerThread(/tmp/hdfs-test5651263782564834249/data/data2)] datanode.VolumeScanner (VolumeScanner.java:getNextBlockToScan(505)) - VolumeScanner(/tmp/hdfs-test5651263782564834249/data/data2, DS-525a2b78-ea2b-40b2-937f-9468025d975f): finished scanning block pool BP-1959383116-10.240.1.3-1783526252140
2026-07-08 15:57:32,941 INFO  [VolumeScannerThread(/tmp/hdfs-test5651263782564834249/data/data1)] datanode.VolumeScanner (VolumeScanner.java:getNextBlockToScan(505)) - VolumeScanner(/tmp/hdfs-test5651263782564834249/data/data1, DS-f77b3092-80b7-4324-8b63-a6e3ad724c3a): finished scanning block pool BP-1959383116-10.240.1.3-1783526252140
2026-07-08 15:57:32,941 INFO  [Thread-284] datanode.DirectoryScanner (DirectoryScanner.java:start(329)) - Periodic Directory Tree Verification scan starting in 10347971ms with interval of 21600000ms and throttle limit of -1ms/s
2026-07-08 15:57:32,941 INFO  [VolumeScannerThread(/tmp/hdfs-test5651263782564834249/data/data2)] datanode.VolumeScanner (VolumeScanner.java:findNextUsableBlockIter(402)) - VolumeScanner(/tmp/hdfs-test5651263782564834249/data/data2, DS-525a2b78-ea2b-40b2-937f-9468025d975f): no suitable block pools found to scan.  Waiting 1814399999 ms.
2026-07-08 15:57:32,942 INFO  [VolumeScannerThread(/tmp/hdfs-test5651263782564834249/data/data1)] datanode.VolumeScanner (VolumeScanner.java:findNextUsableBlockIter(402)) - VolumeScanner(/tmp/hdfs-test5651263782564834249/data/data1, DS-f77b3092-80b7-4324-8b63-a6e3ad724c3a): no suitable block pools found to scan.  Waiting 1814399999 ms.
2026-07-08 15:57:32,943 INFO  [BP-1959383116-10.240.1.3-1783526252140 heartbeating to localhost/127.0.0.1:38907] datanode.DataNode (BPServiceActor.java:register(788)) - Block pool BP-1959383116-10.240.1.3-1783526252140 (Datanode Uuid e16aba9c-0edc-4d1a-90b4-2871c8648218) service to localhost/127.0.0.1:38907 beginning handshake with NN
2026-07-08 15:57:32,944 INFO  [IPC Server handler 3 on default port 38907] hdfs.StateChange (DatanodeManager.java:registerDatanode(1142)) - BLOCK* registerDatanode: from DatanodeRegistration(127.0.0.1:41995, datanodeUuid=e16aba9c-0edc-4d1a-90b4-2871c8648218, infoPort=35155, infoSecurePort=0, ipcPort=36453, storageInfo=lv=-57;cid=testClusterID;nsid=1989694256;c=1783526252140) storage e16aba9c-0edc-4d1a-90b4-2871c8648218
2026-07-08 15:57:32,945 INFO  [IPC Server handler 3 on default port 38907] net.NetworkTopology (NetworkTopology.java:add(149)) - Adding a new node: /default-rack/127.0.0.1:41995
2026-07-08 15:57:32,945 INFO  [IPC Server handler 3 on default port 38907] blockmanagement.BlockReportLeaseManager (BlockReportLeaseManager.java:registerNode(200)) - Registered DN e16aba9c-0edc-4d1a-90b4-2871c8648218 (127.0.0.1:41995).
2026-07-08 15:57:32,947 INFO  [BP-1959383116-10.240.1.3-1783526252140 heartbeating to localhost/127.0.0.1:38907] datanode.DataNode (BPServiceActor.java:register(816)) - Block pool BP-1959383116-10.240.1.3-1783526252140 (Datanode Uuid e16aba9c-0edc-4d1a-90b4-2871c8648218) service to localhost/127.0.0.1:38907 successfully registered with NN
2026-07-08 15:57:32,947 INFO  [BP-1959383116-10.240.1.3-1783526252140 heartbeating to localhost/127.0.0.1:38907] datanode.DataNode (BPServiceActor.java:offerService(645)) - For namenode localhost/127.0.0.1:38907 using BLOCKREPORT_INTERVAL of 21600000msecs CACHEREPORT_INTERVAL of 10000msecs Initial delay: 0msecs; heartBeatInterval=3000
2026-07-08 15:57:32,949 INFO  [IPC Server handler 4 on default port 38907] blockmanagement.DatanodeDescriptor (DatanodeDescriptor.java:updateStorage(999)) - Adding new storage ID DS-f77b3092-80b7-4324-8b63-a6e3ad724c3a for DN 127.0.0.1:41995
2026-07-08 15:57:32,950 INFO  [IPC Server handler 4 on default port 38907] blockmanagement.DatanodeDescriptor (DatanodeDescriptor.java:updateStorage(999)) - Adding new storage ID DS-525a2b78-ea2b-40b2-937f-9468025d975f for DN 127.0.0.1:41995
2026-07-08 15:57:32,953 INFO  [Block report processor] BlockStateChange (BlockManager.java:processReport(2778)) - BLOCK* processReport 0xbe1071f9d2ca662: Processing first storage report for DS-525a2b78-ea2b-40b2-937f-9468025d975f from datanode e16aba9c-0edc-4d1a-90b4-2871c8648218
2026-07-08 15:57:32,953 INFO  [Block report processor] BlockStateChange (BlockManager.java:processReport(2810)) - BLOCK* processReport 0xbe1071f9d2ca662: from storage DS-525a2b78-ea2b-40b2-937f-9468025d975f node DatanodeRegistration(127.0.0.1:41995, datanodeUuid=e16aba9c-0edc-4d1a-90b4-2871c8648218, infoPort=35155, infoSecurePort=0, ipcPort=36453, storageInfo=lv=-57;cid=testClusterID;nsid=1989694256;c=1783526252140), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0
2026-07-08 15:57:32,954 INFO  [Block report processor] BlockStateChange (BlockManager.java:processReport(2778)) - BLOCK* processReport 0xbe1071f9d2ca662: Processing first storage report for DS-f77b3092-80b7-4324-8b63-a6e3ad724c3a from datanode e16aba9c-0edc-4d1a-90b4-2871c8648218
2026-07-08 15:57:32,954 INFO  [Block report processor] BlockStateChange (BlockManager.java:processReport(2810)) - BLOCK* processReport 0xbe1071f9d2ca662: from storage DS-f77b3092-80b7-4324-8b63-a6e3ad724c3a node DatanodeRegistration(127.0.0.1:41995, datanodeUuid=e16aba9c-0edc-4d1a-90b4-2871c8648218, infoPort=35155, infoSecurePort=0, ipcPort=36453, storageInfo=lv=-57;cid=testClusterID;nsid=1989694256;c=1783526252140), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0
2026-07-08 15:57:32,955 INFO  [BP-1959383116-10.240.1.3-1783526252140 heartbeating to localhost/127.0.0.1:38907] datanode.DataNode (BPServiceActor.java:blockReport(437)) - Successfully sent block report 0xbe1071f9d2ca662 to namenode: localhost/127.0.0.1:38907,  containing 2 storage report(s), of which we sent 2. The reports had 0 total blocks and used 1 RPC(s). This took 0 msecs to generate and 3 msecs for RPC and NN processing. Got back one command: FinalizeCommand/5.
2026-07-08 15:57:32,955 INFO  [Command processor] datanode.DataNode (BPOfferService.java:processCommandFromActive(763)) - Got finalize command for block pool BP-1959383116-10.240.1.3-1783526252140
2026-07-08 15:57:33,036 INFO  [IPC Server handler 6 on default port 38907] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=datanodeReport	src=null	dst=null	perm=null	proto=rpc
2026-07-08 15:57:33,037 INFO  [Listener at localhost/36453] hdfs.MiniDFSCluster (MiniDFSCluster.java:waitActive(2799)) - Cluster is active
2026-07-08 15:57:33,056 INFO  [Listener at localhost/36453] backup.BackupIO (BackupIO.scala:writeTableMetadata(95)) - Writing metadata to hdfs://localhost:38907/id_taco-taco/100/.kudu-metadata.json
2026-07-08 15:57:33,062 INFO  [IPC Server handler 7 on default port 38907] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=create	src=/id_taco-taco/100/.kudu-metadata.json	dst=null	perm=slave:supergroup:rw-r--r--	proto=rpc
2026-07-08 15:57:33,068 INFO  [IPC Server handler 8 on default port 38907] hdfs.StateChange (FSDirWriteFileOp.java:logAllocatedBlock(802)) - BLOCK* allocate blk_1073741825_1001, replicas=127.0.0.1:41995 for /id_taco-taco/100/.kudu-metadata.json
2026-07-08 15:57:33,075 INFO  [DataXceiver for client DFSClient_NONMAPREDUCE_-1523130079_1 at /127.0.0.1:41984 [Receiving block BP-1959383116-10.240.1.3-1783526252140:blk_1073741825_1001]] datanode.DataNode (DataXceiver.java:writeBlock(747)) - Receiving BP-1959383116-10.240.1.3-1783526252140:blk_1073741825_1001 src: /127.0.0.1:41984 dest: /127.0.0.1:41995
2026-07-08 15:57:33,083 INFO  [PacketResponder: BP-1959383116-10.240.1.3-1783526252140:blk_1073741825_1001, type=LAST_IN_PIPELINE] DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1539)) - src: /127.0.0.1:41984, dest: /127.0.0.1:41995, bytes: 82, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1523130079_1, offset: 0, srvID: e16aba9c-0edc-4d1a-90b4-2871c8648218, blockid: BP-1959383116-10.240.1.3-1783526252140:blk_1073741825_1001, duration(ns): 5011736
2026-07-08 15:57:33,083 INFO  [PacketResponder: BP-1959383116-10.240.1.3-1783526252140:blk_1073741825_1001, type=LAST_IN_PIPELINE] datanode.DataNode (BlockReceiver.java:run(1512)) - PacketResponder: BP-1959383116-10.240.1.3-1783526252140:blk_1073741825_1001, type=LAST_IN_PIPELINE terminating
2026-07-08 15:57:33,088 INFO  [IPC Server handler 1 on default port 38907] hdfs.StateChange (FSNamesystem.java:completeFile(3104)) - DIR* completeFile: /id_taco-taco/100/.kudu-metadata.json is closed by DFSClient_NONMAPREDUCE_-1523130079_1
2026-07-08 15:57:33,090 INFO  [Listener at localhost/36453] backup.BackupIO (BackupIO.scala:writeTableMetadata(95)) - Writing metadata to hdfs://localhost:38907/id_taco-taco/1000/.kudu-metadata.json
2026-07-08 15:57:33,092 INFO  [IPC Server handler 2 on default port 38907] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=create	src=/id_taco-taco/1000/.kudu-metadata.json	dst=null	perm=slave:supergroup:rw-r--r--	proto=rpc
2026-07-08 15:57:33,098 INFO  [IPC Server handler 3 on default port 38907] hdfs.StateChange (FSDirWriteFileOp.java:logAllocatedBlock(802)) - BLOCK* allocate blk_1073741826_1002, replicas=127.0.0.1:41995 for /id_taco-taco/1000/.kudu-metadata.json
2026-07-08 15:57:33,103 INFO  [DataXceiver for client DFSClient_NONMAPREDUCE_-1523130079_1 at /127.0.0.1:41998 [Receiving block BP-1959383116-10.240.1.3-1783526252140:blk_1073741826_1002]] datanode.DataNode (DataXceiver.java:writeBlock(747)) - Receiving BP-1959383116-10.240.1.3-1783526252140:blk_1073741826_1002 src: /127.0.0.1:41998 dest: /127.0.0.1:41995
2026-07-08 15:57:33,111 INFO  [PacketResponder: BP-1959383116-10.240.1.3-1783526252140:blk_1073741826_1002, type=LAST_IN_PIPELINE] DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1539)) - src: /127.0.0.1:41998, dest: /127.0.0.1:41995, bytes: 83, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1523130079_1, offset: 0, srvID: e16aba9c-0edc-4d1a-90b4-2871c8648218, blockid: BP-1959383116-10.240.1.3-1783526252140:blk_1073741826_1002, duration(ns): 4942902
2026-07-08 15:57:33,111 INFO  [PacketResponder: BP-1959383116-10.240.1.3-1783526252140:blk_1073741826_1002, type=LAST_IN_PIPELINE] datanode.DataNode (BlockReceiver.java:run(1512)) - PacketResponder: BP-1959383116-10.240.1.3-1783526252140:blk_1073741826_1002, type=LAST_IN_PIPELINE terminating
2026-07-08 15:57:33,114 INFO  [IPC Server handler 5 on default port 38907] hdfs.StateChange (FSNamesystem.java:completeFile(3104)) - DIR* completeFile: /id_taco-taco/1000/.kudu-metadata.json is closed by DFSClient_NONMAPREDUCE_-1523130079_1
2026-07-08 15:57:33,115 INFO  [Listener at localhost/36453] backup.BackupIO (BackupIO.scala:writeTableMetadata(95)) - Writing metadata to hdfs://localhost:38907/id_taco-taco/2000/.kudu-metadata.json
2026-07-08 15:57:33,118 INFO  [IPC Server handler 6 on default port 38907] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=create	src=/id_taco-taco/2000/.kudu-metadata.json	dst=null	perm=slave:supergroup:rw-r--r--	proto=rpc
2026-07-08 15:57:33,122 INFO  [IPC Server handler 7 on default port 38907] hdfs.StateChange (FSDirWriteFileOp.java:logAllocatedBlock(802)) - BLOCK* allocate blk_1073741827_1003, replicas=127.0.0.1:41995 for /id_taco-taco/2000/.kudu-metadata.json
2026-07-08 15:57:33,126 INFO  [DataXceiver for client DFSClient_NONMAPREDUCE_-1523130079_1 at /127.0.0.1:42010 [Receiving block BP-1959383116-10.240.1.3-1783526252140:blk_1073741827_1003]] datanode.DataNode (DataXceiver.java:writeBlock(747)) - Receiving BP-1959383116-10.240.1.3-1783526252140:blk_1073741827_1003 src: /127.0.0.1:42010 dest: /127.0.0.1:41995
2026-07-08 15:57:33,133 INFO  [PacketResponder: BP-1959383116-10.240.1.3-1783526252140:blk_1073741827_1003, type=LAST_IN_PIPELINE] DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1539)) - src: /127.0.0.1:42010, dest: /127.0.0.1:41995, bytes: 102, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1523130079_1, offset: 0, srvID: e16aba9c-0edc-4d1a-90b4-2871c8648218, blockid: BP-1959383116-10.240.1.3-1783526252140:blk_1073741827_1003, duration(ns): 4410248
2026-07-08 15:57:33,133 INFO  [PacketResponder: BP-1959383116-10.240.1.3-1783526252140:blk_1073741827_1003, type=LAST_IN_PIPELINE] datanode.DataNode (BlockReceiver.java:run(1512)) - PacketResponder: BP-1959383116-10.240.1.3-1783526252140:blk_1073741827_1003, type=LAST_IN_PIPELINE terminating
2026-07-08 15:57:33,136 INFO  [IPC Server handler 9 on default port 38907] hdfs.StateChange (FSNamesystem.java:completeFile(3104)) - DIR* completeFile: /id_taco-taco/2000/.kudu-metadata.json is closed by DFSClient_NONMAPREDUCE_-1523130079_1
2026-07-08 15:57:33,137 INFO  [Listener at localhost/36453] backup.BackupIO (BackupIO.scala:writeTableMetadata(95)) - Writing metadata to hdfs://localhost:38907/id_pizza-pizza/200/.kudu-metadata.json
2026-07-08 15:57:33,141 INFO  [IPC Server handler 0 on default port 38907] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=create	src=/id_pizza-pizza/200/.kudu-metadata.json	dst=null	perm=slave:supergroup:rw-r--r--	proto=rpc
2026-07-08 15:57:33,148 INFO  [IPC Server handler 1 on default port 38907] hdfs.StateChange (FSDirWriteFileOp.java:logAllocatedBlock(802)) - BLOCK* allocate blk_1073741828_1004, replicas=127.0.0.1:41995 for /id_pizza-pizza/200/.kudu-metadata.json
2026-07-08 15:57:33,151 INFO  [DataXceiver for client DFSClient_NONMAPREDUCE_-1523130079_1 at /127.0.0.1:42022 [Receiving block BP-1959383116-10.240.1.3-1783526252140:blk_1073741828_1004]] datanode.DataNode (DataXceiver.java:writeBlock(747)) - Receiving BP-1959383116-10.240.1.3-1783526252140:blk_1073741828_1004 src: /127.0.0.1:42022 dest: /127.0.0.1:41995
2026-07-08 15:57:33,159 INFO  [PacketResponder: BP-1959383116-10.240.1.3-1783526252140:blk_1073741828_1004, type=LAST_IN_PIPELINE] DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1539)) - src: /127.0.0.1:42022, dest: /127.0.0.1:41995, bytes: 84, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1523130079_1, offset: 0, srvID: e16aba9c-0edc-4d1a-90b4-2871c8648218, blockid: BP-1959383116-10.240.1.3-1783526252140:blk_1073741828_1004, duration(ns): 4822595
2026-07-08 15:57:33,160 INFO  [PacketResponder: BP-1959383116-10.240.1.3-1783526252140:blk_1073741828_1004, type=LAST_IN_PIPELINE] datanode.DataNode (BlockReceiver.java:run(1512)) - PacketResponder: BP-1959383116-10.240.1.3-1783526252140:blk_1073741828_1004, type=LAST_IN_PIPELINE terminating
2026-07-08 15:57:33,162 INFO  [IPC Server handler 3 on default port 38907] hdfs.StateChange (FSNamesystem.java:completeFile(3104)) - DIR* completeFile: /id_pizza-pizza/200/.kudu-metadata.json is closed by DFSClient_NONMAPREDUCE_-1523130079_1
2026-07-08 15:57:33,163 INFO  [Listener at localhost/36453] backup.BackupIO (BackupIO.scala:writeTableMetadata(95)) - Writing metadata to hdfs://localhost:38907/id_pizza-pizza/400/.kudu-metadata.json
2026-07-08 15:57:33,166 INFO  [IPC Server handler 4 on default port 38907] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=create	src=/id_pizza-pizza/400/.kudu-metadata.json	dst=null	perm=slave:supergroup:rw-r--r--	proto=rpc
2026-07-08 15:57:33,171 INFO  [IPC Server handler 5 on default port 38907] hdfs.StateChange (FSDirWriteFileOp.java:logAllocatedBlock(802)) - BLOCK* allocate blk_1073741829_1005, replicas=127.0.0.1:41995 for /id_pizza-pizza/400/.kudu-metadata.json
2026-07-08 15:57:33,174 INFO  [DataXceiver for client DFSClient_NONMAPREDUCE_-1523130079_1 at /127.0.0.1:42036 [Receiving block BP-1959383116-10.240.1.3-1783526252140:blk_1073741829_1005]] datanode.DataNode (DataXceiver.java:writeBlock(747)) - Receiving BP-1959383116-10.240.1.3-1783526252140:blk_1073741829_1005 src: /127.0.0.1:42036 dest: /127.0.0.1:41995
2026-07-08 15:57:33,184 INFO  [PacketResponder: BP-1959383116-10.240.1.3-1783526252140:blk_1073741829_1005, type=LAST_IN_PIPELINE] DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1539)) - src: /127.0.0.1:42036, dest: /127.0.0.1:41995, bytes: 103, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1523130079_1, offset: 0, srvID: e16aba9c-0edc-4d1a-90b4-2871c8648218, blockid: BP-1959383116-10.240.1.3-1783526252140:blk_1073741829_1005, duration(ns): 7544764
2026-07-08 15:57:33,184 INFO  [PacketResponder: BP-1959383116-10.240.1.3-1783526252140:blk_1073741829_1005, type=LAST_IN_PIPELINE] datanode.DataNode (BlockReceiver.java:run(1512)) - PacketResponder: BP-1959383116-10.240.1.3-1783526252140:blk_1073741829_1005, type=LAST_IN_PIPELINE terminating
2026-07-08 15:57:33,187 INFO  [IPC Server handler 6 on default port 38907] hdfs.StateChange (FSNamesystem.java:completeFile(3104)) - DIR* completeFile: /id_pizza-pizza/400/.kudu-metadata.json is closed by DFSClient_NONMAPREDUCE_-1523130079_1
2026-07-08 15:57:33,188 INFO  [Listener at localhost/36453] backup.BackupIO (BackupIO.scala:writeTableMetadata(95)) - Writing metadata to hdfs://localhost:38907/id_pizza-pizza/600/.kudu-metadata.json
2026-07-08 15:57:33,190 INFO  [IPC Server handler 8 on default port 38907] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=create	src=/id_pizza-pizza/600/.kudu-metadata.json	dst=null	perm=slave:supergroup:rw-r--r--	proto=rpc
2026-07-08 15:57:33,194 INFO  [IPC Server handler 9 on default port 38907] hdfs.StateChange (FSDirWriteFileOp.java:logAllocatedBlock(802)) - BLOCK* allocate blk_1073741830_1006, replicas=127.0.0.1:41995 for /id_pizza-pizza/600/.kudu-metadata.json
2026-07-08 15:57:33,197 INFO  [DataXceiver for client DFSClient_NONMAPREDUCE_-1523130079_1 at /127.0.0.1:42046 [Receiving block BP-1959383116-10.240.1.3-1783526252140:blk_1073741830_1006]] datanode.DataNode (DataXceiver.java:writeBlock(747)) - Receiving BP-1959383116-10.240.1.3-1783526252140:blk_1073741830_1006 src: /127.0.0.1:42046 dest: /127.0.0.1:41995
2026-07-08 15:57:33,208 INFO  [PacketResponder: BP-1959383116-10.240.1.3-1783526252140:blk_1073741830_1006, type=LAST_IN_PIPELINE] DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1539)) - src: /127.0.0.1:42046, dest: /127.0.0.1:41995, bytes: 103, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1523130079_1, offset: 0, srvID: e16aba9c-0edc-4d1a-90b4-2871c8648218, blockid: BP-1959383116-10.240.1.3-1783526252140:blk_1073741830_1006, duration(ns): 3645624
2026-07-08 15:57:33,209 INFO  [PacketResponder: BP-1959383116-10.240.1.3-1783526252140:blk_1073741830_1006, type=LAST_IN_PIPELINE] datanode.DataNode (BlockReceiver.java:run(1512)) - PacketResponder: BP-1959383116-10.240.1.3-1783526252140:blk_1073741830_1006, type=LAST_IN_PIPELINE terminating
2026-07-08 15:57:33,211 INFO  [IPC Server handler 1 on default port 38907] hdfs.StateChange (FSNamesystem.java:completeFile(3104)) - DIR* completeFile: /id_pizza-pizza/600/.kudu-metadata.json is closed by DFSClient_NONMAPREDUCE_-1523130079_1
2026-07-08 15:57:33,229 INFO  [IPC Server handler 2 on default port 38907] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=getfileinfo	src=/	dst=null	perm=null	proto=rpc
2026-07-08 15:57:33,231 INFO  [IPC Server handler 3 on default port 38907] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=listStatus	src=/	dst=null	perm=null	proto=rpc
2026-07-08 15:57:33,233 INFO  [IPC Server handler 4 on default port 38907] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=listStatus	src=/id_pizza-pizza	dst=null	perm=null	proto=rpc
2026-07-08 15:57:33,235 INFO  [IPC Server handler 5 on default port 38907] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=getfileinfo	src=/id_pizza-pizza/200/.kudu-metadata.json	dst=null	perm=null	proto=rpc
2026-07-08 15:57:33,237 INFO  [IPC Server handler 7 on default port 38907] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=open	src=/id_pizza-pizza/200/.kudu-metadata.json	dst=null	perm=null	proto=rpc
2026-07-08 15:57:33,245 INFO  [IPC Server handler 6 on default port 38907] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=getfileinfo	src=/id_pizza-pizza/400/.kudu-metadata.json	dst=null	perm=null	proto=rpc
2026-07-08 15:57:33,248 INFO  [IPC Server handler 8 on default port 38907] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=open	src=/id_pizza-pizza/400/.kudu-metadata.json	dst=null	perm=null	proto=rpc
2026-07-08 15:57:33,253 INFO  [IPC Server handler 9 on default port 38907] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=getfileinfo	src=/id_pizza-pizza/600/.kudu-metadata.json	dst=null	perm=null	proto=rpc
2026-07-08 15:57:33,255 INFO  [IPC Server handler 0 on default port 38907] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=open	src=/id_pizza-pizza/600/.kudu-metadata.json	dst=null	perm=null	proto=rpc
2026-07-08 15:57:33,259 INFO  [Listener at localhost/36453] backup.BackupIO (BackupIO.scala:readTableBackups(236)) - Found 3 paths in hdfs://localhost:38907/id_pizza-pizza
.2026-07-08 15:57:33,284 INFO  [Listener at localhost/36453] hdfs.MiniDFSCluster (MiniDFSCluster.java:<init>(529)) - starting cluster: numNameNodes=1, numDataNodes=1
2026-07-08 15:57:33,285 INFO  [Listener at localhost/36453] namenode.NameNode (NameNode.java:format(1249)) - Formatting using clusterid: testClusterID
2026-07-08 15:57:33,286 INFO  [Listener at localhost/36453] namenode.FSEditLog (FSEditLog.java:newInstance(229)) - Edit logging is async:true
2026-07-08 15:57:33,299 INFO  [Listener at localhost/36453] namenode.FSNamesystem (FSNamesystem.java:<init>(814)) - KeyProvider: null
2026-07-08 15:57:33,300 INFO  [Listener at localhost/36453] namenode.FSNamesystem (FSNamesystemLock.java:<init>(141)) - fsLock is fair: true
2026-07-08 15:57:33,300 INFO  [Listener at localhost/36453] namenode.FSNamesystem (FSNamesystemLock.java:<init>(159)) - Detailed lock hold time metrics enabled: false
2026-07-08 15:57:33,300 INFO  [Listener at localhost/36453] namenode.FSNamesystem (FSNamesystem.java:<init>(847)) - fsOwner                = slave (auth:SIMPLE)
2026-07-08 15:57:33,300 INFO  [Listener at localhost/36453] namenode.FSNamesystem (FSNamesystem.java:<init>(848)) - supergroup             = supergroup
2026-07-08 15:57:33,300 INFO  [Listener at localhost/36453] namenode.FSNamesystem (FSNamesystem.java:<init>(849)) - isPermissionEnabled    = true
2026-07-08 15:57:33,300 INFO  [Listener at localhost/36453] namenode.FSNamesystem (FSNamesystem.java:<init>(850)) - isStoragePolicyEnabled = true
2026-07-08 15:57:33,300 INFO  [Listener at localhost/36453] namenode.FSNamesystem (FSNamesystem.java:<init>(861)) - HA Enabled: false
2026-07-08 15:57:33,301 INFO  [Listener at localhost/36453] common.Util (Util.java:isDiskStatsEnabled(395)) - dfs.datanode.fileio.profiling.sampling.percentage set to 0. Disabling file IO profiling
2026-07-08 15:57:33,301 INFO  [Listener at localhost/36453] blockmanagement.DatanodeManager (DatanodeManager.java:<init>(334)) - dfs.block.invalidate.limit: configured=1000, counted=60, effected=1000
2026-07-08 15:57:33,302 INFO  [Listener at localhost/36453] blockmanagement.DatanodeManager (DatanodeManager.java:<init>(342)) - dfs.namenode.datanode.registration.ip-hostname-check=true
2026-07-08 15:57:33,302 INFO  [Listener at localhost/36453] blockmanagement.BlockManager (InvalidateBlocks.java:printBlockDeletionTime(77)) - dfs.namenode.startup.delay.block.deletion.sec is set to 000:00:00:00.000
2026-07-08 15:57:33,303 INFO  [Listener at localhost/36453] blockmanagement.BlockManager (InvalidateBlocks.java:printBlockDeletionTime(83)) - The block deletion will start around 2026 Jul 08 15:57:33
2026-07-08 15:57:33,303 INFO  [Listener at localhost/36453] util.GSet (LightWeightGSet.java:computeCapacity(395)) - Computing capacity for map BlocksMap
2026-07-08 15:57:33,303 INFO  [Listener at localhost/36453] util.GSet (LightWeightGSet.java:computeCapacity(396)) - VM type       = 64-bit
2026-07-08 15:57:33,303 INFO  [Listener at localhost/36453] util.GSet (LightWeightGSet.java:computeCapacity(397)) - 2.0% max memory 3.5 GB = 72.5 MB
2026-07-08 15:57:33,303 INFO  [Listener at localhost/36453] util.GSet (LightWeightGSet.java:computeCapacity(402)) - capacity      = 2^23 = 8388608 entries
2026-07-08 15:57:33,415 INFO  [Listener at localhost/36453] blockmanagement.BlockManager (BlockManager.java:createSPSManager(5447)) - Storage policy satisfier is disabled
2026-07-08 15:57:33,415 INFO  [Listener at localhost/36453] blockmanagement.BlockManager (BlockManager.java:createBlockTokenSecretManager(641)) - dfs.block.access.token.enable = false
2026-07-08 15:57:33,416 INFO  [Listener at localhost/36453] blockmanagement.BlockManagerSafeMode (BlockManagerSafeMode.java:<init>(160)) - dfs.namenode.safemode.threshold-pct = 0.999
2026-07-08 15:57:33,416 INFO  [Listener at localhost/36453] blockmanagement.BlockManagerSafeMode (BlockManagerSafeMode.java:<init>(161)) - dfs.namenode.safemode.min.datanodes = 0
2026-07-08 15:57:33,416 INFO  [Listener at localhost/36453] blockmanagement.BlockManagerSafeMode (BlockManagerSafeMode.java:<init>(163)) - dfs.namenode.safemode.extension = 0
2026-07-08 15:57:33,416 INFO  [Listener at localhost/36453] blockmanagement.BlockManager (BlockManager.java:<init>(627)) - defaultReplication         = 1
2026-07-08 15:57:33,417 INFO  [Listener at localhost/36453] blockmanagement.BlockManager (BlockManager.java:<init>(628)) - maxReplication             = 512
2026-07-08 15:57:33,417 INFO  [Listener at localhost/36453] blockmanagement.BlockManager (BlockManager.java:<init>(629)) - minReplication             = 1
2026-07-08 15:57:33,417 INFO  [Listener at localhost/36453] blockmanagement.BlockManager (BlockManager.java:<init>(630)) - maxReplicationStreams      = 2
2026-07-08 15:57:33,417 INFO  [Listener at localhost/36453] blockmanagement.BlockManager (BlockManager.java:<init>(631)) - redundancyRecheckInterval  = 3000ms
2026-07-08 15:57:33,417 INFO  [Listener at localhost/36453] blockmanagement.BlockManager (BlockManager.java:<init>(632)) - encryptDataTransfer        = false
2026-07-08 15:57:33,417 INFO  [Listener at localhost/36453] blockmanagement.BlockManager (BlockManager.java:<init>(633)) - maxNumBlocksToLog          = 1000
2026-07-08 15:57:33,418 INFO  [Listener at localhost/36453] util.GSet (LightWeightGSet.java:computeCapacity(395)) - Computing capacity for map INodeMap
2026-07-08 15:57:33,419 INFO  [Listener at localhost/36453] util.GSet (LightWeightGSet.java:computeCapacity(396)) - VM type       = 64-bit
2026-07-08 15:57:33,419 INFO  [Listener at localhost/36453] util.GSet (LightWeightGSet.java:computeCapacity(397)) - 1.0% max memory 3.5 GB = 36.2 MB
2026-07-08 15:57:33,419 INFO  [Listener at localhost/36453] util.GSet (LightWeightGSet.java:computeCapacity(402)) - capacity      = 2^22 = 4194304 entries
2026-07-08 15:57:33,424 INFO  [Listener at localhost/36453] namenode.FSDirectory (FSDirectory.java:<init>(335)) - ACLs enabled? true
2026-07-08 15:57:33,424 INFO  [Listener at localhost/36453] namenode.FSDirectory (FSDirectory.java:<init>(339)) - POSIX ACL inheritance enabled? true
2026-07-08 15:57:33,424 INFO  [Listener at localhost/36453] namenode.FSDirectory (FSDirectory.java:<init>(343)) - XAttrs enabled? true
2026-07-08 15:57:33,425 INFO  [Listener at localhost/36453] namenode.NameNode (FSDirectory.java:<init>(406)) - Caching file names occurring more than 10 times
2026-07-08 15:57:33,425 INFO  [Listener at localhost/36453] snapshot.SnapshotManager (SnapshotManager.java:<init>(124)) - Loaded config captureOpenFiles: false, skipCaptureAccessTimeOnlyChange: false, snapshotDiffAllowSnapRootDescendant: true, maxSnapshotLimit: 65536
2026-07-08 15:57:33,425 INFO  [Listener at localhost/36453] snapshot.SnapshotManager (DirectoryDiffListFactory.java:init(43)) - SkipList is disabled
2026-07-08 15:57:33,425 INFO  [Listener at localhost/36453] util.GSet (LightWeightGSet.java:computeCapacity(395)) - Computing capacity for map cachedBlocks
2026-07-08 15:57:33,425 INFO  [Listener at localhost/36453] util.GSet (LightWeightGSet.java:computeCapacity(396)) - VM type       = 64-bit
2026-07-08 15:57:33,426 INFO  [Listener at localhost/36453] util.GSet (LightWeightGSet.java:computeCapacity(397)) - 0.25% max memory 3.5 GB = 9.1 MB
2026-07-08 15:57:33,426 INFO  [Listener at localhost/36453] util.GSet (LightWeightGSet.java:computeCapacity(402)) - capacity      = 2^20 = 1048576 entries
2026-07-08 15:57:33,427 INFO  [Listener at localhost/36453] metrics.TopMetrics (TopMetrics.java:logConf(75)) - NNTop conf: dfs.namenode.top.window.num.buckets = 10
2026-07-08 15:57:33,428 INFO  [Listener at localhost/36453] metrics.TopMetrics (TopMetrics.java:logConf(77)) - NNTop conf: dfs.namenode.top.num.users = 10
2026-07-08 15:57:33,428 INFO  [Listener at localhost/36453] metrics.TopMetrics (TopMetrics.java:logConf(79)) - NNTop conf: dfs.namenode.top.windows.minutes = 1,5,25
2026-07-08 15:57:33,428 INFO  [Listener at localhost/36453] namenode.FSNamesystem (FSNamesystem.java:initRetryCache(1080)) - Retry cache on namenode is enabled
2026-07-08 15:57:33,428 INFO  [Listener at localhost/36453] namenode.FSNamesystem (FSNamesystem.java:initRetryCache(1088)) - Retry cache will use 0.03 of total heap and retry cache entry expiry time is 600000 millis
2026-07-08 15:57:33,428 INFO  [Listener at localhost/36453] util.GSet (LightWeightGSet.java:computeCapacity(395)) - Computing capacity for map NameNodeRetryCache
2026-07-08 15:57:33,428 INFO  [Listener at localhost/36453] util.GSet (LightWeightGSet.java:computeCapacity(396)) - VM type       = 64-bit
2026-07-08 15:57:33,429 INFO  [Listener at localhost/36453] util.GSet (LightWeightGSet.java:computeCapacity(397)) - 0.029999999329447746% max memory 3.5 GB = 1.1 MB
2026-07-08 15:57:33,429 INFO  [Listener at localhost/36453] util.GSet (LightWeightGSet.java:computeCapacity(402)) - capacity      = 2^17 = 131072 entries
2026-07-08 15:57:33,431 INFO  [Listener at localhost/36453] namenode.FSImage (FSImage.java:format(186)) - Allocated new BlockPoolId: BP-1572853238-10.240.1.3-1783526253431
2026-07-08 15:57:33,437 INFO  [Listener at localhost/36453] common.Storage (NNStorage.java:format(595)) - Storage directory /tmp/hdfs-test6760400867848707596/name-0-1 has been successfully formatted.
2026-07-08 15:57:33,442 INFO  [Listener at localhost/36453] common.Storage (NNStorage.java:format(595)) - Storage directory /tmp/hdfs-test6760400867848707596/name-0-2 has been successfully formatted.
2026-07-08 15:57:33,460 INFO  [FSImageSaver for /tmp/hdfs-test6760400867848707596/name-0-1 of type IMAGE_AND_EDITS] namenode.FSImageFormatProtobuf (FSImageFormatProtobuf.java:save(732)) - Saving image file /tmp/hdfs-test6760400867848707596/name-0-1/current/fsimage.ckpt_0000000000000000000 using no compression
2026-07-08 15:57:33,465 INFO  [FSImageSaver for /tmp/hdfs-test6760400867848707596/name-0-2 of type IMAGE_AND_EDITS] namenode.FSImageFormatProtobuf (FSImageFormatProtobuf.java:save(732)) - Saving image file /tmp/hdfs-test6760400867848707596/name-0-2/current/fsimage.ckpt_0000000000000000000 using no compression
2026-07-08 15:57:33,469 INFO  [FSImageSaver for /tmp/hdfs-test6760400867848707596/name-0-1 of type IMAGE_AND_EDITS] namenode.FSImageFormatProtobuf (FSImageFormatProtobuf.java:save(736)) - Image file /tmp/hdfs-test6760400867848707596/name-0-1/current/fsimage.ckpt_0000000000000000000 of size 418 bytes saved in 0 seconds .
2026-07-08 15:57:33,481 INFO  [FSImageSaver for /tmp/hdfs-test6760400867848707596/name-0-2 of type IMAGE_AND_EDITS] namenode.FSImageFormatProtobuf (FSImageFormatProtobuf.java:save(736)) - Image file /tmp/hdfs-test6760400867848707596/name-0-2/current/fsimage.ckpt_0000000000000000000 of size 418 bytes saved in 0 seconds .
2026-07-08 15:57:33,485 INFO  [Listener at localhost/36453] namenode.NNStorageRetentionManager (NNStorageRetentionManager.java:getImageTxIdToRetain(203)) - Going to retain 1 images with txid >= 0
2026-07-08 15:57:33,497 INFO  [Listener at localhost/36453] namenode.FSNamesystem (FSNamesystem.java:stopActiveServices(1427)) - Stopping services started for active state
2026-07-08 15:57:33,497 INFO  [Listener at localhost/36453] namenode.FSNamesystem (FSNamesystem.java:stopStandbyServices(1528)) - Stopping services started for standby state
2026-07-08 15:57:33,499 INFO  [Listener at localhost/36453] namenode.NameNode (NameNode.java:createNameNode(1707)) - createNameNode []
2026-07-08 15:57:33,499 INFO  [Listener at localhost/36453] impl.MetricsSystemImpl (MetricsSystemImpl.java:init(158)) - NameNode metrics system started (again)
2026-07-08 15:57:33,500 INFO  [Listener at localhost/36453] namenode.NameNodeUtils (NameNodeUtils.java:getClientNamenodeAddress(79)) - fs.defaultFS is hdfs://127.0.0.1:0
2026-07-08 15:57:33,519 INFO  [org.apache.hadoop.util.JvmPauseMonitor$Monitor@41184371] util.JvmPauseMonitor (JvmPauseMonitor.java:run(188)) - Starting JVM pause monitor
2026-07-08 15:57:33,519 INFO  [Listener at localhost/36453] hdfs.DFSUtil (DFSUtil.java:httpServerTemplateForNNAndJN(1668)) - Filter initializers set : org.apache.hadoop.http.lib.StaticUserWebFilter,org.apache.hadoop.hdfs.web.AuthFilterInitializer
2026-07-08 15:57:33,520 INFO  [Listener at localhost/36453] hdfs.DFSUtil (DFSUtil.java:httpServerTemplateForNNAndJN(1690)) - Starting Web-server for hdfs at: http://localhost:0
2026-07-08 15:57:33,522 INFO  [Listener at localhost/36453] server.AuthenticationFilter (AuthenticationFilter.java:constructSecretProvider(240)) - Unable to initialize FileSignerSecretProvider, falling back to use random secrets.
2026-07-08 15:57:33,523 INFO  [Listener at localhost/36453] http.HttpRequestLog (HttpRequestLog.java:getRequestLog(82)) - Http request log for http.requests.namenode is not defined
2026-07-08 15:57:33,525 INFO  [Listener at localhost/36453] http.HttpServer2 (HttpServer2.java:addGlobalFilter(1111)) - Added global filter 'safety' (class=org.apache.hadoop.http.HttpServer2$QuotingInputFilter)
2026-07-08 15:57:33,526 INFO  [Listener at localhost/36453] http.HttpServer2 (HttpServer2.java:addFilter(1084)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context hdfs
2026-07-08 15:57:33,527 INFO  [Listener at localhost/36453] http.HttpServer2 (HttpServer2.java:addFilter(1094)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context static
2026-07-08 15:57:33,528 INFO  [Listener at localhost/36453] http.HttpServer2 (HttpServer2.java:addFilter(1084)) - Added filter AuthFilter (class=org.apache.hadoop.hdfs.web.AuthFilter) to context hdfs
2026-07-08 15:57:33,529 INFO  [Listener at localhost/36453] http.HttpServer2 (HttpServer2.java:addFilter(1094)) - Added filter AuthFilter (class=org.apache.hadoop.hdfs.web.AuthFilter) to context static
2026-07-08 15:57:33,530 INFO  [Listener at localhost/36453] http.HttpServer2 (HttpServer2.java:addJerseyResourcePackage(938)) - addJerseyResourcePackage: packageName=org.apache.hadoop.hdfs.server.namenode.web.resources;org.apache.hadoop.hdfs.web.resources, pathSpec=/webhdfs/v1/*
2026-07-08 15:57:33,530 INFO  [Listener at localhost/36453] http.HttpServer2 (HttpServer2.java:bindListener(1332)) - Jetty bound to port 46851
2026-07-08 15:57:33,530 INFO  [Listener at localhost/36453] server.Server (Server.java:doStart(375)) - jetty-9.4.40.v20210413; built: 2021-04-13T20:42:42.668Z; git: b881a572662e1943a14ae12e7e1207989f218b74; jvm 1.8.0_362-8u372-ga~us1-0ubuntu1~18.04-b09
2026-07-08 15:57:33,533 INFO  [Listener at localhost/36453] server.session (DefaultSessionIdManager.java:doStart(334)) - DefaultSessionIdManager workerName=node0
2026-07-08 15:57:33,533 INFO  [Listener at localhost/36453] server.session (DefaultSessionIdManager.java:doStart(339)) - No SessionScavenger set, using defaults
2026-07-08 15:57:33,534 INFO  [Listener at localhost/36453] server.session (HouseKeeper.java:startScavenging(132)) - node0 Scavenging every 660000ms
2026-07-08 15:57:33,535 INFO  [Listener at localhost/36453] server.AuthenticationFilter (AuthenticationFilter.java:constructSecretProvider(240)) - Unable to initialize FileSignerSecretProvider, falling back to use random secrets.
2026-07-08 15:57:33,543 INFO  [Listener at localhost/36453] handler.ContextHandler (ContextHandler.java:doStart(916)) - Started o.e.j.s.ServletContextHandler@608b1fd2{static,/static,jar:file:/tmp/dist-test-taskq8m9tG/java/build/jars/hadoop-hdfs-3.3.1-tests.jar!/webapps/static,AVAILABLE}
2026-07-08 15:57:33,690 INFO  [Listener at localhost/36453] handler.ContextHandler (ContextHandler.java:doStart(916)) - Started o.e.j.w.WebAppContext@5b7aa898{hdfs,/,file:///tmp/jetty-localhost-46851-hadoop-hdfs-3_3_1-tests_jar-_-any-9093697646904038419/webapp/,AVAILABLE}{jar:file:/tmp/dist-test-taskq8m9tG/java/build/jars/hadoop-hdfs-3.3.1-tests.jar!/webapps/hdfs}
2026-07-08 15:57:33,692 INFO  [Listener at localhost/36453] server.AbstractConnector (AbstractConnector.java:doStart(331)) - Started ServerConnector@48e8c32a{HTTP/1.1, (http/1.1)}{localhost:46851}
2026-07-08 15:57:33,693 INFO  [Listener at localhost/36453] server.Server (Server.java:doStart(415)) - Started @11026ms
2026-07-08 15:57:33,694 INFO  [Listener at localhost/36453] namenode.FSEditLog (FSEditLog.java:newInstance(229)) - Edit logging is async:true
2026-07-08 15:57:33,708 INFO  [Listener at localhost/36453] namenode.FSNamesystem (FSNamesystem.java:<init>(814)) - KeyProvider: null
2026-07-08 15:57:33,708 INFO  [Listener at localhost/36453] namenode.FSNamesystem (FSNamesystemLock.java:<init>(141)) - fsLock is fair: true
2026-07-08 15:57:33,708 INFO  [Listener at localhost/36453] namenode.FSNamesystem (FSNamesystemLock.java:<init>(159)) - Detailed lock hold time metrics enabled: false
2026-07-08 15:57:33,708 INFO  [Listener at localhost/36453] namenode.FSNamesystem (FSNamesystem.java:<init>(847)) - fsOwner                = slave (auth:SIMPLE)
2026-07-08 15:57:33,708 INFO  [Listener at localhost/36453] namenode.FSNamesystem (FSNamesystem.java:<init>(848)) - supergroup             = supergroup
2026-07-08 15:57:33,709 INFO  [Listener at localhost/36453] namenode.FSNamesystem (FSNamesystem.java:<init>(849)) - isPermissionEnabled    = true
2026-07-08 15:57:33,709 INFO  [Listener at localhost/36453] namenode.FSNamesystem (FSNamesystem.java:<init>(850)) - isStoragePolicyEnabled = true
2026-07-08 15:57:33,709 INFO  [Listener at localhost/36453] namenode.FSNamesystem (FSNamesystem.java:<init>(861)) - HA Enabled: false
2026-07-08 15:57:33,709 INFO  [Listener at localhost/36453] common.Util (Util.java:isDiskStatsEnabled(395)) - dfs.datanode.fileio.profiling.sampling.percentage set to 0. Disabling file IO profiling
2026-07-08 15:57:33,709 INFO  [Listener at localhost/36453] blockmanagement.DatanodeManager (DatanodeManager.java:<init>(334)) - dfs.block.invalidate.limit: configured=1000, counted=60, effected=1000
2026-07-08 15:57:33,709 INFO  [Listener at localhost/36453] blockmanagement.DatanodeManager (DatanodeManager.java:<init>(342)) - dfs.namenode.datanode.registration.ip-hostname-check=true
2026-07-08 15:57:33,710 INFO  [Listener at localhost/36453] blockmanagement.BlockManager (InvalidateBlocks.java:printBlockDeletionTime(77)) - dfs.namenode.startup.delay.block.deletion.sec is set to 000:00:00:00.000
2026-07-08 15:57:33,710 INFO  [Listener at localhost/36453] blockmanagement.BlockManager (InvalidateBlocks.java:printBlockDeletionTime(83)) - The block deletion will start around 2026 Jul 08 15:57:33
2026-07-08 15:57:33,710 INFO  [Listener at localhost/36453] util.GSet (LightWeightGSet.java:computeCapacity(395)) - Computing capacity for map BlocksMap
2026-07-08 15:57:33,710 INFO  [Listener at localhost/36453] util.GSet (LightWeightGSet.java:computeCapacity(396)) - VM type       = 64-bit
2026-07-08 15:57:33,710 INFO  [Listener at localhost/36453] util.GSet (LightWeightGSet.java:computeCapacity(397)) - 2.0% max memory 3.5 GB = 72.5 MB
2026-07-08 15:57:33,711 INFO  [Listener at localhost/36453] util.GSet (LightWeightGSet.java:computeCapacity(402)) - capacity      = 2^23 = 8388608 entries
2026-07-08 15:57:33,720 INFO  [Listener at localhost/36453] blockmanagement.BlockManager (BlockManager.java:createSPSManager(5447)) - Storage policy satisfier is disabled
2026-07-08 15:57:33,721 INFO  [Listener at localhost/36453] blockmanagement.BlockManager (BlockManager.java:createBlockTokenSecretManager(641)) - dfs.block.access.token.enable = false
2026-07-08 15:57:33,721 INFO  [Listener at localhost/36453] blockmanagement.BlockManagerSafeMode (BlockManagerSafeMode.java:<init>(160)) - dfs.namenode.safemode.threshold-pct = 0.999
2026-07-08 15:57:33,721 INFO  [Listener at localhost/36453] blockmanagement.BlockManagerSafeMode (BlockManagerSafeMode.java:<init>(161)) - dfs.namenode.safemode.min.datanodes = 0
2026-07-08 15:57:33,721 INFO  [Listener at localhost/36453] blockmanagement.BlockManagerSafeMode (BlockManagerSafeMode.java:<init>(163)) - dfs.namenode.safemode.extension = 0
2026-07-08 15:57:33,722 INFO  [Listener at localhost/36453] blockmanagement.BlockManager (BlockManager.java:<init>(627)) - defaultReplication         = 1
2026-07-08 15:57:33,722 INFO  [Listener at localhost/36453] blockmanagement.BlockManager (BlockManager.java:<init>(628)) - maxReplication             = 512
2026-07-08 15:57:33,722 INFO  [Listener at localhost/36453] blockmanagement.BlockManager (BlockManager.java:<init>(629)) - minReplication             = 1
2026-07-08 15:57:33,722 INFO  [Listener at localhost/36453] blockmanagement.BlockManager (BlockManager.java:<init>(630)) - maxReplicationStreams      = 2
2026-07-08 15:57:33,722 INFO  [Listener at localhost/36453] blockmanagement.BlockManager (BlockManager.java:<init>(631)) - redundancyRecheckInterval  = 3000ms
2026-07-08 15:57:33,723 INFO  [Listener at localhost/36453] blockmanagement.BlockManager (BlockManager.java:<init>(632)) - encryptDataTransfer        = false
2026-07-08 15:57:33,723 INFO  [Listener at localhost/36453] blockmanagement.BlockManager (BlockManager.java:<init>(633)) - maxNumBlocksToLog          = 1000
2026-07-08 15:57:33,723 INFO  [Listener at localhost/36453] util.GSet (LightWeightGSet.java:computeCapacity(395)) - Computing capacity for map INodeMap
2026-07-08 15:57:33,724 INFO  [Listener at localhost/36453] util.GSet (LightWeightGSet.java:computeCapacity(396)) - VM type       = 64-bit
2026-07-08 15:57:33,724 INFO  [Listener at localhost/36453] util.GSet (LightWeightGSet.java:computeCapacity(397)) - 1.0% max memory 3.5 GB = 36.2 MB
2026-07-08 15:57:33,724 INFO  [Listener at localhost/36453] util.GSet (LightWeightGSet.java:computeCapacity(402)) - capacity      = 2^22 = 4194304 entries
2026-07-08 15:57:34,114 INFO  [Listener at localhost/36453] namenode.FSDirectory (FSDirectory.java:<init>(335)) - ACLs enabled? true
2026-07-08 15:57:34,114 INFO  [Listener at localhost/36453] namenode.FSDirectory (FSDirectory.java:<init>(339)) - POSIX ACL inheritance enabled? true
2026-07-08 15:57:34,114 INFO  [Listener at localhost/36453] namenode.FSDirectory (FSDirectory.java:<init>(343)) - XAttrs enabled? true
2026-07-08 15:57:34,114 INFO  [Listener at localhost/36453] namenode.NameNode (FSDirectory.java:<init>(406)) - Caching file names occurring more than 10 times
2026-07-08 15:57:34,114 INFO  [Listener at localhost/36453] snapshot.SnapshotManager (SnapshotManager.java:<init>(124)) - Loaded config captureOpenFiles: false, skipCaptureAccessTimeOnlyChange: false, snapshotDiffAllowSnapRootDescendant: true, maxSnapshotLimit: 65536
2026-07-08 15:57:34,114 INFO  [Listener at localhost/36453] snapshot.SnapshotManager (DirectoryDiffListFactory.java:init(43)) - SkipList is disabled
2026-07-08 15:57:34,115 INFO  [Listener at localhost/36453] util.GSet (LightWeightGSet.java:computeCapacity(395)) - Computing capacity for map cachedBlocks
2026-07-08 15:57:34,115 INFO  [Listener at localhost/36453] util.GSet (LightWeightGSet.java:computeCapacity(396)) - VM type       = 64-bit
2026-07-08 15:57:34,115 INFO  [Listener at localhost/36453] util.GSet (LightWeightGSet.java:computeCapacity(397)) - 0.25% max memory 3.5 GB = 9.1 MB
2026-07-08 15:57:34,115 INFO  [Listener at localhost/36453] util.GSet (LightWeightGSet.java:computeCapacity(402)) - capacity      = 2^20 = 1048576 entries
2026-07-08 15:57:34,116 INFO  [Listener at localhost/36453] metrics.TopMetrics (TopMetrics.java:logConf(75)) - NNTop conf: dfs.namenode.top.window.num.buckets = 10
2026-07-08 15:57:34,116 INFO  [Listener at localhost/36453] metrics.TopMetrics (TopMetrics.java:logConf(77)) - NNTop conf: dfs.namenode.top.num.users = 10
2026-07-08 15:57:34,116 INFO  [Listener at localhost/36453] metrics.TopMetrics (TopMetrics.java:logConf(79)) - NNTop conf: dfs.namenode.top.windows.minutes = 1,5,25
2026-07-08 15:57:34,117 INFO  [Listener at localhost/36453] namenode.FSNamesystem (FSNamesystem.java:initRetryCache(1080)) - Retry cache on namenode is enabled
2026-07-08 15:57:34,117 INFO  [Listener at localhost/36453] namenode.FSNamesystem (FSNamesystem.java:initRetryCache(1088)) - Retry cache will use 0.03 of total heap and retry cache entry expiry time is 600000 millis
2026-07-08 15:57:34,117 INFO  [Listener at localhost/36453] util.GSet (LightWeightGSet.java:computeCapacity(395)) - Computing capacity for map NameNodeRetryCache
2026-07-08 15:57:34,117 INFO  [Listener at localhost/36453] util.GSet (LightWeightGSet.java:computeCapacity(396)) - VM type       = 64-bit
2026-07-08 15:57:34,117 INFO  [Listener at localhost/36453] util.GSet (LightWeightGSet.java:computeCapacity(397)) - 0.029999999329447746% max memory 3.5 GB = 1.1 MB
2026-07-08 15:57:34,117 INFO  [Listener at localhost/36453] util.GSet (LightWeightGSet.java:computeCapacity(402)) - capacity      = 2^17 = 131072 entries
2026-07-08 15:57:34,121 INFO  [Listener at localhost/36453] common.Storage (Storage.java:tryLock(948)) - Lock on /tmp/hdfs-test6760400867848707596/name-0-1/in_use.lock acquired by nodename 6233@dist-test-slave-lxff.c.gcp-upstream.internal
2026-07-08 15:57:34,123 INFO  [Listener at localhost/36453] common.Storage (Storage.java:tryLock(948)) - Lock on /tmp/hdfs-test6760400867848707596/name-0-2/in_use.lock acquired by nodename 6233@dist-test-slave-lxff.c.gcp-upstream.internal
2026-07-08 15:57:34,125 INFO  [Listener at localhost/36453] namenode.FileJournalManager (FileJournalManager.java:recoverUnfinalizedSegments(428)) - Recovering unfinalized segments in /tmp/hdfs-test6760400867848707596/name-0-1/current
2026-07-08 15:57:34,125 INFO  [Listener at localhost/36453] namenode.FileJournalManager (FileJournalManager.java:recoverUnfinalizedSegments(428)) - Recovering unfinalized segments in /tmp/hdfs-test6760400867848707596/name-0-2/current
2026-07-08 15:57:34,126 INFO  [Listener at localhost/36453] namenode.FSImage (FSImage.java:loadFSImage(734)) - No edit log streams selected.
2026-07-08 15:57:34,126 INFO  [Listener at localhost/36453] namenode.FSImage (FSImage.java:loadFSImageFile(800)) - Planning to load image: FSImageFile(file=/tmp/hdfs-test6760400867848707596/name-0-1/current/fsimage_0000000000000000000, cpktTxId=0000000000000000000)
2026-07-08 15:57:34,128 INFO  [Listener at localhost/36453] namenode.FSImageFormatPBINode (FSImageFormatPBINode.java:loadINodeSectionHeader(413)) - Loading 1 INodes.
2026-07-08 15:57:34,129 INFO  [Listener at localhost/36453] namenode.FSImageFormatPBINode (FSImageFormatPBINode.java:loadINodeSection(371)) - Successfully loaded 1 inodes
2026-07-08 15:57:34,130 INFO  [Listener at localhost/36453] namenode.FSImageFormatPBINode (FSImageFormatPBINode.java:waitBlocksMapAndNameCacheUpdateFinished(344)) - Completed update blocks map and name cache, total waiting duration 0ms.
2026-07-08 15:57:34,130 INFO  [Listener at localhost/36453] namenode.FSImageFormatProtobuf (FSImageFormatProtobuf.java:load(255)) - Loaded FSImage in 0 seconds.
2026-07-08 15:57:34,130 INFO  [Listener at localhost/36453] namenode.FSImage (FSImage.java:loadFSImage(978)) - Loaded image for txid 0 from /tmp/hdfs-test6760400867848707596/name-0-1/current/fsimage_0000000000000000000
2026-07-08 15:57:34,130 INFO  [Listener at localhost/36453] namenode.FSNamesystem (FSNamesystem.java:loadFSImage(1202)) - Need to save fs image? false (staleImage=false, haEnabled=false, isRollingUpgrade=false)
2026-07-08 15:57:34,131 INFO  [Listener at localhost/36453] namenode.FSEditLog (FSEditLog.java:startLogSegment(1391)) - Starting log segment at 1
2026-07-08 15:57:34,143 INFO  [Listener at localhost/36453] namenode.NameCache (NameCache.java:initialized(143)) - initialized with 0 entries 0 lookups
2026-07-08 15:57:34,144 INFO  [Listener at localhost/36453] namenode.FSNamesystem (FSNamesystem.java:loadFromDisk(786)) - Finished loading FSImage in 25 msecs
2026-07-08 15:57:34,144 INFO  [Listener at localhost/36453] namenode.NameNode (NameNodeRpcServer.java:<init>(454)) - RPC server is binding to localhost:0
2026-07-08 15:57:34,144 INFO  [Listener at localhost/36453] namenode.NameNode (NameNodeRpcServer.java:<init>(459)) - Enable NameNode state context:false
2026-07-08 15:57:34,144 INFO  [Listener at localhost/36453] ipc.CallQueueManager (CallQueueManager.java:<init>(90)) - Using callQueue: class java.util.concurrent.LinkedBlockingQueue, queueCapacity: 1000, scheduler: class org.apache.hadoop.ipc.DefaultRpcScheduler, ipcBackoff: false.
2026-07-08 15:57:34,146 INFO  [Socket Reader #1 for port 0] ipc.Server (Server.java:run(1265)) - Starting Socket Reader #1 for port 0
2026-07-08 15:57:34,150 INFO  [Listener at localhost/36103] namenode.NameNode (NameNode.java:initialize(776)) - Clients are to use localhost:36103 to access this namenode/service.
2026-07-08 15:57:34,151 INFO  [Listener at localhost/36103] namenode.FSNamesystem (FSNamesystem.java:registerMBean(5444)) - Registered FSNamesystemState, ReplicatedBlocksState and ECBlockGroupsState MBeans.
2026-07-08 15:57:34,172 INFO  [Listener at localhost/36103] namenode.LeaseManager (LeaseManager.java:getNumUnderConstructionBlocks(166)) - Number of blocks under construction: 0
2026-07-08 15:57:34,173 INFO  [Listener at localhost/36103] blockmanagement.DatanodeAdminDefaultMonitor (DatanodeAdminDefaultMonitor.java:processConf(116)) - Initialized the Default Decommission and Maintenance monitor
2026-07-08 15:57:34,175 INFO  [Listener at localhost/36103] blockmanagement.BlockManager (BlockManager.java:initializeReplQueues(5187)) - initializing replication queues
2026-07-08 15:57:34,175 INFO  [Listener at localhost/36103] hdfs.StateChange (BlockManagerSafeMode.java:leaveSafeMode(399)) - STATE* Leaving safe mode after 0 secs
2026-07-08 15:57:34,175 INFO  [Listener at localhost/36103] hdfs.StateChange (BlockManagerSafeMode.java:leaveSafeMode(405)) - STATE* Network topology has 0 racks and 0 datanodes
2026-07-08 15:57:34,176 INFO  [Listener at localhost/36103] hdfs.StateChange (BlockManagerSafeMode.java:leaveSafeMode(407)) - STATE* UnderReplicatedBlocks has 0 blocks
2026-07-08 15:57:34,186 INFO  [Reconstruction Queue Initializer] blockmanagement.BlockManager (BlockManager.java:processMisReplicatesAsync(3728)) - Total number of blocks            = 0
2026-07-08 15:57:34,186 INFO  [Reconstruction Queue Initializer] blockmanagement.BlockManager (BlockManager.java:processMisReplicatesAsync(3729)) - Number of invalid blocks          = 0
2026-07-08 15:57:34,186 INFO  [Reconstruction Queue Initializer] blockmanagement.BlockManager (BlockManager.java:processMisReplicatesAsync(3730)) - Number of under-replicated blocks = 0
2026-07-08 15:57:34,186 INFO  [Reconstruction Queue Initializer] blockmanagement.BlockManager (BlockManager.java:processMisReplicatesAsync(3731)) - Number of  over-replicated blocks = 0
2026-07-08 15:57:34,186 INFO  [Reconstruction Queue Initializer] blockmanagement.BlockManager (BlockManager.java:processMisReplicatesAsync(3733)) - Number of blocks being written    = 0
2026-07-08 15:57:34,186 INFO  [Reconstruction Queue Initializer] hdfs.StateChange (BlockManager.java:processMisReplicatesAsync(3736)) - STATE* Replication Queue initialization scan for invalid, over- and under-replicated blocks completed in 11 msec
2026-07-08 15:57:34,190 INFO  [IPC Server Responder] ipc.Server (Server.java:run(1507)) - IPC Server Responder: starting
2026-07-08 15:57:34,190 INFO  [IPC Server listener on 0] ipc.Server (Server.java:run(1344)) - IPC Server listener on 0: starting
2026-07-08 15:57:34,198 INFO  [Listener at localhost/36103] namenode.NameNode (NameNode.java:startCommonServices(893)) - NameNode RPC up at: localhost/127.0.0.1:36103
2026-07-08 15:57:34,198 INFO  [Listener at localhost/36103] namenode.FSNamesystem (FSNamesystem.java:startActiveServices(1314)) - Starting services required for active state
2026-07-08 15:57:34,199 INFO  [Listener at localhost/36103] namenode.FSDirectory (FSDirectory.java:updateCountForQuota(840)) - Initializing quota with 12 thread(s)
2026-07-08 15:57:34,200 INFO  [Listener at localhost/36103] namenode.FSDirectory (FSDirectory.java:updateCountForQuota(849)) - Quota initialization completed in 1 milliseconds
name space=1
storage space=0
storage types=RAM_DISK=0, SSD=0, DISK=0, ARCHIVE=0, PROVIDED=0
2026-07-08 15:57:34,204 INFO  [CacheReplicationMonitor(653849778)] blockmanagement.CacheReplicationMonitor (CacheReplicationMonitor.java:run(160)) - Starting CacheReplicationMonitor with interval 30000 milliseconds
2026-07-08 15:57:34,207 INFO  [Listener at localhost/36103] hdfs.MiniDFSCluster (MiniDFSCluster.java:startDataNodes(1697)) - Starting DataNode 0 with dfs.datanode.data.dir: [DISK]file:/tmp/hdfs-test6760400867848707596/data/data1,[DISK]file:/tmp/hdfs-test6760400867848707596/data/data2
2026-07-08 15:57:34,208 INFO  [Listener at localhost/36103] checker.ThrottledAsyncChecker (ThrottledAsyncChecker.java:schedule(137)) - Scheduling a check for [DISK]file:/tmp/hdfs-test6760400867848707596/data/data1
2026-07-08 15:57:34,209 INFO  [Listener at localhost/36103] checker.ThrottledAsyncChecker (ThrottledAsyncChecker.java:schedule(137)) - Scheduling a check for [DISK]file:/tmp/hdfs-test6760400867848707596/data/data2
2026-07-08 15:57:34,228 INFO  [Listener at localhost/36103] impl.MetricsSystemImpl (MetricsSystemImpl.java:init(158)) - DataNode metrics system started (again)
2026-07-08 15:57:34,229 INFO  [Listener at localhost/36103] common.Util (Util.java:isDiskStatsEnabled(395)) - dfs.datanode.fileio.profiling.sampling.percentage set to 0. Disabling file IO profiling
2026-07-08 15:57:34,229 INFO  [Listener at localhost/36103] datanode.BlockScanner (BlockScanner.java:<init>(201)) - Initialized block scanner with targetBytesPerSec 1048576
2026-07-08 15:57:34,230 INFO  [Listener at localhost/36103] datanode.DataNode (DataNode.java:<init>(512)) - Configured hostname is 127.0.0.1
2026-07-08 15:57:34,230 INFO  [Listener at localhost/36103] common.Util (Util.java:isDiskStatsEnabled(395)) - dfs.datanode.fileio.profiling.sampling.percentage set to 0. Disabling file IO profiling
2026-07-08 15:57:34,230 INFO  [Listener at localhost/36103] datanode.DataNode (DataNode.java:startDataNode(1408)) - Starting DataNode with maxLockedMemory = 0
2026-07-08 15:57:34,231 INFO  [Listener at localhost/36103] datanode.DataNode (DataNode.java:initDataXceiver(1171)) - Opened streaming server at /127.0.0.1:39023
2026-07-08 15:57:34,231 INFO  [Listener at localhost/36103] datanode.DataNode (DataXceiverServer.java:<init>(94)) - Balancing bandwidth is 104857600 bytes/s
2026-07-08 15:57:34,231 INFO  [Listener at localhost/36103] datanode.DataNode (DataXceiverServer.java:<init>(95)) - Number threads for balancing is 100
2026-07-08 15:57:34,234 INFO  [Listener at localhost/36103] server.AuthenticationFilter (AuthenticationFilter.java:constructSecretProvider(240)) - Unable to initialize FileSignerSecretProvider, falling back to use random secrets.
2026-07-08 15:57:34,235 INFO  [Listener at localhost/36103] http.HttpRequestLog (HttpRequestLog.java:getRequestLog(82)) - Http request log for http.requests.datanode is not defined
2026-07-08 15:57:34,237 INFO  [Listener at localhost/36103] http.HttpServer2 (HttpServer2.java:addGlobalFilter(1111)) - Added global filter 'safety' (class=org.apache.hadoop.http.HttpServer2$QuotingInputFilter)
2026-07-08 15:57:34,238 INFO  [Listener at localhost/36103] http.HttpServer2 (HttpServer2.java:addFilter(1084)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context datanode
2026-07-08 15:57:34,238 INFO  [Listener at localhost/36103] http.HttpServer2 (HttpServer2.java:addFilter(1094)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context static
2026-07-08 15:57:34,239 INFO  [Listener at localhost/36103] http.HttpServer2 (HttpServer2.java:bindListener(1332)) - Jetty bound to port 40043
2026-07-08 15:57:34,239 INFO  [Listener at localhost/36103] server.Server (Server.java:doStart(375)) - jetty-9.4.40.v20210413; built: 2021-04-13T20:42:42.668Z; git: b881a572662e1943a14ae12e7e1207989f218b74; jvm 1.8.0_362-8u372-ga~us1-0ubuntu1~18.04-b09
2026-07-08 15:57:34,241 INFO  [Listener at localhost/36103] server.session (DefaultSessionIdManager.java:doStart(334)) - DefaultSessionIdManager workerName=node0
2026-07-08 15:57:34,241 INFO  [Listener at localhost/36103] server.session (DefaultSessionIdManager.java:doStart(339)) - No SessionScavenger set, using defaults
2026-07-08 15:57:34,241 INFO  [Listener at localhost/36103] server.session (HouseKeeper.java:startScavenging(132)) - node0 Scavenging every 600000ms
2026-07-08 15:57:34,242 INFO  [Listener at localhost/36103] handler.ContextHandler (ContextHandler.java:doStart(916)) - Started o.e.j.s.ServletContextHandler@345cbf40{static,/static,jar:file:/tmp/dist-test-taskq8m9tG/java/build/jars/hadoop-hdfs-3.3.1-tests.jar!/webapps/static,AVAILABLE}
2026-07-08 15:57:34,391 INFO  [Listener at localhost/36103] handler.ContextHandler (ContextHandler.java:doStart(916)) - Started o.e.j.w.WebAppContext@109f8c7e{datanode,/,file:///tmp/jetty-localhost-40043-hadoop-hdfs-3_3_1-tests_jar-_-any-4838922672621624392/webapp/,AVAILABLE}{jar:file:/tmp/dist-test-taskq8m9tG/java/build/jars/hadoop-hdfs-3.3.1-tests.jar!/webapps/datanode}
2026-07-08 15:57:34,393 INFO  [Listener at localhost/36103] server.AbstractConnector (AbstractConnector.java:doStart(331)) - Started ServerConnector@58c1da09{HTTP/1.1, (http/1.1)}{localhost:40043}
2026-07-08 15:57:34,393 INFO  [Listener at localhost/36103] server.Server (Server.java:doStart(415)) - Started @11727ms
2026-07-08 15:57:34,394 WARN  [Listener at localhost/36103] web.DatanodeHttpServer (RestCsrfPreventionFilterHandler.java:<init>(75)) - Got null for restCsrfPreventionFilter - will not do any filtering.
2026-07-08 15:57:34,398 INFO  [Listener at localhost/36103] web.DatanodeHttpServer (DatanodeHttpServer.java:start(322)) - Listening HTTP traffic on /127.0.0.1:35455
2026-07-08 15:57:34,398 INFO  [Listener at localhost/36103] datanode.DataNode (DataNode.java:startDataNode(1436)) - dnUserName = slave
2026-07-08 15:57:34,399 INFO  [Listener at localhost/36103] datanode.DataNode (DataNode.java:startDataNode(1437)) - supergroup = supergroup
2026-07-08 15:57:34,398 INFO  [org.apache.hadoop.util.JvmPauseMonitor$Monitor@234cff57] util.JvmPauseMonitor (JvmPauseMonitor.java:run(188)) - Starting JVM pause monitor
2026-07-08 15:57:34,399 INFO  [Listener at localhost/36103] ipc.CallQueueManager (CallQueueManager.java:<init>(90)) - Using callQueue: class java.util.concurrent.LinkedBlockingQueue, queueCapacity: 1000, scheduler: class org.apache.hadoop.ipc.DefaultRpcScheduler, ipcBackoff: false.
2026-07-08 15:57:34,400 INFO  [Socket Reader #1 for port 0] ipc.Server (Server.java:run(1265)) - Starting Socket Reader #1 for port 0
2026-07-08 15:57:34,403 INFO  [Listener at localhost/42113] datanode.DataNode (DataNode.java:initIpcServer(1057)) - Opened IPC server at /127.0.0.1:42113
2026-07-08 15:57:34,420 INFO  [Listener at localhost/42113] datanode.DataNode (BlockPoolManager.java:refreshNamenodes(149)) - Refresh request received for nameservices: null
2026-07-08 15:57:34,420 INFO  [Listener at localhost/42113] datanode.DataNode (BlockPoolManager.java:doRefreshNamenodes(210)) - Starting BPOfferServices for nameservices: <default>
2026-07-08 15:57:34,422 INFO  [Thread-393] datanode.DataNode (BPServiceActor.java:run(847)) - Block pool <registering> (Datanode Uuid unassigned) service to localhost/127.0.0.1:36103 starting to offer service
2026-07-08 15:57:34,432 INFO  [IPC Server Responder] ipc.Server (Server.java:run(1507)) - IPC Server Responder: starting
2026-07-08 15:57:34,432 INFO  [IPC Server listener on 0] ipc.Server (Server.java:run(1344)) - IPC Server listener on 0: starting
2026-07-08 15:57:34,442 INFO  [Thread-393] datanode.DataNode (BPOfferService.java:verifyAndSetNamespaceInfo(381)) - Acknowledging ACTIVE Namenode during handshakeBlock pool <registering> (Datanode Uuid unassigned) service to localhost/127.0.0.1:36103
2026-07-08 15:57:34,444 INFO  [Thread-393] common.Storage (DataStorage.java:getParallelVolumeLoadThreadsNum(356)) - Using 2 threads to upgrade data directories (dfs.datanode.parallel.volumes.load.threads.num=2, dataDirs=2)
2026-07-08 15:57:34,449 INFO  [IPC Server handler 1 on default port 36103] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=datanodeReport	src=null	dst=null	perm=null	proto=rpc
2026-07-08 15:57:34,450 INFO  [Thread-393] common.Storage (Storage.java:tryLock(948)) - Lock on /tmp/hdfs-test6760400867848707596/data/data1/in_use.lock acquired by nodename 6233@dist-test-slave-lxff.c.gcp-upstream.internal
2026-07-08 15:57:34,450 INFO  [Listener at localhost/42113] hdfs.MiniDFSCluster (MiniDFSCluster.java:shouldWait(2823)) - dnInfo.length != numDataNodes
2026-07-08 15:57:34,451 INFO  [Listener at localhost/42113] hdfs.MiniDFSCluster (MiniDFSCluster.java:waitActive(2744)) - Waiting for cluster to become active
2026-07-08 15:57:34,450 INFO  [Thread-393] common.Storage (DataStorage.java:loadStorageDirectory(284)) - Storage directory with location [DISK]file:/tmp/hdfs-test6760400867848707596/data/data1 is not formatted for namespace 785564130. Formatting...
2026-07-08 15:57:34,451 INFO  [Thread-393] common.Storage (DataStorage.java:createStorageID(160)) - Generated new storageID DS-54ca588f-a6af-444a-8d77-d514d68d6a23 for directory /tmp/hdfs-test6760400867848707596/data/data1 
2026-07-08 15:57:34,458 INFO  [Thread-393] common.Storage (Storage.java:tryLock(948)) - Lock on /tmp/hdfs-test6760400867848707596/data/data2/in_use.lock acquired by nodename 6233@dist-test-slave-lxff.c.gcp-upstream.internal
2026-07-08 15:57:34,459 INFO  [Thread-393] common.Storage (DataStorage.java:loadStorageDirectory(284)) - Storage directory with location [DISK]file:/tmp/hdfs-test6760400867848707596/data/data2 is not formatted for namespace 785564130. Formatting...
2026-07-08 15:57:34,459 INFO  [Thread-393] common.Storage (DataStorage.java:createStorageID(160)) - Generated new storageID DS-659c8222-cf05-4c3c-a7ac-cd638807a03a for directory /tmp/hdfs-test6760400867848707596/data/data2 
2026-07-08 15:57:34,487 INFO  [Thread-393] common.Storage (BlockPoolSliceStorage.java:recoverTransitionRead(256)) - Analyzing storage directories for bpid BP-1572853238-10.240.1.3-1783526253431
2026-07-08 15:57:34,487 INFO  [Thread-393] common.Storage (Storage.java:lock(907)) - Locking is disabled for /tmp/hdfs-test6760400867848707596/data/data1/current/BP-1572853238-10.240.1.3-1783526253431
2026-07-08 15:57:34,488 INFO  [Thread-393] common.Storage (BlockPoolSliceStorage.java:loadStorageDirectory(169)) - Block pool storage directory for location [DISK]file:/tmp/hdfs-test6760400867848707596/data/data1 and block pool id BP-1572853238-10.240.1.3-1783526253431 is not formatted. Formatting ...
2026-07-08 15:57:34,488 INFO  [Thread-393] common.Storage (BlockPoolSliceStorage.java:format(285)) - Formatting block pool BP-1572853238-10.240.1.3-1783526253431 directory /tmp/hdfs-test6760400867848707596/data/data1/current/BP-1572853238-10.240.1.3-1783526253431/current
2026-07-08 15:57:34,515 INFO  [Thread-393] common.Storage (BlockPoolSliceStorage.java:recoverTransitionRead(256)) - Analyzing storage directories for bpid BP-1572853238-10.240.1.3-1783526253431
2026-07-08 15:57:34,516 INFO  [Thread-393] common.Storage (Storage.java:lock(907)) - Locking is disabled for /tmp/hdfs-test6760400867848707596/data/data2/current/BP-1572853238-10.240.1.3-1783526253431
2026-07-08 15:57:34,516 INFO  [Thread-393] common.Storage (BlockPoolSliceStorage.java:loadStorageDirectory(169)) - Block pool storage directory for location [DISK]file:/tmp/hdfs-test6760400867848707596/data/data2 and block pool id BP-1572853238-10.240.1.3-1783526253431 is not formatted. Formatting ...
2026-07-08 15:57:34,516 INFO  [Thread-393] common.Storage (BlockPoolSliceStorage.java:format(285)) - Formatting block pool BP-1572853238-10.240.1.3-1783526253431 directory /tmp/hdfs-test6760400867848707596/data/data2/current/BP-1572853238-10.240.1.3-1783526253431/current
2026-07-08 15:57:34,521 INFO  [Thread-393] datanode.DataNode (DataNode.java:initStorage(1756)) - Setting up storage: nsid=785564130;bpid=BP-1572853238-10.240.1.3-1783526253431;lv=-57;nsInfo=lv=-66;cid=testClusterID;nsid=785564130;c=1783526253431;bpid=BP-1572853238-10.240.1.3-1783526253431;dnuuid=null
2026-07-08 15:57:34,525 INFO  [Thread-393] datanode.DataNode (DataNode.java:checkDatanodeUuid(1554)) - Generated and persisted new Datanode UUID ae467f56-628e-47af-a753-34cb20952d5c
2026-07-08 15:57:34,525 INFO  [Thread-393] impl.FsDatasetImpl (FsDatasetImpl.java:<init>(310)) - The datanode lock is a read write lock
2026-07-08 15:57:34,528 INFO  [Thread-393] impl.FsDatasetImpl (FsVolumeList.java:addVolume(304)) - Added new volume: DS-54ca588f-a6af-444a-8d77-d514d68d6a23
2026-07-08 15:57:34,529 INFO  [Thread-393] impl.FsDatasetImpl (FsDatasetImpl.java:addVolume(493)) - Added volume - [DISK]file:/tmp/hdfs-test6760400867848707596/data/data1, StorageType: DISK
2026-07-08 15:57:34,531 INFO  [Thread-393] impl.FsDatasetImpl (FsVolumeList.java:addVolume(304)) - Added new volume: DS-659c8222-cf05-4c3c-a7ac-cd638807a03a
2026-07-08 15:57:34,531 INFO  [Thread-393] impl.FsDatasetImpl (FsDatasetImpl.java:addVolume(493)) - Added volume - [DISK]file:/tmp/hdfs-test6760400867848707596/data/data2, StorageType: DISK
2026-07-08 15:57:34,533 INFO  [Thread-393] impl.MemoryMappableBlockLoader (MemoryMappableBlockLoader.java:initialize(48)) - Initializing cache loader: MemoryMappableBlockLoader.
2026-07-08 15:57:34,533 INFO  [Thread-393] impl.FsDatasetImpl (FsDatasetImpl.java:registerMBean(2343)) - Registered FSDatasetState MBean
2026-07-08 15:57:34,534 INFO  [Thread-393] impl.FsDatasetImpl (FsDatasetImpl.java:addBlockPool(2856)) - Adding block pool BP-1572853238-10.240.1.3-1783526253431
2026-07-08 15:57:34,535 INFO  [Thread-410] impl.FsDatasetImpl (FsVolumeList.java:run(406)) - Scanning block pool BP-1572853238-10.240.1.3-1783526253431 on volume /tmp/hdfs-test6760400867848707596/data/data1...
2026-07-08 15:57:34,535 INFO  [Thread-411] impl.FsDatasetImpl (FsVolumeList.java:run(406)) - Scanning block pool BP-1572853238-10.240.1.3-1783526253431 on volume /tmp/hdfs-test6760400867848707596/data/data2...
2026-07-08 15:57:34,553 INFO  [IPC Server handler 2 on default port 36103] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=datanodeReport	src=null	dst=null	perm=null	proto=rpc
2026-07-08 15:57:34,555 INFO  [Listener at localhost/42113] hdfs.MiniDFSCluster (MiniDFSCluster.java:shouldWait(2823)) - dnInfo.length != numDataNodes
2026-07-08 15:57:34,555 INFO  [Listener at localhost/42113] hdfs.MiniDFSCluster (MiniDFSCluster.java:waitActive(2744)) - Waiting for cluster to become active
2026-07-08 15:57:34,565 INFO  [Thread-411] impl.FsDatasetImpl (FsVolumeList.java:run(411)) - Time taken to scan block pool BP-1572853238-10.240.1.3-1783526253431 on /tmp/hdfs-test6760400867848707596/data/data2: 29ms
2026-07-08 15:57:34,565 INFO  [Thread-410] impl.FsDatasetImpl (FsVolumeList.java:run(411)) - Time taken to scan block pool BP-1572853238-10.240.1.3-1783526253431 on /tmp/hdfs-test6760400867848707596/data/data1: 31ms
2026-07-08 15:57:34,567 INFO  [Thread-393] impl.FsDatasetImpl (FsVolumeList.java:addBlockPool(431)) - Total time to scan all replicas for block pool BP-1572853238-10.240.1.3-1783526253431: 32ms
2026-07-08 15:57:34,567 INFO  [Thread-414] impl.FsDatasetImpl (FsVolumeList.java:run(199)) - Adding replicas to map for block pool BP-1572853238-10.240.1.3-1783526253431 on volume /tmp/hdfs-test6760400867848707596/data/data1...
2026-07-08 15:57:34,568 INFO  [Thread-414] impl.BlockPoolSlice (BlockPoolSlice.java:readReplicasFromCache(902)) - Replica Cache file: /tmp/hdfs-test6760400867848707596/data/data1/current/BP-1572853238-10.240.1.3-1783526253431/current/replicas doesn't exist 
2026-07-08 15:57:34,568 INFO  [Thread-415] impl.FsDatasetImpl (FsVolumeList.java:run(199)) - Adding replicas to map for block pool BP-1572853238-10.240.1.3-1783526253431 on volume /tmp/hdfs-test6760400867848707596/data/data2...
2026-07-08 15:57:34,568 INFO  [Thread-415] impl.BlockPoolSlice (BlockPoolSlice.java:readReplicasFromCache(902)) - Replica Cache file: /tmp/hdfs-test6760400867848707596/data/data2/current/BP-1572853238-10.240.1.3-1783526253431/current/replicas doesn't exist 
2026-07-08 15:57:34,568 INFO  [Thread-414] impl.FsDatasetImpl (FsVolumeList.java:run(204)) - Time to add replicas to map for block pool BP-1572853238-10.240.1.3-1783526253431 on volume /tmp/hdfs-test6760400867848707596/data/data1: 1ms
2026-07-08 15:57:34,569 INFO  [Thread-415] impl.FsDatasetImpl (FsVolumeList.java:run(204)) - Time to add replicas to map for block pool BP-1572853238-10.240.1.3-1783526253431 on volume /tmp/hdfs-test6760400867848707596/data/data2: 0ms
2026-07-08 15:57:34,569 INFO  [Thread-393] impl.FsDatasetImpl (FsVolumeList.java:getAllVolumesMap(225)) - Total time to add all replicas to map for block pool BP-1572853238-10.240.1.3-1783526253431: 2ms
2026-07-08 15:57:34,569 INFO  [Thread-393] checker.ThrottledAsyncChecker (ThrottledAsyncChecker.java:schedule(137)) - Scheduling a check for /tmp/hdfs-test6760400867848707596/data/data1
2026-07-08 15:57:34,570 INFO  [Thread-393] checker.DatasetVolumeChecker (DatasetVolumeChecker.java:checkAllVolumes(224)) - Scheduled health check for volume /tmp/hdfs-test6760400867848707596/data/data1
2026-07-08 15:57:34,570 INFO  [Thread-393] checker.ThrottledAsyncChecker (ThrottledAsyncChecker.java:schedule(137)) - Scheduling a check for /tmp/hdfs-test6760400867848707596/data/data2
2026-07-08 15:57:34,572 INFO  [Thread-393] checker.DatasetVolumeChecker (DatasetVolumeChecker.java:checkAllVolumes(224)) - Scheduled health check for volume /tmp/hdfs-test6760400867848707596/data/data2
2026-07-08 15:57:34,574 INFO  [VolumeScannerThread(/tmp/hdfs-test6760400867848707596/data/data1)] datanode.VolumeScanner (VolumeScanner.java:findNextUsableBlockIter(385)) - Now scanning bpid BP-1572853238-10.240.1.3-1783526253431 on volume /tmp/hdfs-test6760400867848707596/data/data1
2026-07-08 15:57:34,574 WARN  [Thread-393] datanode.DirectoryScanner (DirectoryScanner.java:<init>(300)) - dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1
2026-07-08 15:57:34,574 INFO  [VolumeScannerThread(/tmp/hdfs-test6760400867848707596/data/data2)] datanode.VolumeScanner (VolumeScanner.java:findNextUsableBlockIter(385)) - Now scanning bpid BP-1572853238-10.240.1.3-1783526253431 on volume /tmp/hdfs-test6760400867848707596/data/data2
2026-07-08 15:57:34,574 INFO  [VolumeScannerThread(/tmp/hdfs-test6760400867848707596/data/data1)] datanode.VolumeScanner (VolumeScanner.java:getNextBlockToScan(505)) - VolumeScanner(/tmp/hdfs-test6760400867848707596/data/data1, DS-54ca588f-a6af-444a-8d77-d514d68d6a23): finished scanning block pool BP-1572853238-10.240.1.3-1783526253431
2026-07-08 15:57:34,574 INFO  [Thread-393] datanode.DirectoryScanner (DirectoryScanner.java:start(329)) - Periodic Directory Tree Verification scan starting in 9654679ms with interval of 21600000ms and throttle limit of -1ms/s
2026-07-08 15:57:34,575 INFO  [VolumeScannerThread(/tmp/hdfs-test6760400867848707596/data/data2)] datanode.VolumeScanner (VolumeScanner.java:getNextBlockToScan(505)) - VolumeScanner(/tmp/hdfs-test6760400867848707596/data/data2, DS-659c8222-cf05-4c3c-a7ac-cd638807a03a): finished scanning block pool BP-1572853238-10.240.1.3-1783526253431
2026-07-08 15:57:34,575 INFO  [VolumeScannerThread(/tmp/hdfs-test6760400867848707596/data/data1)] datanode.VolumeScanner (VolumeScanner.java:findNextUsableBlockIter(402)) - VolumeScanner(/tmp/hdfs-test6760400867848707596/data/data1, DS-54ca588f-a6af-444a-8d77-d514d68d6a23): no suitable block pools found to scan.  Waiting 1814399998 ms.
2026-07-08 15:57:34,575 INFO  [VolumeScannerThread(/tmp/hdfs-test6760400867848707596/data/data2)] datanode.VolumeScanner (VolumeScanner.java:findNextUsableBlockIter(402)) - VolumeScanner(/tmp/hdfs-test6760400867848707596/data/data2, DS-659c8222-cf05-4c3c-a7ac-cd638807a03a): no suitable block pools found to scan.  Waiting 1814399998 ms.
2026-07-08 15:57:34,577 INFO  [BP-1572853238-10.240.1.3-1783526253431 heartbeating to localhost/127.0.0.1:36103] datanode.DataNode (BPServiceActor.java:register(788)) - Block pool BP-1572853238-10.240.1.3-1783526253431 (Datanode Uuid ae467f56-628e-47af-a753-34cb20952d5c) service to localhost/127.0.0.1:36103 beginning handshake with NN
2026-07-08 15:57:34,579 INFO  [IPC Server handler 3 on default port 36103] hdfs.StateChange (DatanodeManager.java:registerDatanode(1142)) - BLOCK* registerDatanode: from DatanodeRegistration(127.0.0.1:39023, datanodeUuid=ae467f56-628e-47af-a753-34cb20952d5c, infoPort=35455, infoSecurePort=0, ipcPort=42113, storageInfo=lv=-57;cid=testClusterID;nsid=785564130;c=1783526253431) storage ae467f56-628e-47af-a753-34cb20952d5c
2026-07-08 15:57:34,579 INFO  [IPC Server handler 3 on default port 36103] net.NetworkTopology (NetworkTopology.java:add(149)) - Adding a new node: /default-rack/127.0.0.1:39023
2026-07-08 15:57:34,579 INFO  [IPC Server handler 3 on default port 36103] blockmanagement.BlockReportLeaseManager (BlockReportLeaseManager.java:registerNode(200)) - Registered DN ae467f56-628e-47af-a753-34cb20952d5c (127.0.0.1:39023).
2026-07-08 15:57:34,583 INFO  [BP-1572853238-10.240.1.3-1783526253431 heartbeating to localhost/127.0.0.1:36103] datanode.DataNode (BPServiceActor.java:register(816)) - Block pool BP-1572853238-10.240.1.3-1783526253431 (Datanode Uuid ae467f56-628e-47af-a753-34cb20952d5c) service to localhost/127.0.0.1:36103 successfully registered with NN
2026-07-08 15:57:34,583 INFO  [BP-1572853238-10.240.1.3-1783526253431 heartbeating to localhost/127.0.0.1:36103] datanode.DataNode (BPServiceActor.java:offerService(645)) - For namenode localhost/127.0.0.1:36103 using BLOCKREPORT_INTERVAL of 21600000msecs CACHEREPORT_INTERVAL of 10000msecs Initial delay: 0msecs; heartBeatInterval=3000
2026-07-08 15:57:34,586 INFO  [IPC Server handler 4 on default port 36103] blockmanagement.DatanodeDescriptor (DatanodeDescriptor.java:updateStorage(999)) - Adding new storage ID DS-54ca588f-a6af-444a-8d77-d514d68d6a23 for DN 127.0.0.1:39023
2026-07-08 15:57:34,586 INFO  [IPC Server handler 4 on default port 36103] blockmanagement.DatanodeDescriptor (DatanodeDescriptor.java:updateStorage(999)) - Adding new storage ID DS-659c8222-cf05-4c3c-a7ac-cd638807a03a for DN 127.0.0.1:39023
2026-07-08 15:57:34,590 INFO  [Block report processor] BlockStateChange (BlockManager.java:processReport(2778)) - BLOCK* processReport 0x61b4520e6a435a16: Processing first storage report for DS-659c8222-cf05-4c3c-a7ac-cd638807a03a from datanode ae467f56-628e-47af-a753-34cb20952d5c
2026-07-08 15:57:34,590 INFO  [Block report processor] BlockStateChange (BlockManager.java:processReport(2810)) - BLOCK* processReport 0x61b4520e6a435a16: from storage DS-659c8222-cf05-4c3c-a7ac-cd638807a03a node DatanodeRegistration(127.0.0.1:39023, datanodeUuid=ae467f56-628e-47af-a753-34cb20952d5c, infoPort=35455, infoSecurePort=0, ipcPort=42113, storageInfo=lv=-57;cid=testClusterID;nsid=785564130;c=1783526253431), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0
2026-07-08 15:57:34,591 INFO  [Block report processor] BlockStateChange (BlockManager.java:processReport(2778)) - BLOCK* processReport 0x61b4520e6a435a16: Processing first storage report for DS-54ca588f-a6af-444a-8d77-d514d68d6a23 from datanode ae467f56-628e-47af-a753-34cb20952d5c
2026-07-08 15:57:34,591 INFO  [Block report processor] BlockStateChange (BlockManager.java:processReport(2810)) - BLOCK* processReport 0x61b4520e6a435a16: from storage DS-54ca588f-a6af-444a-8d77-d514d68d6a23 node DatanodeRegistration(127.0.0.1:39023, datanodeUuid=ae467f56-628e-47af-a753-34cb20952d5c, infoPort=35455, infoSecurePort=0, ipcPort=42113, storageInfo=lv=-57;cid=testClusterID;nsid=785564130;c=1783526253431), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0
2026-07-08 15:57:34,592 INFO  [BP-1572853238-10.240.1.3-1783526253431 heartbeating to localhost/127.0.0.1:36103] datanode.DataNode (BPServiceActor.java:blockReport(437)) - Successfully sent block report 0x61b4520e6a435a16 to namenode: localhost/127.0.0.1:36103,  containing 2 storage report(s), of which we sent 2. The reports had 0 total blocks and used 1 RPC(s). This took 0 msecs to generate and 3 msecs for RPC and NN processing. Got back one command: FinalizeCommand/5.
2026-07-08 15:57:34,592 INFO  [Command processor] datanode.DataNode (BPOfferService.java:processCommandFromActive(763)) - Got finalize command for block pool BP-1572853238-10.240.1.3-1783526253431
2026-07-08 15:57:34,657 INFO  [IPC Server handler 6 on default port 36103] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=datanodeReport	src=null	dst=null	perm=null	proto=rpc
2026-07-08 15:57:34,658 INFO  [Listener at localhost/42113] hdfs.MiniDFSCluster (MiniDFSCluster.java:waitActive(2799)) - Cluster is active
2026-07-08 15:57:34,677 INFO  [Listener at localhost/42113] backup.BackupIO (BackupIO.scala:writeTableMetadata(95)) - Writing metadata to hdfs://localhost:36103/id_taco-taco/100/.kudu-metadata.json
2026-07-08 15:57:34,684 INFO  [IPC Server handler 7 on default port 36103] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=create	src=/id_taco-taco/100/.kudu-metadata.json	dst=null	perm=slave:supergroup:rw-r--r--	proto=rpc
2026-07-08 15:57:34,691 INFO  [IPC Server handler 8 on default port 36103] hdfs.StateChange (FSDirWriteFileOp.java:logAllocatedBlock(802)) - BLOCK* allocate blk_1073741825_1001, replicas=127.0.0.1:39023 for /id_taco-taco/100/.kudu-metadata.json
2026-07-08 15:57:34,699 INFO  [DataXceiver for client DFSClient_NONMAPREDUCE_-1282007369_1 at /127.0.0.1:58982 [Receiving block BP-1572853238-10.240.1.3-1783526253431:blk_1073741825_1001]] datanode.DataNode (DataXceiver.java:writeBlock(747)) - Receiving BP-1572853238-10.240.1.3-1783526253431:blk_1073741825_1001 src: /127.0.0.1:58982 dest: /127.0.0.1:39023
2026-07-08 15:57:34,710 INFO  [PacketResponder: BP-1572853238-10.240.1.3-1783526253431:blk_1073741825_1001, type=LAST_IN_PIPELINE] DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1539)) - src: /127.0.0.1:58982, dest: /127.0.0.1:39023, bytes: 82, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1282007369_1, offset: 0, srvID: ae467f56-628e-47af-a753-34cb20952d5c, blockid: BP-1572853238-10.240.1.3-1783526253431:blk_1073741825_1001, duration(ns): 6146801
2026-07-08 15:57:34,711 INFO  [PacketResponder: BP-1572853238-10.240.1.3-1783526253431:blk_1073741825_1001, type=LAST_IN_PIPELINE] datanode.DataNode (BlockReceiver.java:run(1512)) - PacketResponder: BP-1572853238-10.240.1.3-1783526253431:blk_1073741825_1001, type=LAST_IN_PIPELINE terminating
2026-07-08 15:57:34,715 INFO  [IPC Server handler 1 on default port 36103] hdfs.StateChange (FSNamesystem.java:completeFile(3104)) - DIR* completeFile: /id_taco-taco/100/.kudu-metadata.json is closed by DFSClient_NONMAPREDUCE_-1282007369_1
2026-07-08 15:57:34,717 INFO  [Listener at localhost/42113] backup.BackupIO (BackupIO.scala:writeTableMetadata(95)) - Writing metadata to hdfs://localhost:36103/id_taco-taco/1000/.kudu-metadata.json
2026-07-08 15:57:34,720 INFO  [IPC Server handler 2 on default port 36103] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=create	src=/id_taco-taco/1000/.kudu-metadata.json	dst=null	perm=slave:supergroup:rw-r--r--	proto=rpc
2026-07-08 15:57:34,729 INFO  [IPC Server handler 3 on default port 36103] hdfs.StateChange (FSDirWriteFileOp.java:logAllocatedBlock(802)) - BLOCK* allocate blk_1073741826_1002, replicas=127.0.0.1:39023 for /id_taco-taco/1000/.kudu-metadata.json
2026-07-08 15:57:34,732 INFO  [DataXceiver for client DFSClient_NONMAPREDUCE_-1282007369_1 at /127.0.0.1:58984 [Receiving block BP-1572853238-10.240.1.3-1783526253431:blk_1073741826_1002]] datanode.DataNode (DataXceiver.java:writeBlock(747)) - Receiving BP-1572853238-10.240.1.3-1783526253431:blk_1073741826_1002 src: /127.0.0.1:58984 dest: /127.0.0.1:39023
2026-07-08 15:57:34,748 INFO  [PacketResponder: BP-1572853238-10.240.1.3-1783526253431:blk_1073741826_1002, type=LAST_IN_PIPELINE] DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1539)) - src: /127.0.0.1:58984, dest: /127.0.0.1:39023, bytes: 83, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1282007369_1, offset: 0, srvID: ae467f56-628e-47af-a753-34cb20952d5c, blockid: BP-1572853238-10.240.1.3-1783526253431:blk_1073741826_1002, duration(ns): 11879851
2026-07-08 15:57:34,748 INFO  [PacketResponder: BP-1572853238-10.240.1.3-1783526253431:blk_1073741826_1002, type=LAST_IN_PIPELINE] datanode.DataNode (BlockReceiver.java:run(1512)) - PacketResponder: BP-1572853238-10.240.1.3-1783526253431:blk_1073741826_1002, type=LAST_IN_PIPELINE terminating
2026-07-08 15:57:34,750 INFO  [IPC Server handler 5 on default port 36103] hdfs.StateChange (FSNamesystem.java:completeFile(3104)) - DIR* completeFile: /id_taco-taco/1000/.kudu-metadata.json is closed by DFSClient_NONMAPREDUCE_-1282007369_1
2026-07-08 15:57:34,752 INFO  [Listener at localhost/42113] backup.BackupIO (BackupIO.scala:writeTableMetadata(95)) - Writing metadata to hdfs://localhost:36103/id_taco-taco/2000/.kudu-metadata.json
2026-07-08 15:57:34,755 INFO  [IPC Server handler 6 on default port 36103] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=create	src=/id_taco-taco/2000/.kudu-metadata.json	dst=null	perm=slave:supergroup:rw-r--r--	proto=rpc
2026-07-08 15:57:34,760 INFO  [IPC Server handler 7 on default port 36103] hdfs.StateChange (FSDirWriteFileOp.java:logAllocatedBlock(802)) - BLOCK* allocate blk_1073741827_1003, replicas=127.0.0.1:39023 for /id_taco-taco/2000/.kudu-metadata.json
2026-07-08 15:57:34,763 INFO  [DataXceiver for client DFSClient_NONMAPREDUCE_-1282007369_1 at /127.0.0.1:58994 [Receiving block BP-1572853238-10.240.1.3-1783526253431:blk_1073741827_1003]] datanode.DataNode (DataXceiver.java:writeBlock(747)) - Receiving BP-1572853238-10.240.1.3-1783526253431:blk_1073741827_1003 src: /127.0.0.1:58994 dest: /127.0.0.1:39023
2026-07-08 15:57:34,770 INFO  [PacketResponder: BP-1572853238-10.240.1.3-1783526253431:blk_1073741827_1003, type=LAST_IN_PIPELINE] DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1539)) - src: /127.0.0.1:58994, dest: /127.0.0.1:39023, bytes: 102, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1282007369_1, offset: 0, srvID: ae467f56-628e-47af-a753-34cb20952d5c, blockid: BP-1572853238-10.240.1.3-1783526253431:blk_1073741827_1003, duration(ns): 3767414
2026-07-08 15:57:34,771 INFO  [PacketResponder: BP-1572853238-10.240.1.3-1783526253431:blk_1073741827_1003, type=LAST_IN_PIPELINE] datanode.DataNode (BlockReceiver.java:run(1512)) - PacketResponder: BP-1572853238-10.240.1.3-1783526253431:blk_1073741827_1003, type=LAST_IN_PIPELINE terminating
2026-07-08 15:57:34,773 INFO  [IPC Server handler 8 on default port 36103] hdfs.StateChange (FSNamesystem.java:completeFile(3104)) - DIR* completeFile: /id_taco-taco/2000/.kudu-metadata.json is closed by DFSClient_NONMAPREDUCE_-1282007369_1
2026-07-08 15:57:34,773 INFO  [Listener at localhost/42113] backup.BackupIO (BackupIO.scala:writeTableMetadata(95)) - Writing metadata to hdfs://localhost:36103/id_pizza-pizza/200/.kudu-metadata.json
2026-07-08 15:57:34,776 INFO  [IPC Server handler 0 on default port 36103] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=create	src=/id_pizza-pizza/200/.kudu-metadata.json	dst=null	perm=slave:supergroup:rw-r--r--	proto=rpc
2026-07-08 15:57:34,780 INFO  [IPC Server handler 1 on default port 36103] hdfs.StateChange (FSDirWriteFileOp.java:logAllocatedBlock(802)) - BLOCK* allocate blk_1073741828_1004, replicas=127.0.0.1:39023 for /id_pizza-pizza/200/.kudu-metadata.json
2026-07-08 15:57:34,783 INFO  [DataXceiver for client DFSClient_NONMAPREDUCE_-1282007369_1 at /127.0.0.1:59002 [Receiving block BP-1572853238-10.240.1.3-1783526253431:blk_1073741828_1004]] datanode.DataNode (DataXceiver.java:writeBlock(747)) - Receiving BP-1572853238-10.240.1.3-1783526253431:blk_1073741828_1004 src: /127.0.0.1:59002 dest: /127.0.0.1:39023
2026-07-08 15:57:34,792 INFO  [PacketResponder: BP-1572853238-10.240.1.3-1783526253431:blk_1073741828_1004, type=LAST_IN_PIPELINE] DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1539)) - src: /127.0.0.1:59002, dest: /127.0.0.1:39023, bytes: 84, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1282007369_1, offset: 0, srvID: ae467f56-628e-47af-a753-34cb20952d5c, blockid: BP-1572853238-10.240.1.3-1783526253431:blk_1073741828_1004, duration(ns): 5725969
2026-07-08 15:57:34,792 INFO  [PacketResponder: BP-1572853238-10.240.1.3-1783526253431:blk_1073741828_1004, type=LAST_IN_PIPELINE] datanode.DataNode (BlockReceiver.java:run(1512)) - PacketResponder: BP-1572853238-10.240.1.3-1783526253431:blk_1073741828_1004, type=LAST_IN_PIPELINE terminating
2026-07-08 15:57:34,794 INFO  [IPC Server handler 3 on default port 36103] hdfs.StateChange (FSNamesystem.java:completeFile(3104)) - DIR* completeFile: /id_pizza-pizza/200/.kudu-metadata.json is closed by DFSClient_NONMAPREDUCE_-1282007369_1
2026-07-08 15:57:34,795 INFO  [Listener at localhost/42113] backup.BackupIO (BackupIO.scala:writeTableMetadata(95)) - Writing metadata to hdfs://localhost:36103/id_pizza-pizza/400/.kudu-metadata.json
2026-07-08 15:57:34,798 INFO  [IPC Server handler 4 on default port 36103] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=create	src=/id_pizza-pizza/400/.kudu-metadata.json	dst=null	perm=slave:supergroup:rw-r--r--	proto=rpc
2026-07-08 15:57:34,803 INFO  [IPC Server handler 5 on default port 36103] hdfs.StateChange (FSDirWriteFileOp.java:logAllocatedBlock(802)) - BLOCK* allocate blk_1073741829_1005, replicas=127.0.0.1:39023 for /id_pizza-pizza/400/.kudu-metadata.json
2026-07-08 15:57:34,806 INFO  [DataXceiver for client DFSClient_NONMAPREDUCE_-1282007369_1 at /127.0.0.1:59018 [Receiving block BP-1572853238-10.240.1.3-1783526253431:blk_1073741829_1005]] datanode.DataNode (DataXceiver.java:writeBlock(747)) - Receiving BP-1572853238-10.240.1.3-1783526253431:blk_1073741829_1005 src: /127.0.0.1:59018 dest: /127.0.0.1:39023
2026-07-08 15:57:34,813 INFO  [PacketResponder: BP-1572853238-10.240.1.3-1783526253431:blk_1073741829_1005, type=LAST_IN_PIPELINE] DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1539)) - src: /127.0.0.1:59018, dest: /127.0.0.1:39023, bytes: 103, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1282007369_1, offset: 0, srvID: ae467f56-628e-47af-a753-34cb20952d5c, blockid: BP-1572853238-10.240.1.3-1783526253431:blk_1073741829_1005, duration(ns): 3200834
2026-07-08 15:57:34,813 INFO  [PacketResponder: BP-1572853238-10.240.1.3-1783526253431:blk_1073741829_1005, type=LAST_IN_PIPELINE] datanode.DataNode (BlockReceiver.java:run(1512)) - PacketResponder: BP-1572853238-10.240.1.3-1783526253431:blk_1073741829_1005, type=LAST_IN_PIPELINE terminating
2026-07-08 15:57:34,815 INFO  [IPC Server handler 7 on default port 36103] hdfs.StateChange (FSNamesystem.java:completeFile(3104)) - DIR* completeFile: /id_pizza-pizza/400/.kudu-metadata.json is closed by DFSClient_NONMAPREDUCE_-1282007369_1
2026-07-08 15:57:34,816 INFO  [Listener at localhost/42113] backup.BackupIO (BackupIO.scala:writeTableMetadata(95)) - Writing metadata to hdfs://localhost:36103/id_pizza-pizza/600/.kudu-metadata.json
2026-07-08 15:57:34,818 INFO  [IPC Server handler 9 on default port 36103] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=create	src=/id_pizza-pizza/600/.kudu-metadata.json	dst=null	perm=slave:supergroup:rw-r--r--	proto=rpc
2026-07-08 15:57:34,823 INFO  [IPC Server handler 8 on default port 36103] hdfs.StateChange (FSDirWriteFileOp.java:logAllocatedBlock(802)) - BLOCK* allocate blk_1073741830_1006, replicas=127.0.0.1:39023 for /id_pizza-pizza/600/.kudu-metadata.json
2026-07-08 15:57:34,825 INFO  [DataXceiver for client DFSClient_NONMAPREDUCE_-1282007369_1 at /127.0.0.1:59030 [Receiving block BP-1572853238-10.240.1.3-1783526253431:blk_1073741830_1006]] datanode.DataNode (DataXceiver.java:writeBlock(747)) - Receiving BP-1572853238-10.240.1.3-1783526253431:blk_1073741830_1006 src: /127.0.0.1:59030 dest: /127.0.0.1:39023
2026-07-08 15:57:34,837 INFO  [PacketResponder: BP-1572853238-10.240.1.3-1783526253431:blk_1073741830_1006, type=LAST_IN_PIPELINE] DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1539)) - src: /127.0.0.1:59030, dest: /127.0.0.1:39023, bytes: 103, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1282007369_1, offset: 0, srvID: ae467f56-628e-47af-a753-34cb20952d5c, blockid: BP-1572853238-10.240.1.3-1783526253431:blk_1073741830_1006, duration(ns): 4286626
2026-07-08 15:57:34,837 INFO  [PacketResponder: BP-1572853238-10.240.1.3-1783526253431:blk_1073741830_1006, type=LAST_IN_PIPELINE] datanode.DataNode (BlockReceiver.java:run(1512)) - PacketResponder: BP-1572853238-10.240.1.3-1783526253431:blk_1073741830_1006, type=LAST_IN_PIPELINE terminating
2026-07-08 15:57:34,839 INFO  [IPC Server handler 1 on default port 36103] hdfs.StateChange (FSNamesystem.java:completeFile(3104)) - DIR* completeFile: /id_pizza-pizza/600/.kudu-metadata.json is closed by DFSClient_NONMAPREDUCE_-1282007369_1
2026-07-08 15:57:34,859 INFO  [IPC Server handler 2 on default port 36103] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=getfileinfo	src=/	dst=null	perm=null	proto=rpc
2026-07-08 15:57:34,861 INFO  [IPC Server handler 3 on default port 36103] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=listStatus	src=/	dst=null	perm=null	proto=rpc
2026-07-08 15:57:34,864 INFO  [IPC Server handler 4 on default port 36103] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=listStatus	src=/id_pizza-pizza	dst=null	perm=null	proto=rpc
2026-07-08 15:57:34,866 INFO  [IPC Server handler 5 on default port 36103] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=getfileinfo	src=/id_pizza-pizza/200/.kudu-metadata.json	dst=null	perm=null	proto=rpc
2026-07-08 15:57:34,868 INFO  [IPC Server handler 6 on default port 36103] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=open	src=/id_pizza-pizza/200/.kudu-metadata.json	dst=null	perm=null	proto=rpc
2026-07-08 15:57:34,875 INFO  [IPC Server handler 7 on default port 36103] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=getfileinfo	src=/id_pizza-pizza/400/.kudu-metadata.json	dst=null	perm=null	proto=rpc
2026-07-08 15:57:34,877 INFO  [IPC Server handler 9 on default port 36103] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=open	src=/id_pizza-pizza/400/.kudu-metadata.json	dst=null	perm=null	proto=rpc
2026-07-08 15:57:34,883 INFO  [IPC Server handler 8 on default port 36103] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=getfileinfo	src=/id_pizza-pizza/600/.kudu-metadata.json	dst=null	perm=null	proto=rpc
2026-07-08 15:57:34,885 INFO  [IPC Server handler 0 on default port 36103] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=open	src=/id_pizza-pizza/600/.kudu-metadata.json	dst=null	perm=null	proto=rpc
2026-07-08 15:57:34,889 INFO  [Listener at localhost/42113] backup.BackupIO (BackupIO.scala:readTableBackups(236)) - Found 3 paths in hdfs://localhost:36103/id_pizza-pizza
2026-07-08 15:57:34,891 INFO  [IPC Server handler 1 on default port 36103] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=listStatus	src=/id_taco-taco	dst=null	perm=null	proto=rpc
2026-07-08 15:57:34,893 INFO  [IPC Server handler 2 on default port 36103] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=getfileinfo	src=/id_taco-taco/100/.kudu-metadata.json	dst=null	perm=null	proto=rpc
2026-07-08 15:57:34,895 INFO  [IPC Server handler 3 on default port 36103] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=open	src=/id_taco-taco/100/.kudu-metadata.json	dst=null	perm=null	proto=rpc
2026-07-08 15:57:34,902 INFO  [IPC Server handler 4 on default port 36103] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=getfileinfo	src=/id_taco-taco/1000/.kudu-metadata.json	dst=null	perm=null	proto=rpc
2026-07-08 15:57:34,905 INFO  [IPC Server handler 5 on default port 36103] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=open	src=/id_taco-taco/1000/.kudu-metadata.json	dst=null	perm=null	proto=rpc
2026-07-08 15:57:34,910 INFO  [IPC Server handler 6 on default port 36103] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=getfileinfo	src=/id_taco-taco/2000/.kudu-metadata.json	dst=null	perm=null	proto=rpc
2026-07-08 15:57:34,912 INFO  [IPC Server handler 7 on default port 36103] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=open	src=/id_taco-taco/2000/.kudu-metadata.json	dst=null	perm=null	proto=rpc
2026-07-08 15:57:34,916 INFO  [Listener at localhost/42113] backup.BackupIO (BackupIO.scala:readTableBackups(236)) - Found 3 paths in hdfs://localhost:36103/id_taco-taco
.2026-07-08 15:57:34,942 INFO  [Listener at localhost/42113] hdfs.MiniDFSCluster (MiniDFSCluster.java:<init>(529)) - starting cluster: numNameNodes=1, numDataNodes=1
2026-07-08 15:57:34,943 INFO  [Listener at localhost/42113] namenode.NameNode (NameNode.java:format(1249)) - Formatting using clusterid: testClusterID
2026-07-08 15:57:34,944 INFO  [Listener at localhost/42113] namenode.FSEditLog (FSEditLog.java:newInstance(229)) - Edit logging is async:true
2026-07-08 15:57:34,960 INFO  [Listener at localhost/42113] namenode.FSNamesystem (FSNamesystem.java:<init>(814)) - KeyProvider: null
2026-07-08 15:57:34,960 INFO  [Listener at localhost/42113] namenode.FSNamesystem (FSNamesystemLock.java:<init>(141)) - fsLock is fair: true
2026-07-08 15:57:34,961 INFO  [Listener at localhost/42113] namenode.FSNamesystem (FSNamesystemLock.java:<init>(159)) - Detailed lock hold time metrics enabled: false
2026-07-08 15:57:34,961 INFO  [Listener at localhost/42113] namenode.FSNamesystem (FSNamesystem.java:<init>(847)) - fsOwner                = slave (auth:SIMPLE)
2026-07-08 15:57:34,961 INFO  [Listener at localhost/42113] namenode.FSNamesystem (FSNamesystem.java:<init>(848)) - supergroup             = supergroup
2026-07-08 15:57:34,961 INFO  [Listener at localhost/42113] namenode.FSNamesystem (FSNamesystem.java:<init>(849)) - isPermissionEnabled    = true
2026-07-08 15:57:34,961 INFO  [Listener at localhost/42113] namenode.FSNamesystem (FSNamesystem.java:<init>(850)) - isStoragePolicyEnabled = true
2026-07-08 15:57:34,961 INFO  [Listener at localhost/42113] namenode.FSNamesystem (FSNamesystem.java:<init>(861)) - HA Enabled: false
2026-07-08 15:57:34,962 INFO  [Listener at localhost/42113] common.Util (Util.java:isDiskStatsEnabled(395)) - dfs.datanode.fileio.profiling.sampling.percentage set to 0. Disabling file IO profiling
2026-07-08 15:57:34,962 INFO  [Listener at localhost/42113] blockmanagement.DatanodeManager (DatanodeManager.java:<init>(334)) - dfs.block.invalidate.limit: configured=1000, counted=60, effected=1000
2026-07-08 15:57:34,962 INFO  [Listener at localhost/42113] blockmanagement.DatanodeManager (DatanodeManager.java:<init>(342)) - dfs.namenode.datanode.registration.ip-hostname-check=true
2026-07-08 15:57:34,962 INFO  [Listener at localhost/42113] blockmanagement.BlockManager (InvalidateBlocks.java:printBlockDeletionTime(77)) - dfs.namenode.startup.delay.block.deletion.sec is set to 000:00:00:00.000
2026-07-08 15:57:34,963 INFO  [Listener at localhost/42113] blockmanagement.BlockManager (InvalidateBlocks.java:printBlockDeletionTime(83)) - The block deletion will start around 2026 Jul 08 15:57:34
2026-07-08 15:57:34,963 INFO  [Listener at localhost/42113] util.GSet (LightWeightGSet.java:computeCapacity(395)) - Computing capacity for map BlocksMap
2026-07-08 15:57:34,963 INFO  [Listener at localhost/42113] util.GSet (LightWeightGSet.java:computeCapacity(396)) - VM type       = 64-bit
2026-07-08 15:57:34,963 INFO  [Listener at localhost/42113] util.GSet (LightWeightGSet.java:computeCapacity(397)) - 2.0% max memory 3.5 GB = 72.5 MB
2026-07-08 15:57:34,964 INFO  [Listener at localhost/42113] util.GSet (LightWeightGSet.java:computeCapacity(402)) - capacity      = 2^23 = 8388608 entries
2026-07-08 15:57:34,974 INFO  [Listener at localhost/42113] blockmanagement.BlockManager (BlockManager.java:createSPSManager(5447)) - Storage policy satisfier is disabled
2026-07-08 15:57:34,974 INFO  [Listener at localhost/42113] blockmanagement.BlockManager (BlockManager.java:createBlockTokenSecretManager(641)) - dfs.block.access.token.enable = false
2026-07-08 15:57:34,974 INFO  [Listener at localhost/42113] blockmanagement.BlockManagerSafeMode (BlockManagerSafeMode.java:<init>(160)) - dfs.namenode.safemode.threshold-pct = 0.999
2026-07-08 15:57:34,974 INFO  [Listener at localhost/42113] blockmanagement.BlockManagerSafeMode (BlockManagerSafeMode.java:<init>(161)) - dfs.namenode.safemode.min.datanodes = 0
2026-07-08 15:57:34,975 INFO  [Listener at localhost/42113] blockmanagement.BlockManagerSafeMode (BlockManagerSafeMode.java:<init>(163)) - dfs.namenode.safemode.extension = 0
2026-07-08 15:57:34,975 INFO  [Listener at localhost/42113] blockmanagement.BlockManager (BlockManager.java:<init>(627)) - defaultReplication         = 1
2026-07-08 15:57:34,975 INFO  [Listener at localhost/42113] blockmanagement.BlockManager (BlockManager.java:<init>(628)) - maxReplication             = 512
2026-07-08 15:57:34,975 INFO  [Listener at localhost/42113] blockmanagement.BlockManager (BlockManager.java:<init>(629)) - minReplication             = 1
2026-07-08 15:57:34,975 INFO  [Listener at localhost/42113] blockmanagement.BlockManager (BlockManager.java:<init>(630)) - maxReplicationStreams      = 2
2026-07-08 15:57:34,975 INFO  [Listener at localhost/42113] blockmanagement.BlockManager (BlockManager.java:<init>(631)) - redundancyRecheckInterval  = 3000ms
2026-07-08 15:57:34,975 INFO  [Listener at localhost/42113] blockmanagement.BlockManager (BlockManager.java:<init>(632)) - encryptDataTransfer        = false
2026-07-08 15:57:34,975 INFO  [Listener at localhost/42113] blockmanagement.BlockManager (BlockManager.java:<init>(633)) - maxNumBlocksToLog          = 1000
2026-07-08 15:57:34,975 INFO  [Listener at localhost/42113] util.GSet (LightWeightGSet.java:computeCapacity(395)) - Computing capacity for map INodeMap
2026-07-08 15:57:34,975 INFO  [Listener at localhost/42113] util.GSet (LightWeightGSet.java:computeCapacity(396)) - VM type       = 64-bit
2026-07-08 15:57:34,976 INFO  [Listener at localhost/42113] util.GSet (LightWeightGSet.java:computeCapacity(397)) - 1.0% max memory 3.5 GB = 36.2 MB
2026-07-08 15:57:34,976 INFO  [Listener at localhost/42113] util.GSet (LightWeightGSet.java:computeCapacity(402)) - capacity      = 2^22 = 4194304 entries
2026-07-08 15:57:34,985 INFO  [Listener at localhost/42113] namenode.FSDirectory (FSDirectory.java:<init>(335)) - ACLs enabled? true
2026-07-08 15:57:34,985 INFO  [Listener at localhost/42113] namenode.FSDirectory (FSDirectory.java:<init>(339)) - POSIX ACL inheritance enabled? true
2026-07-08 15:57:34,985 INFO  [Listener at localhost/42113] namenode.FSDirectory (FSDirectory.java:<init>(343)) - XAttrs enabled? true
2026-07-08 15:57:34,985 INFO  [Listener at localhost/42113] namenode.NameNode (FSDirectory.java:<init>(406)) - Caching file names occurring more than 10 times
2026-07-08 15:57:34,985 INFO  [Listener at localhost/42113] snapshot.SnapshotManager (SnapshotManager.java:<init>(124)) - Loaded config captureOpenFiles: false, skipCaptureAccessTimeOnlyChange: false, snapshotDiffAllowSnapRootDescendant: true, maxSnapshotLimit: 65536
2026-07-08 15:57:34,985 INFO  [Listener at localhost/42113] snapshot.SnapshotManager (DirectoryDiffListFactory.java:init(43)) - SkipList is disabled
2026-07-08 15:57:34,986 INFO  [Listener at localhost/42113] util.GSet (LightWeightGSet.java:computeCapacity(395)) - Computing capacity for map cachedBlocks
2026-07-08 15:57:34,986 INFO  [Listener at localhost/42113] util.GSet (LightWeightGSet.java:computeCapacity(396)) - VM type       = 64-bit
2026-07-08 15:57:34,986 INFO  [Listener at localhost/42113] util.GSet (LightWeightGSet.java:computeCapacity(397)) - 0.25% max memory 3.5 GB = 9.1 MB
2026-07-08 15:57:34,986 INFO  [Listener at localhost/42113] util.GSet (LightWeightGSet.java:computeCapacity(402)) - capacity      = 2^20 = 1048576 entries
2026-07-08 15:57:34,990 INFO  [Listener at localhost/42113] metrics.TopMetrics (TopMetrics.java:logConf(75)) - NNTop conf: dfs.namenode.top.window.num.buckets = 10
2026-07-08 15:57:34,990 INFO  [Listener at localhost/42113] metrics.TopMetrics (TopMetrics.java:logConf(77)) - NNTop conf: dfs.namenode.top.num.users = 10
2026-07-08 15:57:34,990 INFO  [Listener at localhost/42113] metrics.TopMetrics (TopMetrics.java:logConf(79)) - NNTop conf: dfs.namenode.top.windows.minutes = 1,5,25
2026-07-08 15:57:34,990 INFO  [Listener at localhost/42113] namenode.FSNamesystem (FSNamesystem.java:initRetryCache(1080)) - Retry cache on namenode is enabled
2026-07-08 15:57:34,991 INFO  [Listener at localhost/42113] namenode.FSNamesystem (FSNamesystem.java:initRetryCache(1088)) - Retry cache will use 0.03 of total heap and retry cache entry expiry time is 600000 millis
2026-07-08 15:57:34,991 INFO  [Listener at localhost/42113] util.GSet (LightWeightGSet.java:computeCapacity(395)) - Computing capacity for map NameNodeRetryCache
2026-07-08 15:57:34,991 INFO  [Listener at localhost/42113] util.GSet (LightWeightGSet.java:computeCapacity(396)) - VM type       = 64-bit
2026-07-08 15:57:34,991 INFO  [Listener at localhost/42113] util.GSet (LightWeightGSet.java:computeCapacity(397)) - 0.029999999329447746% max memory 3.5 GB = 1.1 MB
2026-07-08 15:57:34,991 INFO  [Listener at localhost/42113] util.GSet (LightWeightGSet.java:computeCapacity(402)) - capacity      = 2^17 = 131072 entries
2026-07-08 15:57:34,993 INFO  [Listener at localhost/42113] namenode.FSImage (FSImage.java:format(186)) - Allocated new BlockPoolId: BP-705324548-10.240.1.3-1783526254993
2026-07-08 15:57:34,999 INFO  [Listener at localhost/42113] common.Storage (NNStorage.java:format(595)) - Storage directory /tmp/hdfs-test8726247130117235937/name-0-1 has been successfully formatted.
2026-07-08 15:57:35,004 INFO  [Listener at localhost/42113] common.Storage (NNStorage.java:format(595)) - Storage directory /tmp/hdfs-test8726247130117235937/name-0-2 has been successfully formatted.
2026-07-08 15:57:35,022 INFO  [FSImageSaver for /tmp/hdfs-test8726247130117235937/name-0-2 of type IMAGE_AND_EDITS] namenode.FSImageFormatProtobuf (FSImageFormatProtobuf.java:save(732)) - Saving image file /tmp/hdfs-test8726247130117235937/name-0-2/current/fsimage.ckpt_0000000000000000000 using no compression
2026-07-08 15:57:35,027 INFO  [FSImageSaver for /tmp/hdfs-test8726247130117235937/name-0-1 of type IMAGE_AND_EDITS] namenode.FSImageFormatProtobuf (FSImageFormatProtobuf.java:save(732)) - Saving image file /tmp/hdfs-test8726247130117235937/name-0-1/current/fsimage.ckpt_0000000000000000000 using no compression
2026-07-08 15:57:35,032 INFO  [FSImageSaver for /tmp/hdfs-test8726247130117235937/name-0-2 of type IMAGE_AND_EDITS] namenode.FSImageFormatProtobuf (FSImageFormatProtobuf.java:save(736)) - Image file /tmp/hdfs-test8726247130117235937/name-0-2/current/fsimage.ckpt_0000000000000000000 of size 418 bytes saved in 0 seconds .
2026-07-08 15:57:35,040 INFO  [FSImageSaver for /tmp/hdfs-test8726247130117235937/name-0-1 of type IMAGE_AND_EDITS] namenode.FSImageFormatProtobuf (FSImageFormatProtobuf.java:save(736)) - Image file /tmp/hdfs-test8726247130117235937/name-0-1/current/fsimage.ckpt_0000000000000000000 of size 418 bytes saved in 0 seconds .
2026-07-08 15:57:35,044 INFO  [Listener at localhost/42113] namenode.NNStorageRetentionManager (NNStorageRetentionManager.java:getImageTxIdToRetain(203)) - Going to retain 1 images with txid >= 0
2026-07-08 15:57:35,056 INFO  [Listener at localhost/42113] namenode.FSNamesystem (FSNamesystem.java:stopActiveServices(1427)) - Stopping services started for active state
2026-07-08 15:57:35,057 INFO  [Listener at localhost/42113] namenode.FSNamesystem (FSNamesystem.java:stopStandbyServices(1528)) - Stopping services started for standby state
2026-07-08 15:57:35,058 INFO  [Listener at localhost/42113] namenode.NameNode (NameNode.java:createNameNode(1707)) - createNameNode []
2026-07-08 15:57:35,058 INFO  [Listener at localhost/42113] impl.MetricsSystemImpl (MetricsSystemImpl.java:init(158)) - NameNode metrics system started (again)
2026-07-08 15:57:35,058 INFO  [Listener at localhost/42113] namenode.NameNodeUtils (NameNodeUtils.java:getClientNamenodeAddress(79)) - fs.defaultFS is hdfs://127.0.0.1:0
2026-07-08 15:57:35,077 INFO  [org.apache.hadoop.util.JvmPauseMonitor$Monitor@3c6c4689] util.JvmPauseMonitor (JvmPauseMonitor.java:run(188)) - Starting JVM pause monitor
2026-07-08 15:57:35,077 INFO  [Listener at localhost/42113] hdfs.DFSUtil (DFSUtil.java:httpServerTemplateForNNAndJN(1668)) - Filter initializers set : org.apache.hadoop.http.lib.StaticUserWebFilter,org.apache.hadoop.hdfs.web.AuthFilterInitializer
2026-07-08 15:57:35,077 INFO  [Listener at localhost/42113] hdfs.DFSUtil (DFSUtil.java:httpServerTemplateForNNAndJN(1690)) - Starting Web-server for hdfs at: http://localhost:0
2026-07-08 15:57:35,079 INFO  [Listener at localhost/42113] server.AuthenticationFilter (AuthenticationFilter.java:constructSecretProvider(240)) - Unable to initialize FileSignerSecretProvider, falling back to use random secrets.
2026-07-08 15:57:35,080 INFO  [Listener at localhost/42113] http.HttpRequestLog (HttpRequestLog.java:getRequestLog(82)) - Http request log for http.requests.namenode is not defined
2026-07-08 15:57:35,082 INFO  [Listener at localhost/42113] http.HttpServer2 (HttpServer2.java:addGlobalFilter(1111)) - Added global filter 'safety' (class=org.apache.hadoop.http.HttpServer2$QuotingInputFilter)
2026-07-08 15:57:35,083 INFO  [Listener at localhost/42113] http.HttpServer2 (HttpServer2.java:addFilter(1084)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context hdfs
2026-07-08 15:57:35,083 INFO  [Listener at localhost/42113] http.HttpServer2 (HttpServer2.java:addFilter(1094)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context static
2026-07-08 15:57:35,085 INFO  [Listener at localhost/42113] http.HttpServer2 (HttpServer2.java:addFilter(1084)) - Added filter AuthFilter (class=org.apache.hadoop.hdfs.web.AuthFilter) to context hdfs
2026-07-08 15:57:35,085 INFO  [Listener at localhost/42113] http.HttpServer2 (HttpServer2.java:addFilter(1094)) - Added filter AuthFilter (class=org.apache.hadoop.hdfs.web.AuthFilter) to context static
2026-07-08 15:57:35,085 INFO  [Listener at localhost/42113] http.HttpServer2 (HttpServer2.java:addJerseyResourcePackage(938)) - addJerseyResourcePackage: packageName=org.apache.hadoop.hdfs.server.namenode.web.resources;org.apache.hadoop.hdfs.web.resources, pathSpec=/webhdfs/v1/*
2026-07-08 15:57:35,086 INFO  [Listener at localhost/42113] http.HttpServer2 (HttpServer2.java:bindListener(1332)) - Jetty bound to port 38749
2026-07-08 15:57:35,086 INFO  [Listener at localhost/42113] server.Server (Server.java:doStart(375)) - jetty-9.4.40.v20210413; built: 2021-04-13T20:42:42.668Z; git: b881a572662e1943a14ae12e7e1207989f218b74; jvm 1.8.0_362-8u372-ga~us1-0ubuntu1~18.04-b09
2026-07-08 15:57:35,088 INFO  [Listener at localhost/42113] server.session (DefaultSessionIdManager.java:doStart(334)) - DefaultSessionIdManager workerName=node0
2026-07-08 15:57:35,088 INFO  [Listener at localhost/42113] server.session (DefaultSessionIdManager.java:doStart(339)) - No SessionScavenger set, using defaults
2026-07-08 15:57:35,089 INFO  [Listener at localhost/42113] server.session (HouseKeeper.java:startScavenging(132)) - node0 Scavenging every 600000ms
2026-07-08 15:57:35,090 INFO  [Listener at localhost/42113] server.AuthenticationFilter (AuthenticationFilter.java:constructSecretProvider(240)) - Unable to initialize FileSignerSecretProvider, falling back to use random secrets.
2026-07-08 15:57:35,091 INFO  [Listener at localhost/42113] handler.ContextHandler (ContextHandler.java:doStart(916)) - Started o.e.j.s.ServletContextHandler@1a565afb{static,/static,jar:file:/tmp/dist-test-taskq8m9tG/java/build/jars/hadoop-hdfs-3.3.1-tests.jar!/webapps/static,AVAILABLE}
2026-07-08 15:57:35,238 INFO  [Listener at localhost/42113] handler.ContextHandler (ContextHandler.java:doStart(916)) - Started o.e.j.w.WebAppContext@5d7399f9{hdfs,/,file:///tmp/jetty-localhost-38749-hadoop-hdfs-3_3_1-tests_jar-_-any-6607592340975594167/webapp/,AVAILABLE}{jar:file:/tmp/dist-test-taskq8m9tG/java/build/jars/hadoop-hdfs-3.3.1-tests.jar!/webapps/hdfs}
2026-07-08 15:57:35,241 INFO  [Listener at localhost/42113] server.AbstractConnector (AbstractConnector.java:doStart(331)) - Started ServerConnector@6f1b8544{HTTP/1.1, (http/1.1)}{localhost:38749}
2026-07-08 15:57:35,241 INFO  [Listener at localhost/42113] server.Server (Server.java:doStart(415)) - Started @12575ms
2026-07-08 15:57:35,243 INFO  [Listener at localhost/42113] namenode.FSEditLog (FSEditLog.java:newInstance(229)) - Edit logging is async:true
2026-07-08 15:57:35,261 INFO  [Listener at localhost/42113] namenode.FSNamesystem (FSNamesystem.java:<init>(814)) - KeyProvider: null
2026-07-08 15:57:35,261 INFO  [Listener at localhost/42113] namenode.FSNamesystem (FSNamesystemLock.java:<init>(141)) - fsLock is fair: true
2026-07-08 15:57:35,261 INFO  [Listener at localhost/42113] namenode.FSNamesystem (FSNamesystemLock.java:<init>(159)) - Detailed lock hold time metrics enabled: false
2026-07-08 15:57:35,261 INFO  [Listener at localhost/42113] namenode.FSNamesystem (FSNamesystem.java:<init>(847)) - fsOwner                = slave (auth:SIMPLE)
2026-07-08 15:57:35,261 INFO  [Listener at localhost/42113] namenode.FSNamesystem (FSNamesystem.java:<init>(848)) - supergroup             = supergroup
2026-07-08 15:57:35,262 INFO  [Listener at localhost/42113] namenode.FSNamesystem (FSNamesystem.java:<init>(849)) - isPermissionEnabled    = true
2026-07-08 15:57:35,262 INFO  [Listener at localhost/42113] namenode.FSNamesystem (FSNamesystem.java:<init>(850)) - isStoragePolicyEnabled = true
2026-07-08 15:57:35,262 INFO  [Listener at localhost/42113] namenode.FSNamesystem (FSNamesystem.java:<init>(861)) - HA Enabled: false
2026-07-08 15:57:35,262 INFO  [Listener at localhost/42113] common.Util (Util.java:isDiskStatsEnabled(395)) - dfs.datanode.fileio.profiling.sampling.percentage set to 0. Disabling file IO profiling
2026-07-08 15:57:35,263 INFO  [Listener at localhost/42113] blockmanagement.DatanodeManager (DatanodeManager.java:<init>(334)) - dfs.block.invalidate.limit: configured=1000, counted=60, effected=1000
2026-07-08 15:57:35,263 INFO  [Listener at localhost/42113] blockmanagement.DatanodeManager (DatanodeManager.java:<init>(342)) - dfs.namenode.datanode.registration.ip-hostname-check=true
2026-07-08 15:57:35,263 INFO  [Listener at localhost/42113] blockmanagement.BlockManager (InvalidateBlocks.java:printBlockDeletionTime(77)) - dfs.namenode.startup.delay.block.deletion.sec is set to 000:00:00:00.000
2026-07-08 15:57:35,263 INFO  [Listener at localhost/42113] blockmanagement.BlockManager (InvalidateBlocks.java:printBlockDeletionTime(83)) - The block deletion will start around 2026 Jul 08 15:57:35
2026-07-08 15:57:35,263 INFO  [Listener at localhost/42113] util.GSet (LightWeightGSet.java:computeCapacity(395)) - Computing capacity for map BlocksMap
2026-07-08 15:57:35,263 INFO  [Listener at localhost/42113] util.GSet (LightWeightGSet.java:computeCapacity(396)) - VM type       = 64-bit
2026-07-08 15:57:35,264 INFO  [Listener at localhost/42113] util.GSet (LightWeightGSet.java:computeCapacity(397)) - 2.0% max memory 3.5 GB = 72.5 MB
2026-07-08 15:57:35,264 INFO  [Listener at localhost/42113] util.GSet (LightWeightGSet.java:computeCapacity(402)) - capacity      = 2^23 = 8388608 entries
2026-07-08 15:57:35,297 INFO  [Listener at localhost/42113] blockmanagement.BlockManager (BlockManager.java:createSPSManager(5447)) - Storage policy satisfier is disabled
2026-07-08 15:57:35,298 INFO  [Listener at localhost/42113] blockmanagement.BlockManager (BlockManager.java:createBlockTokenSecretManager(641)) - dfs.block.access.token.enable = false
2026-07-08 15:57:35,298 INFO  [Listener at localhost/42113] blockmanagement.BlockManagerSafeMode (BlockManagerSafeMode.java:<init>(160)) - dfs.namenode.safemode.threshold-pct = 0.999
2026-07-08 15:57:35,298 INFO  [Listener at localhost/42113] blockmanagement.BlockManagerSafeMode (BlockManagerSafeMode.java:<init>(161)) - dfs.namenode.safemode.min.datanodes = 0
2026-07-08 15:57:35,298 INFO  [Listener at localhost/42113] blockmanagement.BlockManagerSafeMode (BlockManagerSafeMode.java:<init>(163)) - dfs.namenode.safemode.extension = 0
2026-07-08 15:57:35,298 INFO  [Listener at localhost/42113] blockmanagement.BlockManager (BlockManager.java:<init>(627)) - defaultReplication         = 1
2026-07-08 15:57:35,298 INFO  [Listener at localhost/42113] blockmanagement.BlockManager (BlockManager.java:<init>(628)) - maxReplication             = 512
2026-07-08 15:57:35,299 INFO  [Listener at localhost/42113] blockmanagement.BlockManager (BlockManager.java:<init>(629)) - minReplication             = 1
2026-07-08 15:57:35,299 INFO  [Listener at localhost/42113] blockmanagement.BlockManager (BlockManager.java:<init>(630)) - maxReplicationStreams      = 2
2026-07-08 15:57:35,299 INFO  [Listener at localhost/42113] blockmanagement.BlockManager (BlockManager.java:<init>(631)) - redundancyRecheckInterval  = 3000ms
2026-07-08 15:57:35,299 INFO  [Listener at localhost/42113] blockmanagement.BlockManager (BlockManager.java:<init>(632)) - encryptDataTransfer        = false
2026-07-08 15:57:35,299 INFO  [Listener at localhost/42113] blockmanagement.BlockManager (BlockManager.java:<init>(633)) - maxNumBlocksToLog          = 1000
2026-07-08 15:57:35,299 INFO  [Listener at localhost/42113] util.GSet (LightWeightGSet.java:computeCapacity(395)) - Computing capacity for map INodeMap
2026-07-08 15:57:35,299 INFO  [Listener at localhost/42113] util.GSet (LightWeightGSet.java:computeCapacity(396)) - VM type       = 64-bit
2026-07-08 15:57:35,300 INFO  [Listener at localhost/42113] util.GSet (LightWeightGSet.java:computeCapacity(397)) - 1.0% max memory 3.5 GB = 36.2 MB
2026-07-08 15:57:35,300 INFO  [Listener at localhost/42113] util.GSet (LightWeightGSet.java:computeCapacity(402)) - capacity      = 2^22 = 4194304 entries
2026-07-08 15:57:35,315 INFO  [Listener at localhost/42113] namenode.FSDirectory (FSDirectory.java:<init>(335)) - ACLs enabled? true
2026-07-08 15:57:35,315 INFO  [Listener at localhost/42113] namenode.FSDirectory (FSDirectory.java:<init>(339)) - POSIX ACL inheritance enabled? true
2026-07-08 15:57:35,315 INFO  [Listener at localhost/42113] namenode.FSDirectory (FSDirectory.java:<init>(343)) - XAttrs enabled? true
2026-07-08 15:57:35,316 INFO  [Listener at localhost/42113] namenode.NameNode (FSDirectory.java:<init>(406)) - Caching file names occurring more than 10 times
2026-07-08 15:57:35,316 INFO  [Listener at localhost/42113] snapshot.SnapshotManager (SnapshotManager.java:<init>(124)) - Loaded config captureOpenFiles: false, skipCaptureAccessTimeOnlyChange: false, snapshotDiffAllowSnapRootDescendant: true, maxSnapshotLimit: 65536
2026-07-08 15:57:35,316 INFO  [Listener at localhost/42113] snapshot.SnapshotManager (DirectoryDiffListFactory.java:init(43)) - SkipList is disabled
2026-07-08 15:57:35,316 INFO  [Listener at localhost/42113] util.GSet (LightWeightGSet.java:computeCapacity(395)) - Computing capacity for map cachedBlocks
2026-07-08 15:57:35,316 INFO  [Listener at localhost/42113] util.GSet (LightWeightGSet.java:computeCapacity(396)) - VM type       = 64-bit
2026-07-08 15:57:35,316 INFO  [Listener at localhost/42113] util.GSet (LightWeightGSet.java:computeCapacity(397)) - 0.25% max memory 3.5 GB = 9.1 MB
2026-07-08 15:57:35,316 INFO  [Listener at localhost/42113] util.GSet (LightWeightGSet.java:computeCapacity(402)) - capacity      = 2^20 = 1048576 entries
2026-07-08 15:57:35,321 INFO  [Listener at localhost/42113] metrics.TopMetrics (TopMetrics.java:logConf(75)) - NNTop conf: dfs.namenode.top.window.num.buckets = 10
2026-07-08 15:57:35,321 INFO  [Listener at localhost/42113] metrics.TopMetrics (TopMetrics.java:logConf(77)) - NNTop conf: dfs.namenode.top.num.users = 10
2026-07-08 15:57:35,321 INFO  [Listener at localhost/42113] metrics.TopMetrics (TopMetrics.java:logConf(79)) - NNTop conf: dfs.namenode.top.windows.minutes = 1,5,25
2026-07-08 15:57:35,321 INFO  [Listener at localhost/42113] namenode.FSNamesystem (FSNamesystem.java:initRetryCache(1080)) - Retry cache on namenode is enabled
2026-07-08 15:57:35,321 INFO  [Listener at localhost/42113] namenode.FSNamesystem (FSNamesystem.java:initRetryCache(1088)) - Retry cache will use 0.03 of total heap and retry cache entry expiry time is 600000 millis
2026-07-08 15:57:35,321 INFO  [Listener at localhost/42113] util.GSet (LightWeightGSet.java:computeCapacity(395)) - Computing capacity for map NameNodeRetryCache
2026-07-08 15:57:35,322 INFO  [Listener at localhost/42113] util.GSet (LightWeightGSet.java:computeCapacity(396)) - VM type       = 64-bit
2026-07-08 15:57:35,322 INFO  [Listener at localhost/42113] util.GSet (LightWeightGSet.java:computeCapacity(397)) - 0.029999999329447746% max memory 3.5 GB = 1.1 MB
2026-07-08 15:57:35,322 INFO  [Listener at localhost/42113] util.GSet (LightWeightGSet.java:computeCapacity(402)) - capacity      = 2^17 = 131072 entries
2026-07-08 15:57:35,326 INFO  [Listener at localhost/42113] common.Storage (Storage.java:tryLock(948)) - Lock on /tmp/hdfs-test8726247130117235937/name-0-1/in_use.lock acquired by nodename 6233@dist-test-slave-lxff.c.gcp-upstream.internal
2026-07-08 15:57:35,329 INFO  [Listener at localhost/42113] common.Storage (Storage.java:tryLock(948)) - Lock on /tmp/hdfs-test8726247130117235937/name-0-2/in_use.lock acquired by nodename 6233@dist-test-slave-lxff.c.gcp-upstream.internal
2026-07-08 15:57:35,330 INFO  [Listener at localhost/42113] namenode.FileJournalManager (FileJournalManager.java:recoverUnfinalizedSegments(428)) - Recovering unfinalized segments in /tmp/hdfs-test8726247130117235937/name-0-1/current
2026-07-08 15:57:35,330 INFO  [Listener at localhost/42113] namenode.FileJournalManager (FileJournalManager.java:recoverUnfinalizedSegments(428)) - Recovering unfinalized segments in /tmp/hdfs-test8726247130117235937/name-0-2/current
2026-07-08 15:57:35,331 INFO  [Listener at localhost/42113] namenode.FSImage (FSImage.java:loadFSImage(734)) - No edit log streams selected.
2026-07-08 15:57:35,331 INFO  [Listener at localhost/42113] namenode.FSImage (FSImage.java:loadFSImageFile(800)) - Planning to load image: FSImageFile(file=/tmp/hdfs-test8726247130117235937/name-0-1/current/fsimage_0000000000000000000, cpktTxId=0000000000000000000)
2026-07-08 15:57:35,334 INFO  [Listener at localhost/42113] namenode.FSImageFormatPBINode (FSImageFormatPBINode.java:loadINodeSectionHeader(413)) - Loading 1 INodes.
2026-07-08 15:57:35,335 INFO  [Listener at localhost/42113] namenode.FSImageFormatPBINode (FSImageFormatPBINode.java:loadINodeSection(371)) - Successfully loaded 1 inodes
2026-07-08 15:57:35,335 INFO  [Listener at localhost/42113] namenode.FSImageFormatPBINode (FSImageFormatPBINode.java:waitBlocksMapAndNameCacheUpdateFinished(344)) - Completed update blocks map and name cache, total waiting duration 0ms.
2026-07-08 15:57:35,336 INFO  [Listener at localhost/42113] namenode.FSImageFormatProtobuf (FSImageFormatProtobuf.java:load(255)) - Loaded FSImage in 0 seconds.
2026-07-08 15:57:35,336 INFO  [Listener at localhost/42113] namenode.FSImage (FSImage.java:loadFSImage(978)) - Loaded image for txid 0 from /tmp/hdfs-test8726247130117235937/name-0-1/current/fsimage_0000000000000000000
2026-07-08 15:57:35,336 INFO  [Listener at localhost/42113] namenode.FSNamesystem (FSNamesystem.java:loadFSImage(1202)) - Need to save fs image? false (staleImage=false, haEnabled=false, isRollingUpgrade=false)
2026-07-08 15:57:35,573 INFO  [Listener at localhost/42113] namenode.FSEditLog (FSEditLog.java:startLogSegment(1391)) - Starting log segment at 1
2026-07-08 15:57:35,584 INFO  [Listener at localhost/42113] namenode.NameCache (NameCache.java:initialized(143)) - initialized with 0 entries 0 lookups
2026-07-08 15:57:35,585 INFO  [Listener at localhost/42113] namenode.FSNamesystem (FSNamesystem.java:loadFromDisk(786)) - Finished loading FSImage in 261 msecs
2026-07-08 15:57:35,585 INFO  [Listener at localhost/42113] namenode.NameNode (NameNodeRpcServer.java:<init>(454)) - RPC server is binding to localhost:0
2026-07-08 15:57:35,585 INFO  [Listener at localhost/42113] namenode.NameNode (NameNodeRpcServer.java:<init>(459)) - Enable NameNode state context:false
2026-07-08 15:57:35,586 INFO  [Listener at localhost/42113] ipc.CallQueueManager (CallQueueManager.java:<init>(90)) - Using callQueue: class java.util.concurrent.LinkedBlockingQueue, queueCapacity: 1000, scheduler: class org.apache.hadoop.ipc.DefaultRpcScheduler, ipcBackoff: false.
2026-07-08 15:57:35,587 INFO  [Socket Reader #1 for port 0] ipc.Server (Server.java:run(1265)) - Starting Socket Reader #1 for port 0
2026-07-08 15:57:35,591 INFO  [Listener at localhost/42267] namenode.NameNode (NameNode.java:initialize(776)) - Clients are to use localhost:42267 to access this namenode/service.
2026-07-08 15:57:35,592 INFO  [Listener at localhost/42267] namenode.FSNamesystem (FSNamesystem.java:registerMBean(5444)) - Registered FSNamesystemState, ReplicatedBlocksState and ECBlockGroupsState MBeans.
2026-07-08 15:57:35,609 INFO  [Listener at localhost/42267] namenode.LeaseManager (LeaseManager.java:getNumUnderConstructionBlocks(166)) - Number of blocks under construction: 0
2026-07-08 15:57:35,610 INFO  [Listener at localhost/42267] blockmanagement.DatanodeAdminDefaultMonitor (DatanodeAdminDefaultMonitor.java:processConf(116)) - Initialized the Default Decommission and Maintenance monitor
2026-07-08 15:57:35,612 INFO  [Listener at localhost/42267] blockmanagement.BlockManager (BlockManager.java:initializeReplQueues(5187)) - initializing replication queues
2026-07-08 15:57:35,613 INFO  [Listener at localhost/42267] hdfs.StateChange (BlockManagerSafeMode.java:leaveSafeMode(399)) - STATE* Leaving safe mode after 0 secs
2026-07-08 15:57:35,613 INFO  [Listener at localhost/42267] hdfs.StateChange (BlockManagerSafeMode.java:leaveSafeMode(405)) - STATE* Network topology has 0 racks and 0 datanodes
2026-07-08 15:57:35,613 INFO  [Listener at localhost/42267] hdfs.StateChange (BlockManagerSafeMode.java:leaveSafeMode(407)) - STATE* UnderReplicatedBlocks has 0 blocks
2026-07-08 15:57:35,622 INFO  [Reconstruction Queue Initializer] blockmanagement.BlockManager (BlockManager.java:processMisReplicatesAsync(3728)) - Total number of blocks            = 0
2026-07-08 15:57:35,622 INFO  [Reconstruction Queue Initializer] blockmanagement.BlockManager (BlockManager.java:processMisReplicatesAsync(3729)) - Number of invalid blocks          = 0
2026-07-08 15:57:35,622 INFO  [Reconstruction Queue Initializer] blockmanagement.BlockManager (BlockManager.java:processMisReplicatesAsync(3730)) - Number of under-replicated blocks = 0
2026-07-08 15:57:35,622 INFO  [Reconstruction Queue Initializer] blockmanagement.BlockManager (BlockManager.java:processMisReplicatesAsync(3731)) - Number of  over-replicated blocks = 0
2026-07-08 15:57:35,623 INFO  [Reconstruction Queue Initializer] blockmanagement.BlockManager (BlockManager.java:processMisReplicatesAsync(3733)) - Number of blocks being written    = 0
2026-07-08 15:57:35,623 INFO  [Reconstruction Queue Initializer] hdfs.StateChange (BlockManager.java:processMisReplicatesAsync(3736)) - STATE* Replication Queue initialization scan for invalid, over- and under-replicated blocks completed in 10 msec
2026-07-08 15:57:35,626 INFO  [IPC Server Responder] ipc.Server (Server.java:run(1507)) - IPC Server Responder: starting
2026-07-08 15:57:35,626 INFO  [IPC Server listener on 0] ipc.Server (Server.java:run(1344)) - IPC Server listener on 0: starting
2026-07-08 15:57:35,630 INFO  [Listener at localhost/42267] namenode.NameNode (NameNode.java:startCommonServices(893)) - NameNode RPC up at: localhost/127.0.0.1:42267
2026-07-08 15:57:35,631 INFO  [Listener at localhost/42267] namenode.FSNamesystem (FSNamesystem.java:startActiveServices(1314)) - Starting services required for active state
2026-07-08 15:57:35,631 INFO  [Listener at localhost/42267] namenode.FSDirectory (FSDirectory.java:updateCountForQuota(840)) - Initializing quota with 12 thread(s)
2026-07-08 15:57:35,631 INFO  [Listener at localhost/42267] namenode.FSDirectory (FSDirectory.java:updateCountForQuota(849)) - Quota initialization completed in 1 milliseconds
name space=1
storage space=0
storage types=RAM_DISK=0, SSD=0, DISK=0, ARCHIVE=0, PROVIDED=0
2026-07-08 15:57:35,637 INFO  [CacheReplicationMonitor(347769323)] blockmanagement.CacheReplicationMonitor (CacheReplicationMonitor.java:run(160)) - Starting CacheReplicationMonitor with interval 30000 milliseconds
2026-07-08 15:57:35,639 INFO  [Listener at localhost/42267] hdfs.MiniDFSCluster (MiniDFSCluster.java:startDataNodes(1697)) - Starting DataNode 0 with dfs.datanode.data.dir: [DISK]file:/tmp/hdfs-test8726247130117235937/data/data1,[DISK]file:/tmp/hdfs-test8726247130117235937/data/data2
2026-07-08 15:57:35,640 INFO  [Listener at localhost/42267] checker.ThrottledAsyncChecker (ThrottledAsyncChecker.java:schedule(137)) - Scheduling a check for [DISK]file:/tmp/hdfs-test8726247130117235937/data/data1
2026-07-08 15:57:35,641 INFO  [Listener at localhost/42267] checker.ThrottledAsyncChecker (ThrottledAsyncChecker.java:schedule(137)) - Scheduling a check for [DISK]file:/tmp/hdfs-test8726247130117235937/data/data2
2026-07-08 15:57:35,666 INFO  [Listener at localhost/42267] impl.MetricsSystemImpl (MetricsSystemImpl.java:init(158)) - DataNode metrics system started (again)
2026-07-08 15:57:35,667 INFO  [Listener at localhost/42267] common.Util (Util.java:isDiskStatsEnabled(395)) - dfs.datanode.fileio.profiling.sampling.percentage set to 0. Disabling file IO profiling
2026-07-08 15:57:35,667 INFO  [Listener at localhost/42267] datanode.BlockScanner (BlockScanner.java:<init>(201)) - Initialized block scanner with targetBytesPerSec 1048576
2026-07-08 15:57:35,668 INFO  [Listener at localhost/42267] datanode.DataNode (DataNode.java:<init>(512)) - Configured hostname is 127.0.0.1
2026-07-08 15:57:35,668 INFO  [Listener at localhost/42267] common.Util (Util.java:isDiskStatsEnabled(395)) - dfs.datanode.fileio.profiling.sampling.percentage set to 0. Disabling file IO profiling
2026-07-08 15:57:35,668 INFO  [Listener at localhost/42267] datanode.DataNode (DataNode.java:startDataNode(1408)) - Starting DataNode with maxLockedMemory = 0
2026-07-08 15:57:35,669 INFO  [Listener at localhost/42267] datanode.DataNode (DataNode.java:initDataXceiver(1171)) - Opened streaming server at /127.0.0.1:40873
2026-07-08 15:57:35,669 INFO  [Listener at localhost/42267] datanode.DataNode (DataXceiverServer.java:<init>(94)) - Balancing bandwidth is 104857600 bytes/s
2026-07-08 15:57:35,669 INFO  [Listener at localhost/42267] datanode.DataNode (DataXceiverServer.java:<init>(95)) - Number threads for balancing is 100
2026-07-08 15:57:35,673 INFO  [Listener at localhost/42267] server.AuthenticationFilter (AuthenticationFilter.java:constructSecretProvider(240)) - Unable to initialize FileSignerSecretProvider, falling back to use random secrets.
2026-07-08 15:57:35,673 INFO  [Listener at localhost/42267] http.HttpRequestLog (HttpRequestLog.java:getRequestLog(82)) - Http request log for http.requests.datanode is not defined
2026-07-08 15:57:35,675 INFO  [Listener at localhost/42267] http.HttpServer2 (HttpServer2.java:addGlobalFilter(1111)) - Added global filter 'safety' (class=org.apache.hadoop.http.HttpServer2$QuotingInputFilter)
2026-07-08 15:57:35,676 INFO  [Listener at localhost/42267] http.HttpServer2 (HttpServer2.java:addFilter(1084)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context datanode
2026-07-08 15:57:35,676 INFO  [Listener at localhost/42267] http.HttpServer2 (HttpServer2.java:addFilter(1094)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context static
2026-07-08 15:57:35,677 INFO  [Listener at localhost/42267] http.HttpServer2 (HttpServer2.java:bindListener(1332)) - Jetty bound to port 37751
2026-07-08 15:57:35,677 INFO  [Listener at localhost/42267] server.Server (Server.java:doStart(375)) - jetty-9.4.40.v20210413; built: 2021-04-13T20:42:42.668Z; git: b881a572662e1943a14ae12e7e1207989f218b74; jvm 1.8.0_362-8u372-ga~us1-0ubuntu1~18.04-b09
2026-07-08 15:57:35,679 INFO  [Listener at localhost/42267] server.session (DefaultSessionIdManager.java:doStart(334)) - DefaultSessionIdManager workerName=node0
2026-07-08 15:57:35,679 INFO  [Listener at localhost/42267] server.session (DefaultSessionIdManager.java:doStart(339)) - No SessionScavenger set, using defaults
2026-07-08 15:57:35,679 INFO  [Listener at localhost/42267] server.session (HouseKeeper.java:startScavenging(132)) - node0 Scavenging every 600000ms
2026-07-08 15:57:35,681 INFO  [Listener at localhost/42267] handler.ContextHandler (ContextHandler.java:doStart(916)) - Started o.e.j.s.ServletContextHandler@d257579{static,/static,jar:file:/tmp/dist-test-taskq8m9tG/java/build/jars/hadoop-hdfs-3.3.1-tests.jar!/webapps/static,AVAILABLE}
2026-07-08 15:57:35,829 INFO  [Listener at localhost/42267] handler.ContextHandler (ContextHandler.java:doStart(916)) - Started o.e.j.w.WebAppContext@695c938d{datanode,/,file:///tmp/jetty-localhost-37751-hadoop-hdfs-3_3_1-tests_jar-_-any-1270105003283584104/webapp/,AVAILABLE}{jar:file:/tmp/dist-test-taskq8m9tG/java/build/jars/hadoop-hdfs-3.3.1-tests.jar!/webapps/datanode}
2026-07-08 15:57:35,831 INFO  [Listener at localhost/42267] server.AbstractConnector (AbstractConnector.java:doStart(331)) - Started ServerConnector@2d85fb64{HTTP/1.1, (http/1.1)}{localhost:37751}
2026-07-08 15:57:35,832 INFO  [Listener at localhost/42267] server.Server (Server.java:doStart(415)) - Started @13165ms
2026-07-08 15:57:35,833 WARN  [Listener at localhost/42267] web.DatanodeHttpServer (RestCsrfPreventionFilterHandler.java:<init>(75)) - Got null for restCsrfPreventionFilter - will not do any filtering.
2026-07-08 15:57:35,837 INFO  [Listener at localhost/42267] web.DatanodeHttpServer (DatanodeHttpServer.java:start(322)) - Listening HTTP traffic on /127.0.0.1:42065
2026-07-08 15:57:35,838 INFO  [Listener at localhost/42267] datanode.DataNode (DataNode.java:startDataNode(1436)) - dnUserName = slave
2026-07-08 15:57:35,838 INFO  [org.apache.hadoop.util.JvmPauseMonitor$Monitor@7bd96822] util.JvmPauseMonitor (JvmPauseMonitor.java:run(188)) - Starting JVM pause monitor
2026-07-08 15:57:35,839 INFO  [Listener at localhost/42267] datanode.DataNode (DataNode.java:startDataNode(1437)) - supergroup = supergroup
2026-07-08 15:57:35,839 INFO  [Listener at localhost/42267] ipc.CallQueueManager (CallQueueManager.java:<init>(90)) - Using callQueue: class java.util.concurrent.LinkedBlockingQueue, queueCapacity: 1000, scheduler: class org.apache.hadoop.ipc.DefaultRpcScheduler, ipcBackoff: false.
2026-07-08 15:57:35,840 INFO  [Socket Reader #1 for port 0] ipc.Server (Server.java:run(1265)) - Starting Socket Reader #1 for port 0
2026-07-08 15:57:35,844 INFO  [Listener at localhost/33511] datanode.DataNode (DataNode.java:initIpcServer(1057)) - Opened IPC server at /127.0.0.1:33511
2026-07-08 15:57:35,861 INFO  [Listener at localhost/33511] datanode.DataNode (BlockPoolManager.java:refreshNamenodes(149)) - Refresh request received for nameservices: null
2026-07-08 15:57:35,861 INFO  [Listener at localhost/33511] datanode.DataNode (BlockPoolManager.java:doRefreshNamenodes(210)) - Starting BPOfferServices for nameservices: <default>
2026-07-08 15:57:35,862 INFO  [Thread-502] datanode.DataNode (BPServiceActor.java:run(847)) - Block pool <registering> (Datanode Uuid unassigned) service to localhost/127.0.0.1:42267 starting to offer service
2026-07-08 15:57:35,866 INFO  [IPC Server Responder] ipc.Server (Server.java:run(1507)) - IPC Server Responder: starting
2026-07-08 15:57:35,866 INFO  [IPC Server listener on 0] ipc.Server (Server.java:run(1344)) - IPC Server listener on 0: starting
2026-07-08 15:57:35,879 INFO  [Thread-502] datanode.DataNode (BPOfferService.java:verifyAndSetNamespaceInfo(381)) - Acknowledging ACTIVE Namenode during handshakeBlock pool <registering> (Datanode Uuid unassigned) service to localhost/127.0.0.1:42267
2026-07-08 15:57:35,881 INFO  [Thread-502] common.Storage (DataStorage.java:getParallelVolumeLoadThreadsNum(356)) - Using 2 threads to upgrade data directories (dfs.datanode.parallel.volumes.load.threads.num=2, dataDirs=2)
2026-07-08 15:57:35,885 INFO  [IPC Server handler 1 on default port 42267] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=datanodeReport	src=null	dst=null	perm=null	proto=rpc
2026-07-08 15:57:35,885 INFO  [Thread-502] common.Storage (Storage.java:tryLock(948)) - Lock on /tmp/hdfs-test8726247130117235937/data/data1/in_use.lock acquired by nodename 6233@dist-test-slave-lxff.c.gcp-upstream.internal
2026-07-08 15:57:35,886 INFO  [Thread-502] common.Storage (DataStorage.java:loadStorageDirectory(284)) - Storage directory with location [DISK]file:/tmp/hdfs-test8726247130117235937/data/data1 is not formatted for namespace 1752184666. Formatting...
2026-07-08 15:57:35,886 INFO  [Listener at localhost/33511] hdfs.MiniDFSCluster (MiniDFSCluster.java:shouldWait(2823)) - dnInfo.length != numDataNodes
2026-07-08 15:57:35,886 INFO  [Listener at localhost/33511] hdfs.MiniDFSCluster (MiniDFSCluster.java:waitActive(2744)) - Waiting for cluster to become active
2026-07-08 15:57:35,886 INFO  [Thread-502] common.Storage (DataStorage.java:createStorageID(160)) - Generated new storageID DS-affe8596-5ed2-46d9-8337-730ae3afed05 for directory /tmp/hdfs-test8726247130117235937/data/data1 
2026-07-08 15:57:35,892 INFO  [Thread-502] common.Storage (Storage.java:tryLock(948)) - Lock on /tmp/hdfs-test8726247130117235937/data/data2/in_use.lock acquired by nodename 6233@dist-test-slave-lxff.c.gcp-upstream.internal
2026-07-08 15:57:35,893 INFO  [Thread-502] common.Storage (DataStorage.java:loadStorageDirectory(284)) - Storage directory with location [DISK]file:/tmp/hdfs-test8726247130117235937/data/data2 is not formatted for namespace 1752184666. Formatting...
2026-07-08 15:57:35,893 INFO  [Thread-502] common.Storage (DataStorage.java:createStorageID(160)) - Generated new storageID DS-079bf5e0-9b65-45ef-9987-47eaaf19b697 for directory /tmp/hdfs-test8726247130117235937/data/data2 
2026-07-08 15:57:35,916 INFO  [Thread-502] common.Storage (BlockPoolSliceStorage.java:recoverTransitionRead(256)) - Analyzing storage directories for bpid BP-705324548-10.240.1.3-1783526254993
2026-07-08 15:57:35,917 INFO  [Thread-502] common.Storage (Storage.java:lock(907)) - Locking is disabled for /tmp/hdfs-test8726247130117235937/data/data1/current/BP-705324548-10.240.1.3-1783526254993
2026-07-08 15:57:35,917 INFO  [Thread-502] common.Storage (BlockPoolSliceStorage.java:loadStorageDirectory(169)) - Block pool storage directory for location [DISK]file:/tmp/hdfs-test8726247130117235937/data/data1 and block pool id BP-705324548-10.240.1.3-1783526254993 is not formatted. Formatting ...
2026-07-08 15:57:35,917 INFO  [Thread-502] common.Storage (BlockPoolSliceStorage.java:format(285)) - Formatting block pool BP-705324548-10.240.1.3-1783526254993 directory /tmp/hdfs-test8726247130117235937/data/data1/current/BP-705324548-10.240.1.3-1783526254993/current
2026-07-08 15:57:35,940 INFO  [Thread-502] common.Storage (BlockPoolSliceStorage.java:recoverTransitionRead(256)) - Analyzing storage directories for bpid BP-705324548-10.240.1.3-1783526254993
2026-07-08 15:57:35,941 INFO  [Thread-502] common.Storage (Storage.java:lock(907)) - Locking is disabled for /tmp/hdfs-test8726247130117235937/data/data2/current/BP-705324548-10.240.1.3-1783526254993
2026-07-08 15:57:35,941 INFO  [Thread-502] common.Storage (BlockPoolSliceStorage.java:loadStorageDirectory(169)) - Block pool storage directory for location [DISK]file:/tmp/hdfs-test8726247130117235937/data/data2 and block pool id BP-705324548-10.240.1.3-1783526254993 is not formatted. Formatting ...
2026-07-08 15:57:35,941 INFO  [Thread-502] common.Storage (BlockPoolSliceStorage.java:format(285)) - Formatting block pool BP-705324548-10.240.1.3-1783526254993 directory /tmp/hdfs-test8726247130117235937/data/data2/current/BP-705324548-10.240.1.3-1783526254993/current
2026-07-08 15:57:35,946 INFO  [Thread-502] datanode.DataNode (DataNode.java:initStorage(1756)) - Setting up storage: nsid=1752184666;bpid=BP-705324548-10.240.1.3-1783526254993;lv=-57;nsInfo=lv=-66;cid=testClusterID;nsid=1752184666;c=1783526254993;bpid=BP-705324548-10.240.1.3-1783526254993;dnuuid=null
2026-07-08 15:57:35,950 INFO  [Thread-502] datanode.DataNode (DataNode.java:checkDatanodeUuid(1554)) - Generated and persisted new Datanode UUID 1c01b963-ec9f-490a-97a9-fa0a3a7fd1a5
2026-07-08 15:57:35,951 INFO  [Thread-502] impl.FsDatasetImpl (FsDatasetImpl.java:<init>(310)) - The datanode lock is a read write lock
2026-07-08 15:57:35,953 INFO  [Thread-502] impl.FsDatasetImpl (FsVolumeList.java:addVolume(304)) - Added new volume: DS-affe8596-5ed2-46d9-8337-730ae3afed05
2026-07-08 15:57:35,953 INFO  [Thread-502] impl.FsDatasetImpl (FsDatasetImpl.java:addVolume(493)) - Added volume - [DISK]file:/tmp/hdfs-test8726247130117235937/data/data1, StorageType: DISK
2026-07-08 15:57:35,955 INFO  [Thread-502] impl.FsDatasetImpl (FsVolumeList.java:addVolume(304)) - Added new volume: DS-079bf5e0-9b65-45ef-9987-47eaaf19b697
2026-07-08 15:57:35,955 INFO  [Thread-502] impl.FsDatasetImpl (FsDatasetImpl.java:addVolume(493)) - Added volume - [DISK]file:/tmp/hdfs-test8726247130117235937/data/data2, StorageType: DISK
2026-07-08 15:57:35,956 INFO  [Thread-502] impl.MemoryMappableBlockLoader (MemoryMappableBlockLoader.java:initialize(48)) - Initializing cache loader: MemoryMappableBlockLoader.
2026-07-08 15:57:35,956 INFO  [Thread-502] impl.FsDatasetImpl (FsDatasetImpl.java:registerMBean(2343)) - Registered FSDatasetState MBean
2026-07-08 15:57:35,957 INFO  [Thread-502] impl.FsDatasetImpl (FsDatasetImpl.java:addBlockPool(2856)) - Adding block pool BP-705324548-10.240.1.3-1783526254993
2026-07-08 15:57:35,958 INFO  [Thread-519] impl.FsDatasetImpl (FsVolumeList.java:run(406)) - Scanning block pool BP-705324548-10.240.1.3-1783526254993 on volume /tmp/hdfs-test8726247130117235937/data/data1...
2026-07-08 15:57:35,958 INFO  [Thread-520] impl.FsDatasetImpl (FsVolumeList.java:run(406)) - Scanning block pool BP-705324548-10.240.1.3-1783526254993 on volume /tmp/hdfs-test8726247130117235937/data/data2...
2026-07-08 15:57:35,978 INFO  [Thread-519] impl.FsDatasetImpl (FsVolumeList.java:run(411)) - Time taken to scan block pool BP-705324548-10.240.1.3-1783526254993 on /tmp/hdfs-test8726247130117235937/data/data1: 20ms
2026-07-08 15:57:35,983 INFO  [Thread-520] impl.FsDatasetImpl (FsVolumeList.java:run(411)) - Time taken to scan block pool BP-705324548-10.240.1.3-1783526254993 on /tmp/hdfs-test8726247130117235937/data/data2: 24ms
2026-07-08 15:57:35,983 INFO  [Thread-502] impl.FsDatasetImpl (FsVolumeList.java:addBlockPool(431)) - Total time to scan all replicas for block pool BP-705324548-10.240.1.3-1783526254993: 25ms
2026-07-08 15:57:35,984 INFO  [Thread-523] impl.FsDatasetImpl (FsVolumeList.java:run(199)) - Adding replicas to map for block pool BP-705324548-10.240.1.3-1783526254993 on volume /tmp/hdfs-test8726247130117235937/data/data1...
2026-07-08 15:57:35,984 INFO  [Thread-524] impl.FsDatasetImpl (FsVolumeList.java:run(199)) - Adding replicas to map for block pool BP-705324548-10.240.1.3-1783526254993 on volume /tmp/hdfs-test8726247130117235937/data/data2...
2026-07-08 15:57:35,984 INFO  [Thread-523] impl.BlockPoolSlice (BlockPoolSlice.java:readReplicasFromCache(902)) - Replica Cache file: /tmp/hdfs-test8726247130117235937/data/data1/current/BP-705324548-10.240.1.3-1783526254993/current/replicas doesn't exist 
2026-07-08 15:57:35,984 INFO  [Thread-524] impl.BlockPoolSlice (BlockPoolSlice.java:readReplicasFromCache(902)) - Replica Cache file: /tmp/hdfs-test8726247130117235937/data/data2/current/BP-705324548-10.240.1.3-1783526254993/current/replicas doesn't exist 
2026-07-08 15:57:35,984 INFO  [Thread-523] impl.FsDatasetImpl (FsVolumeList.java:run(204)) - Time to add replicas to map for block pool BP-705324548-10.240.1.3-1783526254993 on volume /tmp/hdfs-test8726247130117235937/data/data1: 1ms
2026-07-08 15:57:35,984 INFO  [Thread-524] impl.FsDatasetImpl (FsVolumeList.java:run(204)) - Time to add replicas to map for block pool BP-705324548-10.240.1.3-1783526254993 on volume /tmp/hdfs-test8726247130117235937/data/data2: 1ms
2026-07-08 15:57:35,984 INFO  [Thread-502] impl.FsDatasetImpl (FsVolumeList.java:getAllVolumesMap(225)) - Total time to add all replicas to map for block pool BP-705324548-10.240.1.3-1783526254993: 1ms
2026-07-08 15:57:35,985 INFO  [Thread-502] checker.ThrottledAsyncChecker (ThrottledAsyncChecker.java:schedule(137)) - Scheduling a check for /tmp/hdfs-test8726247130117235937/data/data1
2026-07-08 15:57:35,985 INFO  [Thread-502] checker.DatasetVolumeChecker (DatasetVolumeChecker.java:checkAllVolumes(224)) - Scheduled health check for volume /tmp/hdfs-test8726247130117235937/data/data1
2026-07-08 15:57:35,986 INFO  [Thread-502] checker.ThrottledAsyncChecker (ThrottledAsyncChecker.java:schedule(137)) - Scheduling a check for /tmp/hdfs-test8726247130117235937/data/data2
2026-07-08 15:57:35,986 INFO  [Thread-502] checker.DatasetVolumeChecker (DatasetVolumeChecker.java:checkAllVolumes(224)) - Scheduled health check for volume /tmp/hdfs-test8726247130117235937/data/data2
2026-07-08 15:57:35,988 INFO  [VolumeScannerThread(/tmp/hdfs-test8726247130117235937/data/data2)] datanode.VolumeScanner (VolumeScanner.java:findNextUsableBlockIter(385)) - Now scanning bpid BP-705324548-10.240.1.3-1783526254993 on volume /tmp/hdfs-test8726247130117235937/data/data2
2026-07-08 15:57:35,988 WARN  [Thread-502] datanode.DirectoryScanner (DirectoryScanner.java:<init>(300)) - dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1
2026-07-08 15:57:35,989 INFO  [Thread-502] datanode.DirectoryScanner (DirectoryScanner.java:start(329)) - Periodic Directory Tree Verification scan starting in 19550673ms with interval of 21600000ms and throttle limit of -1ms/s
2026-07-08 15:57:35,989 INFO  [VolumeScannerThread(/tmp/hdfs-test8726247130117235937/data/data2)] datanode.VolumeScanner (VolumeScanner.java:getNextBlockToScan(505)) - VolumeScanner(/tmp/hdfs-test8726247130117235937/data/data2, DS-079bf5e0-9b65-45ef-9987-47eaaf19b697): finished scanning block pool BP-705324548-10.240.1.3-1783526254993
2026-07-08 15:57:35,989 INFO  [VolumeScannerThread(/tmp/hdfs-test8726247130117235937/data/data1)] datanode.VolumeScanner (VolumeScanner.java:findNextUsableBlockIter(385)) - Now scanning bpid BP-705324548-10.240.1.3-1783526254993 on volume /tmp/hdfs-test8726247130117235937/data/data1
2026-07-08 15:57:35,989 INFO  [VolumeScannerThread(/tmp/hdfs-test8726247130117235937/data/data1)] datanode.VolumeScanner (VolumeScanner.java:getNextBlockToScan(505)) - VolumeScanner(/tmp/hdfs-test8726247130117235937/data/data1, DS-affe8596-5ed2-46d9-8337-730ae3afed05): finished scanning block pool BP-705324548-10.240.1.3-1783526254993
2026-07-08 15:57:35,989 INFO  [VolumeScannerThread(/tmp/hdfs-test8726247130117235937/data/data2)] datanode.VolumeScanner (VolumeScanner.java:findNextUsableBlockIter(402)) - VolumeScanner(/tmp/hdfs-test8726247130117235937/data/data2, DS-079bf5e0-9b65-45ef-9987-47eaaf19b697): no suitable block pools found to scan.  Waiting 1814399999 ms.
2026-07-08 15:57:35,990 INFO  [VolumeScannerThread(/tmp/hdfs-test8726247130117235937/data/data1)] datanode.VolumeScanner (VolumeScanner.java:findNextUsableBlockIter(402)) - VolumeScanner(/tmp/hdfs-test8726247130117235937/data/data1, DS-affe8596-5ed2-46d9-8337-730ae3afed05): no suitable block pools found to scan.  Waiting 1814399998 ms.
2026-07-08 15:57:35,991 INFO  [IPC Server handler 2 on default port 42267] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=datanodeReport	src=null	dst=null	perm=null	proto=rpc
2026-07-08 15:57:35,992 INFO  [BP-705324548-10.240.1.3-1783526254993 heartbeating to localhost/127.0.0.1:42267] datanode.DataNode (BPServiceActor.java:register(788)) - Block pool BP-705324548-10.240.1.3-1783526254993 (Datanode Uuid 1c01b963-ec9f-490a-97a9-fa0a3a7fd1a5) service to localhost/127.0.0.1:42267 beginning handshake with NN
2026-07-08 15:57:35,996 INFO  [Listener at localhost/33511] hdfs.MiniDFSCluster (MiniDFSCluster.java:shouldWait(2823)) - dnInfo.length != numDataNodes
2026-07-08 15:57:35,997 INFO  [Listener at localhost/33511] hdfs.MiniDFSCluster (MiniDFSCluster.java:waitActive(2744)) - Waiting for cluster to become active
2026-07-08 15:57:35,998 INFO  [IPC Server handler 3 on default port 42267] hdfs.StateChange (DatanodeManager.java:registerDatanode(1142)) - BLOCK* registerDatanode: from DatanodeRegistration(127.0.0.1:40873, datanodeUuid=1c01b963-ec9f-490a-97a9-fa0a3a7fd1a5, infoPort=42065, infoSecurePort=0, ipcPort=33511, storageInfo=lv=-57;cid=testClusterID;nsid=1752184666;c=1783526254993) storage 1c01b963-ec9f-490a-97a9-fa0a3a7fd1a5
2026-07-08 15:57:35,998 INFO  [IPC Server handler 3 on default port 42267] net.NetworkTopology (NetworkTopology.java:add(149)) - Adding a new node: /default-rack/127.0.0.1:40873
2026-07-08 15:57:35,998 INFO  [IPC Server handler 3 on default port 42267] blockmanagement.BlockReportLeaseManager (BlockReportLeaseManager.java:registerNode(200)) - Registered DN 1c01b963-ec9f-490a-97a9-fa0a3a7fd1a5 (127.0.0.1:40873).
2026-07-08 15:57:36,002 INFO  [BP-705324548-10.240.1.3-1783526254993 heartbeating to localhost/127.0.0.1:42267] datanode.DataNode (BPServiceActor.java:register(816)) - Block pool BP-705324548-10.240.1.3-1783526254993 (Datanode Uuid 1c01b963-ec9f-490a-97a9-fa0a3a7fd1a5) service to localhost/127.0.0.1:42267 successfully registered with NN
2026-07-08 15:57:36,002 INFO  [BP-705324548-10.240.1.3-1783526254993 heartbeating to localhost/127.0.0.1:42267] datanode.DataNode (BPServiceActor.java:offerService(645)) - For namenode localhost/127.0.0.1:42267 using BLOCKREPORT_INTERVAL of 21600000msecs CACHEREPORT_INTERVAL of 10000msecs Initial delay: 0msecs; heartBeatInterval=3000
2026-07-08 15:57:36,004 INFO  [IPC Server handler 4 on default port 42267] blockmanagement.DatanodeDescriptor (DatanodeDescriptor.java:updateStorage(999)) - Adding new storage ID DS-affe8596-5ed2-46d9-8337-730ae3afed05 for DN 127.0.0.1:40873
2026-07-08 15:57:36,005 INFO  [IPC Server handler 4 on default port 42267] blockmanagement.DatanodeDescriptor (DatanodeDescriptor.java:updateStorage(999)) - Adding new storage ID DS-079bf5e0-9b65-45ef-9987-47eaaf19b697 for DN 127.0.0.1:40873
2026-07-08 15:57:36,007 INFO  [Block report processor] BlockStateChange (BlockManager.java:processReport(2778)) - BLOCK* processReport 0x6b909a9ff93d78c: Processing first storage report for DS-079bf5e0-9b65-45ef-9987-47eaaf19b697 from datanode 1c01b963-ec9f-490a-97a9-fa0a3a7fd1a5
2026-07-08 15:57:36,008 INFO  [Block report processor] BlockStateChange (BlockManager.java:processReport(2810)) - BLOCK* processReport 0x6b909a9ff93d78c: from storage DS-079bf5e0-9b65-45ef-9987-47eaaf19b697 node DatanodeRegistration(127.0.0.1:40873, datanodeUuid=1c01b963-ec9f-490a-97a9-fa0a3a7fd1a5, infoPort=42065, infoSecurePort=0, ipcPort=33511, storageInfo=lv=-57;cid=testClusterID;nsid=1752184666;c=1783526254993), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0
2026-07-08 15:57:36,008 INFO  [Block report processor] BlockStateChange (BlockManager.java:processReport(2778)) - BLOCK* processReport 0x6b909a9ff93d78c: Processing first storage report for DS-affe8596-5ed2-46d9-8337-730ae3afed05 from datanode 1c01b963-ec9f-490a-97a9-fa0a3a7fd1a5
2026-07-08 15:57:36,008 INFO  [Block report processor] BlockStateChange (BlockManager.java:processReport(2810)) - BLOCK* processReport 0x6b909a9ff93d78c: from storage DS-affe8596-5ed2-46d9-8337-730ae3afed05 node DatanodeRegistration(127.0.0.1:40873, datanodeUuid=1c01b963-ec9f-490a-97a9-fa0a3a7fd1a5, infoPort=42065, infoSecurePort=0, ipcPort=33511, storageInfo=lv=-57;cid=testClusterID;nsid=1752184666;c=1783526254993), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0
2026-07-08 15:57:36,008 INFO  [BP-705324548-10.240.1.3-1783526254993 heartbeating to localhost/127.0.0.1:42267] datanode.DataNode (BPServiceActor.java:blockReport(437)) - Successfully sent block report 0x6b909a9ff93d78c to namenode: localhost/127.0.0.1:42267,  containing 2 storage report(s), of which we sent 2. The reports had 0 total blocks and used 1 RPC(s). This took 0 msecs to generate and 2 msecs for RPC and NN processing. Got back one command: FinalizeCommand/5.
2026-07-08 15:57:36,009 INFO  [Command processor] datanode.DataNode (BPOfferService.java:processCommandFromActive(763)) - Got finalize command for block pool BP-705324548-10.240.1.3-1783526254993
2026-07-08 15:57:36,061 WARN  [org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeResourceMonitor@65eb76cd] namenode.NameNodeResourceChecker (NameNodeResourceChecker.java:isResourceAvailable(88)) - Space available on volume 'overlay' is 0, which is below the configured reserved amount 104857600
2026-07-08 15:57:36,062 WARN  [org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeResourceMonitor@65eb76cd] namenode.FSNamesystem (FSNamesystem.java:run(4383)) - NameNode low on available disk space. Entering safe mode.
2026-07-08 15:57:36,062 INFO  [org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeResourceMonitor@65eb76cd] hdfs.StateChange (FSNamesystem.java:enterSafeMode(5028)) - STATE* Safe mode is ON.
Resources are low on NN. Please add or free up more resourcesthen turn off safe mode manually. NOTE:  If you turn off safe mode before adding resources, the NN will immediately return to safe mode. Use "hdfs dfsadmin -safemode leave" to turn safe mode off.
2026-07-08 15:57:36,098 INFO  [IPC Server handler 6 on default port 42267] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=datanodeReport	src=null	dst=null	perm=null	proto=rpc
2026-07-08 15:57:36,099 INFO  [Listener at localhost/33511] hdfs.MiniDFSCluster (MiniDFSCluster.java:waitActive(2799)) - Cluster is active
2026-07-08 15:57:36,117 INFO  [Listener at localhost/33511] backup.BackupIO (BackupIO.scala:writeTableMetadata(95)) - Writing metadata to hdfs://localhost:42267/id_taco-taco/100/.kudu-metadata.json
2026-07-08 15:57:36,121 INFO  [IPC Server handler 7 on default port 42267] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=create	src=/id_taco-taco/100/.kudu-metadata.json	dst=null	perm=slave:supergroup:rw-r--r--	proto=rpc
2026-07-08 15:57:36,127 INFO  [IPC Server handler 8 on default port 42267] hdfs.StateChange (FSDirWriteFileOp.java:logAllocatedBlock(802)) - BLOCK* allocate blk_1073741825_1001, replicas=127.0.0.1:40873 for /id_taco-taco/100/.kudu-metadata.json
2026-07-08 15:57:36,132 INFO  [DataXceiver for client DFSClient_NONMAPREDUCE_1863140868_1 at /127.0.0.1:40614 [Receiving block BP-705324548-10.240.1.3-1783526254993:blk_1073741825_1001]] datanode.DataNode (DataXceiver.java:writeBlock(747)) - Receiving BP-705324548-10.240.1.3-1783526254993:blk_1073741825_1001 src: /127.0.0.1:40614 dest: /127.0.0.1:40873
2026-07-08 15:57:36,138 INFO  [PacketResponder: BP-705324548-10.240.1.3-1783526254993:blk_1073741825_1001, type=LAST_IN_PIPELINE] DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1539)) - src: /127.0.0.1:40614, dest: /127.0.0.1:40873, bytes: 82, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1863140868_1, offset: 0, srvID: 1c01b963-ec9f-490a-97a9-fa0a3a7fd1a5, blockid: BP-705324548-10.240.1.3-1783526254993:blk_1073741825_1001, duration(ns): 3420361
2026-07-08 15:57:36,139 INFO  [PacketResponder: BP-705324548-10.240.1.3-1783526254993:blk_1073741825_1001, type=LAST_IN_PIPELINE] datanode.DataNode (BlockReceiver.java:run(1512)) - PacketResponder: BP-705324548-10.240.1.3-1783526254993:blk_1073741825_1001, type=LAST_IN_PIPELINE terminating
2026-07-08 15:57:36,143 INFO  [IPC Server handler 1 on default port 42267] hdfs.StateChange (FSNamesystem.java:completeFile(3104)) - DIR* completeFile: /id_taco-taco/100/.kudu-metadata.json is closed by DFSClient_NONMAPREDUCE_1863140868_1
2026-07-08 15:57:36,144 INFO  [Listener at localhost/33511] backup.BackupIO (BackupIO.scala:writeTableMetadata(95)) - Writing metadata to hdfs://localhost:42267/id_taco-taco/1000/.kudu-metadata.json
2026-07-08 15:57:36,146 INFO  [IPC Server handler 2 on default port 42267] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=create	src=/id_taco-taco/1000/.kudu-metadata.json	dst=null	perm=slave:supergroup:rw-r--r--	proto=rpc
2026-07-08 15:57:36,151 INFO  [IPC Server handler 3 on default port 42267] hdfs.StateChange (FSDirWriteFileOp.java:logAllocatedBlock(802)) - BLOCK* allocate blk_1073741826_1002, replicas=127.0.0.1:40873 for /id_taco-taco/1000/.kudu-metadata.json
2026-07-08 15:57:36,154 INFO  [DataXceiver for client DFSClient_NONMAPREDUCE_1863140868_1 at /127.0.0.1:40622 [Receiving block BP-705324548-10.240.1.3-1783526254993:blk_1073741826_1002]] datanode.DataNode (DataXceiver.java:writeBlock(747)) - Receiving BP-705324548-10.240.1.3-1783526254993:blk_1073741826_1002 src: /127.0.0.1:40622 dest: /127.0.0.1:40873
2026-07-08 15:57:36,161 INFO  [PacketResponder: BP-705324548-10.240.1.3-1783526254993:blk_1073741826_1002, type=LAST_IN_PIPELINE] DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1539)) - src: /127.0.0.1:40622, dest: /127.0.0.1:40873, bytes: 83, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1863140868_1, offset: 0, srvID: 1c01b963-ec9f-490a-97a9-fa0a3a7fd1a5, blockid: BP-705324548-10.240.1.3-1783526254993:blk_1073741826_1002, duration(ns): 3676456
2026-07-08 15:57:36,161 INFO  [PacketResponder: BP-705324548-10.240.1.3-1783526254993:blk_1073741826_1002, type=LAST_IN_PIPELINE] datanode.DataNode (BlockReceiver.java:run(1512)) - PacketResponder: BP-705324548-10.240.1.3-1783526254993:blk_1073741826_1002, type=LAST_IN_PIPELINE terminating
2026-07-08 15:57:36,163 INFO  [IPC Server handler 5 on default port 42267] hdfs.StateChange (FSNamesystem.java:completeFile(3104)) - DIR* completeFile: /id_taco-taco/1000/.kudu-metadata.json is closed by DFSClient_NONMAPREDUCE_1863140868_1
2026-07-08 15:57:36,164 INFO  [Listener at localhost/33511] backup.BackupIO (BackupIO.scala:writeTableMetadata(95)) - Writing metadata to hdfs://localhost:42267/id_taco-taco/2000/.kudu-metadata.json
2026-07-08 15:57:36,166 INFO  [IPC Server handler 6 on default port 42267] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=create	src=/id_taco-taco/2000/.kudu-metadata.json	dst=null	perm=slave:supergroup:rw-r--r--	proto=rpc
2026-07-08 15:57:36,170 INFO  [IPC Server handler 7 on default port 42267] hdfs.StateChange (FSDirWriteFileOp.java:logAllocatedBlock(802)) - BLOCK* allocate blk_1073741827_1003, replicas=127.0.0.1:40873 for /id_taco-taco/2000/.kudu-metadata.json
2026-07-08 15:57:36,172 INFO  [DataXceiver for client DFSClient_NONMAPREDUCE_1863140868_1 at /127.0.0.1:40636 [Receiving block BP-705324548-10.240.1.3-1783526254993:blk_1073741827_1003]] datanode.DataNode (DataXceiver.java:writeBlock(747)) - Receiving BP-705324548-10.240.1.3-1783526254993:blk_1073741827_1003 src: /127.0.0.1:40636 dest: /127.0.0.1:40873
2026-07-08 15:57:36,179 INFO  [PacketResponder: BP-705324548-10.240.1.3-1783526254993:blk_1073741827_1003, type=LAST_IN_PIPELINE] DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1539)) - src: /127.0.0.1:40636, dest: /127.0.0.1:40873, bytes: 102, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1863140868_1, offset: 0, srvID: 1c01b963-ec9f-490a-97a9-fa0a3a7fd1a5, blockid: BP-705324548-10.240.1.3-1783526254993:blk_1073741827_1003, duration(ns): 3398991
2026-07-08 15:57:36,179 INFO  [PacketResponder: BP-705324548-10.240.1.3-1783526254993:blk_1073741827_1003, type=LAST_IN_PIPELINE] datanode.DataNode (BlockReceiver.java:run(1512)) - PacketResponder: BP-705324548-10.240.1.3-1783526254993:blk_1073741827_1003, type=LAST_IN_PIPELINE terminating
2026-07-08 15:57:36,181 INFO  [IPC Server handler 9 on default port 42267] hdfs.StateChange (FSNamesystem.java:completeFile(3104)) - DIR* completeFile: /id_taco-taco/2000/.kudu-metadata.json is closed by DFSClient_NONMAPREDUCE_1863140868_1
2026-07-08 15:57:36,181 INFO  [Listener at localhost/33511] backup.BackupIO (BackupIO.scala:writeTableMetadata(95)) - Writing metadata to hdfs://localhost:42267/id_pizza-pizza/200/.kudu-metadata.json
2026-07-08 15:57:36,183 INFO  [IPC Server handler 0 on default port 42267] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=create	src=/id_pizza-pizza/200/.kudu-metadata.json	dst=null	perm=slave:supergroup:rw-r--r--	proto=rpc
2026-07-08 15:57:36,187 INFO  [IPC Server handler 1 on default port 42267] hdfs.StateChange (FSDirWriteFileOp.java:logAllocatedBlock(802)) - BLOCK* allocate blk_1073741828_1004, replicas=127.0.0.1:40873 for /id_pizza-pizza/200/.kudu-metadata.json
2026-07-08 15:57:36,189 INFO  [DataXceiver for client DFSClient_NONMAPREDUCE_1863140868_1 at /127.0.0.1:40638 [Receiving block BP-705324548-10.240.1.3-1783526254993:blk_1073741828_1004]] datanode.DataNode (DataXceiver.java:writeBlock(747)) - Receiving BP-705324548-10.240.1.3-1783526254993:blk_1073741828_1004 src: /127.0.0.1:40638 dest: /127.0.0.1:40873
2026-07-08 15:57:36,195 INFO  [PacketResponder: BP-705324548-10.240.1.3-1783526254993:blk_1073741828_1004, type=LAST_IN_PIPELINE] DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1539)) - src: /127.0.0.1:40638, dest: /127.0.0.1:40873, bytes: 84, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1863140868_1, offset: 0, srvID: 1c01b963-ec9f-490a-97a9-fa0a3a7fd1a5, blockid: BP-705324548-10.240.1.3-1783526254993:blk_1073741828_1004, duration(ns): 3350117
2026-07-08 15:57:36,196 INFO  [PacketResponder: BP-705324548-10.240.1.3-1783526254993:blk_1073741828_1004, type=LAST_IN_PIPELINE] datanode.DataNode (BlockReceiver.java:run(1512)) - PacketResponder: BP-705324548-10.240.1.3-1783526254993:blk_1073741828_1004, type=LAST_IN_PIPELINE terminating
2026-07-08 15:57:36,198 INFO  [IPC Server handler 3 on default port 42267] hdfs.StateChange (FSNamesystem.java:completeFile(3104)) - DIR* completeFile: /id_pizza-pizza/200/.kudu-metadata.json is closed by DFSClient_NONMAPREDUCE_1863140868_1
2026-07-08 15:57:36,199 INFO  [Listener at localhost/33511] backup.BackupIO (BackupIO.scala:writeTableMetadata(95)) - Writing metadata to hdfs://localhost:42267/id_pizza-pizza/400/.kudu-metadata.json
2026-07-08 15:57:36,201 INFO  [IPC Server handler 4 on default port 42267] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=create	src=/id_pizza-pizza/400/.kudu-metadata.json	dst=null	perm=slave:supergroup:rw-r--r--	proto=rpc
2026-07-08 15:57:36,205 INFO  [IPC Server handler 5 on default port 42267] hdfs.StateChange (FSDirWriteFileOp.java:logAllocatedBlock(802)) - BLOCK* allocate blk_1073741829_1005, replicas=127.0.0.1:40873 for /id_pizza-pizza/400/.kudu-metadata.json
2026-07-08 15:57:36,208 INFO  [DataXceiver for client DFSClient_NONMAPREDUCE_1863140868_1 at /127.0.0.1:40648 [Receiving block BP-705324548-10.240.1.3-1783526254993:blk_1073741829_1005]] datanode.DataNode (DataXceiver.java:writeBlock(747)) - Receiving BP-705324548-10.240.1.3-1783526254993:blk_1073741829_1005 src: /127.0.0.1:40648 dest: /127.0.0.1:40873
2026-07-08 15:57:36,215 INFO  [PacketResponder: BP-705324548-10.240.1.3-1783526254993:blk_1073741829_1005, type=LAST_IN_PIPELINE] DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1539)) - src: /127.0.0.1:40648, dest: /127.0.0.1:40873, bytes: 103, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1863140868_1, offset: 0, srvID: 1c01b963-ec9f-490a-97a9-fa0a3a7fd1a5, blockid: BP-705324548-10.240.1.3-1783526254993:blk_1073741829_1005, duration(ns): 3244570
2026-07-08 15:57:36,216 INFO  [PacketResponder: BP-705324548-10.240.1.3-1783526254993:blk_1073741829_1005, type=LAST_IN_PIPELINE] datanode.DataNode (BlockReceiver.java:run(1512)) - PacketResponder: BP-705324548-10.240.1.3-1783526254993:blk_1073741829_1005, type=LAST_IN_PIPELINE terminating
2026-07-08 15:57:36,217 INFO  [IPC Server handler 7 on default port 42267] hdfs.StateChange (FSNamesystem.java:completeFile(3104)) - DIR* completeFile: /id_pizza-pizza/400/.kudu-metadata.json is closed by DFSClient_NONMAPREDUCE_1863140868_1
2026-07-08 15:57:36,218 INFO  [Listener at localhost/33511] backup.BackupIO (BackupIO.scala:writeTableMetadata(95)) - Writing metadata to hdfs://localhost:42267/id_pizza-pizza/600/.kudu-metadata.json
2026-07-08 15:57:36,220 INFO  [IPC Server handler 8 on default port 42267] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=create	src=/id_pizza-pizza/600/.kudu-metadata.json	dst=null	perm=slave:supergroup:rw-r--r--	proto=rpc
2026-07-08 15:57:36,227 INFO  [IPC Server handler 9 on default port 42267] hdfs.StateChange (FSDirWriteFileOp.java:logAllocatedBlock(802)) - BLOCK* allocate blk_1073741830_1006, replicas=127.0.0.1:40873 for /id_pizza-pizza/600/.kudu-metadata.json
2026-07-08 15:57:36,229 INFO  [DataXceiver for client DFSClient_NONMAPREDUCE_1863140868_1 at /127.0.0.1:40662 [Receiving block BP-705324548-10.240.1.3-1783526254993:blk_1073741830_1006]] datanode.DataNode (DataXceiver.java:writeBlock(747)) - Receiving BP-705324548-10.240.1.3-1783526254993:blk_1073741830_1006 src: /127.0.0.1:40662 dest: /127.0.0.1:40873
2026-07-08 15:57:36,236 INFO  [PacketResponder: BP-705324548-10.240.1.3-1783526254993:blk_1073741830_1006, type=LAST_IN_PIPELINE] DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1539)) - src: /127.0.0.1:40662, dest: /127.0.0.1:40873, bytes: 103, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1863140868_1, offset: 0, srvID: 1c01b963-ec9f-490a-97a9-fa0a3a7fd1a5, blockid: BP-705324548-10.240.1.3-1783526254993:blk_1073741830_1006, duration(ns): 4779733
2026-07-08 15:57:36,237 INFO  [PacketResponder: BP-705324548-10.240.1.3-1783526254993:blk_1073741830_1006, type=LAST_IN_PIPELINE] datanode.DataNode (BlockReceiver.java:run(1512)) - PacketResponder: BP-705324548-10.240.1.3-1783526254993:blk_1073741830_1006, type=LAST_IN_PIPELINE terminating
2026-07-08 15:57:36,238 INFO  [IPC Server handler 1 on default port 42267] hdfs.StateChange (FSNamesystem.java:completeFile(3104)) - DIR* completeFile: /id_pizza-pizza/600/.kudu-metadata.json is closed by DFSClient_NONMAPREDUCE_1863140868_1
2026-07-08 15:57:36,255 INFO  [IPC Server handler 2 on default port 42267] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=getfileinfo	src=/	dst=null	perm=null	proto=rpc
2026-07-08 15:57:36,256 INFO  [IPC Server handler 3 on default port 42267] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=listStatus	src=/	dst=null	perm=null	proto=rpc
2026-07-08 15:57:36,258 INFO  [IPC Server handler 4 on default port 42267] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=listStatus	src=/id_pizza-pizza	dst=null	perm=null	proto=rpc
2026-07-08 15:57:36,260 INFO  [IPC Server handler 5 on default port 42267] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=getfileinfo	src=/id_pizza-pizza/200/.kudu-metadata.json	dst=null	perm=null	proto=rpc
2026-07-08 15:57:36,261 INFO  [IPC Server handler 6 on default port 42267] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=open	src=/id_pizza-pizza/200/.kudu-metadata.json	dst=null	perm=null	proto=rpc
2026-07-08 15:57:36,267 INFO  [IPC Server handler 7 on default port 42267] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=getfileinfo	src=/id_pizza-pizza/400/.kudu-metadata.json	dst=null	perm=null	proto=rpc
2026-07-08 15:57:36,269 INFO  [IPC Server handler 8 on default port 42267] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=open	src=/id_pizza-pizza/400/.kudu-metadata.json	dst=null	perm=null	proto=rpc
2026-07-08 15:57:36,273 INFO  [IPC Server handler 9 on default port 42267] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=getfileinfo	src=/id_pizza-pizza/600/.kudu-metadata.json	dst=null	perm=null	proto=rpc
2026-07-08 15:57:36,275 INFO  [IPC Server handler 0 on default port 42267] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=open	src=/id_pizza-pizza/600/.kudu-metadata.json	dst=null	perm=null	proto=rpc
2026-07-08 15:57:36,279 INFO  [Listener at localhost/33511] backup.BackupIO (BackupIO.scala:readTableBackups(236)) - Found 3 paths in hdfs://localhost:42267/id_pizza-pizza
2026-07-08 15:57:36,280 INFO  [IPC Server handler 1 on default port 42267] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=listStatus	src=/id_taco-taco	dst=null	perm=null	proto=rpc
2026-07-08 15:57:36,282 INFO  [IPC Server handler 2 on default port 42267] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=getfileinfo	src=/id_taco-taco/100/.kudu-metadata.json	dst=null	perm=null	proto=rpc
2026-07-08 15:57:36,283 INFO  [IPC Server handler 3 on default port 42267] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=open	src=/id_taco-taco/100/.kudu-metadata.json	dst=null	perm=null	proto=rpc
2026-07-08 15:57:36,288 INFO  [IPC Server handler 4 on default port 42267] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=getfileinfo	src=/id_taco-taco/1000/.kudu-metadata.json	dst=null	perm=null	proto=rpc
2026-07-08 15:57:36,290 INFO  [IPC Server handler 5 on default port 42267] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=open	src=/id_taco-taco/1000/.kudu-metadata.json	dst=null	perm=null	proto=rpc
2026-07-08 15:57:36,295 INFO  [IPC Server handler 6 on default port 42267] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=getfileinfo	src=/id_taco-taco/2000/.kudu-metadata.json	dst=null	perm=null	proto=rpc
2026-07-08 15:57:36,296 INFO  [IPC Server handler 7 on default port 42267] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8512)) - allowed=true	ugi=slave (auth:SIMPLE)	ip=/127.0.0.1	cmd=open	src=/id_taco-taco/2000/.kudu-metadata.json	dst=null	perm=null	proto=rpc
2026-07-08 15:57:36,299 INFO  [Listener at localhost/33511] backup.BackupIO (BackupIO.scala:readTableBackups(236)) - Found 3 paths in hdfs://localhost:42267/id_taco-taco

Time: 13.28

OK (5 tests)

2026-07-08 15:57:36,314 WARN  [shutdown-hook-0] impl.FsDatasetImpl (BlockPoolSlice.java:saveDfsUsed(352)) - Failed to write dfsUsed to /tmp/hdfs-test5651263782564834249/data/data1/current/BP-1959383116-10.240.1.3-1783526252140/current/dfsUsed
java.nio.file.NoSuchFileException: /tmp/hdfs-test5651263782564834249/data/data1/current/BP-1959383116-10.240.1.3-1783526252140/current/dfsUsed
	at sun.nio.fs.UnixException.translateToIOException(UnixException.java:86)
	at sun.nio.fs.UnixException.rethrowAsIOException(UnixException.java:102)
	at sun.nio.fs.UnixException.rethrowAsIOException(UnixException.java:107)
	at sun.nio.fs.UnixFileSystemProvider.newByteChannel(UnixFileSystemProvider.java:214)
	at java.nio.file.spi.FileSystemProvider.newOutputStream(FileSystemProvider.java:434)
	at java.nio.file.Files.newOutputStream(Files.java:216)
	at org.apache.hadoop.hdfs.server.datanode.fsdataset.impl.BlockPoolSlice.saveDfsUsed(BlockPoolSlice.java:341)
	at org.apache.hadoop.hdfs.server.datanode.fsdataset.impl.BlockPoolSlice$2.run(BlockPoolSlice.java:222)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
	at java.lang.Thread.run(Thread.java:750)
2026-07-08 15:57:36,319 WARN  [shutdown-hook-0] impl.FsDatasetImpl (BlockPoolSlice.java:saveDfsUsed(352)) - Failed to write dfsUsed to /tmp/hdfs-test5651263782564834249/data/data2/current/BP-1959383116-10.240.1.3-1783526252140/current/dfsUsed
java.nio.file.NoSuchFileException: /tmp/hdfs-test5651263782564834249/data/data2/current/BP-1959383116-10.240.1.3-1783526252140/current/dfsUsed
	at sun.nio.fs.UnixException.translateToIOException(UnixException.java:86)
	at sun.nio.fs.UnixException.rethrowAsIOException(UnixException.java:102)
	at sun.nio.fs.UnixException.rethrowAsIOException(UnixException.java:107)
	at sun.nio.fs.UnixFileSystemProvider.newByteChannel(UnixFileSystemProvider.java:214)
	at java.nio.file.spi.FileSystemProvider.newOutputStream(FileSystemProvider.java:434)
	at java.nio.file.Files.newOutputStream(Files.java:216)
	at org.apache.hadoop.hdfs.server.datanode.fsdataset.impl.BlockPoolSlice.saveDfsUsed(BlockPoolSlice.java:341)
	at org.apache.hadoop.hdfs.server.datanode.fsdataset.impl.BlockPoolSlice$2.run(BlockPoolSlice.java:222)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
	at java.lang.Thread.run(Thread.java:750)
2026-07-08 15:57:36,319 WARN  [shutdown-hook-0] impl.FsDatasetImpl (BlockPoolSlice.java:saveDfsUsed(352)) - Failed to write dfsUsed to /tmp/hdfs-test4083621843192494458/data/data1/current/BP-1415095276-10.240.1.3-1783526250646/current/dfsUsed
java.nio.file.NoSuchFileException: /tmp/hdfs-test4083621843192494458/data/data1/current/BP-1415095276-10.240.1.3-1783526250646/current/dfsUsed
	at sun.nio.fs.UnixException.translateToIOException(UnixException.java:86)
	at sun.nio.fs.UnixException.rethrowAsIOException(UnixException.java:102)
	at sun.nio.fs.UnixException.rethrowAsIOException(UnixException.java:107)
	at sun.nio.fs.UnixFileSystemProvider.newByteChannel(UnixFileSystemProvider.java:214)
	at java.nio.file.spi.FileSystemProvider.newOutputStream(FileSystemProvider.java:434)
	at java.nio.file.Files.newOutputStream(Files.java:216)
	at org.apache.hadoop.hdfs.server.datanode.fsdataset.impl.BlockPoolSlice.saveDfsUsed(BlockPoolSlice.java:341)
	at org.apache.hadoop.hdfs.server.datanode.fsdataset.impl.BlockPoolSlice$2.run(BlockPoolSlice.java:222)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
	at java.lang.Thread.run(Thread.java:750)
2026-07-08 15:57:36,320 WARN  [shutdown-hook-0] impl.FsDatasetImpl (BlockPoolSlice.java:saveDfsUsed(352)) - Failed to write dfsUsed to /tmp/hdfs-test8726247130117235937/data/data1/current/BP-705324548-10.240.1.3-1783526254993/current/dfsUsed
java.nio.file.NoSuchFileException: /tmp/hdfs-test8726247130117235937/data/data1/current/BP-705324548-10.240.1.3-1783526254993/current/dfsUsed
	at sun.nio.fs.UnixException.translateToIOException(UnixException.java:86)
	at sun.nio.fs.UnixException.rethrowAsIOException(UnixException.java:102)
	at sun.nio.fs.UnixException.rethrowAsIOException(UnixException.java:107)
	at sun.nio.fs.UnixFileSystemProvider.newByteChannel(UnixFileSystemProvider.java:214)
	at java.nio.file.spi.FileSystemProvider.newOutputStream(FileSystemProvider.java:434)
	at java.nio.file.Files.newOutputStream(Files.java:216)
	at org.apache.hadoop.hdfs.server.datanode.fsdataset.impl.BlockPoolSlice.saveDfsUsed(BlockPoolSlice.java:341)
	at org.apache.hadoop.hdfs.server.datanode.fsdataset.impl.BlockPoolSlice$2.run(BlockPoolSlice.java:222)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
	at java.lang.Thread.run(Thread.java:750)
2026-07-08 15:57:36,320 WARN  [shutdown-hook-0] impl.FsDatasetImpl (BlockPoolSlice.java:saveDfsUsed(352)) - Failed to write dfsUsed to /tmp/hdfs-test6760400867848707596/data/data2/current/BP-1572853238-10.240.1.3-1783526253431/current/dfsUsed
java.nio.file.NoSuchFileException: /tmp/hdfs-test6760400867848707596/data/data2/current/BP-1572853238-10.240.1.3-1783526253431/current/dfsUsed
	at sun.nio.fs.UnixException.translateToIOException(UnixException.java:86)
	at sun.nio.fs.UnixException.rethrowAsIOException(UnixException.java:102)
	at sun.nio.fs.UnixException.rethrowAsIOException(UnixException.java:107)
	at sun.nio.fs.UnixFileSystemProvider.newByteChannel(UnixFileSystemProvider.java:214)
	at java.nio.file.spi.FileSystemProvider.newOutputStream(FileSystemProvider.java:434)
	at java.nio.file.Files.newOutputStream(Files.java:216)
	at org.apache.hadoop.hdfs.server.datanode.fsdataset.impl.BlockPoolSlice.saveDfsUsed(BlockPoolSlice.java:341)
	at org.apache.hadoop.hdfs.server.datanode.fsdataset.impl.BlockPoolSlice$2.run(BlockPoolSlice.java:222)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
	at java.lang.Thread.run(Thread.java:750)
2026-07-08 15:57:36,321 WARN  [shutdown-hook-0] impl.FsDatasetImpl (BlockPoolSlice.java:saveDfsUsed(352)) - Failed to write dfsUsed to /tmp/hdfs-test6760400867848707596/data/data1/current/BP-1572853238-10.240.1.3-1783526253431/current/dfsUsed
java.nio.file.NoSuchFileException: /tmp/hdfs-test6760400867848707596/data/data1/current/BP-1572853238-10.240.1.3-1783526253431/current/dfsUsed
	at sun.nio.fs.UnixException.translateToIOException(UnixException.java:86)
	at sun.nio.fs.UnixException.rethrowAsIOException(UnixException.java:102)
	at sun.nio.fs.UnixException.rethrowAsIOException(UnixException.java:107)
	at sun.nio.fs.UnixFileSystemProvider.newByteChannel(UnixFileSystemProvider.java:214)
	at java.nio.file.spi.FileSystemProvider.newOutputStream(FileSystemProvider.java:434)
	at java.nio.file.Files.newOutputStream(Files.java:216)
	at org.apache.hadoop.hdfs.server.datanode.fsdataset.impl.BlockPoolSlice.saveDfsUsed(BlockPoolSlice.java:341)
	at org.apache.hadoop.hdfs.server.datanode.fsdataset.impl.BlockPoolSlice$2.run(BlockPoolSlice.java:222)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
	at java.lang.Thread.run(Thread.java:750)
2026-07-08 15:57:36,321 WARN  [shutdown-hook-0] impl.FsDatasetImpl (BlockPoolSlice.java:saveDfsUsed(352)) - Failed to write dfsUsed to /tmp/hdfs-test4341276382504938234/data/data2/current/BP-240679154-10.240.1.3-1783526244489/current/dfsUsed
java.nio.file.NoSuchFileException: /tmp/hdfs-test4341276382504938234/data/data2/current/BP-240679154-10.240.1.3-1783526244489/current/dfsUsed
	at sun.nio.fs.UnixException.translateToIOException(UnixException.java:86)
	at sun.nio.fs.UnixException.rethrowAsIOException(UnixException.java:102)
	at sun.nio.fs.UnixException.rethrowAsIOException(UnixException.java:107)
	at sun.nio.fs.UnixFileSystemProvider.newByteChannel(UnixFileSystemProvider.java:214)
	at java.nio.file.spi.FileSystemProvider.newOutputStream(FileSystemProvider.java:434)
	at java.nio.file.Files.newOutputStream(Files.java:216)
	at org.apache.hadoop.hdfs.server.datanode.fsdataset.impl.BlockPoolSlice.saveDfsUsed(BlockPoolSlice.java:341)
	at org.apache.hadoop.hdfs.server.datanode.fsdataset.impl.BlockPoolSlice$2.run(BlockPoolSlice.java:222)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
	at java.lang.Thread.run(Thread.java:750)
2026-07-08 15:57:36,322 WARN  [shutdown-hook-0] impl.FsDatasetImpl (BlockPoolSlice.java:saveDfsUsed(352)) - Failed to write dfsUsed to /tmp/hdfs-test4083621843192494458/data/data2/current/BP-1415095276-10.240.1.3-1783526250646/current/dfsUsed
java.nio.file.NoSuchFileException: /tmp/hdfs-test4083621843192494458/data/data2/current/BP-1415095276-10.240.1.3-1783526250646/current/dfsUsed
	at sun.nio.fs.UnixException.translateToIOException(UnixException.java:86)
	at sun.nio.fs.UnixException.rethrowAsIOException(UnixException.java:102)
	at sun.nio.fs.UnixException.rethrowAsIOException(UnixException.java:107)
	at sun.nio.fs.UnixFileSystemProvider.newByteChannel(UnixFileSystemProvider.java:214)
	at java.nio.file.spi.FileSystemProvider.newOutputStream(FileSystemProvider.java:434)
	at java.nio.file.Files.newOutputStream(Files.java:216)
	at org.apache.hadoop.hdfs.server.datanode.fsdataset.impl.BlockPoolSlice.saveDfsUsed(BlockPoolSlice.java:341)
	at org.apache.hadoop.hdfs.server.datanode.fsdataset.impl.BlockPoolSlice$2.run(BlockPoolSlice.java:222)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
	at java.lang.Thread.run(Thread.java:750)
2026-07-08 15:57:36,322 WARN  [shutdown-hook-0] impl.FsDatasetImpl (BlockPoolSlice.java:saveDfsUsed(352)) - Failed to write dfsUsed to /tmp/hdfs-test8726247130117235937/data/data2/current/BP-705324548-10.240.1.3-1783526254993/current/dfsUsed
java.nio.file.NoSuchFileException: /tmp/hdfs-test8726247130117235937/data/data2/current/BP-705324548-10.240.1.3-1783526254993/current/dfsUsed
	at sun.nio.fs.UnixException.translateToIOException(UnixException.java:86)
	at sun.nio.fs.UnixException.rethrowAsIOException(UnixException.java:102)
	at sun.nio.fs.UnixException.rethrowAsIOException(UnixException.java:107)
	at sun.nio.fs.UnixFileSystemProvider.newByteChannel(UnixFileSystemProvider.java:214)
	at java.nio.file.spi.FileSystemProvider.newOutputStream(FileSystemProvider.java:434)
	at java.nio.file.Files.newOutputStream(Files.java:216)
	at org.apache.hadoop.hdfs.server.datanode.fsdataset.impl.BlockPoolSlice.saveDfsUsed(BlockPoolSlice.java:341)
	at org.apache.hadoop.hdfs.server.datanode.fsdataset.impl.BlockPoolSlice$2.run(BlockPoolSlice.java:222)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
	at java.lang.Thread.run(Thread.java:750)
2026-07-08 15:57:36,323 WARN  [shutdown-hook-0] impl.FsDatasetImpl (BlockPoolSlice.java:saveDfsUsed(352)) - Failed to write dfsUsed to /tmp/hdfs-test4341276382504938234/data/data1/current/BP-240679154-10.240.1.3-1783526244489/current/dfsUsed
java.nio.file.NoSuchFileException: /tmp/hdfs-test4341276382504938234/data/data1/current/BP-240679154-10.240.1.3-1783526244489/current/dfsUsed
	at sun.nio.fs.UnixException.translateToIOException(UnixException.java:86)
	at sun.nio.fs.UnixException.rethrowAsIOException(UnixException.java:102)
	at sun.nio.fs.UnixException.rethrowAsIOException(UnixException.java:107)
	at sun.nio.fs.UnixFileSystemProvider.newByteChannel(UnixFileSystemProvider.java:214)
	at java.nio.file.spi.FileSystemProvider.newOutputStream(FileSystemProvider.java:434)
	at java.nio.file.Files.newOutputStream(Files.java:216)
	at org.apache.hadoop.hdfs.server.datanode.fsdataset.impl.BlockPoolSlice.saveDfsUsed(BlockPoolSlice.java:341)
	at org.apache.hadoop.hdfs.server.datanode.fsdataset.impl.BlockPoolSlice$2.run(BlockPoolSlice.java:222)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
	at java.lang.Thread.run(Thread.java:750)
2026-07-08 15:57:36,323 INFO  [shutdown-hook-0] namenode.FSImage (FSImage.java:lambda$run$0(1055)) - FSImageSaver clean checkpoint: txid=0 when meet shutdown.
2026-07-08 15:57:36,327 INFO  [shutdown-hook-0] namenode.FSImage (FSImage.java:lambda$run$0(1055)) - FSImageSaver clean checkpoint: txid=0 when meet shutdown.
2026-07-08 15:57:36,327 INFO  [shutdown-hook-0] namenode.FSImage (FSImage.java:lambda$run$0(1055)) - FSImageSaver clean checkpoint: txid=0 when meet shutdown.
2026-07-08 15:57:36,327 INFO  [shutdown-hook-0] namenode.FSImage (FSImage.java:lambda$run$0(1055)) - FSImageSaver clean checkpoint: txid=0 when meet shutdown.
2026-07-08 15:57:36,327 INFO  [shutdown-hook-0] namenode.FSImage (FSImage.java:lambda$run$0(1055)) - FSImageSaver clean checkpoint: txid=0 when meet shutdown.
2026-07-08 15:57:36,328 INFO  [shutdown-hook-0] namenode.FSImage (FSImage.java:lambda$run$0(1055)) - FSImageSaver clean checkpoint: txid=0 when meet shutdown.
2026-07-08 15:57:36,328 INFO  [shutdown-hook-0] namenode.FSImage (FSImage.java:lambda$run$0(1055)) - FSImageSaver clean checkpoint: txid=0 when meet shutdown.
2026-07-08 15:57:36,328 INFO  [shutdown-hook-0] namenode.FSImage (FSImage.java:lambda$run$0(1055)) - FSImageSaver clean checkpoint: txid=0 when meet shutdown.
2026-07-08 15:57:36,328 INFO  [shutdown-hook-0] namenode.FSImage (FSImage.java:lambda$run$0(1055)) - FSImageSaver clean checkpoint: txid=0 when meet shutdown.
2026-07-08 15:57:36,328 INFO  [shutdown-hook-0] namenode.FSImage (FSImage.java:lambda$run$0(1055)) - FSImageSaver clean checkpoint: txid=0 when meet shutdown.
