2024-12-05 12:25:42,280 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@20b2475a 2024-12-05 12:25:42,311 main DEBUG Took 0.029552 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-12-05 12:25:42,312 main DEBUG PluginManager 'Core' found 129 plugins 2024-12-05 12:25:42,312 main DEBUG PluginManager 'Level' found 0 plugins 2024-12-05 12:25:42,315 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-12-05 12:25:42,322 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-05 12:25:42,335 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-12-05 12:25:42,364 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-05 12:25:42,367 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-05 12:25:42,368 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-05 12:25:42,368 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-05 12:25:42,369 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-05 12:25:42,369 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-05 12:25:42,370 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-05 12:25:42,370 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-05 12:25:42,371 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-05 12:25:42,371 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-05 12:25:42,372 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-05 12:25:42,373 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-05 12:25:42,378 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-05 12:25:42,379 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-05 12:25:42,379 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-05 12:25:42,380 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-05 12:25:42,380 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-05 12:25:42,381 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-05 12:25:42,381 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-05 12:25:42,382 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-05 12:25:42,382 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-05 12:25:42,383 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-05 12:25:42,383 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-05 12:25:42,384 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-05 12:25:42,385 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-05 12:25:42,385 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-12-05 12:25:42,387 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-05 12:25:42,389 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-12-05 12:25:42,391 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-12-05 12:25:42,392 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-12-05 12:25:42,397 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-12-05 12:25:42,398 main DEBUG PluginManager 'Converter' found 47 plugins 2024-12-05 12:25:42,411 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-12-05 12:25:42,416 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-12-05 12:25:42,420 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-12-05 12:25:42,420 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-12-05 12:25:42,421 main DEBUG createAppenders(={Console}) 2024-12-05 12:25:42,425 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@20b2475a initialized 2024-12-05 12:25:42,425 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@20b2475a 2024-12-05 12:25:42,427 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@20b2475a OK. 2024-12-05 12:25:42,428 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-12-05 12:25:42,429 main DEBUG OutputStream closed 2024-12-05 12:25:42,430 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-12-05 12:25:42,431 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-12-05 12:25:42,432 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@4310d43 OK 2024-12-05 12:25:42,574 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-12-05 12:25:42,578 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-12-05 12:25:42,579 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-12-05 12:25:42,580 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-12-05 12:25:42,581 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-12-05 12:25:42,581 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-12-05 12:25:42,582 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-12-05 12:25:42,582 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-12-05 12:25:42,582 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-12-05 12:25:42,583 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-12-05 12:25:42,584 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-12-05 12:25:42,584 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-12-05 12:25:42,585 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-12-05 12:25:42,585 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-12-05 12:25:42,585 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-12-05 12:25:42,586 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-12-05 12:25:42,586 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-12-05 12:25:42,588 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-12-05 12:25:42,591 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-12-05 12:25:42,591 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-logging/target/hbase-logging-4.0.0-alpha-1-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@12f9af83) with optional ClassLoader: null 2024-12-05 12:25:42,592 main DEBUG Shutdown hook enabled. Registering a new one. 2024-12-05 12:25:42,597 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@12f9af83] started OK. 2024-12-05T12:25:43,003 DEBUG [main {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/11f7cdd6-7b7b-4000-5d89-21c52b59b31e 2024-12-05 12:25:43,007 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-12-05 12:25:43,008 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-12-05T12:25:43,021 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay timeout: 13 mins 2024-12-05T12:25:43,029 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplayValueCompression timeout: 13 mins 2024-12-05T12:25:43,059 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-12-05T12:25:43,133 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-12-05T12:25:43,133 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-12-05T12:25:43,149 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=3, rsPorts=, rsClass=null, numDataNodes=3, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-05T12:25:43,171 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/11f7cdd6-7b7b-4000-5d89-21c52b59b31e/cluster_b7e3bdf8-741a-b3e4-53cf-6ed4ed4e886f, deleteOnExit=true 2024-12-05T12:25:43,171 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-05T12:25:43,172 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/11f7cdd6-7b7b-4000-5d89-21c52b59b31e/test.cache.data in system properties and HBase conf 2024-12-05T12:25:43,172 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/11f7cdd6-7b7b-4000-5d89-21c52b59b31e/hadoop.tmp.dir in system properties and HBase conf 2024-12-05T12:25:43,173 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/11f7cdd6-7b7b-4000-5d89-21c52b59b31e/hadoop.log.dir in system properties and HBase conf 2024-12-05T12:25:43,173 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/11f7cdd6-7b7b-4000-5d89-21c52b59b31e/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-05T12:25:43,174 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/11f7cdd6-7b7b-4000-5d89-21c52b59b31e/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-05T12:25:43,174 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-05T12:25:43,265 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-12-05T12:25:43,386 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-05T12:25:43,394 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/11f7cdd6-7b7b-4000-5d89-21c52b59b31e/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-05T12:25:43,395 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/11f7cdd6-7b7b-4000-5d89-21c52b59b31e/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-05T12:25:43,395 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/11f7cdd6-7b7b-4000-5d89-21c52b59b31e/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-05T12:25:43,396 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/11f7cdd6-7b7b-4000-5d89-21c52b59b31e/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-05T12:25:43,397 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/11f7cdd6-7b7b-4000-5d89-21c52b59b31e/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-05T12:25:43,397 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/11f7cdd6-7b7b-4000-5d89-21c52b59b31e/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-05T12:25:43,398 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/11f7cdd6-7b7b-4000-5d89-21c52b59b31e/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-05T12:25:43,398 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/11f7cdd6-7b7b-4000-5d89-21c52b59b31e/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-05T12:25:43,399 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/11f7cdd6-7b7b-4000-5d89-21c52b59b31e/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-05T12:25:43,400 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/11f7cdd6-7b7b-4000-5d89-21c52b59b31e/nfs.dump.dir in system properties and HBase conf 2024-12-05T12:25:43,400 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/11f7cdd6-7b7b-4000-5d89-21c52b59b31e/java.io.tmpdir in system properties and HBase conf 2024-12-05T12:25:43,401 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/11f7cdd6-7b7b-4000-5d89-21c52b59b31e/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-05T12:25:43,401 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/11f7cdd6-7b7b-4000-5d89-21c52b59b31e/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-05T12:25:43,402 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/11f7cdd6-7b7b-4000-5d89-21c52b59b31e/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-05T12:25:44,684 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-12-05T12:25:44,821 INFO [Time-limited test {}] log.Log(170): Logging initialized @3551ms to org.eclipse.jetty.util.log.Slf4jLog 2024-12-05T12:25:44,937 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T12:25:45,040 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-05T12:25:45,168 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-05T12:25:45,177 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-05T12:25:45,179 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-05T12:25:45,239 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T12:25:45,254 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@41c1fd07{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/11f7cdd6-7b7b-4000-5d89-21c52b59b31e/hadoop.log.dir/,AVAILABLE} 2024-12-05T12:25:45,256 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@429bd5fe{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-05T12:25:45,667 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1110952a{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/11f7cdd6-7b7b-4000-5d89-21c52b59b31e/java.io.tmpdir/jetty-localhost-42127-hadoop-hdfs-3_4_1-tests_jar-_-any-7443714624942932220/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-05T12:25:45,681 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@b7fa7e2{HTTP/1.1, (http/1.1)}{localhost:42127} 2024-12-05T12:25:45,684 INFO [Time-limited test {}] server.Server(415): Started @4415ms 2024-12-05T12:25:46,476 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T12:25:46,497 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-05T12:25:46,509 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-05T12:25:46,509 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-05T12:25:46,509 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-05T12:25:46,511 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1aaad2b4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/11f7cdd6-7b7b-4000-5d89-21c52b59b31e/hadoop.log.dir/,AVAILABLE} 2024-12-05T12:25:46,511 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@276703c7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-05T12:25:46,680 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4774bab3{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/11f7cdd6-7b7b-4000-5d89-21c52b59b31e/java.io.tmpdir/jetty-localhost-36599-hadoop-hdfs-3_4_1-tests_jar-_-any-9829277876341115577/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T12:25:46,690 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@665ff2f6{HTTP/1.1, (http/1.1)}{localhost:36599} 2024-12-05T12:25:46,690 INFO [Time-limited test {}] server.Server(415): Started @5421ms 2024-12-05T12:25:46,779 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-05T12:25:47,026 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T12:25:47,042 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-05T12:25:47,060 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-05T12:25:47,060 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-05T12:25:47,060 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-05T12:25:47,062 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@64a8cf3f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/11f7cdd6-7b7b-4000-5d89-21c52b59b31e/hadoop.log.dir/,AVAILABLE} 2024-12-05T12:25:47,063 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7025bbc5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-05T12:25:47,238 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@cc6f80d{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/11f7cdd6-7b7b-4000-5d89-21c52b59b31e/java.io.tmpdir/jetty-localhost-39113-hadoop-hdfs-3_4_1-tests_jar-_-any-2185175716809902282/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T12:25:47,240 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3367cbcb{HTTP/1.1, (http/1.1)}{localhost:39113} 2024-12-05T12:25:47,240 INFO [Time-limited test {}] server.Server(415): Started @5971ms 2024-12-05T12:25:47,248 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-05T12:25:47,419 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T12:25:47,440 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-05T12:25:47,471 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-05T12:25:47,472 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-05T12:25:47,472 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-05T12:25:47,476 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1384e7da{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/11f7cdd6-7b7b-4000-5d89-21c52b59b31e/hadoop.log.dir/,AVAILABLE} 2024-12-05T12:25:47,477 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6f32828a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-05T12:25:47,596 WARN [Thread-106 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/11f7cdd6-7b7b-4000-5d89-21c52b59b31e/cluster_b7e3bdf8-741a-b3e4-53cf-6ed4ed4e886f/data/data1/current/BP-1178294010-172.17.0.2-1733401544268/current, will proceed with Du for space computation calculation, 2024-12-05T12:25:47,599 WARN [Thread-107 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/11f7cdd6-7b7b-4000-5d89-21c52b59b31e/cluster_b7e3bdf8-741a-b3e4-53cf-6ed4ed4e886f/data/data2/current/BP-1178294010-172.17.0.2-1733401544268/current, will proceed with Du for space computation calculation, 2024-12-05T12:25:47,605 WARN [Thread-105 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/11f7cdd6-7b7b-4000-5d89-21c52b59b31e/cluster_b7e3bdf8-741a-b3e4-53cf-6ed4ed4e886f/data/data3/current/BP-1178294010-172.17.0.2-1733401544268/current, will proceed with Du for space computation calculation, 2024-12-05T12:25:47,621 WARN [Thread-108 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/11f7cdd6-7b7b-4000-5d89-21c52b59b31e/cluster_b7e3bdf8-741a-b3e4-53cf-6ed4ed4e886f/data/data4/current/BP-1178294010-172.17.0.2-1733401544268/current, will proceed with Du for space computation calculation, 2024-12-05T12:25:47,706 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@526192a7{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/11f7cdd6-7b7b-4000-5d89-21c52b59b31e/java.io.tmpdir/jetty-localhost-35979-hadoop-hdfs-3_4_1-tests_jar-_-any-5641112908453154310/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T12:25:47,708 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@42583796{HTTP/1.1, (http/1.1)}{localhost:35979} 2024-12-05T12:25:47,708 INFO [Time-limited test {}] server.Server(415): Started @6439ms 2024-12-05T12:25:47,711 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-05T12:25:47,754 WARN [Thread-81 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-05T12:25:47,754 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-05T12:25:47,841 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x5e0f1ce75feded31 with lease ID 0xc37606b3a63b1ef8: Processing first storage report for DS-617fd9fb-d3b8-45bb-969c-5ff0ade34d6f from datanode DatanodeRegistration(127.0.0.1:39219, datanodeUuid=9e5ef3d5-3f23-465f-9271-bbe52b3e9e37, infoPort=46847, infoSecurePort=0, ipcPort=34967, storageInfo=lv=-57;cid=testClusterID;nsid=867834150;c=1733401544268) 2024-12-05T12:25:47,842 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x5e0f1ce75feded31 with lease ID 0xc37606b3a63b1ef8: from storage DS-617fd9fb-d3b8-45bb-969c-5ff0ade34d6f node DatanodeRegistration(127.0.0.1:39219, datanodeUuid=9e5ef3d5-3f23-465f-9271-bbe52b3e9e37, infoPort=46847, infoSecurePort=0, ipcPort=34967, storageInfo=lv=-57;cid=testClusterID;nsid=867834150;c=1733401544268), blocks: 0, hasStaleStorage: true, processing time: 2 msecs, invalidatedBlocks: 0 2024-12-05T12:25:47,843 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xdc55a7c162dc2af8 with lease ID 0xc37606b3a63b1ef9: Processing first storage report for DS-62ba5f8c-f5d1-4321-92a1-1fb505e60772 from datanode DatanodeRegistration(127.0.0.1:33203, datanodeUuid=df92ac26-8c65-41ca-a07d-bd25733ebab7, infoPort=34381, infoSecurePort=0, ipcPort=42701, storageInfo=lv=-57;cid=testClusterID;nsid=867834150;c=1733401544268) 2024-12-05T12:25:47,843 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xdc55a7c162dc2af8 with lease ID 0xc37606b3a63b1ef9: from storage DS-62ba5f8c-f5d1-4321-92a1-1fb505e60772 node DatanodeRegistration(127.0.0.1:33203, datanodeUuid=df92ac26-8c65-41ca-a07d-bd25733ebab7, infoPort=34381, infoSecurePort=0, ipcPort=42701, storageInfo=lv=-57;cid=testClusterID;nsid=867834150;c=1733401544268), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-05T12:25:47,844 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x5e0f1ce75feded31 with lease ID 0xc37606b3a63b1ef8: Processing first storage report for DS-6750c1bb-ca49-4bf4-aea5-3e1933bfb1d9 from datanode DatanodeRegistration(127.0.0.1:39219, datanodeUuid=9e5ef3d5-3f23-465f-9271-bbe52b3e9e37, infoPort=46847, infoSecurePort=0, ipcPort=34967, storageInfo=lv=-57;cid=testClusterID;nsid=867834150;c=1733401544268) 2024-12-05T12:25:47,844 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x5e0f1ce75feded31 with lease ID 0xc37606b3a63b1ef8: from storage DS-6750c1bb-ca49-4bf4-aea5-3e1933bfb1d9 node DatanodeRegistration(127.0.0.1:39219, datanodeUuid=9e5ef3d5-3f23-465f-9271-bbe52b3e9e37, infoPort=46847, infoSecurePort=0, ipcPort=34967, storageInfo=lv=-57;cid=testClusterID;nsid=867834150;c=1733401544268), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-05T12:25:47,844 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xdc55a7c162dc2af8 with lease ID 0xc37606b3a63b1ef9: Processing first storage report for DS-39ec5a3e-d036-4ff3-8f0a-d7beda4ff801 from datanode DatanodeRegistration(127.0.0.1:33203, datanodeUuid=df92ac26-8c65-41ca-a07d-bd25733ebab7, infoPort=34381, infoSecurePort=0, ipcPort=42701, storageInfo=lv=-57;cid=testClusterID;nsid=867834150;c=1733401544268) 2024-12-05T12:25:47,846 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xdc55a7c162dc2af8 with lease ID 0xc37606b3a63b1ef9: from storage DS-39ec5a3e-d036-4ff3-8f0a-d7beda4ff801 node DatanodeRegistration(127.0.0.1:33203, datanodeUuid=df92ac26-8c65-41ca-a07d-bd25733ebab7, infoPort=34381, infoSecurePort=0, ipcPort=42701, storageInfo=lv=-57;cid=testClusterID;nsid=867834150;c=1733401544268), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-05T12:25:47,993 WARN [Thread-140 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/11f7cdd6-7b7b-4000-5d89-21c52b59b31e/cluster_b7e3bdf8-741a-b3e4-53cf-6ed4ed4e886f/data/data6/current/BP-1178294010-172.17.0.2-1733401544268/current, will proceed with Du for space computation calculation, 2024-12-05T12:25:47,997 WARN [Thread-139 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/11f7cdd6-7b7b-4000-5d89-21c52b59b31e/cluster_b7e3bdf8-741a-b3e4-53cf-6ed4ed4e886f/data/data5/current/BP-1178294010-172.17.0.2-1733401544268/current, will proceed with Du for space computation calculation, 2024-12-05T12:25:48,122 WARN [Thread-129 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-05T12:25:48,132 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf7d98cff5d906c83 with lease ID 0xc37606b3a63b1efa: Processing first storage report for DS-bc097945-2295-45e3-bd47-de8a8715bf95 from datanode DatanodeRegistration(127.0.0.1:36197, datanodeUuid=cb01e1bc-9836-4443-b396-84f5e34b04a0, infoPort=46543, infoSecurePort=0, ipcPort=39329, storageInfo=lv=-57;cid=testClusterID;nsid=867834150;c=1733401544268) 2024-12-05T12:25:48,132 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf7d98cff5d906c83 with lease ID 0xc37606b3a63b1efa: from storage DS-bc097945-2295-45e3-bd47-de8a8715bf95 node DatanodeRegistration(127.0.0.1:36197, datanodeUuid=cb01e1bc-9836-4443-b396-84f5e34b04a0, infoPort=46543, infoSecurePort=0, ipcPort=39329, storageInfo=lv=-57;cid=testClusterID;nsid=867834150;c=1733401544268), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-05T12:25:48,133 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf7d98cff5d906c83 with lease ID 0xc37606b3a63b1efa: Processing first storage report for DS-c389ac78-bfdd-4e20-86b7-fb3d22197286 from datanode DatanodeRegistration(127.0.0.1:36197, datanodeUuid=cb01e1bc-9836-4443-b396-84f5e34b04a0, infoPort=46543, infoSecurePort=0, ipcPort=39329, storageInfo=lv=-57;cid=testClusterID;nsid=867834150;c=1733401544268) 2024-12-05T12:25:48,133 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf7d98cff5d906c83 with lease ID 0xc37606b3a63b1efa: from storage DS-c389ac78-bfdd-4e20-86b7-fb3d22197286 node DatanodeRegistration(127.0.0.1:36197, datanodeUuid=cb01e1bc-9836-4443-b396-84f5e34b04a0, infoPort=46543, infoSecurePort=0, ipcPort=39329, storageInfo=lv=-57;cid=testClusterID;nsid=867834150;c=1733401544268), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-05T12:25:48,536 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/11f7cdd6-7b7b-4000-5d89-21c52b59b31e 2024-12-05T12:25:48,734 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/11f7cdd6-7b7b-4000-5d89-21c52b59b31e/cluster_b7e3bdf8-741a-b3e4-53cf-6ed4ed4e886f/zookeeper_0, clientPort=57345, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/11f7cdd6-7b7b-4000-5d89-21c52b59b31e/cluster_b7e3bdf8-741a-b3e4-53cf-6ed4ed4e886f/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/11f7cdd6-7b7b-4000-5d89-21c52b59b31e/cluster_b7e3bdf8-741a-b3e4-53cf-6ed4ed4e886f/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-05T12:25:48,760 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=57345 2024-12-05T12:25:48,779 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T12:25:48,783 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T12:25:49,269 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39219 is added to blk_1073741825_1001 (size=7) 2024-12-05T12:25:49,270 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36197 is added to blk_1073741825_1001 (size=7) 2024-12-05T12:25:49,270 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33203 is added to blk_1073741825_1001 (size=7) 2024-12-05T12:25:49,687 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:37251/user/jenkins/test-data/9e75d330-a7f5-682a-27b2-173956ef5509 with version=8 2024-12-05T12:25:49,687 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:37251/user/jenkins/test-data/9e75d330-a7f5-682a-27b2-173956ef5509/hbase-staging 2024-12-05T12:25:50,202 INFO [Time-limited test {}] client.ConnectionUtils(128): master/2556e7014d8b:0 server-side Connection retries=45 2024-12-05T12:25:50,217 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T12:25:50,218 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-05T12:25:50,225 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-05T12:25:50,225 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T12:25:50,226 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-05T12:25:50,571 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-05T12:25:50,674 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-12-05T12:25:50,691 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-12-05T12:25:50,697 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-05T12:25:50,740 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 23723 (auto-detected) 2024-12-05T12:25:50,742 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-12-05T12:25:50,769 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41629 2024-12-05T12:25:50,809 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:41629 connecting to ZooKeeper ensemble=127.0.0.1:57345 2024-12-05T12:25:50,896 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:416290x0, quorum=127.0.0.1:57345, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T12:25:50,910 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:41629-0x100aa66a2260000 connected 2024-12-05T12:25:51,030 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T12:25:51,036 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T12:25:51,052 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41629-0x100aa66a2260000, quorum=127.0.0.1:57345, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-05T12:25:51,058 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:37251/user/jenkins/test-data/9e75d330-a7f5-682a-27b2-173956ef5509, hbase.cluster.distributed=false 2024-12-05T12:25:51,085 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41629-0x100aa66a2260000, quorum=127.0.0.1:57345, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-05T12:25:51,093 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41629 2024-12-05T12:25:51,096 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41629 2024-12-05T12:25:51,096 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41629 2024-12-05T12:25:51,098 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41629 2024-12-05T12:25:51,099 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41629 2024-12-05T12:25:51,218 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/2556e7014d8b:0 server-side Connection retries=45 2024-12-05T12:25:51,220 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T12:25:51,220 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-05T12:25:51,221 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-05T12:25:51,221 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T12:25:51,221 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-05T12:25:51,224 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-05T12:25:51,226 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-05T12:25:51,229 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:45047 2024-12-05T12:25:51,231 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:45047 connecting to ZooKeeper ensemble=127.0.0.1:57345 2024-12-05T12:25:51,233 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T12:25:51,236 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T12:25:51,244 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:450470x0, quorum=127.0.0.1:57345, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-05T12:25:51,242 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:450470x0, quorum=127.0.0.1:57345, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T12:25:51,245 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:45047-0x100aa66a2260001 connected 2024-12-05T12:25:51,249 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-05T12:25:51,259 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-05T12:25:51,262 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45047-0x100aa66a2260001, quorum=127.0.0.1:57345, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-05T12:25:51,268 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45047-0x100aa66a2260001, quorum=127.0.0.1:57345, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-05T12:25:51,269 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45047 2024-12-05T12:25:51,269 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45047 2024-12-05T12:25:51,270 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45047 2024-12-05T12:25:51,270 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45047 2024-12-05T12:25:51,271 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45047 2024-12-05T12:25:51,296 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/2556e7014d8b:0 server-side Connection retries=45 2024-12-05T12:25:51,296 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T12:25:51,296 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-05T12:25:51,297 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-05T12:25:51,297 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T12:25:51,297 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-05T12:25:51,297 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-05T12:25:51,298 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-05T12:25:51,299 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44795 2024-12-05T12:25:51,300 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:44795 connecting to ZooKeeper ensemble=127.0.0.1:57345 2024-12-05T12:25:51,301 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T12:25:51,305 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T12:25:51,312 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:447950x0, quorum=127.0.0.1:57345, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T12:25:51,313 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:447950x0, quorum=127.0.0.1:57345, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-05T12:25:51,314 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-05T12:25:51,315 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:44795-0x100aa66a2260002 connected 2024-12-05T12:25:51,316 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-05T12:25:51,318 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44795-0x100aa66a2260002, quorum=127.0.0.1:57345, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-05T12:25:51,324 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44795-0x100aa66a2260002, quorum=127.0.0.1:57345, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-05T12:25:51,328 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44795 2024-12-05T12:25:51,329 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44795 2024-12-05T12:25:51,330 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44795 2024-12-05T12:25:51,331 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44795 2024-12-05T12:25:51,331 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44795 2024-12-05T12:25:51,349 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/2556e7014d8b:0 server-side Connection retries=45 2024-12-05T12:25:51,349 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T12:25:51,349 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-05T12:25:51,349 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-05T12:25:51,349 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T12:25:51,350 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-05T12:25:51,350 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-05T12:25:51,350 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-05T12:25:51,351 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44045 2024-12-05T12:25:51,353 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:44045 connecting to ZooKeeper ensemble=127.0.0.1:57345 2024-12-05T12:25:51,354 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T12:25:51,358 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T12:25:51,370 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:440450x0, quorum=127.0.0.1:57345, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T12:25:51,371 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:44045-0x100aa66a2260003 connected 2024-12-05T12:25:51,372 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44045-0x100aa66a2260003, quorum=127.0.0.1:57345, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-05T12:25:51,372 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-05T12:25:51,380 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-05T12:25:51,385 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44045-0x100aa66a2260003, quorum=127.0.0.1:57345, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-05T12:25:51,393 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44045-0x100aa66a2260003, quorum=127.0.0.1:57345, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-05T12:25:51,400 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44045 2024-12-05T12:25:51,403 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44045 2024-12-05T12:25:51,405 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44045 2024-12-05T12:25:51,409 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44045 2024-12-05T12:25:51,409 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44045 2024-12-05T12:25:51,435 DEBUG [M:0;2556e7014d8b:41629 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;2556e7014d8b:41629 2024-12-05T12:25:51,441 INFO [master/2556e7014d8b:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/2556e7014d8b,41629,1733401549914 2024-12-05T12:25:51,453 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44045-0x100aa66a2260003, quorum=127.0.0.1:57345, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-05T12:25:51,455 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41629-0x100aa66a2260000, quorum=127.0.0.1:57345, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-05T12:25:51,457 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44795-0x100aa66a2260002, quorum=127.0.0.1:57345, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-05T12:25:51,460 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45047-0x100aa66a2260001, quorum=127.0.0.1:57345, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-05T12:25:51,461 DEBUG [master/2556e7014d8b:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41629-0x100aa66a2260000, quorum=127.0.0.1:57345, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/2556e7014d8b,41629,1733401549914 2024-12-05T12:25:51,505 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41629-0x100aa66a2260000, quorum=127.0.0.1:57345, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T12:25:51,505 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45047-0x100aa66a2260001, quorum=127.0.0.1:57345, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-05T12:25:51,505 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44045-0x100aa66a2260003, quorum=127.0.0.1:57345, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-05T12:25:51,505 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45047-0x100aa66a2260001, quorum=127.0.0.1:57345, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T12:25:51,505 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44045-0x100aa66a2260003, quorum=127.0.0.1:57345, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T12:25:51,508 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44795-0x100aa66a2260002, quorum=127.0.0.1:57345, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-05T12:25:51,510 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44795-0x100aa66a2260002, quorum=127.0.0.1:57345, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T12:25:51,515 DEBUG [master/2556e7014d8b:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41629-0x100aa66a2260000, quorum=127.0.0.1:57345, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-12-05T12:25:51,522 INFO [master/2556e7014d8b:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/2556e7014d8b,41629,1733401549914 from backup master directory 2024-12-05T12:25:51,526 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45047-0x100aa66a2260001, quorum=127.0.0.1:57345, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-05T12:25:51,526 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44795-0x100aa66a2260002, quorum=127.0.0.1:57345, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-05T12:25:51,526 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41629-0x100aa66a2260000, quorum=127.0.0.1:57345, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/2556e7014d8b,41629,1733401549914 2024-12-05T12:25:51,527 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41629-0x100aa66a2260000, quorum=127.0.0.1:57345, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-05T12:25:51,528 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44045-0x100aa66a2260003, quorum=127.0.0.1:57345, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-05T12:25:51,530 WARN [master/2556e7014d8b:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-05T12:25:51,530 INFO [master/2556e7014d8b:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=2556e7014d8b,41629,1733401549914 2024-12-05T12:25:51,535 INFO [master/2556e7014d8b:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-12-05T12:25:51,540 INFO [master/2556e7014d8b:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-12-05T12:25:51,643 DEBUG [master/2556e7014d8b:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:37251/user/jenkins/test-data/9e75d330-a7f5-682a-27b2-173956ef5509/hbase.id] with ID: 06b38500-4db7-4877-bfb0-a62d8934461e 2024-12-05T12:25:51,643 DEBUG [master/2556e7014d8b:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:37251/user/jenkins/test-data/9e75d330-a7f5-682a-27b2-173956ef5509/.tmp/hbase.id 2024-12-05T12:25:51,686 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39219 is added to blk_1073741826_1002 (size=42) 2024-12-05T12:25:51,686 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36197 is added to blk_1073741826_1002 (size=42) 2024-12-05T12:25:51,687 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33203 is added to blk_1073741826_1002 (size=42) 2024-12-05T12:25:51,693 DEBUG [master/2556e7014d8b:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:37251/user/jenkins/test-data/9e75d330-a7f5-682a-27b2-173956ef5509/.tmp/hbase.id]:[hdfs://localhost:37251/user/jenkins/test-data/9e75d330-a7f5-682a-27b2-173956ef5509/hbase.id] 2024-12-05T12:25:51,775 INFO [master/2556e7014d8b:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T12:25:51,782 INFO [master/2556e7014d8b:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-05T12:25:51,813 INFO [master/2556e7014d8b:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 29ms. 2024-12-05T12:25:51,821 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45047-0x100aa66a2260001, quorum=127.0.0.1:57345, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T12:25:51,821 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44045-0x100aa66a2260003, quorum=127.0.0.1:57345, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T12:25:51,821 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41629-0x100aa66a2260000, quorum=127.0.0.1:57345, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T12:25:51,825 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44795-0x100aa66a2260002, quorum=127.0.0.1:57345, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T12:25:51,848 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33203 is added to blk_1073741827_1003 (size=196) 2024-12-05T12:25:51,849 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36197 is added to blk_1073741827_1003 (size=196) 2024-12-05T12:25:51,849 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39219 is added to blk_1073741827_1003 (size=196) 2024-12-05T12:25:51,870 INFO [master/2556e7014d8b:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T12:25:51,872 INFO [master/2556e7014d8b:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-05T12:25:51,882 INFO [master/2556e7014d8b:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T12:25:51,976 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39219 is added to blk_1073741828_1004 (size=1189) 2024-12-05T12:25:51,976 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36197 is added to blk_1073741828_1004 (size=1189) 2024-12-05T12:25:51,977 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33203 is added to blk_1073741828_1004 (size=1189) 2024-12-05T12:25:52,003 INFO [master/2556e7014d8b:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:37251/user/jenkins/test-data/9e75d330-a7f5-682a-27b2-173956ef5509/MasterData/data/master/store 2024-12-05T12:25:52,041 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33203 is added to blk_1073741829_1005 (size=34) 2024-12-05T12:25:52,043 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36197 is added to blk_1073741829_1005 (size=34) 2024-12-05T12:25:52,044 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39219 is added to blk_1073741829_1005 (size=34) 2024-12-05T12:25:52,053 INFO [master/2556e7014d8b:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-12-05T12:25:52,058 DEBUG [master/2556e7014d8b:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T12:25:52,060 DEBUG [master/2556e7014d8b:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-05T12:25:52,060 INFO [master/2556e7014d8b:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T12:25:52,060 DEBUG [master/2556e7014d8b:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T12:25:52,062 DEBUG [master/2556e7014d8b:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-05T12:25:52,062 DEBUG [master/2556e7014d8b:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T12:25:52,063 INFO [master/2556e7014d8b:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T12:25:52,064 DEBUG [master/2556e7014d8b:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733401552060Disabling compacts and flushes for region at 1733401552060Disabling writes for close at 1733401552062 (+2 ms)Writing region close event to WAL at 1733401552063 (+1 ms)Closed at 1733401552063 2024-12-05T12:25:52,067 WARN [master/2556e7014d8b:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:37251/user/jenkins/test-data/9e75d330-a7f5-682a-27b2-173956ef5509/MasterData/data/master/store/.initializing 2024-12-05T12:25:52,067 DEBUG [master/2556e7014d8b:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:37251/user/jenkins/test-data/9e75d330-a7f5-682a-27b2-173956ef5509/MasterData/WALs/2556e7014d8b,41629,1733401549914 2024-12-05T12:25:52,083 INFO [master/2556e7014d8b:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T12:25:52,105 INFO [master/2556e7014d8b:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=2556e7014d8b%2C41629%2C1733401549914, suffix=, logDir=hdfs://localhost:37251/user/jenkins/test-data/9e75d330-a7f5-682a-27b2-173956ef5509/MasterData/WALs/2556e7014d8b,41629,1733401549914, archiveDir=hdfs://localhost:37251/user/jenkins/test-data/9e75d330-a7f5-682a-27b2-173956ef5509/MasterData/oldWALs, maxLogs=10 2024-12-05T12:25:52,152 DEBUG [master/2556e7014d8b:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/9e75d330-a7f5-682a-27b2-173956ef5509/MasterData/WALs/2556e7014d8b,41629,1733401549914/2556e7014d8b%2C41629%2C1733401549914.1733401552111, exclude list is [], retry=0 2024-12-05T12:25:52,181 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.initialize(FanOutOneBlockAsyncDFSOutputHelper.java:413) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper$5.operationComplete(FanOutOneBlockAsyncDFSOutputHelper.java:472) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper$5.operationComplete(FanOutOneBlockAsyncDFSOutputHelper.java:467) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.NettyFutureUtils.lambda$addListener$0(NettyFutureUtils.java:56) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setSuccess0(DefaultPromise.java:625) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.trySuccess(DefaultPromise.java:105) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPromise.trySuccess(DefaultChannelPromise.java:84) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:658) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:696) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:25:52,187 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33203,DS-62ba5f8c-f5d1-4321-92a1-1fb505e60772,DISK] 2024-12-05T12:25:52,187 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39219,DS-617fd9fb-d3b8-45bb-969c-5ff0ade34d6f,DISK] 2024-12-05T12:25:52,187 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36197,DS-bc097945-2295-45e3-bd47-de8a8715bf95,DISK] 2024-12-05T12:25:52,192 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-12-05T12:25:52,241 INFO [master/2556e7014d8b:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9e75d330-a7f5-682a-27b2-173956ef5509/MasterData/WALs/2556e7014d8b,41629,1733401549914/2556e7014d8b%2C41629%2C1733401549914.1733401552111 2024-12-05T12:25:52,242 DEBUG [master/2556e7014d8b:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46543:46543),(127.0.0.1/127.0.0.1:46847:46847),(127.0.0.1/127.0.0.1:34381:34381)] 2024-12-05T12:25:52,243 DEBUG [master/2556e7014d8b:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-05T12:25:52,244 DEBUG [master/2556e7014d8b:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T12:25:52,248 DEBUG [master/2556e7014d8b:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T12:25:52,250 DEBUG [master/2556e7014d8b:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T12:25:52,308 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T12:25:52,344 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-05T12:25:52,349 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:25:52,353 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T12:25:52,354 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T12:25:52,357 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-05T12:25:52,358 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:25:52,359 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T12:25:52,359 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T12:25:52,363 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-05T12:25:52,365 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:25:52,369 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T12:25:52,370 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T12:25:52,375 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-05T12:25:52,375 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:25:52,376 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T12:25:52,381 DEBUG [master/2556e7014d8b:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T12:25:52,386 DEBUG [master/2556e7014d8b:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37251/user/jenkins/test-data/9e75d330-a7f5-682a-27b2-173956ef5509/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-05T12:25:52,387 DEBUG [master/2556e7014d8b:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37251/user/jenkins/test-data/9e75d330-a7f5-682a-27b2-173956ef5509/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-05T12:25:52,396 DEBUG [master/2556e7014d8b:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T12:25:52,397 DEBUG [master/2556e7014d8b:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T12:25:52,400 DEBUG [master/2556e7014d8b:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T12:25:52,405 DEBUG [master/2556e7014d8b:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T12:25:52,409 DEBUG [master/2556e7014d8b:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37251/user/jenkins/test-data/9e75d330-a7f5-682a-27b2-173956ef5509/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T12:25:52,411 INFO [master/2556e7014d8b:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74897962, jitterRate=0.11606660485267639}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T12:25:52,421 DEBUG [master/2556e7014d8b:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733401552270Initializing all the Stores at 1733401552272 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733401552273 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401552276 (+3 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401552277 (+1 ms)Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401552277Cleaning up temporary data from old regions at 1733401552397 (+120 ms)Region opened successfully at 1733401552421 (+24 ms) 2024-12-05T12:25:52,422 INFO [master/2556e7014d8b:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-05T12:25:52,485 DEBUG [master/2556e7014d8b:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d1a1f52, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=2556e7014d8b/172.17.0.2:0 2024-12-05T12:25:52,531 INFO [master/2556e7014d8b:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-05T12:25:52,548 INFO [master/2556e7014d8b:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-05T12:25:52,548 INFO [master/2556e7014d8b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-05T12:25:52,552 INFO [master/2556e7014d8b:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-05T12:25:52,557 INFO [master/2556e7014d8b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 5 msec 2024-12-05T12:25:52,564 INFO [master/2556e7014d8b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 6 msec 2024-12-05T12:25:52,564 INFO [master/2556e7014d8b:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-05T12:25:52,599 INFO [master/2556e7014d8b:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-05T12:25:52,609 DEBUG [master/2556e7014d8b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41629-0x100aa66a2260000, quorum=127.0.0.1:57345, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-12-05T12:25:52,611 DEBUG [master/2556e7014d8b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-12-05T12:25:52,613 INFO [master/2556e7014d8b:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-05T12:25:52,615 DEBUG [master/2556e7014d8b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41629-0x100aa66a2260000, quorum=127.0.0.1:57345, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-12-05T12:25:52,616 DEBUG [master/2556e7014d8b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-12-05T12:25:52,618 INFO [master/2556e7014d8b:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-05T12:25:52,622 DEBUG [master/2556e7014d8b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41629-0x100aa66a2260000, quorum=127.0.0.1:57345, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-12-05T12:25:52,623 DEBUG [master/2556e7014d8b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-12-05T12:25:52,625 DEBUG [master/2556e7014d8b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41629-0x100aa66a2260000, quorum=127.0.0.1:57345, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-12-05T12:25:52,626 DEBUG [master/2556e7014d8b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-12-05T12:25:52,650 DEBUG [master/2556e7014d8b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41629-0x100aa66a2260000, quorum=127.0.0.1:57345, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-05T12:25:52,653 DEBUG [master/2556e7014d8b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-12-05T12:25:52,658 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41629-0x100aa66a2260000, quorum=127.0.0.1:57345, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-05T12:25:52,658 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41629-0x100aa66a2260000, quorum=127.0.0.1:57345, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T12:25:52,660 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45047-0x100aa66a2260001, quorum=127.0.0.1:57345, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-05T12:25:52,660 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45047-0x100aa66a2260001, quorum=127.0.0.1:57345, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T12:25:52,660 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44795-0x100aa66a2260002, quorum=127.0.0.1:57345, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-05T12:25:52,661 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44795-0x100aa66a2260002, quorum=127.0.0.1:57345, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T12:25:52,661 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44045-0x100aa66a2260003, quorum=127.0.0.1:57345, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-05T12:25:52,661 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44045-0x100aa66a2260003, quorum=127.0.0.1:57345, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T12:25:52,664 INFO [master/2556e7014d8b:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=2556e7014d8b,41629,1733401549914, sessionid=0x100aa66a2260000, setting cluster-up flag (Was=false) 2024-12-05T12:25:52,683 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44045-0x100aa66a2260003, quorum=127.0.0.1:57345, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T12:25:52,683 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41629-0x100aa66a2260000, quorum=127.0.0.1:57345, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T12:25:52,684 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45047-0x100aa66a2260001, quorum=127.0.0.1:57345, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T12:25:52,684 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44795-0x100aa66a2260002, quorum=127.0.0.1:57345, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T12:25:52,698 DEBUG [master/2556e7014d8b:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-12-05T12:25:52,700 DEBUG [master/2556e7014d8b:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=2556e7014d8b,41629,1733401549914 2024-12-05T12:25:52,709 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45047-0x100aa66a2260001, quorum=127.0.0.1:57345, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T12:25:52,709 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44045-0x100aa66a2260003, quorum=127.0.0.1:57345, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T12:25:52,710 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44795-0x100aa66a2260002, quorum=127.0.0.1:57345, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T12:25:52,710 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41629-0x100aa66a2260000, quorum=127.0.0.1:57345, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T12:25:52,716 DEBUG [master/2556e7014d8b:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-12-05T12:25:52,718 DEBUG [master/2556e7014d8b:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=2556e7014d8b,41629,1733401549914 2024-12-05T12:25:52,725 INFO [master/2556e7014d8b:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:37251/user/jenkins/test-data/9e75d330-a7f5-682a-27b2-173956ef5509/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-05T12:25:52,822 INFO [RS:1;2556e7014d8b:44795 {}] regionserver.HRegionServer(746): ClusterId : 06b38500-4db7-4877-bfb0-a62d8934461e 2024-12-05T12:25:52,825 DEBUG [RS:1;2556e7014d8b:44795 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-05T12:25:52,828 INFO [RS:0;2556e7014d8b:45047 {}] regionserver.HRegionServer(746): ClusterId : 06b38500-4db7-4877-bfb0-a62d8934461e 2024-12-05T12:25:52,829 DEBUG [RS:0;2556e7014d8b:45047 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-05T12:25:52,832 INFO [AsyncFSWAL-0-hdfs://localhost:37251/user/jenkins/test-data/9e75d330-a7f5-682a-27b2-173956ef5509/MasterData-prefix:2556e7014d8b,41629,1733401549914 {}] compress.Compression(560): Loaded codec org.apache.hadoop.hbase.io.compress.ReusableStreamGzipCodec for compression algorithm GZ 2024-12-05T12:25:52,833 INFO [RS:2;2556e7014d8b:44045 {}] regionserver.HRegionServer(746): ClusterId : 06b38500-4db7-4877-bfb0-a62d8934461e 2024-12-05T12:25:52,833 DEBUG [RS:2;2556e7014d8b:44045 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-05T12:25:52,836 DEBUG [RS:0;2556e7014d8b:45047 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-05T12:25:52,836 DEBUG [RS:0;2556e7014d8b:45047 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-05T12:25:52,837 DEBUG [RS:1;2556e7014d8b:44795 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-05T12:25:52,837 DEBUG [RS:1;2556e7014d8b:44795 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-05T12:25:52,840 DEBUG [RS:2;2556e7014d8b:44045 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-05T12:25:52,840 DEBUG [RS:2;2556e7014d8b:44045 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-05T12:25:52,840 DEBUG [RS:0;2556e7014d8b:45047 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-05T12:25:52,841 DEBUG [RS:0;2556e7014d8b:45047 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7f447d2f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=2556e7014d8b/172.17.0.2:0 2024-12-05T12:25:52,846 DEBUG [RS:2;2556e7014d8b:44045 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-05T12:25:52,847 DEBUG [RS:1;2556e7014d8b:44795 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-05T12:25:52,847 DEBUG [RS:2;2556e7014d8b:44045 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2f5aeb0d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=2556e7014d8b/172.17.0.2:0 2024-12-05T12:25:52,848 DEBUG [RS:1;2556e7014d8b:44795 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ad74c90, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=2556e7014d8b/172.17.0.2:0 2024-12-05T12:25:52,864 DEBUG [RS:0;2556e7014d8b:45047 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;2556e7014d8b:45047 2024-12-05T12:25:52,866 DEBUG [master/2556e7014d8b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-05T12:25:52,869 INFO [RS:0;2556e7014d8b:45047 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-05T12:25:52,869 INFO [RS:0;2556e7014d8b:45047 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-05T12:25:52,869 DEBUG [RS:0;2556e7014d8b:45047 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-05T12:25:52,871 DEBUG [RS:1;2556e7014d8b:44795 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;2556e7014d8b:44795 2024-12-05T12:25:52,871 INFO [RS:1;2556e7014d8b:44795 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-05T12:25:52,871 INFO [RS:1;2556e7014d8b:44795 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-05T12:25:52,871 DEBUG [RS:1;2556e7014d8b:44795 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-05T12:25:52,874 INFO [RS:0;2556e7014d8b:45047 {}] regionserver.HRegionServer(2659): reportForDuty to master=2556e7014d8b,41629,1733401549914 with port=45047, startcode=1733401551176 2024-12-05T12:25:52,876 INFO [RS:1;2556e7014d8b:44795 {}] regionserver.HRegionServer(2659): reportForDuty to master=2556e7014d8b,41629,1733401549914 with port=44795, startcode=1733401551295 2024-12-05T12:25:52,878 DEBUG [RS:2;2556e7014d8b:44045 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:2;2556e7014d8b:44045 2024-12-05T12:25:52,878 INFO [RS:2;2556e7014d8b:44045 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-05T12:25:52,878 INFO [RS:2;2556e7014d8b:44045 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-05T12:25:52,878 DEBUG [RS:2;2556e7014d8b:44045 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-05T12:25:52,879 INFO [RS:2;2556e7014d8b:44045 {}] regionserver.HRegionServer(2659): reportForDuty to master=2556e7014d8b,41629,1733401549914 with port=44045, startcode=1733401551348 2024-12-05T12:25:52,884 INFO [master/2556e7014d8b:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-05T12:25:52,889 DEBUG [RS:1;2556e7014d8b:44795 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-05T12:25:52,889 DEBUG [RS:0;2556e7014d8b:45047 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-05T12:25:52,889 DEBUG [RS:2;2556e7014d8b:44045 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-05T12:25:52,894 INFO [master/2556e7014d8b:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-05T12:25:52,902 DEBUG [master/2556e7014d8b:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 2556e7014d8b,41629,1733401549914 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-05T12:25:52,915 DEBUG [master/2556e7014d8b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/2556e7014d8b:0, corePoolSize=5, maxPoolSize=5 2024-12-05T12:25:52,915 DEBUG [master/2556e7014d8b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/2556e7014d8b:0, corePoolSize=5, maxPoolSize=5 2024-12-05T12:25:52,916 DEBUG [master/2556e7014d8b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/2556e7014d8b:0, corePoolSize=5, maxPoolSize=5 2024-12-05T12:25:52,916 DEBUG [master/2556e7014d8b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/2556e7014d8b:0, corePoolSize=5, maxPoolSize=5 2024-12-05T12:25:52,916 DEBUG [master/2556e7014d8b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/2556e7014d8b:0, corePoolSize=10, maxPoolSize=10 2024-12-05T12:25:52,916 DEBUG [master/2556e7014d8b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/2556e7014d8b:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:25:52,917 DEBUG [master/2556e7014d8b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/2556e7014d8b:0, corePoolSize=2, maxPoolSize=2 2024-12-05T12:25:52,917 DEBUG [master/2556e7014d8b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/2556e7014d8b:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:25:52,919 INFO [master/2556e7014d8b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733401582919 2024-12-05T12:25:52,921 INFO [master/2556e7014d8b:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-05T12:25:52,922 INFO [master/2556e7014d8b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-05T12:25:52,926 INFO [master/2556e7014d8b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-05T12:25:52,927 INFO [master/2556e7014d8b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-05T12:25:52,928 INFO [master/2556e7014d8b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-05T12:25:52,928 INFO [master/2556e7014d8b:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-05T12:25:52,936 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T12:25:52,936 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-05T12:25:52,935 INFO [master/2556e7014d8b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-05T12:25:52,941 INFO [HMaster-EventLoopGroup-2-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40371, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-12-05T12:25:52,943 INFO [HMaster-EventLoopGroup-2-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37695, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-12-05T12:25:52,946 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:25:52,946 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-05T12:25:52,949 INFO [master/2556e7014d8b:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-05T12:25:52,950 INFO [master/2556e7014d8b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-05T12:25:52,950 INFO [HMaster-EventLoopGroup-2-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53069, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-12-05T12:25:52,950 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41629 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:25:52,951 INFO [master/2556e7014d8b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-05T12:25:52,956 INFO [master/2556e7014d8b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-05T12:25:52,956 INFO [master/2556e7014d8b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-05T12:25:52,958 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41629 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:25:52,958 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41629 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T12:25:52,963 DEBUG [master/2556e7014d8b:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/2556e7014d8b:0:becomeActiveMaster-HFileCleaner.large.0-1733401552957,5,FailOnTimeoutGroup] 2024-12-05T12:25:52,964 DEBUG [master/2556e7014d8b:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/2556e7014d8b:0:becomeActiveMaster-HFileCleaner.small.0-1733401552963,5,FailOnTimeoutGroup] 2024-12-05T12:25:52,964 INFO [master/2556e7014d8b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-05T12:25:52,964 INFO [master/2556e7014d8b:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-05T12:25:52,995 INFO [master/2556e7014d8b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-05T12:25:52,996 INFO [master/2556e7014d8b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-05T12:25:53,009 DEBUG [RS:0;2556e7014d8b:45047 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-12-05T12:25:53,010 WARN [RS:0;2556e7014d8b:45047 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-12-05T12:25:53,010 DEBUG [RS:1;2556e7014d8b:44795 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-12-05T12:25:53,010 WARN [RS:1;2556e7014d8b:44795 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-12-05T12:25:53,010 DEBUG [RS:2;2556e7014d8b:44045 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-12-05T12:25:53,010 WARN [RS:2;2556e7014d8b:44045 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-12-05T12:25:53,017 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39219 is added to blk_1073741831_1007 (size=1321) 2024-12-05T12:25:53,018 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36197 is added to blk_1073741831_1007 (size=1321) 2024-12-05T12:25:53,020 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33203 is added to blk_1073741831_1007 (size=1321) 2024-12-05T12:25:53,111 INFO [RS:0;2556e7014d8b:45047 {}] regionserver.HRegionServer(2659): reportForDuty to master=2556e7014d8b,41629,1733401549914 with port=45047, startcode=1733401551176 2024-12-05T12:25:53,111 INFO [RS:1;2556e7014d8b:44795 {}] regionserver.HRegionServer(2659): reportForDuty to master=2556e7014d8b,41629,1733401549914 with port=44795, startcode=1733401551295 2024-12-05T12:25:53,111 INFO [RS:2;2556e7014d8b:44045 {}] regionserver.HRegionServer(2659): reportForDuty to master=2556e7014d8b,41629,1733401549914 with port=44045, startcode=1733401551348 2024-12-05T12:25:53,114 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41629 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 2556e7014d8b,45047,1733401551176 2024-12-05T12:25:53,117 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41629 {}] master.ServerManager(517): Registering regionserver=2556e7014d8b,45047,1733401551176 2024-12-05T12:25:53,128 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41629 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 2556e7014d8b,44795,1733401551295 2024-12-05T12:25:53,128 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41629 {}] master.ServerManager(517): Registering regionserver=2556e7014d8b,44795,1733401551295 2024-12-05T12:25:53,128 DEBUG [RS:0;2556e7014d8b:45047 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:37251/user/jenkins/test-data/9e75d330-a7f5-682a-27b2-173956ef5509 2024-12-05T12:25:53,128 DEBUG [RS:0;2556e7014d8b:45047 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:37251 2024-12-05T12:25:53,128 DEBUG [RS:0;2556e7014d8b:45047 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-05T12:25:53,133 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41629-0x100aa66a2260000, quorum=127.0.0.1:57345, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-05T12:25:53,134 DEBUG [RS:0;2556e7014d8b:45047 {}] zookeeper.ZKUtil(111): regionserver:45047-0x100aa66a2260001, quorum=127.0.0.1:57345, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/2556e7014d8b,45047,1733401551176 2024-12-05T12:25:53,134 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41629 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 2556e7014d8b,44045,1733401551348 2024-12-05T12:25:53,134 WARN [RS:0;2556e7014d8b:45047 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-05T12:25:53,134 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41629 {}] master.ServerManager(517): Registering regionserver=2556e7014d8b,44045,1733401551348 2024-12-05T12:25:53,134 INFO [RS:0;2556e7014d8b:45047 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T12:25:53,134 DEBUG [RS:1;2556e7014d8b:44795 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:37251/user/jenkins/test-data/9e75d330-a7f5-682a-27b2-173956ef5509 2024-12-05T12:25:53,135 DEBUG [RS:1;2556e7014d8b:44795 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:37251 2024-12-05T12:25:53,135 DEBUG [RS:1;2556e7014d8b:44795 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-05T12:25:53,135 DEBUG [RS:0;2556e7014d8b:45047 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:37251/user/jenkins/test-data/9e75d330-a7f5-682a-27b2-173956ef5509/WALs/2556e7014d8b,45047,1733401551176 2024-12-05T12:25:53,137 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [2556e7014d8b,45047,1733401551176] 2024-12-05T12:25:53,137 DEBUG [RS:2;2556e7014d8b:44045 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:37251/user/jenkins/test-data/9e75d330-a7f5-682a-27b2-173956ef5509 2024-12-05T12:25:53,137 DEBUG [RS:2;2556e7014d8b:44045 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:37251 2024-12-05T12:25:53,138 DEBUG [RS:2;2556e7014d8b:44045 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-05T12:25:53,140 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41629-0x100aa66a2260000, quorum=127.0.0.1:57345, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-05T12:25:53,141 DEBUG [RS:1;2556e7014d8b:44795 {}] zookeeper.ZKUtil(111): regionserver:44795-0x100aa66a2260002, quorum=127.0.0.1:57345, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/2556e7014d8b,44795,1733401551295 2024-12-05T12:25:53,141 WARN [RS:1;2556e7014d8b:44795 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-05T12:25:53,141 INFO [RS:1;2556e7014d8b:44795 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T12:25:53,141 DEBUG [RS:1;2556e7014d8b:44795 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:37251/user/jenkins/test-data/9e75d330-a7f5-682a-27b2-173956ef5509/WALs/2556e7014d8b,44795,1733401551295 2024-12-05T12:25:53,145 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [2556e7014d8b,44795,1733401551295] 2024-12-05T12:25:53,145 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [2556e7014d8b,44045,1733401551348] 2024-12-05T12:25:53,148 DEBUG [RS:2;2556e7014d8b:44045 {}] zookeeper.ZKUtil(111): regionserver:44045-0x100aa66a2260003, quorum=127.0.0.1:57345, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/2556e7014d8b,44045,1733401551348 2024-12-05T12:25:53,148 WARN [RS:2;2556e7014d8b:44045 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-05T12:25:53,148 INFO [RS:2;2556e7014d8b:44045 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T12:25:53,148 DEBUG [RS:2;2556e7014d8b:44045 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:37251/user/jenkins/test-data/9e75d330-a7f5-682a-27b2-173956ef5509/WALs/2556e7014d8b,44045,1733401551348 2024-12-05T12:25:53,177 INFO [RS:1;2556e7014d8b:44795 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-05T12:25:53,189 INFO [RS:0;2556e7014d8b:45047 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-05T12:25:53,202 INFO [RS:1;2556e7014d8b:44795 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-05T12:25:53,206 INFO [RS:2;2556e7014d8b:44045 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-05T12:25:53,208 INFO [RS:0;2556e7014d8b:45047 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-05T12:25:53,217 INFO [RS:2;2556e7014d8b:44045 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-05T12:25:53,218 INFO [RS:0;2556e7014d8b:45047 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-05T12:25:53,218 INFO [RS:1;2556e7014d8b:44795 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-05T12:25:53,218 INFO [RS:0;2556e7014d8b:45047 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T12:25:53,218 INFO [RS:1;2556e7014d8b:44795 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T12:25:53,219 INFO [RS:2;2556e7014d8b:44045 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-05T12:25:53,219 INFO [RS:2;2556e7014d8b:44045 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T12:25:53,221 INFO [RS:0;2556e7014d8b:45047 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-05T12:25:53,226 INFO [RS:1;2556e7014d8b:44795 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-05T12:25:53,228 INFO [RS:1;2556e7014d8b:44795 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-05T12:25:53,230 INFO [RS:1;2556e7014d8b:44795 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-05T12:25:53,230 DEBUG [RS:1;2556e7014d8b:44795 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/2556e7014d8b:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:25:53,230 DEBUG [RS:1;2556e7014d8b:44795 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/2556e7014d8b:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:25:53,230 DEBUG [RS:1;2556e7014d8b:44795 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/2556e7014d8b:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:25:53,231 DEBUG [RS:1;2556e7014d8b:44795 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/2556e7014d8b:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:25:53,231 DEBUG [RS:1;2556e7014d8b:44795 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/2556e7014d8b:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:25:53,231 DEBUG [RS:1;2556e7014d8b:44795 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/2556e7014d8b:0, corePoolSize=2, maxPoolSize=2 2024-12-05T12:25:53,231 DEBUG [RS:1;2556e7014d8b:44795 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/2556e7014d8b:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:25:53,231 DEBUG [RS:1;2556e7014d8b:44795 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/2556e7014d8b:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:25:53,233 DEBUG [RS:1;2556e7014d8b:44795 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/2556e7014d8b:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:25:53,233 INFO [RS:0;2556e7014d8b:45047 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-05T12:25:53,233 DEBUG [RS:1;2556e7014d8b:44795 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/2556e7014d8b:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:25:53,233 INFO [RS:0;2556e7014d8b:45047 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-05T12:25:53,233 DEBUG [RS:1;2556e7014d8b:44795 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/2556e7014d8b:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:25:53,233 DEBUG [RS:0;2556e7014d8b:45047 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/2556e7014d8b:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:25:53,233 DEBUG [RS:1;2556e7014d8b:44795 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/2556e7014d8b:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:25:53,233 DEBUG [RS:0;2556e7014d8b:45047 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/2556e7014d8b:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:25:53,233 DEBUG [RS:0;2556e7014d8b:45047 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/2556e7014d8b:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:25:53,233 DEBUG [RS:1;2556e7014d8b:44795 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/2556e7014d8b:0, corePoolSize=3, maxPoolSize=3 2024-12-05T12:25:53,233 DEBUG [RS:0;2556e7014d8b:45047 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/2556e7014d8b:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:25:53,234 DEBUG [RS:1;2556e7014d8b:44795 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0, corePoolSize=3, maxPoolSize=3 2024-12-05T12:25:53,234 DEBUG [RS:0;2556e7014d8b:45047 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/2556e7014d8b:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:25:53,234 DEBUG [RS:0;2556e7014d8b:45047 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/2556e7014d8b:0, corePoolSize=2, maxPoolSize=2 2024-12-05T12:25:53,234 INFO [RS:2;2556e7014d8b:44045 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-05T12:25:53,235 DEBUG [RS:0;2556e7014d8b:45047 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/2556e7014d8b:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:25:53,235 DEBUG [RS:0;2556e7014d8b:45047 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/2556e7014d8b:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:25:53,235 DEBUG [RS:0;2556e7014d8b:45047 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/2556e7014d8b:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:25:53,235 DEBUG [RS:0;2556e7014d8b:45047 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/2556e7014d8b:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:25:53,236 DEBUG [RS:0;2556e7014d8b:45047 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/2556e7014d8b:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:25:53,236 DEBUG [RS:0;2556e7014d8b:45047 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/2556e7014d8b:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:25:53,236 INFO [RS:2;2556e7014d8b:44045 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-05T12:25:53,236 DEBUG [RS:0;2556e7014d8b:45047 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/2556e7014d8b:0, corePoolSize=3, maxPoolSize=3 2024-12-05T12:25:53,236 INFO [RS:2;2556e7014d8b:44045 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-05T12:25:53,236 DEBUG [RS:0;2556e7014d8b:45047 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0, corePoolSize=3, maxPoolSize=3 2024-12-05T12:25:53,236 DEBUG [RS:2;2556e7014d8b:44045 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/2556e7014d8b:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:25:53,236 DEBUG [RS:2;2556e7014d8b:44045 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/2556e7014d8b:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:25:53,237 DEBUG [RS:2;2556e7014d8b:44045 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/2556e7014d8b:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:25:53,237 DEBUG [RS:2;2556e7014d8b:44045 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/2556e7014d8b:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:25:53,237 DEBUG [RS:2;2556e7014d8b:44045 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/2556e7014d8b:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:25:53,237 DEBUG [RS:2;2556e7014d8b:44045 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/2556e7014d8b:0, corePoolSize=2, maxPoolSize=2 2024-12-05T12:25:53,237 DEBUG [RS:2;2556e7014d8b:44045 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/2556e7014d8b:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:25:53,237 DEBUG [RS:2;2556e7014d8b:44045 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/2556e7014d8b:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:25:53,238 DEBUG [RS:2;2556e7014d8b:44045 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/2556e7014d8b:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:25:53,238 DEBUG [RS:2;2556e7014d8b:44045 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/2556e7014d8b:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:25:53,238 DEBUG [RS:2;2556e7014d8b:44045 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/2556e7014d8b:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:25:53,238 DEBUG [RS:2;2556e7014d8b:44045 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/2556e7014d8b:0, corePoolSize=1, maxPoolSize=1 2024-12-05T12:25:53,238 DEBUG [RS:2;2556e7014d8b:44045 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/2556e7014d8b:0, corePoolSize=3, maxPoolSize=3 2024-12-05T12:25:53,239 DEBUG [RS:2;2556e7014d8b:44045 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/2556e7014d8b:0, corePoolSize=3, maxPoolSize=3 2024-12-05T12:25:53,241 INFO [RS:1;2556e7014d8b:44795 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T12:25:53,241 INFO [RS:1;2556e7014d8b:44795 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T12:25:53,241 INFO [RS:1;2556e7014d8b:44795 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T12:25:53,241 INFO [RS:1;2556e7014d8b:44795 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-05T12:25:53,241 INFO [RS:1;2556e7014d8b:44795 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-05T12:25:53,242 INFO [RS:1;2556e7014d8b:44795 {}] hbase.ChoreService(168): Chore ScheduledChore name=2556e7014d8b,44795,1733401551295-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-05T12:25:53,243 INFO [RS:0;2556e7014d8b:45047 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T12:25:53,243 INFO [RS:0;2556e7014d8b:45047 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T12:25:53,243 INFO [RS:0;2556e7014d8b:45047 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T12:25:53,243 INFO [RS:0;2556e7014d8b:45047 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-05T12:25:53,243 INFO [RS:0;2556e7014d8b:45047 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-05T12:25:53,244 INFO [RS:0;2556e7014d8b:45047 {}] hbase.ChoreService(168): Chore ScheduledChore name=2556e7014d8b,45047,1733401551176-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-05T12:25:53,244 INFO [RS:2;2556e7014d8b:44045 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T12:25:53,244 INFO [RS:2;2556e7014d8b:44045 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T12:25:53,245 INFO [RS:2;2556e7014d8b:44045 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T12:25:53,245 INFO [RS:2;2556e7014d8b:44045 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-05T12:25:53,245 INFO [RS:2;2556e7014d8b:44045 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-05T12:25:53,248 INFO [RS:2;2556e7014d8b:44045 {}] hbase.ChoreService(168): Chore ScheduledChore name=2556e7014d8b,44045,1733401551348-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-05T12:25:53,274 INFO [RS:0;2556e7014d8b:45047 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-05T12:25:53,276 INFO [RS:1;2556e7014d8b:44795 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-05T12:25:53,278 INFO [RS:0;2556e7014d8b:45047 {}] hbase.ChoreService(168): Chore ScheduledChore name=2556e7014d8b,45047,1733401551176-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T12:25:53,279 INFO [RS:1;2556e7014d8b:44795 {}] hbase.ChoreService(168): Chore ScheduledChore name=2556e7014d8b,44795,1733401551295-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T12:25:53,279 INFO [RS:1;2556e7014d8b:44795 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T12:25:53,279 INFO [RS:1;2556e7014d8b:44795 {}] regionserver.Replication(171): 2556e7014d8b,44795,1733401551295 started 2024-12-05T12:25:53,279 INFO [RS:0;2556e7014d8b:45047 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T12:25:53,279 INFO [RS:0;2556e7014d8b:45047 {}] regionserver.Replication(171): 2556e7014d8b,45047,1733401551176 started 2024-12-05T12:25:53,302 INFO [RS:2;2556e7014d8b:44045 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-05T12:25:53,303 INFO [RS:2;2556e7014d8b:44045 {}] hbase.ChoreService(168): Chore ScheduledChore name=2556e7014d8b,44045,1733401551348-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T12:25:53,303 INFO [RS:2;2556e7014d8b:44045 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T12:25:53,303 INFO [RS:2;2556e7014d8b:44045 {}] regionserver.Replication(171): 2556e7014d8b,44045,1733401551348 started 2024-12-05T12:25:53,306 INFO [RS:1;2556e7014d8b:44795 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T12:25:53,307 INFO [RS:1;2556e7014d8b:44795 {}] regionserver.HRegionServer(1482): Serving as 2556e7014d8b,44795,1733401551295, RpcServer on 2556e7014d8b/172.17.0.2:44795, sessionid=0x100aa66a2260002 2024-12-05T12:25:53,308 DEBUG [RS:1;2556e7014d8b:44795 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-05T12:25:53,308 DEBUG [RS:1;2556e7014d8b:44795 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 2556e7014d8b,44795,1733401551295 2024-12-05T12:25:53,308 DEBUG [RS:1;2556e7014d8b:44795 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '2556e7014d8b,44795,1733401551295' 2024-12-05T12:25:53,308 DEBUG [RS:1;2556e7014d8b:44795 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-05T12:25:53,310 DEBUG [RS:1;2556e7014d8b:44795 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-05T12:25:53,310 DEBUG [RS:1;2556e7014d8b:44795 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-05T12:25:53,310 DEBUG [RS:1;2556e7014d8b:44795 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-05T12:25:53,311 DEBUG [RS:1;2556e7014d8b:44795 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 2556e7014d8b,44795,1733401551295 2024-12-05T12:25:53,316 INFO [RS:0;2556e7014d8b:45047 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T12:25:53,316 INFO [RS:0;2556e7014d8b:45047 {}] regionserver.HRegionServer(1482): Serving as 2556e7014d8b,45047,1733401551176, RpcServer on 2556e7014d8b/172.17.0.2:45047, sessionid=0x100aa66a2260001 2024-12-05T12:25:53,317 DEBUG [RS:0;2556e7014d8b:45047 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-05T12:25:53,317 DEBUG [RS:0;2556e7014d8b:45047 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 2556e7014d8b,45047,1733401551176 2024-12-05T12:25:53,317 DEBUG [RS:0;2556e7014d8b:45047 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '2556e7014d8b,45047,1733401551176' 2024-12-05T12:25:53,317 DEBUG [RS:0;2556e7014d8b:45047 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-05T12:25:53,318 DEBUG [RS:0;2556e7014d8b:45047 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-05T12:25:53,319 DEBUG [RS:0;2556e7014d8b:45047 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-05T12:25:53,319 DEBUG [RS:0;2556e7014d8b:45047 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-05T12:25:53,319 DEBUG [RS:0;2556e7014d8b:45047 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 2556e7014d8b,45047,1733401551176 2024-12-05T12:25:53,319 DEBUG [RS:0;2556e7014d8b:45047 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '2556e7014d8b,45047,1733401551176' 2024-12-05T12:25:53,319 DEBUG [RS:0;2556e7014d8b:45047 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-05T12:25:53,319 DEBUG [RS:1;2556e7014d8b:44795 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '2556e7014d8b,44795,1733401551295' 2024-12-05T12:25:53,319 DEBUG [RS:1;2556e7014d8b:44795 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-05T12:25:53,320 DEBUG [RS:0;2556e7014d8b:45047 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-05T12:25:53,324 DEBUG [RS:1;2556e7014d8b:44795 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-05T12:25:53,325 DEBUG [RS:1;2556e7014d8b:44795 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-05T12:25:53,325 INFO [RS:1;2556e7014d8b:44795 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-05T12:25:53,325 INFO [RS:1;2556e7014d8b:44795 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-05T12:25:53,326 DEBUG [RS:0;2556e7014d8b:45047 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-05T12:25:53,326 INFO [RS:0;2556e7014d8b:45047 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-05T12:25:53,326 INFO [RS:0;2556e7014d8b:45047 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-05T12:25:53,333 INFO [RS:2;2556e7014d8b:44045 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T12:25:53,334 INFO [RS:2;2556e7014d8b:44045 {}] regionserver.HRegionServer(1482): Serving as 2556e7014d8b,44045,1733401551348, RpcServer on 2556e7014d8b/172.17.0.2:44045, sessionid=0x100aa66a2260003 2024-12-05T12:25:53,334 DEBUG [RS:2;2556e7014d8b:44045 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-05T12:25:53,334 DEBUG [RS:2;2556e7014d8b:44045 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 2556e7014d8b,44045,1733401551348 2024-12-05T12:25:53,334 DEBUG [RS:2;2556e7014d8b:44045 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '2556e7014d8b,44045,1733401551348' 2024-12-05T12:25:53,334 DEBUG [RS:2;2556e7014d8b:44045 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-05T12:25:53,340 DEBUG [RS:2;2556e7014d8b:44045 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-05T12:25:53,346 DEBUG [RS:2;2556e7014d8b:44045 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-05T12:25:53,346 DEBUG [RS:2;2556e7014d8b:44045 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-05T12:25:53,346 DEBUG [RS:2;2556e7014d8b:44045 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 2556e7014d8b,44045,1733401551348 2024-12-05T12:25:53,346 DEBUG [RS:2;2556e7014d8b:44045 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '2556e7014d8b,44045,1733401551348' 2024-12-05T12:25:53,346 DEBUG [RS:2;2556e7014d8b:44045 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-05T12:25:53,347 DEBUG [RS:2;2556e7014d8b:44045 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-05T12:25:53,352 DEBUG [RS:2;2556e7014d8b:44045 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-05T12:25:53,353 INFO [RS:2;2556e7014d8b:44045 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-05T12:25:53,353 INFO [RS:2;2556e7014d8b:44045 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-05T12:25:53,421 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:37251/user/jenkins/test-data/9e75d330-a7f5-682a-27b2-173956ef5509/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-05T12:25:53,425 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:37251/user/jenkins/test-data/9e75d330-a7f5-682a-27b2-173956ef5509 2024-12-05T12:25:53,432 INFO [RS:1;2556e7014d8b:44795 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T12:25:53,432 INFO [RS:0;2556e7014d8b:45047 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T12:25:53,449 INFO [RS:0;2556e7014d8b:45047 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=2556e7014d8b%2C45047%2C1733401551176, suffix=, logDir=hdfs://localhost:37251/user/jenkins/test-data/9e75d330-a7f5-682a-27b2-173956ef5509/WALs/2556e7014d8b,45047,1733401551176, archiveDir=hdfs://localhost:37251/user/jenkins/test-data/9e75d330-a7f5-682a-27b2-173956ef5509/oldWALs, maxLogs=32 2024-12-05T12:25:53,453 INFO [RS:1;2556e7014d8b:44795 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=2556e7014d8b%2C44795%2C1733401551295, suffix=, logDir=hdfs://localhost:37251/user/jenkins/test-data/9e75d330-a7f5-682a-27b2-173956ef5509/WALs/2556e7014d8b,44795,1733401551295, archiveDir=hdfs://localhost:37251/user/jenkins/test-data/9e75d330-a7f5-682a-27b2-173956ef5509/oldWALs, maxLogs=32 2024-12-05T12:25:53,455 INFO [RS:2;2556e7014d8b:44045 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T12:25:53,471 INFO [RS:2;2556e7014d8b:44045 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=2556e7014d8b%2C44045%2C1733401551348, suffix=, logDir=hdfs://localhost:37251/user/jenkins/test-data/9e75d330-a7f5-682a-27b2-173956ef5509/WALs/2556e7014d8b,44045,1733401551348, archiveDir=hdfs://localhost:37251/user/jenkins/test-data/9e75d330-a7f5-682a-27b2-173956ef5509/oldWALs, maxLogs=32 2024-12-05T12:25:53,481 DEBUG [RS:1;2556e7014d8b:44795 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/9e75d330-a7f5-682a-27b2-173956ef5509/WALs/2556e7014d8b,44795,1733401551295/2556e7014d8b%2C44795%2C1733401551295.1733401553459, exclude list is [], retry=0 2024-12-05T12:25:53,491 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33203,DS-62ba5f8c-f5d1-4321-92a1-1fb505e60772,DISK] 2024-12-05T12:25:53,492 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39219,DS-617fd9fb-d3b8-45bb-969c-5ff0ade34d6f,DISK] 2024-12-05T12:25:53,492 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36197,DS-bc097945-2295-45e3-bd47-de8a8715bf95,DISK] 2024-12-05T12:25:53,498 DEBUG [RS:2;2556e7014d8b:44045 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/9e75d330-a7f5-682a-27b2-173956ef5509/WALs/2556e7014d8b,44045,1733401551348/2556e7014d8b%2C44045%2C1733401551348.1733401553473, exclude list is [], retry=0 2024-12-05T12:25:53,502 DEBUG [RS:0;2556e7014d8b:45047 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/9e75d330-a7f5-682a-27b2-173956ef5509/WALs/2556e7014d8b,45047,1733401551176/2556e7014d8b%2C45047%2C1733401551176.1733401553455, exclude list is [], retry=0 2024-12-05T12:25:53,526 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33203,DS-62ba5f8c-f5d1-4321-92a1-1fb505e60772,DISK] 2024-12-05T12:25:53,526 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39219,DS-617fd9fb-d3b8-45bb-969c-5ff0ade34d6f,DISK] 2024-12-05T12:25:53,527 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36197,DS-bc097945-2295-45e3-bd47-de8a8715bf95,DISK] 2024-12-05T12:25:53,537 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33203,DS-62ba5f8c-f5d1-4321-92a1-1fb505e60772,DISK] 2024-12-05T12:25:53,538 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39219,DS-617fd9fb-d3b8-45bb-969c-5ff0ade34d6f,DISK] 2024-12-05T12:25:53,538 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36197,DS-bc097945-2295-45e3-bd47-de8a8715bf95,DISK] 2024-12-05T12:25:53,611 INFO [RS:1;2556e7014d8b:44795 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9e75d330-a7f5-682a-27b2-173956ef5509/WALs/2556e7014d8b,44795,1733401551295/2556e7014d8b%2C44795%2C1733401551295.1733401553459 2024-12-05T12:25:53,614 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33203 is added to blk_1073741832_1008 (size=32) 2024-12-05T12:25:53,614 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39219 is added to blk_1073741832_1008 (size=32) 2024-12-05T12:25:53,615 DEBUG [RS:1;2556e7014d8b:44795 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46543:46543),(127.0.0.1/127.0.0.1:34381:34381),(127.0.0.1/127.0.0.1:46847:46847)] 2024-12-05T12:25:53,617 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36197 is added to blk_1073741832_1008 (size=32) 2024-12-05T12:25:53,619 INFO [RS:2;2556e7014d8b:44045 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9e75d330-a7f5-682a-27b2-173956ef5509/WALs/2556e7014d8b,44045,1733401551348/2556e7014d8b%2C44045%2C1733401551348.1733401553473 2024-12-05T12:25:53,620 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T12:25:53,620 DEBUG [RS:2;2556e7014d8b:44045 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46543:46543),(127.0.0.1/127.0.0.1:34381:34381),(127.0.0.1/127.0.0.1:46847:46847)] 2024-12-05T12:25:53,621 INFO [RS:0;2556e7014d8b:45047 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9e75d330-a7f5-682a-27b2-173956ef5509/WALs/2556e7014d8b,45047,1733401551176/2556e7014d8b%2C45047%2C1733401551176.1733401553455 2024-12-05T12:25:53,622 DEBUG [RS:0;2556e7014d8b:45047 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34381:34381),(127.0.0.1/127.0.0.1:46847:46847),(127.0.0.1/127.0.0.1:46543:46543)] 2024-12-05T12:25:53,624 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-05T12:25:53,637 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-05T12:25:53,637 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:25:53,640 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T12:25:53,640 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-05T12:25:53,643 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-05T12:25:53,643 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:25:53,644 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T12:25:53,644 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-05T12:25:53,647 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-05T12:25:53,647 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:25:53,648 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T12:25:53,648 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-05T12:25:53,651 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-05T12:25:53,651 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:25:53,652 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T12:25:53,652 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-05T12:25:53,654 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37251/user/jenkins/test-data/9e75d330-a7f5-682a-27b2-173956ef5509/data/hbase/meta/1588230740 2024-12-05T12:25:53,655 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37251/user/jenkins/test-data/9e75d330-a7f5-682a-27b2-173956ef5509/data/hbase/meta/1588230740 2024-12-05T12:25:53,660 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-05T12:25:53,660 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-05T12:25:53,661 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T12:25:53,665 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-05T12:25:53,669 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37251/user/jenkins/test-data/9e75d330-a7f5-682a-27b2-173956ef5509/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T12:25:53,670 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69429691, jitterRate=0.034583017230033875}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T12:25:53,671 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733401553620Initializing all the Stores at 1733401553622 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733401553622Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733401553624 (+2 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401553624Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733401553624Cleaning up temporary data from old regions at 1733401553660 (+36 ms)Region opened successfully at 1733401553671 (+11 ms) 2024-12-05T12:25:53,671 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-05T12:25:53,671 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-05T12:25:53,671 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-05T12:25:53,671 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-05T12:25:53,672 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-05T12:25:53,677 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-05T12:25:53,677 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733401553671Disabling compacts and flushes for region at 1733401553671Disabling writes for close at 1733401553672 (+1 ms)Writing region close event to WAL at 1733401553677 (+5 ms)Closed at 1733401553677 2024-12-05T12:25:53,683 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T12:25:53,683 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-05T12:25:53,693 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-05T12:25:53,712 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-05T12:25:53,718 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-05T12:25:53,872 DEBUG [2556e7014d8b:41629 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=3, allServersCount=3 2024-12-05T12:25:53,883 DEBUG [2556e7014d8b:41629 {}] balancer.BalancerClusterState(204): Hosts are {2556e7014d8b=0} racks are {/default-rack=0} 2024-12-05T12:25:53,891 DEBUG [2556e7014d8b:41629 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-12-05T12:25:53,892 DEBUG [2556e7014d8b:41629 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-12-05T12:25:53,892 DEBUG [2556e7014d8b:41629 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-12-05T12:25:53,892 DEBUG [2556e7014d8b:41629 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-12-05T12:25:53,892 DEBUG [2556e7014d8b:41629 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-12-05T12:25:53,892 DEBUG [2556e7014d8b:41629 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-12-05T12:25:53,892 INFO [2556e7014d8b:41629 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-12-05T12:25:53,892 INFO [2556e7014d8b:41629 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-12-05T12:25:53,892 INFO [2556e7014d8b:41629 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-12-05T12:25:53,892 DEBUG [2556e7014d8b:41629 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-12-05T12:25:53,901 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=2556e7014d8b,44045,1733401551348 2024-12-05T12:25:53,912 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 2556e7014d8b,44045,1733401551348, state=OPENING 2024-12-05T12:25:53,917 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-05T12:25:53,919 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44045-0x100aa66a2260003, quorum=127.0.0.1:57345, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T12:25:53,920 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45047-0x100aa66a2260001, quorum=127.0.0.1:57345, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T12:25:53,920 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41629-0x100aa66a2260000, quorum=127.0.0.1:57345, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T12:25:53,920 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44795-0x100aa66a2260002, quorum=127.0.0.1:57345, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T12:25:53,921 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-05T12:25:53,921 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-05T12:25:53,922 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-05T12:25:53,924 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-05T12:25:53,925 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-05T12:25:53,926 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=2556e7014d8b,44045,1733401551348}] 2024-12-05T12:25:54,109 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-05T12:25:54,112 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50635, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-05T12:25:54,132 INFO [RS_OPEN_META-regionserver/2556e7014d8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-05T12:25:54,133 INFO [RS_OPEN_META-regionserver/2556e7014d8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T12:25:54,134 INFO [RS_OPEN_META-regionserver/2556e7014d8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-05T12:25:54,139 INFO [RS_OPEN_META-regionserver/2556e7014d8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=2556e7014d8b%2C44045%2C1733401551348.meta, suffix=.meta, logDir=hdfs://localhost:37251/user/jenkins/test-data/9e75d330-a7f5-682a-27b2-173956ef5509/WALs/2556e7014d8b,44045,1733401551348, archiveDir=hdfs://localhost:37251/user/jenkins/test-data/9e75d330-a7f5-682a-27b2-173956ef5509/oldWALs, maxLogs=32 2024-12-05T12:25:54,164 DEBUG [RS_OPEN_META-regionserver/2556e7014d8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/9e75d330-a7f5-682a-27b2-173956ef5509/WALs/2556e7014d8b,44045,1733401551348/2556e7014d8b%2C44045%2C1733401551348.meta.1733401554141.meta, exclude list is [], retry=0 2024-12-05T12:25:54,168 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39219,DS-617fd9fb-d3b8-45bb-969c-5ff0ade34d6f,DISK] 2024-12-05T12:25:54,168 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36197,DS-bc097945-2295-45e3-bd47-de8a8715bf95,DISK] 2024-12-05T12:25:54,169 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33203,DS-62ba5f8c-f5d1-4321-92a1-1fb505e60772,DISK] 2024-12-05T12:25:54,173 INFO [RS_OPEN_META-regionserver/2556e7014d8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9e75d330-a7f5-682a-27b2-173956ef5509/WALs/2556e7014d8b,44045,1733401551348/2556e7014d8b%2C44045%2C1733401551348.meta.1733401554141.meta 2024-12-05T12:25:54,174 DEBUG [RS_OPEN_META-regionserver/2556e7014d8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46847:46847),(127.0.0.1/127.0.0.1:46543:46543),(127.0.0.1/127.0.0.1:34381:34381)] 2024-12-05T12:25:54,174 DEBUG [RS_OPEN_META-regionserver/2556e7014d8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-05T12:25:54,176 DEBUG [RS_OPEN_META-regionserver/2556e7014d8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-05T12:25:54,178 DEBUG [RS_OPEN_META-regionserver/2556e7014d8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-05T12:25:54,184 INFO [RS_OPEN_META-regionserver/2556e7014d8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-05T12:25:54,188 DEBUG [RS_OPEN_META-regionserver/2556e7014d8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-05T12:25:54,188 DEBUG [RS_OPEN_META-regionserver/2556e7014d8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T12:25:54,189 DEBUG [RS_OPEN_META-regionserver/2556e7014d8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-05T12:25:54,189 DEBUG [RS_OPEN_META-regionserver/2556e7014d8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-05T12:25:54,193 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-05T12:25:54,194 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-05T12:25:54,194 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:25:54,195 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T12:25:54,195 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-05T12:25:54,197 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-05T12:25:54,197 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:25:54,198 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T12:25:54,198 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-05T12:25:54,199 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-05T12:25:54,199 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:25:54,200 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T12:25:54,200 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-05T12:25:54,201 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-05T12:25:54,201 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:25:54,202 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T12:25:54,202 DEBUG [RS_OPEN_META-regionserver/2556e7014d8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-05T12:25:54,204 DEBUG [RS_OPEN_META-regionserver/2556e7014d8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37251/user/jenkins/test-data/9e75d330-a7f5-682a-27b2-173956ef5509/data/hbase/meta/1588230740 2024-12-05T12:25:54,207 DEBUG [RS_OPEN_META-regionserver/2556e7014d8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37251/user/jenkins/test-data/9e75d330-a7f5-682a-27b2-173956ef5509/data/hbase/meta/1588230740 2024-12-05T12:25:54,210 DEBUG [RS_OPEN_META-regionserver/2556e7014d8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-05T12:25:54,211 DEBUG [RS_OPEN_META-regionserver/2556e7014d8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-05T12:25:54,212 DEBUG [RS_OPEN_META-regionserver/2556e7014d8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T12:25:54,215 DEBUG [RS_OPEN_META-regionserver/2556e7014d8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-05T12:25:54,217 INFO [RS_OPEN_META-regionserver/2556e7014d8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63281866, jitterRate=-0.05702671408653259}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T12:25:54,218 DEBUG [RS_OPEN_META-regionserver/2556e7014d8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-05T12:25:54,219 DEBUG [RS_OPEN_META-regionserver/2556e7014d8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733401554189Writing region info on filesystem at 1733401554189Initializing all the Stores at 1733401554191 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733401554191Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733401554192 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401554192Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733401554192Cleaning up temporary data from old regions at 1733401554211 (+19 ms)Running coprocessor post-open hooks at 1733401554218 (+7 ms)Region opened successfully at 1733401554219 (+1 ms) 2024-12-05T12:25:54,227 INFO [RS_OPEN_META-regionserver/2556e7014d8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733401554098 2024-12-05T12:25:54,242 DEBUG [RS_OPEN_META-regionserver/2556e7014d8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-05T12:25:54,242 INFO [RS_OPEN_META-regionserver/2556e7014d8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-05T12:25:54,250 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=2556e7014d8b,44045,1733401551348 2024-12-05T12:25:54,252 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 2556e7014d8b,44045,1733401551348, state=OPEN 2024-12-05T12:25:54,258 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44045-0x100aa66a2260003, quorum=127.0.0.1:57345, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-05T12:25:54,258 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45047-0x100aa66a2260001, quorum=127.0.0.1:57345, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-05T12:25:54,258 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44795-0x100aa66a2260002, quorum=127.0.0.1:57345, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-05T12:25:54,258 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-05T12:25:54,258 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-05T12:25:54,258 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-05T12:25:54,258 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41629-0x100aa66a2260000, quorum=127.0.0.1:57345, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-05T12:25:54,259 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-05T12:25:54,259 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=2556e7014d8b,44045,1733401551348 2024-12-05T12:25:54,270 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-05T12:25:54,270 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=2556e7014d8b,44045,1733401551348 in 333 msec 2024-12-05T12:25:54,296 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-05T12:25:54,296 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 580 msec 2024-12-05T12:25:54,299 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T12:25:54,299 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-05T12:25:54,331 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T12:25:54,333 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2556e7014d8b,44045,1733401551348, seqNum=-1] 2024-12-05T12:25:54,373 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T12:25:54,376 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49383, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T12:25:54,416 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.6530 sec 2024-12-05T12:25:54,416 INFO [master/2556e7014d8b:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733401554416, completionTime=-1 2024-12-05T12:25:54,419 INFO [master/2556e7014d8b:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=3; waited=0ms, expected min=3 server(s), max=3 server(s), master is running 2024-12-05T12:25:54,419 DEBUG [master/2556e7014d8b:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-05T12:25:54,446 INFO [master/2556e7014d8b:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=3 2024-12-05T12:25:54,446 INFO [master/2556e7014d8b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733401614446 2024-12-05T12:25:54,446 INFO [master/2556e7014d8b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733401674446 2024-12-05T12:25:54,446 INFO [master/2556e7014d8b:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 26 msec 2024-12-05T12:25:54,447 DEBUG [master/2556e7014d8b:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-12-05T12:25:54,455 INFO [master/2556e7014d8b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2556e7014d8b,41629,1733401549914-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T12:25:54,456 INFO [master/2556e7014d8b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2556e7014d8b,41629,1733401549914-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T12:25:54,456 INFO [master/2556e7014d8b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2556e7014d8b,41629,1733401549914-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T12:25:54,458 INFO [master/2556e7014d8b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-2556e7014d8b:41629, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T12:25:54,458 INFO [master/2556e7014d8b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-05T12:25:54,461 INFO [master/2556e7014d8b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-05T12:25:54,466 DEBUG [master/2556e7014d8b:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-05T12:25:54,494 INFO [master/2556e7014d8b:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.964sec 2024-12-05T12:25:54,496 INFO [master/2556e7014d8b:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-05T12:25:54,497 INFO [master/2556e7014d8b:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-05T12:25:54,498 INFO [master/2556e7014d8b:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-05T12:25:54,499 INFO [master/2556e7014d8b:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-05T12:25:54,499 INFO [master/2556e7014d8b:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-05T12:25:54,500 INFO [master/2556e7014d8b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2556e7014d8b,41629,1733401549914-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-05T12:25:54,501 INFO [master/2556e7014d8b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2556e7014d8b,41629,1733401549914-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-05T12:25:54,509 DEBUG [master/2556e7014d8b:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-05T12:25:54,510 INFO [master/2556e7014d8b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-05T12:25:54,511 INFO [master/2556e7014d8b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2556e7014d8b,41629,1733401549914-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T12:25:54,537 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2e1469dc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:25:54,538 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2556e7014d8b,41629,-1 for getting cluster id 2024-12-05T12:25:54,541 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T12:25:54,554 DEBUG [HMaster-EventLoopGroup-2-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '06b38500-4db7-4877-bfb0-a62d8934461e' 2024-12-05T12:25:54,558 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T12:25:54,559 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "06b38500-4db7-4877-bfb0-a62d8934461e" 2024-12-05T12:25:54,559 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6bcc5731, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:25:54,559 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2556e7014d8b,41629,-1] 2024-12-05T12:25:54,563 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T12:25:54,566 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:25:54,569 INFO [HMaster-EventLoopGroup-2-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33702, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T12:25:54,581 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@404060de, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T12:25:54,582 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T12:25:54,598 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2556e7014d8b,44045,1733401551348, seqNum=-1] 2024-12-05T12:25:54,598 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T12:25:54,611 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51600, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T12:25:54,642 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=2556e7014d8b,41629,1733401549914 2024-12-05T12:25:54,642 INFO [Time-limited test {}] wal.AbstractTestWALReplay(147): hbase.rootdir=hdfs://localhost:37251/hbase 2024-12-05T12:25:54,687 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayValueCompression#testNameConflictWhenSplit0 Thread=362, OpenFileDescriptor=609, MaxFileDescriptor=1048576, SystemLoadAverage=744, ProcessCount=11, AvailableMemoryMB=4517 2024-12-05T12:25:54,725 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T12:25:54,729 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T12:25:54,731 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T12:25:54,748 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-09871644, suffix=, logDir=hdfs://localhost:37251/hbase/WALs/hregion-09871644, archiveDir=hdfs://localhost:37251/hbase/oldWALs, maxLogs=32 2024-12-05T12:25:54,774 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-09871644/hregion-09871644.1733401554750, exclude list is [], retry=0 2024-12-05T12:25:54,793 DEBUG [AsyncFSWAL-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39219,DS-617fd9fb-d3b8-45bb-969c-5ff0ade34d6f,DISK] 2024-12-05T12:25:54,794 DEBUG [AsyncFSWAL-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33203,DS-62ba5f8c-f5d1-4321-92a1-1fb505e60772,DISK] 2024-12-05T12:25:54,808 DEBUG [AsyncFSWAL-8-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36197,DS-bc097945-2295-45e3-bd47-de8a8715bf95,DISK] 2024-12-05T12:25:54,817 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-09871644/hregion-09871644.1733401554750 2024-12-05T12:25:54,821 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46847:46847),(127.0.0.1/127.0.0.1:34381:34381),(127.0.0.1/127.0.0.1:46543:46543)] 2024-12-05T12:25:54,821 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => 40b67df08e71dd5f0986cd3d0cf518dd, NAME => 'testReplayEditsWrittenIntoWAL,,1733401554726.40b67df08e71dd5f0986cd3d0cf518dd.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsWrittenIntoWAL', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37251/hbase 2024-12-05T12:25:54,855 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33203 is added to blk_1073741838_1014 (size=64) 2024-12-05T12:25:54,855 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36197 is added to blk_1073741838_1014 (size=64) 2024-12-05T12:25:54,855 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39219 is added to blk_1073741838_1014 (size=64) 2024-12-05T12:25:55,254 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenIntoWAL,,1733401554726.40b67df08e71dd5f0986cd3d0cf518dd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T12:25:55,258 INFO [StoreOpener-40b67df08e71dd5f0986cd3d0cf518dd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 40b67df08e71dd5f0986cd3d0cf518dd 2024-12-05T12:25:55,261 INFO [StoreOpener-40b67df08e71dd5f0986cd3d0cf518dd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 40b67df08e71dd5f0986cd3d0cf518dd columnFamilyName a 2024-12-05T12:25:55,261 DEBUG [StoreOpener-40b67df08e71dd5f0986cd3d0cf518dd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:25:55,263 INFO [StoreOpener-40b67df08e71dd5f0986cd3d0cf518dd-1 {}] regionserver.HStore(327): Store=40b67df08e71dd5f0986cd3d0cf518dd/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T12:25:55,263 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 40b67df08e71dd5f0986cd3d0cf518dd 2024-12-05T12:25:55,264 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37251/hbase/data/default/testReplayEditsWrittenIntoWAL/40b67df08e71dd5f0986cd3d0cf518dd 2024-12-05T12:25:55,266 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37251/hbase/data/default/testReplayEditsWrittenIntoWAL/40b67df08e71dd5f0986cd3d0cf518dd 2024-12-05T12:25:55,266 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 40b67df08e71dd5f0986cd3d0cf518dd 2024-12-05T12:25:55,267 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 40b67df08e71dd5f0986cd3d0cf518dd 2024-12-05T12:25:55,270 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 40b67df08e71dd5f0986cd3d0cf518dd 2024-12-05T12:25:55,275 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37251/hbase/data/default/testReplayEditsWrittenIntoWAL/40b67df08e71dd5f0986cd3d0cf518dd/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T12:25:55,276 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 40b67df08e71dd5f0986cd3d0cf518dd; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60413509, jitterRate=-0.09976856410503387}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-05T12:25:55,277 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 40b67df08e71dd5f0986cd3d0cf518dd: Writing region info on filesystem at 1733401555255Initializing all the Stores at 1733401555257 (+2 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401555257Cleaning up temporary data from old regions at 1733401555267 (+10 ms)Region opened successfully at 1733401555277 (+10 ms) 2024-12-05T12:25:55,278 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 40b67df08e71dd5f0986cd3d0cf518dd, disabling compactions & flushes 2024-12-05T12:25:55,278 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenIntoWAL,,1733401554726.40b67df08e71dd5f0986cd3d0cf518dd. 2024-12-05T12:25:55,278 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenIntoWAL,,1733401554726.40b67df08e71dd5f0986cd3d0cf518dd. 2024-12-05T12:25:55,278 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenIntoWAL,,1733401554726.40b67df08e71dd5f0986cd3d0cf518dd. after waiting 0 ms 2024-12-05T12:25:55,278 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenIntoWAL,,1733401554726.40b67df08e71dd5f0986cd3d0cf518dd. 2024-12-05T12:25:55,278 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenIntoWAL,,1733401554726.40b67df08e71dd5f0986cd3d0cf518dd. 2024-12-05T12:25:55,279 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 40b67df08e71dd5f0986cd3d0cf518dd: Waiting for close lock at 1733401555278Disabling compacts and flushes for region at 1733401555278Disabling writes for close at 1733401555278Writing region close event to WAL at 1733401555278Closed at 1733401555278 2024-12-05T12:25:55,292 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36197 is added to blk_1073741837_1013 (size=95) 2024-12-05T12:25:55,293 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39219 is added to blk_1073741837_1013 (size=95) 2024-12-05T12:25:55,293 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33203 is added to blk_1073741837_1013 (size=95) 2024-12-05T12:25:55,306 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-12-05T12:25:55,306 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-09871644:(num 1733401554750) 2024-12-05T12:25:55,311 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor testMonitor 2024-12-05T12:25:55,384 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33203 is added to blk_1073741839_1015 (size=320) 2024-12-05T12:25:55,388 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39219 is added to blk_1073741839_1015 (size=320) 2024-12-05T12:25:55,393 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36197 is added to blk_1073741839_1015 (size=320) 2024-12-05T12:25:55,397 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor testMonitor 2024-12-05T12:25:55,459 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36197 is added to blk_1073741840_1016 (size=253) 2024-12-05T12:25:55,460 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39219 is added to blk_1073741840_1016 (size=253) 2024-12-05T12:25:55,466 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33203 is added to blk_1073741840_1016 (size=253) 2024-12-05T12:25:55,497 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:37251/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733401554723/wal-1, size=320 (320bytes) 2024-12-05T12:25:55,498 DEBUG [Time-limited test {}] util.RecoverLeaseFSUtils(47): Initialize RecoverLeaseFSUtils 2024-12-05T12:25:55,499 DEBUG [Time-limited test {}] util.RecoverLeaseFSUtils(59): set recoverLeaseMethod to org.apache.hadoop.fs.LeaseRecoverable.recoverLease() 2024-12-05T12:25:55,499 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37251/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733401554723/wal-1 2024-12-05T12:25:55,508 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:37251/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733401554723/wal-1 after 6ms 2024-12-05T12:25:55,516 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:37251/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733401554723/wal-1: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-12-05T12:25:55,518 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:37251/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733401554723/wal-1 took 23ms 2024-12-05T12:25:55,540 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:37251/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733401554723/wal-1 so closing down 2024-12-05T12:25:55,541 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-05T12:25:55,544 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal-1.temp 2024-12-05T12:25:55,546 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37251/hbase/data/default/testReplayEditsWrittenIntoWAL/40b67df08e71dd5f0986cd3d0cf518dd/recovered.edits/0000000000000000001-wal-1.temp 2024-12-05T12:25:55,548 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-05T12:25:55,565 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33203 is added to blk_1073741841_1017 (size=320) 2024-12-05T12:25:55,566 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36197 is added to blk_1073741841_1017 (size=320) 2024-12-05T12:25:55,566 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39219 is added to blk_1073741841_1017 (size=320) 2024-12-05T12:25:55,569 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37251/hbase/data/default/testReplayEditsWrittenIntoWAL/40b67df08e71dd5f0986cd3d0cf518dd/recovered.edits/0000000000000000001-wal-1.temp (wrote 2 edits, skipped 0 edits in 0 ms) 2024-12-05T12:25:55,572 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37251/hbase/data/default/testReplayEditsWrittenIntoWAL/40b67df08e71dd5f0986cd3d0cf518dd/recovered.edits/0000000000000000001-wal-1.temp to hdfs://localhost:37251/hbase/data/default/testReplayEditsWrittenIntoWAL/40b67df08e71dd5f0986cd3d0cf518dd/recovered.edits/0000000000000000002 2024-12-05T12:25:55,578 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 2 edits across 1 Regions in 44 ms; skipped=0; WAL=hdfs://localhost:37251/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733401554723/wal-1, size=320, length=320, corrupted=false, cancelled=false 2024-12-05T12:25:55,579 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:37251/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733401554723/wal-1, journal: Splitting hdfs://localhost:37251/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733401554723/wal-1, size=320 (320bytes) at 1733401555497Finishing writing output for hdfs://localhost:37251/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733401554723/wal-1 so closing down at 1733401555540 (+43 ms)Creating recovered edits writer path=hdfs://localhost:37251/hbase/data/default/testReplayEditsWrittenIntoWAL/40b67df08e71dd5f0986cd3d0cf518dd/recovered.edits/0000000000000000001-wal-1.temp at 1733401555546 (+6 ms)3 split writer threads finished at 1733401555548 (+2 ms)Closed recovered edits writer path=hdfs://localhost:37251/hbase/data/default/testReplayEditsWrittenIntoWAL/40b67df08e71dd5f0986cd3d0cf518dd/recovered.edits/0000000000000000001-wal-1.temp (wrote 2 edits, skipped 0 edits in 0 ms) at 1733401555569 (+21 ms)Rename recovered edits hdfs://localhost:37251/hbase/data/default/testReplayEditsWrittenIntoWAL/40b67df08e71dd5f0986cd3d0cf518dd/recovered.edits/0000000000000000001-wal-1.temp to hdfs://localhost:37251/hbase/data/default/testReplayEditsWrittenIntoWAL/40b67df08e71dd5f0986cd3d0cf518dd/recovered.edits/0000000000000000002 at 1733401555572 (+3 ms)Processed 2 edits across 1 Regions in 44 ms; skipped=0; WAL=hdfs://localhost:37251/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733401554723/wal-1, size=320, length=320, corrupted=false, cancelled=false at 1733401555578 (+6 ms) 2024-12-05T12:25:55,602 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:37251/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733401554723/wal-2, size=253 (253bytes) 2024-12-05T12:25:55,602 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37251/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733401554723/wal-2 2024-12-05T12:25:55,603 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:37251/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733401554723/wal-2 after 1ms 2024-12-05T12:25:55,608 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:37251/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733401554723/wal-2: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-12-05T12:25:55,609 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:37251/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733401554723/wal-2 took 7ms 2024-12-05T12:25:55,613 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:37251/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733401554723/wal-2 so closing down 2024-12-05T12:25:55,613 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-05T12:25:55,616 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000002-wal-2.temp 2024-12-05T12:25:55,618 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37251/hbase/data/default/testReplayEditsWrittenIntoWAL/40b67df08e71dd5f0986cd3d0cf518dd/recovered.edits/0000000000000000002-wal-2.temp 2024-12-05T12:25:55,619 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-05T12:25:55,628 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36197 is added to blk_1073741842_1018 (size=253) 2024-12-05T12:25:55,628 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39219 is added to blk_1073741842_1018 (size=253) 2024-12-05T12:25:55,629 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33203 is added to blk_1073741842_1018 (size=253) 2024-12-05T12:25:55,630 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37251/hbase/data/default/testReplayEditsWrittenIntoWAL/40b67df08e71dd5f0986cd3d0cf518dd/recovered.edits/0000000000000000002-wal-2.temp (wrote 1 edits, skipped 0 edits in 0 ms) 2024-12-05T12:25:55,636 DEBUG [split-log-closeStream-pool-0 {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:37251/hbase/data/default/testReplayEditsWrittenIntoWAL/40b67df08e71dd5f0986cd3d0cf518dd/recovered.edits/0000000000000000002: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-12-05T12:25:55,639 WARN [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(184): Found existing old edits file and we have less entries. Deleting hdfs://localhost:37251/hbase/data/default/testReplayEditsWrittenIntoWAL/40b67df08e71dd5f0986cd3d0cf518dd/recovered.edits/0000000000000000002-wal-2.temp, length=253 2024-12-05T12:25:55,642 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 1 edits across 1 Regions in 31 ms; skipped=0; WAL=hdfs://localhost:37251/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733401554723/wal-2, size=253, length=253, corrupted=false, cancelled=false 2024-12-05T12:25:55,642 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:37251/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733401554723/wal-2, journal: Splitting hdfs://localhost:37251/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733401554723/wal-2, size=253 (253bytes) at 1733401555602Finishing writing output for hdfs://localhost:37251/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733401554723/wal-2 so closing down at 1733401555613 (+11 ms)Creating recovered edits writer path=hdfs://localhost:37251/hbase/data/default/testReplayEditsWrittenIntoWAL/40b67df08e71dd5f0986cd3d0cf518dd/recovered.edits/0000000000000000002-wal-2.temp at 1733401555618 (+5 ms)3 split writer threads finished at 1733401555619 (+1 ms)Closed recovered edits writer path=hdfs://localhost:37251/hbase/data/default/testReplayEditsWrittenIntoWAL/40b67df08e71dd5f0986cd3d0cf518dd/recovered.edits/0000000000000000002-wal-2.temp (wrote 1 edits, skipped 0 edits in 0 ms) at 1733401555630 (+11 ms)Processed 1 edits across 1 Regions in 31 ms; skipped=0; WAL=hdfs://localhost:37251/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733401554723/wal-2, size=253, length=253, corrupted=false, cancelled=false at 1733401555642 (+12 ms) 2024-12-05T12:25:55,642 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-12-05T12:25:55,646 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:37251/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733401554723, archiveDir=hdfs://localhost:37251/hbase/oldWALs, maxLogs=32 2024-12-05T12:25:55,666 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testnameconflictwhensplit0-manual,16010,1733401554723/wal.1733401555647, exclude list is [], retry=0 2024-12-05T12:25:55,680 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39219,DS-617fd9fb-d3b8-45bb-969c-5ff0ade34d6f,DISK] 2024-12-05T12:25:55,681 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33203,DS-62ba5f8c-f5d1-4321-92a1-1fb505e60772,DISK] 2024-12-05T12:25:55,682 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36197,DS-bc097945-2295-45e3-bd47-de8a8715bf95,DISK] 2024-12-05T12:25:55,689 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testnameconflictwhensplit0-manual,16010,1733401554723/wal.1733401555647 2024-12-05T12:25:55,689 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46847:46847),(127.0.0.1/127.0.0.1:34381:34381),(127.0.0.1/127.0.0.1:46543:46543)] 2024-12-05T12:25:55,689 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 40b67df08e71dd5f0986cd3d0cf518dd, NAME => 'testReplayEditsWrittenIntoWAL,,1733401554726.40b67df08e71dd5f0986cd3d0cf518dd.', STARTKEY => '', ENDKEY => ''} 2024-12-05T12:25:55,690 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenIntoWAL,,1733401554726.40b67df08e71dd5f0986cd3d0cf518dd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T12:25:55,690 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 40b67df08e71dd5f0986cd3d0cf518dd 2024-12-05T12:25:55,690 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 40b67df08e71dd5f0986cd3d0cf518dd 2024-12-05T12:25:55,692 INFO [StoreOpener-40b67df08e71dd5f0986cd3d0cf518dd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 40b67df08e71dd5f0986cd3d0cf518dd 2024-12-05T12:25:55,694 INFO [StoreOpener-40b67df08e71dd5f0986cd3d0cf518dd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 40b67df08e71dd5f0986cd3d0cf518dd columnFamilyName a 2024-12-05T12:25:55,694 DEBUG [StoreOpener-40b67df08e71dd5f0986cd3d0cf518dd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:25:55,739 INFO [StoreOpener-40b67df08e71dd5f0986cd3d0cf518dd-1 {}] regionserver.HStore(327): Store=40b67df08e71dd5f0986cd3d0cf518dd/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T12:25:55,740 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 40b67df08e71dd5f0986cd3d0cf518dd 2024-12-05T12:25:55,741 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37251/hbase/data/default/testReplayEditsWrittenIntoWAL/40b67df08e71dd5f0986cd3d0cf518dd 2024-12-05T12:25:55,745 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:37251/hbase/data/default/testReplayEditsWrittenIntoWAL/40b67df08e71dd5f0986cd3d0cf518dd 2024-12-05T12:25:55,747 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:37251/hbase/data/default/testReplayEditsWrittenIntoWAL/40b67df08e71dd5f0986cd3d0cf518dd/recovered.edits/0000000000000000002 2024-12-05T12:25:55,753 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:37251/hbase/data/default/testReplayEditsWrittenIntoWAL/40b67df08e71dd5f0986cd3d0cf518dd/recovered.edits/0000000000000000002: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-12-05T12:25:55,764 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 2, skipped 0, firstSequenceIdInLog=1, maxSequenceIdInLog=2, path=hdfs://localhost:37251/hbase/data/default/testReplayEditsWrittenIntoWAL/40b67df08e71dd5f0986cd3d0cf518dd/recovered.edits/0000000000000000002 2024-12-05T12:25:55,769 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 40b67df08e71dd5f0986cd3d0cf518dd 1/1 column families, dataSize=108 B heapSize=512 B 2024-12-05T12:25:55,846 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37251/hbase/data/default/testReplayEditsWrittenIntoWAL/40b67df08e71dd5f0986cd3d0cf518dd/.tmp/a/805823ad45c2438cb013868d3332a6ab is 58, key is testReplayEditsWrittenIntoWAL/a:1/1733401555307/Put/seqid=0 2024-12-05T12:25:55,866 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36197 is added to blk_1073741844_1020 (size=5170) 2024-12-05T12:25:55,867 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33203 is added to blk_1073741844_1020 (size=5170) 2024-12-05T12:25:55,867 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39219 is added to blk_1073741844_1020 (size=5170) 2024-12-05T12:25:55,868 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=2 (bloomFilter=true), to=hdfs://localhost:37251/hbase/data/default/testReplayEditsWrittenIntoWAL/40b67df08e71dd5f0986cd3d0cf518dd/.tmp/a/805823ad45c2438cb013868d3332a6ab 2024-12-05T12:25:55,929 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37251/hbase/data/default/testReplayEditsWrittenIntoWAL/40b67df08e71dd5f0986cd3d0cf518dd/.tmp/a/805823ad45c2438cb013868d3332a6ab as hdfs://localhost:37251/hbase/data/default/testReplayEditsWrittenIntoWAL/40b67df08e71dd5f0986cd3d0cf518dd/a/805823ad45c2438cb013868d3332a6ab 2024-12-05T12:25:55,957 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37251/hbase/data/default/testReplayEditsWrittenIntoWAL/40b67df08e71dd5f0986cd3d0cf518dd/a/805823ad45c2438cb013868d3332a6ab, entries=2, sequenceid=2, filesize=5.0 K 2024-12-05T12:25:55,965 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~108 B/108, heapSize ~496 B/496, currentSize=0 B/0 for 40b67df08e71dd5f0986cd3d0cf518dd in 195ms, sequenceid=2, compaction requested=false; wal=null 2024-12-05T12:25:55,967 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:37251/hbase/data/default/testReplayEditsWrittenIntoWAL/40b67df08e71dd5f0986cd3d0cf518dd/recovered.edits/0000000000000000002 2024-12-05T12:25:55,968 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 40b67df08e71dd5f0986cd3d0cf518dd 2024-12-05T12:25:55,968 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 40b67df08e71dd5f0986cd3d0cf518dd 2024-12-05T12:25:55,973 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 40b67df08e71dd5f0986cd3d0cf518dd 2024-12-05T12:25:55,982 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37251/hbase/data/default/testReplayEditsWrittenIntoWAL/40b67df08e71dd5f0986cd3d0cf518dd/recovered.edits/2.seqid, newMaxSeqId=2, maxSeqId=1 2024-12-05T12:25:55,983 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 40b67df08e71dd5f0986cd3d0cf518dd; next sequenceid=3; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72763404, jitterRate=0.08425921201705933}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-05T12:25:55,985 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 40b67df08e71dd5f0986cd3d0cf518dd: Writing region info on filesystem at 1733401555690Initializing all the Stores at 1733401555692 (+2 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401555692Obtaining lock to block concurrent updates at 1733401555769 (+77 ms)Preparing flush snapshotting stores in 40b67df08e71dd5f0986cd3d0cf518dd at 1733401555769Finished memstore snapshotting testReplayEditsWrittenIntoWAL,,1733401554726.40b67df08e71dd5f0986cd3d0cf518dd., syncing WAL and waiting on mvcc, flushsize=dataSize=108, getHeapSize=496, getOffHeapSize=0, getCellsCount=2 at 1733401555773 (+4 ms)Flushing stores of testReplayEditsWrittenIntoWAL,,1733401554726.40b67df08e71dd5f0986cd3d0cf518dd. at 1733401555773Flushing 40b67df08e71dd5f0986cd3d0cf518dd/a: creating writer at 1733401555775 (+2 ms)Flushing 40b67df08e71dd5f0986cd3d0cf518dd/a: appending metadata at 1733401555835 (+60 ms)Flushing 40b67df08e71dd5f0986cd3d0cf518dd/a: closing flushed file at 1733401555838 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5a3a1a35: reopening flushed file at 1733401555926 (+88 ms)Finished flush of dataSize ~108 B/108, heapSize ~496 B/496, currentSize=0 B/0 for 40b67df08e71dd5f0986cd3d0cf518dd in 195ms, sequenceid=2, compaction requested=false; wal=null at 1733401555965 (+39 ms)Cleaning up temporary data from old regions at 1733401555968 (+3 ms)Region opened successfully at 1733401555984 (+16 ms) 2024-12-05T12:25:56,030 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayValueCompression#testNameConflictWhenSplit0 Thread=374 (was 362) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_915493354_22 at /127.0.0.1:39114 [Waiting for operation #5] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:37251/hbase-prefix:default java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1178294010-172.17.0.2-1733401544268:blk_1073741843_1019, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_915493354_22 at /127.0.0.1:38996 [Waiting for operation #5] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_915493354_22 at /127.0.0.1:39012 [Receiving block BP-1178294010-172.17.0.2-1733401544268:blk_1073741843_1019] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-8-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-8-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_915493354_22 at /127.0.0.1:39232 [Receiving block BP-1178294010-172.17.0.2-1733401544268:blk_1073741843_1019] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_915493354_22 at /127.0.0.1:54550 [Waiting for operation #10] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_915493354_22 at /127.0.0.1:54578 [Receiving block BP-1178294010-172.17.0.2-1733401544268:blk_1073741843_1019] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-8-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: TestAsyncWALReplay-pool-0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1178294010-172.17.0.2-1733401544268:blk_1073741843_1019, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1178294010-172.17.0.2-1733401544268:blk_1073741843_1019, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=703 (was 609) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=744 (was 744), ProcessCount=11 (was 11), AvailableMemoryMB=4313 (was 4517) 2024-12-05T12:25:56,045 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayValueCompression#testNameConflictWhenSplit1 Thread=374, OpenFileDescriptor=703, MaxFileDescriptor=1048576, SystemLoadAverage=744, ProcessCount=11, AvailableMemoryMB=4309 2024-12-05T12:25:56,063 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T12:25:56,067 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T12:25:56,068 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T12:25:56,079 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-29229161, suffix=, logDir=hdfs://localhost:37251/hbase/WALs/hregion-29229161, archiveDir=hdfs://localhost:37251/hbase/oldWALs, maxLogs=32 2024-12-05T12:25:56,099 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-29229161/hregion-29229161.1733401556080, exclude list is [], retry=0 2024-12-05T12:25:56,107 DEBUG [AsyncFSWAL-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33203,DS-62ba5f8c-f5d1-4321-92a1-1fb505e60772,DISK] 2024-12-05T12:25:56,108 DEBUG [AsyncFSWAL-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39219,DS-617fd9fb-d3b8-45bb-969c-5ff0ade34d6f,DISK] 2024-12-05T12:25:56,110 DEBUG [AsyncFSWAL-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36197,DS-bc097945-2295-45e3-bd47-de8a8715bf95,DISK] 2024-12-05T12:25:56,118 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-29229161/hregion-29229161.1733401556080 2024-12-05T12:25:56,118 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34381:34381),(127.0.0.1/127.0.0.1:46543:46543),(127.0.0.1/127.0.0.1:46847:46847)] 2024-12-05T12:25:56,119 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => cb1cd785c3df74e2ffdb02c64691abf2, NAME => 'testReplayEditsWrittenIntoWAL,,1733401556065.cb1cd785c3df74e2ffdb02c64691abf2.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsWrittenIntoWAL', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37251/hbase 2024-12-05T12:25:56,132 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36197 is added to blk_1073741846_1022 (size=64) 2024-12-05T12:25:56,133 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39219 is added to blk_1073741846_1022 (size=64) 2024-12-05T12:25:56,133 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33203 is added to blk_1073741846_1022 (size=64) 2024-12-05T12:25:56,534 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenIntoWAL,,1733401556065.cb1cd785c3df74e2ffdb02c64691abf2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T12:25:56,536 INFO [StoreOpener-cb1cd785c3df74e2ffdb02c64691abf2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region cb1cd785c3df74e2ffdb02c64691abf2 2024-12-05T12:25:56,539 INFO [StoreOpener-cb1cd785c3df74e2ffdb02c64691abf2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cb1cd785c3df74e2ffdb02c64691abf2 columnFamilyName a 2024-12-05T12:25:56,539 DEBUG [StoreOpener-cb1cd785c3df74e2ffdb02c64691abf2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:25:56,540 INFO [StoreOpener-cb1cd785c3df74e2ffdb02c64691abf2-1 {}] regionserver.HStore(327): Store=cb1cd785c3df74e2ffdb02c64691abf2/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T12:25:56,540 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for cb1cd785c3df74e2ffdb02c64691abf2 2024-12-05T12:25:56,541 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37251/hbase/data/default/testReplayEditsWrittenIntoWAL/cb1cd785c3df74e2ffdb02c64691abf2 2024-12-05T12:25:56,542 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37251/hbase/data/default/testReplayEditsWrittenIntoWAL/cb1cd785c3df74e2ffdb02c64691abf2 2024-12-05T12:25:56,543 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for cb1cd785c3df74e2ffdb02c64691abf2 2024-12-05T12:25:56,543 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for cb1cd785c3df74e2ffdb02c64691abf2 2024-12-05T12:25:56,545 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for cb1cd785c3df74e2ffdb02c64691abf2 2024-12-05T12:25:56,549 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37251/hbase/data/default/testReplayEditsWrittenIntoWAL/cb1cd785c3df74e2ffdb02c64691abf2/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T12:25:56,550 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened cb1cd785c3df74e2ffdb02c64691abf2; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62006557, jitterRate=-0.07603029906749725}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-05T12:25:56,550 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for cb1cd785c3df74e2ffdb02c64691abf2: Writing region info on filesystem at 1733401556534Initializing all the Stores at 1733401556535 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401556535Cleaning up temporary data from old regions at 1733401556543 (+8 ms)Region opened successfully at 1733401556550 (+7 ms) 2024-12-05T12:25:56,550 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing cb1cd785c3df74e2ffdb02c64691abf2, disabling compactions & flushes 2024-12-05T12:25:56,550 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenIntoWAL,,1733401556065.cb1cd785c3df74e2ffdb02c64691abf2. 2024-12-05T12:25:56,550 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenIntoWAL,,1733401556065.cb1cd785c3df74e2ffdb02c64691abf2. 2024-12-05T12:25:56,550 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenIntoWAL,,1733401556065.cb1cd785c3df74e2ffdb02c64691abf2. after waiting 0 ms 2024-12-05T12:25:56,550 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenIntoWAL,,1733401556065.cb1cd785c3df74e2ffdb02c64691abf2. 2024-12-05T12:25:56,551 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenIntoWAL,,1733401556065.cb1cd785c3df74e2ffdb02c64691abf2. 2024-12-05T12:25:56,551 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for cb1cd785c3df74e2ffdb02c64691abf2: Waiting for close lock at 1733401556550Disabling compacts and flushes for region at 1733401556550Disabling writes for close at 1733401556550Writing region close event to WAL at 1733401556551 (+1 ms)Closed at 1733401556551 2024-12-05T12:25:56,556 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33203 is added to blk_1073741845_1021 (size=95) 2024-12-05T12:25:56,556 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39219 is added to blk_1073741845_1021 (size=95) 2024-12-05T12:25:56,556 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36197 is added to blk_1073741845_1021 (size=95) 2024-12-05T12:25:56,561 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-12-05T12:25:56,561 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-29229161:(num 1733401556080) 2024-12-05T12:25:56,562 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor testMonitor 2024-12-05T12:25:56,589 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33203 is added to blk_1073741847_1023 (size=320) 2024-12-05T12:25:56,594 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36197 is added to blk_1073741847_1023 (size=320) 2024-12-05T12:25:56,594 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39219 is added to blk_1073741847_1023 (size=320) 2024-12-05T12:25:56,597 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor testMonitor 2024-12-05T12:25:56,612 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36197 is added to blk_1073741848_1024 (size=253) 2024-12-05T12:25:56,613 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39219 is added to blk_1073741848_1024 (size=253) 2024-12-05T12:25:56,614 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33203 is added to blk_1073741848_1024 (size=253) 2024-12-05T12:25:56,638 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:37251/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733401556062/wal-2, size=253 (253bytes) 2024-12-05T12:25:56,638 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37251/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733401556062/wal-2 2024-12-05T12:25:56,639 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:37251/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733401556062/wal-2 after 1ms 2024-12-05T12:25:56,643 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:37251/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733401556062/wal-2: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-12-05T12:25:56,643 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:37251/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733401556062/wal-2 took 5ms 2024-12-05T12:25:56,646 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:37251/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733401556062/wal-2 so closing down 2024-12-05T12:25:56,646 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-05T12:25:56,649 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000002-wal-2.temp 2024-12-05T12:25:56,651 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37251/hbase/data/default/testReplayEditsWrittenIntoWAL/cb1cd785c3df74e2ffdb02c64691abf2/recovered.edits/0000000000000000002-wal-2.temp 2024-12-05T12:25:56,651 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-05T12:25:56,663 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36197 is added to blk_1073741849_1025 (size=253) 2024-12-05T12:25:56,663 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33203 is added to blk_1073741849_1025 (size=253) 2024-12-05T12:25:56,663 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39219 is added to blk_1073741849_1025 (size=253) 2024-12-05T12:25:57,063 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37251/hbase/data/default/testReplayEditsWrittenIntoWAL/cb1cd785c3df74e2ffdb02c64691abf2/recovered.edits/0000000000000000002-wal-2.temp (wrote 1 edits, skipped 0 edits in 0 ms) 2024-12-05T12:25:57,087 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37251/hbase/data/default/testReplayEditsWrittenIntoWAL/cb1cd785c3df74e2ffdb02c64691abf2/recovered.edits/0000000000000000002-wal-2.temp to hdfs://localhost:37251/hbase/data/default/testReplayEditsWrittenIntoWAL/cb1cd785c3df74e2ffdb02c64691abf2/recovered.edits/0000000000000000002 2024-12-05T12:25:57,087 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 1 edits across 1 Regions in 443 ms; skipped=0; WAL=hdfs://localhost:37251/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733401556062/wal-2, size=253, length=253, corrupted=false, cancelled=false 2024-12-05T12:25:57,087 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:37251/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733401556062/wal-2, journal: Splitting hdfs://localhost:37251/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733401556062/wal-2, size=253 (253bytes) at 1733401556638Finishing writing output for hdfs://localhost:37251/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733401556062/wal-2 so closing down at 1733401556646 (+8 ms)Creating recovered edits writer path=hdfs://localhost:37251/hbase/data/default/testReplayEditsWrittenIntoWAL/cb1cd785c3df74e2ffdb02c64691abf2/recovered.edits/0000000000000000002-wal-2.temp at 1733401556651 (+5 ms)3 split writer threads finished at 1733401556651Closed recovered edits writer path=hdfs://localhost:37251/hbase/data/default/testReplayEditsWrittenIntoWAL/cb1cd785c3df74e2ffdb02c64691abf2/recovered.edits/0000000000000000002-wal-2.temp (wrote 1 edits, skipped 0 edits in 0 ms) at 1733401557063 (+412 ms)Rename recovered edits hdfs://localhost:37251/hbase/data/default/testReplayEditsWrittenIntoWAL/cb1cd785c3df74e2ffdb02c64691abf2/recovered.edits/0000000000000000002-wal-2.temp to hdfs://localhost:37251/hbase/data/default/testReplayEditsWrittenIntoWAL/cb1cd785c3df74e2ffdb02c64691abf2/recovered.edits/0000000000000000002 at 1733401557087 (+24 ms)Processed 1 edits across 1 Regions in 443 ms; skipped=0; WAL=hdfs://localhost:37251/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733401556062/wal-2, size=253, length=253, corrupted=false, cancelled=false at 1733401557087 2024-12-05T12:25:57,108 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:37251/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733401556062/wal-1, size=320 (320bytes) 2024-12-05T12:25:57,108 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37251/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733401556062/wal-1 2024-12-05T12:25:57,112 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:37251/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733401556062/wal-1 after 4ms 2024-12-05T12:25:57,117 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:37251/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733401556062/wal-1: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-12-05T12:25:57,118 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:37251/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733401556062/wal-1 took 10ms 2024-12-05T12:25:57,130 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:37251/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733401556062/wal-1 so closing down 2024-12-05T12:25:57,130 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-05T12:25:57,137 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal-1.temp 2024-12-05T12:25:57,143 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37251/hbase/data/default/testReplayEditsWrittenIntoWAL/cb1cd785c3df74e2ffdb02c64691abf2/recovered.edits/0000000000000000001-wal-1.temp 2024-12-05T12:25:57,144 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-05T12:25:57,198 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39219 is added to blk_1073741850_1026 (size=320) 2024-12-05T12:25:57,199 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36197 is added to blk_1073741850_1026 (size=320) 2024-12-05T12:25:57,199 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33203 is added to blk_1073741850_1026 (size=320) 2024-12-05T12:25:57,216 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37251/hbase/data/default/testReplayEditsWrittenIntoWAL/cb1cd785c3df74e2ffdb02c64691abf2/recovered.edits/0000000000000000001-wal-1.temp (wrote 2 edits, skipped 0 edits in 0 ms) 2024-12-05T12:25:57,224 DEBUG [split-log-closeStream-pool-0 {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:37251/hbase/data/default/testReplayEditsWrittenIntoWAL/cb1cd785c3df74e2ffdb02c64691abf2/recovered.edits/0000000000000000002: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-12-05T12:25:57,226 WARN [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(175): Found existing old edits file. It could be the result of a previous failed split attempt or we have duplicated wal entries. Deleting hdfs://localhost:37251/hbase/data/default/testReplayEditsWrittenIntoWAL/cb1cd785c3df74e2ffdb02c64691abf2/recovered.edits/0000000000000000002, length=253 2024-12-05T12:25:57,233 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37251/hbase/data/default/testReplayEditsWrittenIntoWAL/cb1cd785c3df74e2ffdb02c64691abf2/recovered.edits/0000000000000000001-wal-1.temp to hdfs://localhost:37251/hbase/data/default/testReplayEditsWrittenIntoWAL/cb1cd785c3df74e2ffdb02c64691abf2/recovered.edits/0000000000000000002 2024-12-05T12:25:57,234 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 2 edits across 1 Regions in 113 ms; skipped=0; WAL=hdfs://localhost:37251/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733401556062/wal-1, size=320, length=320, corrupted=false, cancelled=false 2024-12-05T12:25:57,234 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:37251/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733401556062/wal-1, journal: Splitting hdfs://localhost:37251/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733401556062/wal-1, size=320 (320bytes) at 1733401557108Finishing writing output for hdfs://localhost:37251/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733401556062/wal-1 so closing down at 1733401557130 (+22 ms)Creating recovered edits writer path=hdfs://localhost:37251/hbase/data/default/testReplayEditsWrittenIntoWAL/cb1cd785c3df74e2ffdb02c64691abf2/recovered.edits/0000000000000000001-wal-1.temp at 1733401557144 (+14 ms)3 split writer threads finished at 1733401557144Closed recovered edits writer path=hdfs://localhost:37251/hbase/data/default/testReplayEditsWrittenIntoWAL/cb1cd785c3df74e2ffdb02c64691abf2/recovered.edits/0000000000000000001-wal-1.temp (wrote 2 edits, skipped 0 edits in 0 ms) at 1733401557216 (+72 ms)Rename recovered edits hdfs://localhost:37251/hbase/data/default/testReplayEditsWrittenIntoWAL/cb1cd785c3df74e2ffdb02c64691abf2/recovered.edits/0000000000000000001-wal-1.temp to hdfs://localhost:37251/hbase/data/default/testReplayEditsWrittenIntoWAL/cb1cd785c3df74e2ffdb02c64691abf2/recovered.edits/0000000000000000002 at 1733401557234 (+18 ms)Processed 2 edits across 1 Regions in 113 ms; skipped=0; WAL=hdfs://localhost:37251/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733401556062/wal-1, size=320, length=320, corrupted=false, cancelled=false at 1733401557234 2024-12-05T12:25:57,234 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-12-05T12:25:57,244 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:37251/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733401556062, archiveDir=hdfs://localhost:37251/hbase/oldWALs, maxLogs=32 2024-12-05T12:25:57,264 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testnameconflictwhensplit1-manual,16010,1733401556062/wal.1733401557245, exclude list is [], retry=0 2024-12-05T12:25:57,268 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33203,DS-62ba5f8c-f5d1-4321-92a1-1fb505e60772,DISK] 2024-12-05T12:25:57,269 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36197,DS-bc097945-2295-45e3-bd47-de8a8715bf95,DISK] 2024-12-05T12:25:57,269 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39219,DS-617fd9fb-d3b8-45bb-969c-5ff0ade34d6f,DISK] 2024-12-05T12:25:57,272 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testnameconflictwhensplit1-manual,16010,1733401556062/wal.1733401557245 2024-12-05T12:25:57,273 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34381:34381),(127.0.0.1/127.0.0.1:46543:46543),(127.0.0.1/127.0.0.1:46847:46847)] 2024-12-05T12:25:57,273 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => cb1cd785c3df74e2ffdb02c64691abf2, NAME => 'testReplayEditsWrittenIntoWAL,,1733401556065.cb1cd785c3df74e2ffdb02c64691abf2.', STARTKEY => '', ENDKEY => ''} 2024-12-05T12:25:57,273 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenIntoWAL,,1733401556065.cb1cd785c3df74e2ffdb02c64691abf2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T12:25:57,273 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for cb1cd785c3df74e2ffdb02c64691abf2 2024-12-05T12:25:57,273 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for cb1cd785c3df74e2ffdb02c64691abf2 2024-12-05T12:25:57,275 INFO [StoreOpener-cb1cd785c3df74e2ffdb02c64691abf2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region cb1cd785c3df74e2ffdb02c64691abf2 2024-12-05T12:25:57,277 INFO [StoreOpener-cb1cd785c3df74e2ffdb02c64691abf2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cb1cd785c3df74e2ffdb02c64691abf2 columnFamilyName a 2024-12-05T12:25:57,278 DEBUG [StoreOpener-cb1cd785c3df74e2ffdb02c64691abf2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:25:57,279 INFO [StoreOpener-cb1cd785c3df74e2ffdb02c64691abf2-1 {}] regionserver.HStore(327): Store=cb1cd785c3df74e2ffdb02c64691abf2/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T12:25:57,279 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for cb1cd785c3df74e2ffdb02c64691abf2 2024-12-05T12:25:57,280 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37251/hbase/data/default/testReplayEditsWrittenIntoWAL/cb1cd785c3df74e2ffdb02c64691abf2 2024-12-05T12:25:57,283 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:37251/hbase/data/default/testReplayEditsWrittenIntoWAL/cb1cd785c3df74e2ffdb02c64691abf2 2024-12-05T12:25:57,284 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:37251/hbase/data/default/testReplayEditsWrittenIntoWAL/cb1cd785c3df74e2ffdb02c64691abf2/recovered.edits/0000000000000000002 2024-12-05T12:25:57,287 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:37251/hbase/data/default/testReplayEditsWrittenIntoWAL/cb1cd785c3df74e2ffdb02c64691abf2/recovered.edits/0000000000000000002: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-12-05T12:25:57,293 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 2, skipped 0, firstSequenceIdInLog=1, maxSequenceIdInLog=2, path=hdfs://localhost:37251/hbase/data/default/testReplayEditsWrittenIntoWAL/cb1cd785c3df74e2ffdb02c64691abf2/recovered.edits/0000000000000000002 2024-12-05T12:25:57,293 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing cb1cd785c3df74e2ffdb02c64691abf2 1/1 column families, dataSize=108 B heapSize=512 B 2024-12-05T12:25:57,326 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37251/hbase/data/default/testReplayEditsWrittenIntoWAL/cb1cd785c3df74e2ffdb02c64691abf2/.tmp/a/0a16104d3c0d4cfd8b4c004b06830683 is 58, key is testReplayEditsWrittenIntoWAL/a:1/1733401556561/Put/seqid=0 2024-12-05T12:25:57,353 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39219 is added to blk_1073741852_1028 (size=5170) 2024-12-05T12:25:57,353 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36197 is added to blk_1073741852_1028 (size=5170) 2024-12-05T12:25:57,354 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33203 is added to blk_1073741852_1028 (size=5170) 2024-12-05T12:25:57,354 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=2 (bloomFilter=true), to=hdfs://localhost:37251/hbase/data/default/testReplayEditsWrittenIntoWAL/cb1cd785c3df74e2ffdb02c64691abf2/.tmp/a/0a16104d3c0d4cfd8b4c004b06830683 2024-12-05T12:25:57,392 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37251/hbase/data/default/testReplayEditsWrittenIntoWAL/cb1cd785c3df74e2ffdb02c64691abf2/.tmp/a/0a16104d3c0d4cfd8b4c004b06830683 as hdfs://localhost:37251/hbase/data/default/testReplayEditsWrittenIntoWAL/cb1cd785c3df74e2ffdb02c64691abf2/a/0a16104d3c0d4cfd8b4c004b06830683 2024-12-05T12:25:57,409 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37251/hbase/data/default/testReplayEditsWrittenIntoWAL/cb1cd785c3df74e2ffdb02c64691abf2/a/0a16104d3c0d4cfd8b4c004b06830683, entries=2, sequenceid=2, filesize=5.0 K 2024-12-05T12:25:57,409 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~108 B/108, heapSize ~496 B/496, currentSize=0 B/0 for cb1cd785c3df74e2ffdb02c64691abf2 in 116ms, sequenceid=2, compaction requested=false; wal=null 2024-12-05T12:25:57,410 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:37251/hbase/data/default/testReplayEditsWrittenIntoWAL/cb1cd785c3df74e2ffdb02c64691abf2/recovered.edits/0000000000000000002 2024-12-05T12:25:57,411 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for cb1cd785c3df74e2ffdb02c64691abf2 2024-12-05T12:25:57,411 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for cb1cd785c3df74e2ffdb02c64691abf2 2024-12-05T12:25:57,414 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for cb1cd785c3df74e2ffdb02c64691abf2 2024-12-05T12:25:57,417 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37251/hbase/data/default/testReplayEditsWrittenIntoWAL/cb1cd785c3df74e2ffdb02c64691abf2/recovered.edits/2.seqid, newMaxSeqId=2, maxSeqId=1 2024-12-05T12:25:57,419 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened cb1cd785c3df74e2ffdb02c64691abf2; next sequenceid=3; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63604100, jitterRate=-0.05222505331039429}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-05T12:25:57,419 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for cb1cd785c3df74e2ffdb02c64691abf2: Writing region info on filesystem at 1733401557273Initializing all the Stores at 1733401557275 (+2 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401557275Obtaining lock to block concurrent updates at 1733401557293 (+18 ms)Preparing flush snapshotting stores in cb1cd785c3df74e2ffdb02c64691abf2 at 1733401557293Finished memstore snapshotting testReplayEditsWrittenIntoWAL,,1733401556065.cb1cd785c3df74e2ffdb02c64691abf2., syncing WAL and waiting on mvcc, flushsize=dataSize=108, getHeapSize=496, getOffHeapSize=0, getCellsCount=2 at 1733401557294 (+1 ms)Flushing stores of testReplayEditsWrittenIntoWAL,,1733401556065.cb1cd785c3df74e2ffdb02c64691abf2. at 1733401557294Flushing cb1cd785c3df74e2ffdb02c64691abf2/a: creating writer at 1733401557294Flushing cb1cd785c3df74e2ffdb02c64691abf2/a: appending metadata at 1733401557325 (+31 ms)Flushing cb1cd785c3df74e2ffdb02c64691abf2/a: closing flushed file at 1733401557325Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2dcc2bf2: reopening flushed file at 1733401557378 (+53 ms)Finished flush of dataSize ~108 B/108, heapSize ~496 B/496, currentSize=0 B/0 for cb1cd785c3df74e2ffdb02c64691abf2 in 116ms, sequenceid=2, compaction requested=false; wal=null at 1733401557409 (+31 ms)Cleaning up temporary data from old regions at 1733401557411 (+2 ms)Region opened successfully at 1733401557419 (+8 ms) 2024-12-05T12:25:57,451 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayValueCompression#testNameConflictWhenSplit1 Thread=384 (was 374) Potentially hanging thread: PacketResponder: BP-1178294010-172.17.0.2-1733401544268:blk_1073741851_1027, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_915493354_22 at /127.0.0.1:44094 [Receiving block BP-1178294010-172.17.0.2-1733401544268:blk_1073741851_1027] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-10-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1178294010-172.17.0.2-1733401544268:blk_1073741851_1027, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_915493354_22 at /127.0.0.1:38996 [Waiting for operation #11] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_915493354_22 at /127.0.0.1:39376 [Receiving block BP-1178294010-172.17.0.2-1733401544268:blk_1073741851_1027] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1178294010-172.17.0.2-1733401544268:blk_1073741851_1027, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_915493354_22 at /127.0.0.1:54550 [Waiting for operation #19] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-10-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_915493354_22 at /127.0.0.1:39626 [Receiving block BP-1178294010-172.17.0.2-1733401544268:blk_1073741851_1027] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-10-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=785 (was 703) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=700 (was 744), ProcessCount=11 (was 11), AvailableMemoryMB=4178 (was 4309) 2024-12-05T12:25:57,467 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayValueCompression#testReplayEditsWrittenIntoWAL Thread=384, OpenFileDescriptor=785, MaxFileDescriptor=1048576, SystemLoadAverage=700, ProcessCount=11, AvailableMemoryMB=4176 2024-12-05T12:25:57,493 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T12:25:57,495 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T12:25:57,496 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T12:25:57,502 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-38241232, suffix=, logDir=hdfs://localhost:37251/hbase/WALs/hregion-38241232, archiveDir=hdfs://localhost:37251/hbase/oldWALs, maxLogs=32 2024-12-05T12:25:57,522 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-38241232/hregion-38241232.1733401557503, exclude list is [], retry=0 2024-12-05T12:25:57,532 DEBUG [AsyncFSWAL-12-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33203,DS-62ba5f8c-f5d1-4321-92a1-1fb505e60772,DISK] 2024-12-05T12:25:57,533 DEBUG [AsyncFSWAL-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36197,DS-bc097945-2295-45e3-bd47-de8a8715bf95,DISK] 2024-12-05T12:25:57,537 DEBUG [AsyncFSWAL-12-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39219,DS-617fd9fb-d3b8-45bb-969c-5ff0ade34d6f,DISK] 2024-12-05T12:25:57,545 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-38241232/hregion-38241232.1733401557503 2024-12-05T12:25:57,546 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34381:34381),(127.0.0.1/127.0.0.1:46543:46543),(127.0.0.1/127.0.0.1:46847:46847)] 2024-12-05T12:25:57,546 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => 15a5f9f1b75295d15db0c37d98e8bcff, NAME => 'testReplayEditsWrittenIntoWAL,,1733401557493.15a5f9f1b75295d15db0c37d98e8bcff.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsWrittenIntoWAL', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37251/hbase 2024-12-05T12:25:57,569 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33203 is added to blk_1073741854_1030 (size=64) 2024-12-05T12:25:57,569 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36197 is added to blk_1073741854_1030 (size=64) 2024-12-05T12:25:57,569 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39219 is added to blk_1073741854_1030 (size=64) 2024-12-05T12:25:57,571 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenIntoWAL,,1733401557493.15a5f9f1b75295d15db0c37d98e8bcff.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T12:25:57,573 INFO [StoreOpener-15a5f9f1b75295d15db0c37d98e8bcff-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 15a5f9f1b75295d15db0c37d98e8bcff 2024-12-05T12:25:57,579 INFO [StoreOpener-15a5f9f1b75295d15db0c37d98e8bcff-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 15a5f9f1b75295d15db0c37d98e8bcff columnFamilyName a 2024-12-05T12:25:57,579 DEBUG [StoreOpener-15a5f9f1b75295d15db0c37d98e8bcff-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:25:57,579 INFO [StoreOpener-15a5f9f1b75295d15db0c37d98e8bcff-1 {}] regionserver.HStore(327): Store=15a5f9f1b75295d15db0c37d98e8bcff/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T12:25:57,580 INFO [StoreOpener-15a5f9f1b75295d15db0c37d98e8bcff-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 15a5f9f1b75295d15db0c37d98e8bcff 2024-12-05T12:25:57,581 INFO [StoreOpener-15a5f9f1b75295d15db0c37d98e8bcff-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 15a5f9f1b75295d15db0c37d98e8bcff columnFamilyName b 2024-12-05T12:25:57,581 DEBUG [StoreOpener-15a5f9f1b75295d15db0c37d98e8bcff-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:25:57,582 INFO [StoreOpener-15a5f9f1b75295d15db0c37d98e8bcff-1 {}] regionserver.HStore(327): Store=15a5f9f1b75295d15db0c37d98e8bcff/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T12:25:57,582 INFO [StoreOpener-15a5f9f1b75295d15db0c37d98e8bcff-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 15a5f9f1b75295d15db0c37d98e8bcff 2024-12-05T12:25:57,584 INFO [StoreOpener-15a5f9f1b75295d15db0c37d98e8bcff-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 15a5f9f1b75295d15db0c37d98e8bcff columnFamilyName c 2024-12-05T12:25:57,584 DEBUG [StoreOpener-15a5f9f1b75295d15db0c37d98e8bcff-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:25:57,584 INFO [StoreOpener-15a5f9f1b75295d15db0c37d98e8bcff-1 {}] regionserver.HStore(327): Store=15a5f9f1b75295d15db0c37d98e8bcff/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T12:25:57,585 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 15a5f9f1b75295d15db0c37d98e8bcff 2024-12-05T12:25:57,586 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37251/hbase/data/default/testReplayEditsWrittenIntoWAL/15a5f9f1b75295d15db0c37d98e8bcff 2024-12-05T12:25:57,586 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37251/hbase/data/default/testReplayEditsWrittenIntoWAL/15a5f9f1b75295d15db0c37d98e8bcff 2024-12-05T12:25:57,587 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 15a5f9f1b75295d15db0c37d98e8bcff 2024-12-05T12:25:57,587 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 15a5f9f1b75295d15db0c37d98e8bcff 2024-12-05T12:25:57,588 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenIntoWAL descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-05T12:25:57,590 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 15a5f9f1b75295d15db0c37d98e8bcff 2024-12-05T12:25:57,592 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37251/hbase/data/default/testReplayEditsWrittenIntoWAL/15a5f9f1b75295d15db0c37d98e8bcff/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T12:25:57,593 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 15a5f9f1b75295d15db0c37d98e8bcff; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61954149, jitterRate=-0.07681123912334442}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-05T12:25:57,593 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 15a5f9f1b75295d15db0c37d98e8bcff: Writing region info on filesystem at 1733401557571Initializing all the Stores at 1733401557573 (+2 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401557573Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401557573Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401557573Cleaning up temporary data from old regions at 1733401557587 (+14 ms)Region opened successfully at 1733401557593 (+6 ms) 2024-12-05T12:25:57,593 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 15a5f9f1b75295d15db0c37d98e8bcff, disabling compactions & flushes 2024-12-05T12:25:57,594 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenIntoWAL,,1733401557493.15a5f9f1b75295d15db0c37d98e8bcff. 2024-12-05T12:25:57,594 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenIntoWAL,,1733401557493.15a5f9f1b75295d15db0c37d98e8bcff. 2024-12-05T12:25:57,594 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenIntoWAL,,1733401557493.15a5f9f1b75295d15db0c37d98e8bcff. after waiting 0 ms 2024-12-05T12:25:57,594 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenIntoWAL,,1733401557493.15a5f9f1b75295d15db0c37d98e8bcff. 2024-12-05T12:25:57,594 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenIntoWAL,,1733401557493.15a5f9f1b75295d15db0c37d98e8bcff. 2024-12-05T12:25:57,595 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 15a5f9f1b75295d15db0c37d98e8bcff: Waiting for close lock at 1733401557593Disabling compacts and flushes for region at 1733401557593Disabling writes for close at 1733401557594 (+1 ms)Writing region close event to WAL at 1733401557594Closed at 1733401557594 2024-12-05T12:25:57,598 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36197 is added to blk_1073741853_1029 (size=95) 2024-12-05T12:25:57,598 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39219 is added to blk_1073741853_1029 (size=95) 2024-12-05T12:25:57,598 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33203 is added to blk_1073741853_1029 (size=95) 2024-12-05T12:25:57,601 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-12-05T12:25:57,601 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-38241232:(num 1733401557503) 2024-12-05T12:25:57,601 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-12-05T12:25:57,604 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:37251/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733401557490, archiveDir=hdfs://localhost:37251/hbase/oldWALs, maxLogs=32 2024-12-05T12:25:57,618 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733401557490/wal.1733401557604, exclude list is [], retry=0 2024-12-05T12:25:57,621 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36197,DS-bc097945-2295-45e3-bd47-de8a8715bf95,DISK] 2024-12-05T12:25:57,621 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33203,DS-62ba5f8c-f5d1-4321-92a1-1fb505e60772,DISK] 2024-12-05T12:25:57,622 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39219,DS-617fd9fb-d3b8-45bb-969c-5ff0ade34d6f,DISK] 2024-12-05T12:25:57,625 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733401557490/wal.1733401557604 2024-12-05T12:25:57,625 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46543:46543),(127.0.0.1/127.0.0.1:34381:34381),(127.0.0.1/127.0.0.1:46847:46847)] 2024-12-05T12:25:57,955 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:37251/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733401557490/wal.1733401557604, size=0 (0bytes) 2024-12-05T12:25:57,956 WARN [Time-limited test {}] wal.WALSplitter(453): File hdfs://localhost:37251/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733401557490/wal.1733401557604 might be still open, length is 0 2024-12-05T12:25:57,956 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37251/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733401557490/wal.1733401557604 2024-12-05T12:25:57,957 WARN [IPC Server handler 1 on default port 37251 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733401557490/wal.1733401557604 has not been closed. Lease recovery is in progress. RecoveryId = 1032 for block blk_1073741855_1031 2024-12-05T12:25:57,957 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=hdfs://localhost:37251/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733401557490/wal.1733401557604 after 1ms 2024-12-05T12:25:59,703 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-05T12:25:59,761 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-05T12:26:00,157 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_915493354_22 at /127.0.0.1:39410 [Receiving block BP-1178294010-172.17.0.2-1733401544268:blk_1073741855_1031] {}] datanode.DataXceiver(331): 127.0.0.1:36197:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:39410 dst: /127.0.0.1:36197 java.io.InterruptedIOException: Interrupted while waiting for IO on channel java.nio.channels.SocketChannel[connected local=localhost/127.0.0.1:36197 remote=/127.0.0.1:39410]. Total timeout mills is 60000, 57760 millis timeout left. at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:350) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:26:00,162 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_915493354_22 at /127.0.0.1:39658 [Receiving block BP-1178294010-172.17.0.2-1733401544268:blk_1073741855_1031] {}] datanode.DataXceiver(331): 127.0.0.1:33203:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:39658 dst: /127.0.0.1:33203 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:26:00,168 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_915493354_22 at /127.0.0.1:44146 [Receiving block BP-1178294010-172.17.0.2-1733401544268:blk_1073741855_1031] {}] datanode.DataXceiver(331): 127.0.0.1:39219:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:44146 dst: /127.0.0.1:39219 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:26:00,223 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36197 is added to blk_1073741855_1032 (size=263633) 2024-12-05T12:26:00,227 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33203 is added to blk_1073741855_1032 (size=263633) 2024-12-05T12:26:00,228 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39219 is added to blk_1073741855_1032 (size=263633) 2024-12-05T12:26:00,670 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-05T12:26:00,671 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-12-05T12:26:00,673 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-05T12:26:00,673 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-12-05T12:26:00,673 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-12-05T12:26:00,673 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-12-05T12:26:00,674 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsWrittenIntoWAL 2024-12-05T12:26:00,674 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsWrittenIntoWAL Metrics about Tables on a single HBase RegionServer 2024-12-05T12:26:01,958 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=hdfs://localhost:37251/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733401557490/wal.1733401557604 after 4002ms 2024-12-05T12:26:01,963 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:37251/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733401557490/wal.1733401557604: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-12-05T12:26:01,965 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:37251/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733401557490/wal.1733401557604 took 4010ms 2024-12-05T12:26:01,977 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.1733401557604.temp 2024-12-05T12:26:01,978 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37251/hbase/data/default/testReplayEditsWrittenIntoWAL/15a5f9f1b75295d15db0c37d98e8bcff/recovered.edits/0000000000000000001-wal.1733401557604.temp 2024-12-05T12:26:02,126 INFO [Time-limited test {}] wal.WALSplitter(493): EOF from hdfs://localhost:37251/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733401557490/wal.1733401557604; continuing. 2024-12-05T12:26:02,126 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:37251/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733401557490/wal.1733401557604 so closing down 2024-12-05T12:26:02,126 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-05T12:26:02,131 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-05T12:26:02,134 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36197 is added to blk_1073741856_1033 (size=263641) 2024-12-05T12:26:02,136 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39219 is added to blk_1073741856_1033 (size=263641) 2024-12-05T12:26:02,137 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33203 is added to blk_1073741856_1033 (size=263641) 2024-12-05T12:26:02,138 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37251/hbase/data/default/testReplayEditsWrittenIntoWAL/15a5f9f1b75295d15db0c37d98e8bcff/recovered.edits/0000000000000000001-wal.1733401557604.temp (wrote 3002 edits, skipped 0 edits in 70 ms) 2024-12-05T12:26:02,141 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37251/hbase/data/default/testReplayEditsWrittenIntoWAL/15a5f9f1b75295d15db0c37d98e8bcff/recovered.edits/0000000000000000001-wal.1733401557604.temp to hdfs://localhost:37251/hbase/data/default/testReplayEditsWrittenIntoWAL/15a5f9f1b75295d15db0c37d98e8bcff/recovered.edits/0000000000000003002 2024-12-05T12:26:02,141 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 3002 edits across 1 Regions in 170 ms; skipped=0; WAL=hdfs://localhost:37251/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733401557490/wal.1733401557604, size=0, length=0, corrupted=false, cancelled=false 2024-12-05T12:26:02,141 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:37251/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733401557490/wal.1733401557604, journal: Splitting hdfs://localhost:37251/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733401557490/wal.1733401557604, size=0 (0bytes) at 1733401557956Creating recovered edits writer path=hdfs://localhost:37251/hbase/data/default/testReplayEditsWrittenIntoWAL/15a5f9f1b75295d15db0c37d98e8bcff/recovered.edits/0000000000000000001-wal.1733401557604.temp at 1733401561979 (+4023 ms)Split 1024 edits, skipped 0 edits. at 1733401562055 (+76 ms)Split 2048 edits, skipped 0 edits. at 1733401562099 (+44 ms)Finishing writing output for hdfs://localhost:37251/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733401557490/wal.1733401557604 so closing down at 1733401562126 (+27 ms)3 split writer threads finished at 1733401562131 (+5 ms)Closed recovered edits writer path=hdfs://localhost:37251/hbase/data/default/testReplayEditsWrittenIntoWAL/15a5f9f1b75295d15db0c37d98e8bcff/recovered.edits/0000000000000000001-wal.1733401557604.temp (wrote 3002 edits, skipped 0 edits in 70 ms) at 1733401562138 (+7 ms)Rename recovered edits hdfs://localhost:37251/hbase/data/default/testReplayEditsWrittenIntoWAL/15a5f9f1b75295d15db0c37d98e8bcff/recovered.edits/0000000000000000001-wal.1733401557604.temp to hdfs://localhost:37251/hbase/data/default/testReplayEditsWrittenIntoWAL/15a5f9f1b75295d15db0c37d98e8bcff/recovered.edits/0000000000000003002 at 1733401562141 (+3 ms)Processed 3002 edits across 1 Regions in 170 ms; skipped=0; WAL=hdfs://localhost:37251/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733401557490/wal.1733401557604, size=0, length=0, corrupted=false, cancelled=false at 1733401562141 2024-12-05T12:26:02,157 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:37251/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733401557490/wal.1733401557604 to hdfs://localhost:37251/hbase/oldWALs/wal.1733401557604 2024-12-05T12:26:02,159 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:37251/hbase/data/default/testReplayEditsWrittenIntoWAL/15a5f9f1b75295d15db0c37d98e8bcff/recovered.edits/0000000000000003002 2024-12-05T12:26:02,159 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-12-05T12:26:02,165 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:37251/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733401557490, archiveDir=hdfs://localhost:37251/hbase/oldWALs, maxLogs=32 2024-12-05T12:26:02,186 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733401557490/wal.1733401562166, exclude list is [], retry=0 2024-12-05T12:26:02,190 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39219,DS-617fd9fb-d3b8-45bb-969c-5ff0ade34d6f,DISK] 2024-12-05T12:26:02,190 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36197,DS-bc097945-2295-45e3-bd47-de8a8715bf95,DISK] 2024-12-05T12:26:02,191 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33203,DS-62ba5f8c-f5d1-4321-92a1-1fb505e60772,DISK] 2024-12-05T12:26:02,193 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733401557490/wal.1733401562166 2024-12-05T12:26:02,194 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46847:46847),(127.0.0.1/127.0.0.1:46543:46543),(127.0.0.1/127.0.0.1:34381:34381)] 2024-12-05T12:26:02,195 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenIntoWAL,,1733401557493.15a5f9f1b75295d15db0c37d98e8bcff.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T12:26:02,198 INFO [StoreOpener-15a5f9f1b75295d15db0c37d98e8bcff-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 15a5f9f1b75295d15db0c37d98e8bcff 2024-12-05T12:26:02,199 INFO [StoreOpener-15a5f9f1b75295d15db0c37d98e8bcff-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 15a5f9f1b75295d15db0c37d98e8bcff columnFamilyName a 2024-12-05T12:26:02,199 DEBUG [StoreOpener-15a5f9f1b75295d15db0c37d98e8bcff-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:26:02,200 INFO [StoreOpener-15a5f9f1b75295d15db0c37d98e8bcff-1 {}] regionserver.HStore(327): Store=15a5f9f1b75295d15db0c37d98e8bcff/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T12:26:02,200 INFO [StoreOpener-15a5f9f1b75295d15db0c37d98e8bcff-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 15a5f9f1b75295d15db0c37d98e8bcff 2024-12-05T12:26:02,205 INFO [StoreOpener-15a5f9f1b75295d15db0c37d98e8bcff-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 15a5f9f1b75295d15db0c37d98e8bcff columnFamilyName b 2024-12-05T12:26:02,205 DEBUG [StoreOpener-15a5f9f1b75295d15db0c37d98e8bcff-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:26:02,206 INFO [StoreOpener-15a5f9f1b75295d15db0c37d98e8bcff-1 {}] regionserver.HStore(327): Store=15a5f9f1b75295d15db0c37d98e8bcff/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T12:26:02,206 INFO [StoreOpener-15a5f9f1b75295d15db0c37d98e8bcff-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 15a5f9f1b75295d15db0c37d98e8bcff 2024-12-05T12:26:02,207 INFO [StoreOpener-15a5f9f1b75295d15db0c37d98e8bcff-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 15a5f9f1b75295d15db0c37d98e8bcff columnFamilyName c 2024-12-05T12:26:02,207 DEBUG [StoreOpener-15a5f9f1b75295d15db0c37d98e8bcff-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:26:02,208 INFO [StoreOpener-15a5f9f1b75295d15db0c37d98e8bcff-1 {}] regionserver.HStore(327): Store=15a5f9f1b75295d15db0c37d98e8bcff/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T12:26:02,208 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 15a5f9f1b75295d15db0c37d98e8bcff 2024-12-05T12:26:02,209 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37251/hbase/data/default/testReplayEditsWrittenIntoWAL/15a5f9f1b75295d15db0c37d98e8bcff 2024-12-05T12:26:02,212 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:37251/hbase/data/default/testReplayEditsWrittenIntoWAL/15a5f9f1b75295d15db0c37d98e8bcff 2024-12-05T12:26:02,216 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:37251/hbase/data/default/testReplayEditsWrittenIntoWAL/15a5f9f1b75295d15db0c37d98e8bcff/recovered.edits/0000000000000003002 2024-12-05T12:26:02,221 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:37251/hbase/data/default/testReplayEditsWrittenIntoWAL/15a5f9f1b75295d15db0c37d98e8bcff/recovered.edits/0000000000000003002: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-12-05T12:26:02,290 INFO [Time-limited test {}] wal.AbstractTestWALReplay$4$1(796): InternalFlushCache Invoked 2024-12-05T12:26:02,815 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 15a5f9f1b75295d15db0c37d98e8bcff 3/3 column families, dataSize=42.49 KB heapSize=100.11 KB 2024-12-05T12:26:02,881 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37251/hbase/data/default/testReplayEditsWrittenIntoWAL/15a5f9f1b75295d15db0c37d98e8bcff/.tmp/a/ad9c923672b1437cbcede4b4be0c1327 is 62, key is testReplayEditsWrittenIntoWAL/a:100/1733401557630/Put/seqid=0 2024-12-05T12:26:02,900 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39219 is added to blk_1073741858_1035 (size=50463) 2024-12-05T12:26:02,901 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36197 is added to blk_1073741858_1035 (size=50463) 2024-12-05T12:26:02,905 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33203 is added to blk_1073741858_1035 (size=50463) 2024-12-05T12:26:02,905 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=754 (bloomFilter=true), to=hdfs://localhost:37251/hbase/data/default/testReplayEditsWrittenIntoWAL/15a5f9f1b75295d15db0c37d98e8bcff/.tmp/a/ad9c923672b1437cbcede4b4be0c1327 2024-12-05T12:26:02,930 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37251/hbase/data/default/testReplayEditsWrittenIntoWAL/15a5f9f1b75295d15db0c37d98e8bcff/.tmp/a/ad9c923672b1437cbcede4b4be0c1327 as hdfs://localhost:37251/hbase/data/default/testReplayEditsWrittenIntoWAL/15a5f9f1b75295d15db0c37d98e8bcff/a/ad9c923672b1437cbcede4b4be0c1327 2024-12-05T12:26:02,939 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37251/hbase/data/default/testReplayEditsWrittenIntoWAL/15a5f9f1b75295d15db0c37d98e8bcff/a/ad9c923672b1437cbcede4b4be0c1327, entries=754, sequenceid=754, filesize=49.3 K 2024-12-05T12:26:02,940 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~42.49 KB/43512, heapSize ~99.59 KB/101984, currentSize=0 B/0 for 15a5f9f1b75295d15db0c37d98e8bcff in 125ms, sequenceid=754, compaction requested=false; wal=null 2024-12-05T12:26:02,971 INFO [Time-limited test {}] wal.AbstractTestWALReplay$4$1(796): InternalFlushCache Invoked 2024-12-05T12:26:02,972 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 15a5f9f1b75295d15db0c37d98e8bcff 3/3 column families, dataSize=42.49 KB heapSize=100.11 KB 2024-12-05T12:26:02,996 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37251/hbase/data/default/testReplayEditsWrittenIntoWAL/15a5f9f1b75295d15db0c37d98e8bcff/.tmp/a/6357057cf4294d5fb3ed820c204bf217 is 62, key is testReplayEditsWrittenIntoWAL/a:754/1733401557694/Put/seqid=0 2024-12-05T12:26:03,011 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36197 is added to blk_1073741859_1036 (size=20072) 2024-12-05T12:26:03,012 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39219 is added to blk_1073741859_1036 (size=20072) 2024-12-05T12:26:03,012 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33203 is added to blk_1073741859_1036 (size=20072) 2024-12-05T12:26:03,013 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.93 KB at sequenceid=1508 (bloomFilter=true), to=hdfs://localhost:37251/hbase/data/default/testReplayEditsWrittenIntoWAL/15a5f9f1b75295d15db0c37d98e8bcff/.tmp/a/6357057cf4294d5fb3ed820c204bf217 2024-12-05T12:26:03,051 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37251/hbase/data/default/testReplayEditsWrittenIntoWAL/15a5f9f1b75295d15db0c37d98e8bcff/.tmp/b/4298581a82e845c39c11ab230f7a0d2d is 62, key is testReplayEditsWrittenIntoWAL/b:100/1733401557781/Put/seqid=0 2024-12-05T12:26:03,061 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36197 is added to blk_1073741860_1037 (size=35835) 2024-12-05T12:26:03,061 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33203 is added to blk_1073741860_1037 (size=35835) 2024-12-05T12:26:03,063 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39219 is added to blk_1073741860_1037 (size=35835) 2024-12-05T12:26:03,063 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28.56 KB at sequenceid=1508 (bloomFilter=true), to=hdfs://localhost:37251/hbase/data/default/testReplayEditsWrittenIntoWAL/15a5f9f1b75295d15db0c37d98e8bcff/.tmp/b/4298581a82e845c39c11ab230f7a0d2d 2024-12-05T12:26:03,073 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37251/hbase/data/default/testReplayEditsWrittenIntoWAL/15a5f9f1b75295d15db0c37d98e8bcff/.tmp/a/6357057cf4294d5fb3ed820c204bf217 as hdfs://localhost:37251/hbase/data/default/testReplayEditsWrittenIntoWAL/15a5f9f1b75295d15db0c37d98e8bcff/a/6357057cf4294d5fb3ed820c204bf217 2024-12-05T12:26:03,081 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37251/hbase/data/default/testReplayEditsWrittenIntoWAL/15a5f9f1b75295d15db0c37d98e8bcff/a/6357057cf4294d5fb3ed820c204bf217, entries=246, sequenceid=1508, filesize=19.6 K 2024-12-05T12:26:03,083 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37251/hbase/data/default/testReplayEditsWrittenIntoWAL/15a5f9f1b75295d15db0c37d98e8bcff/.tmp/b/4298581a82e845c39c11ab230f7a0d2d as hdfs://localhost:37251/hbase/data/default/testReplayEditsWrittenIntoWAL/15a5f9f1b75295d15db0c37d98e8bcff/b/4298581a82e845c39c11ab230f7a0d2d 2024-12-05T12:26:03,090 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37251/hbase/data/default/testReplayEditsWrittenIntoWAL/15a5f9f1b75295d15db0c37d98e8bcff/b/4298581a82e845c39c11ab230f7a0d2d, entries=508, sequenceid=1508, filesize=35.0 K 2024-12-05T12:26:03,091 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~42.49 KB/43512, heapSize ~99.83 KB/102224, currentSize=0 B/0 for 15a5f9f1b75295d15db0c37d98e8bcff in 119ms, sequenceid=1508, compaction requested=false; wal=null 2024-12-05T12:26:03,110 INFO [Time-limited test {}] wal.AbstractTestWALReplay$4$1(796): InternalFlushCache Invoked 2024-12-05T12:26:03,111 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 15a5f9f1b75295d15db0c37d98e8bcff 3/3 column families, dataSize=42.49 KB heapSize=100.11 KB 2024-12-05T12:26:03,165 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37251/hbase/data/default/testReplayEditsWrittenIntoWAL/15a5f9f1b75295d15db0c37d98e8bcff/.tmp/b/7a966ddef38349fc9057a95703683087 is 62, key is testReplayEditsWrittenIntoWAL/b:508/1733401557819/Put/seqid=0 2024-12-05T12:26:03,189 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39219 is added to blk_1073741861_1038 (size=35082) 2024-12-05T12:26:03,189 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36197 is added to blk_1073741861_1038 (size=35082) 2024-12-05T12:26:03,191 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33203 is added to blk_1073741861_1038 (size=35082) 2024-12-05T12:26:03,192 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.87 KB at sequenceid=2262 (bloomFilter=true), to=hdfs://localhost:37251/hbase/data/default/testReplayEditsWrittenIntoWAL/15a5f9f1b75295d15db0c37d98e8bcff/.tmp/b/7a966ddef38349fc9057a95703683087 2024-12-05T12:26:03,233 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37251/hbase/data/default/testReplayEditsWrittenIntoWAL/15a5f9f1b75295d15db0c37d98e8bcff/.tmp/c/87f8e7581aba41bcab5da5b7345d7379 is 62, key is testReplayEditsWrittenIntoWAL/c:100/1733401557862/Put/seqid=0 2024-12-05T12:26:03,273 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36197 is added to blk_1073741862_1039 (size=20825) 2024-12-05T12:26:03,273 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39219 is added to blk_1073741862_1039 (size=20825) 2024-12-05T12:26:03,274 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33203 is added to blk_1073741862_1039 (size=20825) 2024-12-05T12:26:03,275 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=14.63 KB at sequenceid=2262 (bloomFilter=true), to=hdfs://localhost:37251/hbase/data/default/testReplayEditsWrittenIntoWAL/15a5f9f1b75295d15db0c37d98e8bcff/.tmp/c/87f8e7581aba41bcab5da5b7345d7379 2024-12-05T12:26:03,283 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37251/hbase/data/default/testReplayEditsWrittenIntoWAL/15a5f9f1b75295d15db0c37d98e8bcff/.tmp/b/7a966ddef38349fc9057a95703683087 as hdfs://localhost:37251/hbase/data/default/testReplayEditsWrittenIntoWAL/15a5f9f1b75295d15db0c37d98e8bcff/b/7a966ddef38349fc9057a95703683087 2024-12-05T12:26:03,293 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37251/hbase/data/default/testReplayEditsWrittenIntoWAL/15a5f9f1b75295d15db0c37d98e8bcff/b/7a966ddef38349fc9057a95703683087, entries=492, sequenceid=2262, filesize=34.3 K 2024-12-05T12:26:03,295 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37251/hbase/data/default/testReplayEditsWrittenIntoWAL/15a5f9f1b75295d15db0c37d98e8bcff/.tmp/c/87f8e7581aba41bcab5da5b7345d7379 as hdfs://localhost:37251/hbase/data/default/testReplayEditsWrittenIntoWAL/15a5f9f1b75295d15db0c37d98e8bcff/c/87f8e7581aba41bcab5da5b7345d7379 2024-12-05T12:26:03,304 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37251/hbase/data/default/testReplayEditsWrittenIntoWAL/15a5f9f1b75295d15db0c37d98e8bcff/c/87f8e7581aba41bcab5da5b7345d7379, entries=262, sequenceid=2262, filesize=20.3 K 2024-12-05T12:26:03,304 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~42.49 KB/43512, heapSize ~99.83 KB/102224, currentSize=0 B/0 for 15a5f9f1b75295d15db0c37d98e8bcff in 194ms, sequenceid=2262, compaction requested=false; wal=null 2024-12-05T12:26:03,319 WARN [Time-limited test {}] regionserver.HRegion(5722): No family for cell testReplayEditsWrittenIntoWAL/another family:testReplayEditsWrittenIntoWAL/1733401557915/Put/vlen=29/seqid=0 in region testReplayEditsWrittenIntoWAL,,1733401557493.15a5f9f1b75295d15db0c37d98e8bcff. 2024-12-05T12:26:03,324 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 3001, skipped 1, firstSequenceIdInLog=1, maxSequenceIdInLog=3002, path=hdfs://localhost:37251/hbase/data/default/testReplayEditsWrittenIntoWAL/15a5f9f1b75295d15db0c37d98e8bcff/recovered.edits/0000000000000003002 2024-12-05T12:26:03,324 INFO [Time-limited test {}] wal.AbstractTestWALReplay$4$1(796): InternalFlushCache Invoked 2024-12-05T12:26:03,324 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 15a5f9f1b75295d15db0c37d98e8bcff 3/3 column families, dataSize=41.85 KB heapSize=98.89 KB 2024-12-05T12:26:03,332 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37251/hbase/data/default/testReplayEditsWrittenIntoWAL/15a5f9f1b75295d15db0c37d98e8bcff/.tmp/c/4eda303f5f6f4795acb6e1e0025c2ed4 is 62, key is testReplayEditsWrittenIntoWAL/c:262/1733401557870/Put/seqid=0 2024-12-05T12:26:03,355 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36197 is added to blk_1073741863_1040 (size=50301) 2024-12-05T12:26:03,356 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39219 is added to blk_1073741863_1040 (size=50301) 2024-12-05T12:26:03,356 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33203 is added to blk_1073741863_1040 (size=50301) 2024-12-05T12:26:03,357 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=41.85 KB at sequenceid=3002 (bloomFilter=true), to=hdfs://localhost:37251/hbase/data/default/testReplayEditsWrittenIntoWAL/15a5f9f1b75295d15db0c37d98e8bcff/.tmp/c/4eda303f5f6f4795acb6e1e0025c2ed4 2024-12-05T12:26:03,363 INFO [Time-limited test {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 4eda303f5f6f4795acb6e1e0025c2ed4 2024-12-05T12:26:03,365 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37251/hbase/data/default/testReplayEditsWrittenIntoWAL/15a5f9f1b75295d15db0c37d98e8bcff/.tmp/c/4eda303f5f6f4795acb6e1e0025c2ed4 as hdfs://localhost:37251/hbase/data/default/testReplayEditsWrittenIntoWAL/15a5f9f1b75295d15db0c37d98e8bcff/c/4eda303f5f6f4795acb6e1e0025c2ed4 2024-12-05T12:26:03,372 INFO [Time-limited test {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 4eda303f5f6f4795acb6e1e0025c2ed4 2024-12-05T12:26:03,372 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37251/hbase/data/default/testReplayEditsWrittenIntoWAL/15a5f9f1b75295d15db0c37d98e8bcff/c/4eda303f5f6f4795acb6e1e0025c2ed4, entries=739, sequenceid=3002, filesize=49.1 K 2024-12-05T12:26:03,372 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~41.85 KB/42854, heapSize ~98.38 KB/100736, currentSize=0 B/0 for 15a5f9f1b75295d15db0c37d98e8bcff in 48ms, sequenceid=3002, compaction requested=false; wal=null 2024-12-05T12:26:03,374 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:37251/hbase/data/default/testReplayEditsWrittenIntoWAL/15a5f9f1b75295d15db0c37d98e8bcff/recovered.edits/0000000000000003002 2024-12-05T12:26:03,375 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 15a5f9f1b75295d15db0c37d98e8bcff 2024-12-05T12:26:03,375 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 15a5f9f1b75295d15db0c37d98e8bcff 2024-12-05T12:26:03,376 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenIntoWAL descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-05T12:26:03,378 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 15a5f9f1b75295d15db0c37d98e8bcff 2024-12-05T12:26:03,380 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37251/hbase/data/default/testReplayEditsWrittenIntoWAL/15a5f9f1b75295d15db0c37d98e8bcff/recovered.edits/3002.seqid, newMaxSeqId=3002, maxSeqId=1 2024-12-05T12:26:03,382 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 15a5f9f1b75295d15db0c37d98e8bcff; next sequenceid=3003; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=204800, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61876626, jitterRate=-0.07796642184257507}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-05T12:26:03,382 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 15a5f9f1b75295d15db0c37d98e8bcff: Writing region info on filesystem at 1733401562195Initializing all the Stores at 1733401562196 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401562196Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401562198 (+2 ms)Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401562198Cleaning up temporary data from old regions at 1733401563375 (+1177 ms)Region opened successfully at 1733401563382 (+7 ms) 2024-12-05T12:26:03,440 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 15a5f9f1b75295d15db0c37d98e8bcff, disabling compactions & flushes 2024-12-05T12:26:03,440 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenIntoWAL,,1733401557493.15a5f9f1b75295d15db0c37d98e8bcff. 2024-12-05T12:26:03,440 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenIntoWAL,,1733401557493.15a5f9f1b75295d15db0c37d98e8bcff. 2024-12-05T12:26:03,440 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenIntoWAL,,1733401557493.15a5f9f1b75295d15db0c37d98e8bcff. after waiting 0 ms 2024-12-05T12:26:03,440 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenIntoWAL,,1733401557493.15a5f9f1b75295d15db0c37d98e8bcff. 2024-12-05T12:26:03,452 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenIntoWAL,,1733401557493.15a5f9f1b75295d15db0c37d98e8bcff. 2024-12-05T12:26:03,452 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 15a5f9f1b75295d15db0c37d98e8bcff: Waiting for close lock at 1733401563440Disabling compacts and flushes for region at 1733401563440Disabling writes for close at 1733401563440Writing region close event to WAL at 1733401563452 (+12 ms)Closed at 1733401563452 2024-12-05T12:26:03,456 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36197 is added to blk_1073741857_1034 (size=95) 2024-12-05T12:26:03,456 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33203 is added to blk_1073741857_1034 (size=95) 2024-12-05T12:26:03,456 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39219 is added to blk_1073741857_1034 (size=95) 2024-12-05T12:26:03,460 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-12-05T12:26:03,460 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL wal:(num 1733401562166) 2024-12-05T12:26:03,478 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayValueCompression#testReplayEditsWrittenIntoWAL Thread=400 (was 384) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1225397157_22 at /127.0.0.1:44192 [Waiting for operation #7] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1225397157_22 at /127.0.0.1:39720 [Waiting for operation #15] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/11f7cdd6-7b7b-4000-5d89-21c52b59b31e/cluster_b7e3bdf8-741a-b3e4-53cf-6ed4ed4e886f/data/data3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (315245879) connection to localhost/127.0.0.1:42701 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/11f7cdd6-7b7b-4000-5d89-21c52b59b31e/cluster_b7e3bdf8-741a-b3e4-53cf-6ed4ed4e886f/data/data4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34967 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42701 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: IPC Client (315245879) connection to localhost/127.0.0.1:34967 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.replay.wal.secondtime@localhost:37251 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-12-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1225397157_22 at /127.0.0.1:39434 [Waiting for operation #25] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-12-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-12-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/11f7cdd6-7b7b-4000-5d89-21c52b59b31e/cluster_b7e3bdf8-741a-b3e4-53cf-6ed4ed4e886f/data/data6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/11f7cdd6-7b7b-4000-5d89-21c52b59b31e/cluster_b7e3bdf8-741a-b3e4-53cf-6ed4ed4e886f/data/data5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1225397157_22 at /127.0.0.1:44174 [Waiting for operation #3] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (315245879) connection to localhost/127.0.0.1:37251 from jenkins.replay.wal.secondtime java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) - Thread LEAK? -, OpenFileDescriptor=865 (was 785) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=684 (was 700), ProcessCount=11 (was 11), AvailableMemoryMB=3839 (was 4176) 2024-12-05T12:26:03,493 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayValueCompression#test2727 Thread=400, OpenFileDescriptor=865, MaxFileDescriptor=1048576, SystemLoadAverage=684, ProcessCount=11, AvailableMemoryMB=3838 2024-12-05T12:26:03,517 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T12:26:03,519 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T12:26:03,520 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T12:26:03,524 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-86679228, suffix=, logDir=hdfs://localhost:37251/hbase/WALs/hregion-86679228, archiveDir=hdfs://localhost:37251/hbase/oldWALs, maxLogs=32 2024-12-05T12:26:03,545 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-86679228/hregion-86679228.1733401563524, exclude list is [], retry=0 2024-12-05T12:26:03,549 DEBUG [AsyncFSWAL-14-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36197,DS-bc097945-2295-45e3-bd47-de8a8715bf95,DISK] 2024-12-05T12:26:03,549 DEBUG [AsyncFSWAL-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39219,DS-617fd9fb-d3b8-45bb-969c-5ff0ade34d6f,DISK] 2024-12-05T12:26:03,557 DEBUG [AsyncFSWAL-14-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33203,DS-62ba5f8c-f5d1-4321-92a1-1fb505e60772,DISK] 2024-12-05T12:26:03,563 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-86679228/hregion-86679228.1733401563524 2024-12-05T12:26:03,563 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46543:46543),(127.0.0.1/127.0.0.1:46847:46847),(127.0.0.1/127.0.0.1:34381:34381)] 2024-12-05T12:26:03,564 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => 359e3320106963c5fbeb8a03fa85337a, NAME => 'test2727,,1733401563518.359e3320106963c5fbeb8a03fa85337a.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test2727', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37251/hbase 2024-12-05T12:26:03,587 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39219 is added to blk_1073741865_1042 (size=43) 2024-12-05T12:26:03,587 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36197 is added to blk_1073741865_1042 (size=43) 2024-12-05T12:26:03,589 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33203 is added to blk_1073741865_1042 (size=43) 2024-12-05T12:26:03,590 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated test2727,,1733401563518.359e3320106963c5fbeb8a03fa85337a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T12:26:03,593 INFO [StoreOpener-359e3320106963c5fbeb8a03fa85337a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 359e3320106963c5fbeb8a03fa85337a 2024-12-05T12:26:03,595 INFO [StoreOpener-359e3320106963c5fbeb8a03fa85337a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 359e3320106963c5fbeb8a03fa85337a columnFamilyName a 2024-12-05T12:26:03,595 DEBUG [StoreOpener-359e3320106963c5fbeb8a03fa85337a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:26:03,596 INFO [StoreOpener-359e3320106963c5fbeb8a03fa85337a-1 {}] regionserver.HStore(327): Store=359e3320106963c5fbeb8a03fa85337a/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T12:26:03,597 INFO [StoreOpener-359e3320106963c5fbeb8a03fa85337a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 359e3320106963c5fbeb8a03fa85337a 2024-12-05T12:26:03,600 INFO [StoreOpener-359e3320106963c5fbeb8a03fa85337a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 359e3320106963c5fbeb8a03fa85337a columnFamilyName b 2024-12-05T12:26:03,600 DEBUG [StoreOpener-359e3320106963c5fbeb8a03fa85337a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:26:03,609 INFO [StoreOpener-359e3320106963c5fbeb8a03fa85337a-1 {}] regionserver.HStore(327): Store=359e3320106963c5fbeb8a03fa85337a/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T12:26:03,609 INFO [StoreOpener-359e3320106963c5fbeb8a03fa85337a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 359e3320106963c5fbeb8a03fa85337a 2024-12-05T12:26:03,614 INFO [StoreOpener-359e3320106963c5fbeb8a03fa85337a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 359e3320106963c5fbeb8a03fa85337a columnFamilyName c 2024-12-05T12:26:03,614 DEBUG [StoreOpener-359e3320106963c5fbeb8a03fa85337a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:26:03,615 INFO [StoreOpener-359e3320106963c5fbeb8a03fa85337a-1 {}] regionserver.HStore(327): Store=359e3320106963c5fbeb8a03fa85337a/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T12:26:03,615 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 359e3320106963c5fbeb8a03fa85337a 2024-12-05T12:26:03,620 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37251/hbase/data/default/test2727/359e3320106963c5fbeb8a03fa85337a 2024-12-05T12:26:03,621 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37251/hbase/data/default/test2727/359e3320106963c5fbeb8a03fa85337a 2024-12-05T12:26:03,623 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 359e3320106963c5fbeb8a03fa85337a 2024-12-05T12:26:03,623 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 359e3320106963c5fbeb8a03fa85337a 2024-12-05T12:26:03,624 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test2727 descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-05T12:26:03,625 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 359e3320106963c5fbeb8a03fa85337a 2024-12-05T12:26:03,628 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37251/hbase/data/default/test2727/359e3320106963c5fbeb8a03fa85337a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T12:26:03,628 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 359e3320106963c5fbeb8a03fa85337a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74118042, jitterRate=0.10444489121437073}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-05T12:26:03,629 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 359e3320106963c5fbeb8a03fa85337a: Writing region info on filesystem at 1733401563590Initializing all the Stores at 1733401563592 (+2 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401563593 (+1 ms)Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401563593Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401563593Cleaning up temporary data from old regions at 1733401563623 (+30 ms)Region opened successfully at 1733401563629 (+6 ms) 2024-12-05T12:26:03,629 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 359e3320106963c5fbeb8a03fa85337a, disabling compactions & flushes 2024-12-05T12:26:03,629 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region test2727,,1733401563518.359e3320106963c5fbeb8a03fa85337a. 2024-12-05T12:26:03,629 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on test2727,,1733401563518.359e3320106963c5fbeb8a03fa85337a. 2024-12-05T12:26:03,629 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on test2727,,1733401563518.359e3320106963c5fbeb8a03fa85337a. after waiting 0 ms 2024-12-05T12:26:03,629 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region test2727,,1733401563518.359e3320106963c5fbeb8a03fa85337a. 2024-12-05T12:26:03,630 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed test2727,,1733401563518.359e3320106963c5fbeb8a03fa85337a. 2024-12-05T12:26:03,630 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 359e3320106963c5fbeb8a03fa85337a: Waiting for close lock at 1733401563629Disabling compacts and flushes for region at 1733401563629Disabling writes for close at 1733401563629Writing region close event to WAL at 1733401563630 (+1 ms)Closed at 1733401563630 2024-12-05T12:26:03,641 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36197 is added to blk_1073741864_1041 (size=95) 2024-12-05T12:26:03,641 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39219 is added to blk_1073741864_1041 (size=95) 2024-12-05T12:26:03,641 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33203 is added to blk_1073741864_1041 (size=95) 2024-12-05T12:26:03,644 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-12-05T12:26:03,645 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-86679228:(num 1733401563524) 2024-12-05T12:26:03,645 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-12-05T12:26:03,647 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:37251/hbase/WALs/test2727-manual,16010,1733401563516, archiveDir=hdfs://localhost:37251/hbase/oldWALs, maxLogs=32 2024-12-05T12:26:03,664 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/test2727-manual,16010,1733401563516/wal.1733401563647, exclude list is [], retry=0 2024-12-05T12:26:03,667 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36197,DS-bc097945-2295-45e3-bd47-de8a8715bf95,DISK] 2024-12-05T12:26:03,667 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39219,DS-617fd9fb-d3b8-45bb-969c-5ff0ade34d6f,DISK] 2024-12-05T12:26:03,668 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33203,DS-62ba5f8c-f5d1-4321-92a1-1fb505e60772,DISK] 2024-12-05T12:26:03,670 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/test2727-manual,16010,1733401563516/wal.1733401563647 2024-12-05T12:26:03,670 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46543:46543),(127.0.0.1/127.0.0.1:46847:46847),(127.0.0.1/127.0.0.1:34381:34381)] 2024-12-05T12:26:03,828 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33203 is added to blk_1073741866_1043 (size=263359) 2024-12-05T12:26:03,828 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36197 is added to blk_1073741866_1043 (size=263359) 2024-12-05T12:26:03,828 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39219 is added to blk_1073741866_1043 (size=263359) 2024-12-05T12:26:03,855 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:37251/hbase/WALs/test2727-manual,16010,1733401563516/wal.1733401563647, size=257.2 K (263359bytes) 2024-12-05T12:26:03,855 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37251/hbase/WALs/test2727-manual,16010,1733401563516/wal.1733401563647 2024-12-05T12:26:03,855 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:37251/hbase/WALs/test2727-manual,16010,1733401563516/wal.1733401563647 after 0ms 2024-12-05T12:26:03,858 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:37251/hbase/WALs/test2727-manual,16010,1733401563516/wal.1733401563647: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-12-05T12:26:03,860 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:37251/hbase/WALs/test2727-manual,16010,1733401563516/wal.1733401563647 took 6ms 2024-12-05T12:26:03,875 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.1733401563647.temp 2024-12-05T12:26:03,877 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37251/hbase/data/default/test2727/359e3320106963c5fbeb8a03fa85337a/recovered.edits/0000000000000000001-wal.1733401563647.temp 2024-12-05T12:26:03,932 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:37251/hbase/WALs/test2727-manual,16010,1733401563516/wal.1733401563647 so closing down 2024-12-05T12:26:03,933 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-05T12:26:03,933 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-05T12:26:03,939 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33203 is added to blk_1073741867_1044 (size=263359) 2024-12-05T12:26:03,939 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36197 is added to blk_1073741867_1044 (size=263359) 2024-12-05T12:26:03,940 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39219 is added to blk_1073741867_1044 (size=263359) 2024-12-05T12:26:03,941 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37251/hbase/data/default/test2727/359e3320106963c5fbeb8a03fa85337a/recovered.edits/0000000000000000001-wal.1733401563647.temp (wrote 3000 edits, skipped 0 edits in 45 ms) 2024-12-05T12:26:03,944 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37251/hbase/data/default/test2727/359e3320106963c5fbeb8a03fa85337a/recovered.edits/0000000000000000001-wal.1733401563647.temp to hdfs://localhost:37251/hbase/data/default/test2727/359e3320106963c5fbeb8a03fa85337a/recovered.edits/0000000000000003000 2024-12-05T12:26:03,944 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 3000 edits across 1 Regions in 84 ms; skipped=0; WAL=hdfs://localhost:37251/hbase/WALs/test2727-manual,16010,1733401563516/wal.1733401563647, size=257.2 K, length=263359, corrupted=false, cancelled=false 2024-12-05T12:26:03,944 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:37251/hbase/WALs/test2727-manual,16010,1733401563516/wal.1733401563647, journal: Splitting hdfs://localhost:37251/hbase/WALs/test2727-manual,16010,1733401563516/wal.1733401563647, size=257.2 K (263359bytes) at 1733401563855Creating recovered edits writer path=hdfs://localhost:37251/hbase/data/default/test2727/359e3320106963c5fbeb8a03fa85337a/recovered.edits/0000000000000000001-wal.1733401563647.temp at 1733401563877 (+22 ms)Split 1024 edits, skipped 0 edits. at 1733401563895 (+18 ms)Split 2048 edits, skipped 0 edits. at 1733401563913 (+18 ms)Finishing writing output for hdfs://localhost:37251/hbase/WALs/test2727-manual,16010,1733401563516/wal.1733401563647 so closing down at 1733401563932 (+19 ms)3 split writer threads finished at 1733401563933 (+1 ms)Closed recovered edits writer path=hdfs://localhost:37251/hbase/data/default/test2727/359e3320106963c5fbeb8a03fa85337a/recovered.edits/0000000000000000001-wal.1733401563647.temp (wrote 3000 edits, skipped 0 edits in 45 ms) at 1733401563941 (+8 ms)Rename recovered edits hdfs://localhost:37251/hbase/data/default/test2727/359e3320106963c5fbeb8a03fa85337a/recovered.edits/0000000000000000001-wal.1733401563647.temp to hdfs://localhost:37251/hbase/data/default/test2727/359e3320106963c5fbeb8a03fa85337a/recovered.edits/0000000000000003000 at 1733401563944 (+3 ms)Processed 3000 edits across 1 Regions in 84 ms; skipped=0; WAL=hdfs://localhost:37251/hbase/WALs/test2727-manual,16010,1733401563516/wal.1733401563647, size=257.2 K, length=263359, corrupted=false, cancelled=false at 1733401563944 2024-12-05T12:26:03,946 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:37251/hbase/WALs/test2727-manual,16010,1733401563516/wal.1733401563647 to hdfs://localhost:37251/hbase/oldWALs/wal.1733401563647 2024-12-05T12:26:03,948 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:37251/hbase/data/default/test2727/359e3320106963c5fbeb8a03fa85337a/recovered.edits/0000000000000003000 2024-12-05T12:26:03,948 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-12-05T12:26:03,968 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:37251/hbase/WALs/test2727-manual,16010,1733401563516, archiveDir=hdfs://localhost:37251/hbase/oldWALs, maxLogs=32 2024-12-05T12:26:03,992 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/test2727-manual,16010,1733401563516/wal.1733401563970, exclude list is [], retry=0 2024-12-05T12:26:04,002 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36197,DS-bc097945-2295-45e3-bd47-de8a8715bf95,DISK] 2024-12-05T12:26:04,003 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39219,DS-617fd9fb-d3b8-45bb-969c-5ff0ade34d6f,DISK] 2024-12-05T12:26:04,003 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33203,DS-62ba5f8c-f5d1-4321-92a1-1fb505e60772,DISK] 2024-12-05T12:26:04,022 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/test2727-manual,16010,1733401563516/wal.1733401563970 2024-12-05T12:26:04,023 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46543:46543),(127.0.0.1/127.0.0.1:46847:46847),(127.0.0.1/127.0.0.1:34381:34381)] 2024-12-05T12:26:04,222 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36197 is added to blk_1073741868_1045 (size=263486) 2024-12-05T12:26:04,222 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33203 is added to blk_1073741868_1045 (size=263486) 2024-12-05T12:26:04,224 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39219 is added to blk_1073741868_1045 (size=263486) 2024-12-05T12:26:04,273 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:37251/hbase/WALs/test2727-manual,16010,1733401563516/wal.1733401563970, size=257.3 K (263486bytes) 2024-12-05T12:26:04,273 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37251/hbase/WALs/test2727-manual,16010,1733401563516/wal.1733401563970 2024-12-05T12:26:04,277 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:37251/hbase/WALs/test2727-manual,16010,1733401563516/wal.1733401563970 after 4ms 2024-12-05T12:26:04,292 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:37251/hbase/WALs/test2727-manual,16010,1733401563516/wal.1733401563970: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-12-05T12:26:04,299 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:37251/hbase/WALs/test2727-manual,16010,1733401563516/wal.1733401563970 took 26ms 2024-12-05T12:26:04,339 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000003001-wal.1733401563970.temp 2024-12-05T12:26:04,360 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37251/hbase/data/default/test2727/359e3320106963c5fbeb8a03fa85337a/recovered.edits/0000000000000003001-wal.1733401563970.temp 2024-12-05T12:26:04,470 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:37251/hbase/WALs/test2727-manual,16010,1733401563516/wal.1733401563970 so closing down 2024-12-05T12:26:04,470 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-05T12:26:04,471 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-05T12:26:04,489 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36197 is added to blk_1073741869_1046 (size=263486) 2024-12-05T12:26:04,490 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33203 is added to blk_1073741869_1046 (size=263486) 2024-12-05T12:26:04,490 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39219 is added to blk_1073741869_1046 (size=263486) 2024-12-05T12:26:04,496 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37251/hbase/data/default/test2727/359e3320106963c5fbeb8a03fa85337a/recovered.edits/0000000000000003001-wal.1733401563970.temp (wrote 3000 edits, skipped 0 edits in 52 ms) 2024-12-05T12:26:04,513 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37251/hbase/data/default/test2727/359e3320106963c5fbeb8a03fa85337a/recovered.edits/0000000000000003001-wal.1733401563970.temp to hdfs://localhost:37251/hbase/data/default/test2727/359e3320106963c5fbeb8a03fa85337a/recovered.edits/0000000000000006000 2024-12-05T12:26:04,514 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 3000 edits across 1 Regions in 195 ms; skipped=0; WAL=hdfs://localhost:37251/hbase/WALs/test2727-manual,16010,1733401563516/wal.1733401563970, size=257.3 K, length=263486, corrupted=false, cancelled=false 2024-12-05T12:26:04,514 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:37251/hbase/WALs/test2727-manual,16010,1733401563516/wal.1733401563970, journal: Splitting hdfs://localhost:37251/hbase/WALs/test2727-manual,16010,1733401563516/wal.1733401563970, size=257.3 K (263486bytes) at 1733401564273Creating recovered edits writer path=hdfs://localhost:37251/hbase/data/default/test2727/359e3320106963c5fbeb8a03fa85337a/recovered.edits/0000000000000003001-wal.1733401563970.temp at 1733401564360 (+87 ms)Split 1024 edits, skipped 0 edits. at 1733401564378 (+18 ms)Split 2048 edits, skipped 0 edits. at 1733401564427 (+49 ms)Finishing writing output for hdfs://localhost:37251/hbase/WALs/test2727-manual,16010,1733401563516/wal.1733401563970 so closing down at 1733401564470 (+43 ms)3 split writer threads finished at 1733401564471 (+1 ms)Closed recovered edits writer path=hdfs://localhost:37251/hbase/data/default/test2727/359e3320106963c5fbeb8a03fa85337a/recovered.edits/0000000000000003001-wal.1733401563970.temp (wrote 3000 edits, skipped 0 edits in 52 ms) at 1733401564496 (+25 ms)Rename recovered edits hdfs://localhost:37251/hbase/data/default/test2727/359e3320106963c5fbeb8a03fa85337a/recovered.edits/0000000000000003001-wal.1733401563970.temp to hdfs://localhost:37251/hbase/data/default/test2727/359e3320106963c5fbeb8a03fa85337a/recovered.edits/0000000000000006000 at 1733401564513 (+17 ms)Processed 3000 edits across 1 Regions in 195 ms; skipped=0; WAL=hdfs://localhost:37251/hbase/WALs/test2727-manual,16010,1733401563516/wal.1733401563970, size=257.3 K, length=263486, corrupted=false, cancelled=false at 1733401564514 (+1 ms) 2024-12-05T12:26:04,533 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:37251/hbase/WALs/test2727-manual,16010,1733401563516/wal.1733401563970 to hdfs://localhost:37251/hbase/oldWALs/wal.1733401563970 2024-12-05T12:26:04,534 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:37251/hbase/data/default/test2727/359e3320106963c5fbeb8a03fa85337a/recovered.edits/0000000000000006000 2024-12-05T12:26:04,534 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-12-05T12:26:04,538 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:37251/hbase/WALs/test2727-manual,16010,1733401563516, archiveDir=hdfs://localhost:37251/hbase/oldWALs, maxLogs=32 2024-12-05T12:26:04,563 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/test2727-manual,16010,1733401563516/wal.1733401564539, exclude list is [], retry=0 2024-12-05T12:26:04,567 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39219,DS-617fd9fb-d3b8-45bb-969c-5ff0ade34d6f,DISK] 2024-12-05T12:26:04,567 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36197,DS-bc097945-2295-45e3-bd47-de8a8715bf95,DISK] 2024-12-05T12:26:04,568 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33203,DS-62ba5f8c-f5d1-4321-92a1-1fb505e60772,DISK] 2024-12-05T12:26:04,585 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/test2727-manual,16010,1733401563516/wal.1733401564539 2024-12-05T12:26:04,587 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46847:46847),(127.0.0.1/127.0.0.1:46543:46543),(127.0.0.1/127.0.0.1:34381:34381)] 2024-12-05T12:26:04,587 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 359e3320106963c5fbeb8a03fa85337a, NAME => 'test2727,,1733401563518.359e3320106963c5fbeb8a03fa85337a.', STARTKEY => '', ENDKEY => ''} 2024-12-05T12:26:04,587 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated test2727,,1733401563518.359e3320106963c5fbeb8a03fa85337a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T12:26:04,588 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 359e3320106963c5fbeb8a03fa85337a 2024-12-05T12:26:04,588 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 359e3320106963c5fbeb8a03fa85337a 2024-12-05T12:26:04,591 INFO [StoreOpener-359e3320106963c5fbeb8a03fa85337a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 359e3320106963c5fbeb8a03fa85337a 2024-12-05T12:26:04,593 INFO [StoreOpener-359e3320106963c5fbeb8a03fa85337a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 359e3320106963c5fbeb8a03fa85337a columnFamilyName a 2024-12-05T12:26:04,593 DEBUG [StoreOpener-359e3320106963c5fbeb8a03fa85337a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:26:04,594 INFO [StoreOpener-359e3320106963c5fbeb8a03fa85337a-1 {}] regionserver.HStore(327): Store=359e3320106963c5fbeb8a03fa85337a/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T12:26:04,594 INFO [StoreOpener-359e3320106963c5fbeb8a03fa85337a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 359e3320106963c5fbeb8a03fa85337a 2024-12-05T12:26:04,596 INFO [StoreOpener-359e3320106963c5fbeb8a03fa85337a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 359e3320106963c5fbeb8a03fa85337a columnFamilyName b 2024-12-05T12:26:04,596 DEBUG [StoreOpener-359e3320106963c5fbeb8a03fa85337a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:26:04,598 INFO [StoreOpener-359e3320106963c5fbeb8a03fa85337a-1 {}] regionserver.HStore(327): Store=359e3320106963c5fbeb8a03fa85337a/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T12:26:04,599 INFO [StoreOpener-359e3320106963c5fbeb8a03fa85337a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 359e3320106963c5fbeb8a03fa85337a 2024-12-05T12:26:04,600 INFO [StoreOpener-359e3320106963c5fbeb8a03fa85337a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 359e3320106963c5fbeb8a03fa85337a columnFamilyName c 2024-12-05T12:26:04,600 DEBUG [StoreOpener-359e3320106963c5fbeb8a03fa85337a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:26:04,602 INFO [StoreOpener-359e3320106963c5fbeb8a03fa85337a-1 {}] regionserver.HStore(327): Store=359e3320106963c5fbeb8a03fa85337a/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T12:26:04,602 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 359e3320106963c5fbeb8a03fa85337a 2024-12-05T12:26:04,604 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37251/hbase/data/default/test2727/359e3320106963c5fbeb8a03fa85337a 2024-12-05T12:26:04,610 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 2 recovered edits file(s) under hdfs://localhost:37251/hbase/data/default/test2727/359e3320106963c5fbeb8a03fa85337a 2024-12-05T12:26:04,618 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:37251/hbase/data/default/test2727/359e3320106963c5fbeb8a03fa85337a/recovered.edits/0000000000000003000 2024-12-05T12:26:04,622 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:37251/hbase/data/default/test2727/359e3320106963c5fbeb8a03fa85337a/recovered.edits/0000000000000003000: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-12-05T12:26:04,711 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 3000, skipped 0, firstSequenceIdInLog=1, maxSequenceIdInLog=3000, path=hdfs://localhost:37251/hbase/data/default/test2727/359e3320106963c5fbeb8a03fa85337a/recovered.edits/0000000000000003000 2024-12-05T12:26:04,713 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:37251/hbase/data/default/test2727/359e3320106963c5fbeb8a03fa85337a/recovered.edits/0000000000000006000 2024-12-05T12:26:04,717 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:37251/hbase/data/default/test2727/359e3320106963c5fbeb8a03fa85337a/recovered.edits/0000000000000006000: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-12-05T12:26:04,812 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 3000, skipped 0, firstSequenceIdInLog=3001, maxSequenceIdInLog=6000, path=hdfs://localhost:37251/hbase/data/default/test2727/359e3320106963c5fbeb8a03fa85337a/recovered.edits/0000000000000006000 2024-12-05T12:26:04,812 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 359e3320106963c5fbeb8a03fa85337a 3/3 column families, dataSize=215.51 KB heapSize=657 KB 2024-12-05T12:26:04,884 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37251/hbase/data/default/test2727/359e3320106963c5fbeb8a03fa85337a/.tmp/a/76a2314e6444444e8589a378113de292 is 41, key is test2727/a:100/1733401564030/Put/seqid=0 2024-12-05T12:26:04,932 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39219 is added to blk_1073741871_1048 (size=84227) 2024-12-05T12:26:04,937 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33203 is added to blk_1073741871_1048 (size=84227) 2024-12-05T12:26:04,940 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36197 is added to blk_1073741871_1048 (size=84227) 2024-12-05T12:26:04,948 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=71.84 KB at sequenceid=6000 (bloomFilter=true), to=hdfs://localhost:37251/hbase/data/default/test2727/359e3320106963c5fbeb8a03fa85337a/.tmp/a/76a2314e6444444e8589a378113de292 2024-12-05T12:26:05,000 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37251/hbase/data/default/test2727/359e3320106963c5fbeb8a03fa85337a/.tmp/b/2a7b993e9f284beea29e9f87cc789227 is 41, key is test2727/b:100/1733401564099/Put/seqid=0 2024-12-05T12:26:05,015 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36197 is added to blk_1073741872_1049 (size=84609) 2024-12-05T12:26:05,015 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39219 is added to blk_1073741872_1049 (size=84609) 2024-12-05T12:26:05,018 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33203 is added to blk_1073741872_1049 (size=84609) 2024-12-05T12:26:05,019 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=71.84 KB at sequenceid=6000 (bloomFilter=true), to=hdfs://localhost:37251/hbase/data/default/test2727/359e3320106963c5fbeb8a03fa85337a/.tmp/b/2a7b993e9f284beea29e9f87cc789227 2024-12-05T12:26:05,065 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37251/hbase/data/default/test2727/359e3320106963c5fbeb8a03fa85337a/.tmp/c/2721a43b703d4635a68e8ef93c5d00c9 is 41, key is test2727/c:100/1733401564166/Put/seqid=0 2024-12-05T12:26:05,081 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33203 is added to blk_1073741873_1050 (size=84609) 2024-12-05T12:26:05,082 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39219 is added to blk_1073741873_1050 (size=84609) 2024-12-05T12:26:05,082 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36197 is added to blk_1073741873_1050 (size=84609) 2024-12-05T12:26:05,085 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=71.84 KB at sequenceid=6000 (bloomFilter=true), to=hdfs://localhost:37251/hbase/data/default/test2727/359e3320106963c5fbeb8a03fa85337a/.tmp/c/2721a43b703d4635a68e8ef93c5d00c9 2024-12-05T12:26:05,096 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37251/hbase/data/default/test2727/359e3320106963c5fbeb8a03fa85337a/.tmp/a/76a2314e6444444e8589a378113de292 as hdfs://localhost:37251/hbase/data/default/test2727/359e3320106963c5fbeb8a03fa85337a/a/76a2314e6444444e8589a378113de292 2024-12-05T12:26:05,103 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37251/hbase/data/default/test2727/359e3320106963c5fbeb8a03fa85337a/a/76a2314e6444444e8589a378113de292, entries=2000, sequenceid=6000, filesize=82.3 K 2024-12-05T12:26:05,105 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37251/hbase/data/default/test2727/359e3320106963c5fbeb8a03fa85337a/.tmp/b/2a7b993e9f284beea29e9f87cc789227 as hdfs://localhost:37251/hbase/data/default/test2727/359e3320106963c5fbeb8a03fa85337a/b/2a7b993e9f284beea29e9f87cc789227 2024-12-05T12:26:05,111 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37251/hbase/data/default/test2727/359e3320106963c5fbeb8a03fa85337a/b/2a7b993e9f284beea29e9f87cc789227, entries=2000, sequenceid=6000, filesize=82.6 K 2024-12-05T12:26:05,113 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37251/hbase/data/default/test2727/359e3320106963c5fbeb8a03fa85337a/.tmp/c/2721a43b703d4635a68e8ef93c5d00c9 as hdfs://localhost:37251/hbase/data/default/test2727/359e3320106963c5fbeb8a03fa85337a/c/2721a43b703d4635a68e8ef93c5d00c9 2024-12-05T12:26:05,123 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37251/hbase/data/default/test2727/359e3320106963c5fbeb8a03fa85337a/c/2721a43b703d4635a68e8ef93c5d00c9, entries=2000, sequenceid=6000, filesize=82.6 K 2024-12-05T12:26:05,123 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~215.51 KB/220680, heapSize ~656.95 KB/672720, currentSize=0 B/0 for 359e3320106963c5fbeb8a03fa85337a in 311ms, sequenceid=6000, compaction requested=false; wal=null 2024-12-05T12:26:05,124 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:37251/hbase/data/default/test2727/359e3320106963c5fbeb8a03fa85337a/recovered.edits/0000000000000003000 2024-12-05T12:26:05,125 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:37251/hbase/data/default/test2727/359e3320106963c5fbeb8a03fa85337a/recovered.edits/0000000000000006000 2024-12-05T12:26:05,126 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 359e3320106963c5fbeb8a03fa85337a 2024-12-05T12:26:05,126 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 359e3320106963c5fbeb8a03fa85337a 2024-12-05T12:26:05,126 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test2727 descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-05T12:26:05,129 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 359e3320106963c5fbeb8a03fa85337a 2024-12-05T12:26:05,135 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37251/hbase/data/default/test2727/359e3320106963c5fbeb8a03fa85337a/recovered.edits/6000.seqid, newMaxSeqId=6000, maxSeqId=1 2024-12-05T12:26:05,136 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 359e3320106963c5fbeb8a03fa85337a; next sequenceid=6001; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62923933, jitterRate=-0.062360331416130066}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-05T12:26:05,137 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 359e3320106963c5fbeb8a03fa85337a: Writing region info on filesystem at 1733401564588Initializing all the Stores at 1733401564589 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401564589Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401564591 (+2 ms)Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401564591Obtaining lock to block concurrent updates at 1733401564812 (+221 ms)Preparing flush snapshotting stores in 359e3320106963c5fbeb8a03fa85337a at 1733401564812Finished memstore snapshotting test2727,,1733401563518.359e3320106963c5fbeb8a03fa85337a., syncing WAL and waiting on mvcc, flushsize=dataSize=220680, getHeapSize=672720, getOffHeapSize=0, getCellsCount=6000 at 1733401564812Flushing stores of test2727,,1733401563518.359e3320106963c5fbeb8a03fa85337a. at 1733401564812Flushing 359e3320106963c5fbeb8a03fa85337a/a: creating writer at 1733401564813 (+1 ms)Flushing 359e3320106963c5fbeb8a03fa85337a/a: appending metadata at 1733401564882 (+69 ms)Flushing 359e3320106963c5fbeb8a03fa85337a/a: closing flushed file at 1733401564882Flushing 359e3320106963c5fbeb8a03fa85337a/b: creating writer at 1733401564965 (+83 ms)Flushing 359e3320106963c5fbeb8a03fa85337a/b: appending metadata at 1733401564997 (+32 ms)Flushing 359e3320106963c5fbeb8a03fa85337a/b: closing flushed file at 1733401564997Flushing 359e3320106963c5fbeb8a03fa85337a/c: creating writer at 1733401565035 (+38 ms)Flushing 359e3320106963c5fbeb8a03fa85337a/c: appending metadata at 1733401565064 (+29 ms)Flushing 359e3320106963c5fbeb8a03fa85337a/c: closing flushed file at 1733401565064Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7960d2be: reopening flushed file at 1733401565096 (+32 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3558e6c1: reopening flushed file at 1733401565104 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7adc37ed: reopening flushed file at 1733401565112 (+8 ms)Finished flush of dataSize ~215.51 KB/220680, heapSize ~656.95 KB/672720, currentSize=0 B/0 for 359e3320106963c5fbeb8a03fa85337a in 311ms, sequenceid=6000, compaction requested=false; wal=null at 1733401565123 (+11 ms)Cleaning up temporary data from old regions at 1733401565126 (+3 ms)Region opened successfully at 1733401565137 (+11 ms) 2024-12-05T12:26:05,138 DEBUG [Time-limited test {}] wal.AbstractTestWALReplay(320): region.getOpenSeqNum(): 6001, wal3.id: 0 2024-12-05T12:26:05,138 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 359e3320106963c5fbeb8a03fa85337a, disabling compactions & flushes 2024-12-05T12:26:05,139 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region test2727,,1733401563518.359e3320106963c5fbeb8a03fa85337a. 2024-12-05T12:26:05,139 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on test2727,,1733401563518.359e3320106963c5fbeb8a03fa85337a. 2024-12-05T12:26:05,139 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on test2727,,1733401563518.359e3320106963c5fbeb8a03fa85337a. after waiting 0 ms 2024-12-05T12:26:05,139 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region test2727,,1733401563518.359e3320106963c5fbeb8a03fa85337a. 2024-12-05T12:26:05,145 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed test2727,,1733401563518.359e3320106963c5fbeb8a03fa85337a. 2024-12-05T12:26:05,145 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 359e3320106963c5fbeb8a03fa85337a: Waiting for close lock at 1733401565138Disabling compacts and flushes for region at 1733401565138Disabling writes for close at 1733401565139 (+1 ms)Writing region close event to WAL at 1733401565145 (+6 ms)Closed at 1733401565145 2024-12-05T12:26:05,148 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33203 is added to blk_1073741870_1047 (size=95) 2024-12-05T12:26:05,149 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36197 is added to blk_1073741870_1047 (size=95) 2024-12-05T12:26:05,150 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39219 is added to blk_1073741870_1047 (size=95) 2024-12-05T12:26:05,154 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-12-05T12:26:05,154 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL wal:(num 1733401564539) 2024-12-05T12:26:05,169 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayValueCompression#test2727 Thread=400 (was 400), OpenFileDescriptor=923 (was 865) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=684 (was 684), ProcessCount=11 (was 11), AvailableMemoryMB=3625 (was 3838) 2024-12-05T12:26:05,182 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayValueCompression#testSequentialEditLogSeqNum Thread=400, OpenFileDescriptor=923, MaxFileDescriptor=1048576, SystemLoadAverage=684, ProcessCount=11, AvailableMemoryMB=3624 2024-12-05T12:26:05,200 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T12:26:05,207 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:37251/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1733401565199, archiveDir=hdfs://localhost:37251/hbase/oldWALs, maxLogs=32 2024-12-05T12:26:05,208 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.1733401565208 2024-12-05T12:26:05,239 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testsequentialeditlogseqnum-manual,16010,1733401565199/wal.1733401565208 2024-12-05T12:26:05,245 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new MockWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46847:46847),(127.0.0.1/127.0.0.1:34381:34381),(127.0.0.1/127.0.0.1:46543:46543)] 2024-12-05T12:26:05,258 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 14d6c5f1436601e077de3768093aae18, NAME => 'testSequentialEditLogSeqNum,,1733401565201.14d6c5f1436601e077de3768093aae18.', STARTKEY => '', ENDKEY => ''} 2024-12-05T12:26:05,258 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testSequentialEditLogSeqNum,,1733401565201.14d6c5f1436601e077de3768093aae18.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T12:26:05,258 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 14d6c5f1436601e077de3768093aae18 2024-12-05T12:26:05,258 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 14d6c5f1436601e077de3768093aae18 2024-12-05T12:26:05,260 WARN [Time-limited test {}] regionserver.HRegionFileSystem(836): hdfs://localhost:37251/hbase/data/default/testSequentialEditLogSeqNum/14d6c5f1436601e077de3768093aae18 doesn't exist for region: 14d6c5f1436601e077de3768093aae18 on table testSequentialEditLogSeqNum 2024-12-05T12:26:05,260 WARN [Time-limited test {}] regionserver.HRegionFileSystem(854): .regioninfo file not found for region: 14d6c5f1436601e077de3768093aae18 on table testSequentialEditLogSeqNum 2024-12-05T12:26:05,271 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39219 is added to blk_1073741875_1052 (size=62) 2024-12-05T12:26:05,272 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36197 is added to blk_1073741875_1052 (size=62) 2024-12-05T12:26:05,274 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33203 is added to blk_1073741875_1052 (size=62) 2024-12-05T12:26:05,277 INFO [StoreOpener-14d6c5f1436601e077de3768093aae18-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 14d6c5f1436601e077de3768093aae18 2024-12-05T12:26:05,279 INFO [StoreOpener-14d6c5f1436601e077de3768093aae18-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 14d6c5f1436601e077de3768093aae18 columnFamilyName a 2024-12-05T12:26:05,279 DEBUG [StoreOpener-14d6c5f1436601e077de3768093aae18-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:26:05,280 INFO [StoreOpener-14d6c5f1436601e077de3768093aae18-1 {}] regionserver.HStore(327): Store=14d6c5f1436601e077de3768093aae18/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T12:26:05,280 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 14d6c5f1436601e077de3768093aae18 2024-12-05T12:26:05,281 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37251/hbase/data/default/testSequentialEditLogSeqNum/14d6c5f1436601e077de3768093aae18 2024-12-05T12:26:05,281 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37251/hbase/data/default/testSequentialEditLogSeqNum/14d6c5f1436601e077de3768093aae18 2024-12-05T12:26:05,282 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 14d6c5f1436601e077de3768093aae18 2024-12-05T12:26:05,282 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 14d6c5f1436601e077de3768093aae18 2024-12-05T12:26:05,285 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 14d6c5f1436601e077de3768093aae18 2024-12-05T12:26:05,292 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37251/hbase/data/default/testSequentialEditLogSeqNum/14d6c5f1436601e077de3768093aae18/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T12:26:05,293 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 14d6c5f1436601e077de3768093aae18; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74327417, jitterRate=0.10756482183933258}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-05T12:26:05,294 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 14d6c5f1436601e077de3768093aae18: Writing region info on filesystem at 1733401565259Initializing all the Stores at 1733401565277 (+18 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401565277Cleaning up temporary data from old regions at 1733401565282 (+5 ms)Region opened successfully at 1733401565294 (+12 ms) 2024-12-05T12:26:05,314 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 14d6c5f1436601e077de3768093aae18 1/1 column families, dataSize=770 B heapSize=1.73 KB 2024-12-05T12:26:05,349 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37251/hbase/data/default/testSequentialEditLogSeqNum/14d6c5f1436601e077de3768093aae18/.tmp/a/eca0638fe9664d3897bfd6c6e3f74b4b is 81, key is testSequentialEditLogSeqNum/a:x0/1733401565294/Put/seqid=0 2024-12-05T12:26:05,378 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33203 is added to blk_1073741876_1053 (size=5833) 2024-12-05T12:26:05,379 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39219 is added to blk_1073741876_1053 (size=5833) 2024-12-05T12:26:05,379 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36197 is added to blk_1073741876_1053 (size=5833) 2024-12-05T12:26:05,382 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=770 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:37251/hbase/data/default/testSequentialEditLogSeqNum/14d6c5f1436601e077de3768093aae18/.tmp/a/eca0638fe9664d3897bfd6c6e3f74b4b 2024-12-05T12:26:05,395 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37251/hbase/data/default/testSequentialEditLogSeqNum/14d6c5f1436601e077de3768093aae18/.tmp/a/eca0638fe9664d3897bfd6c6e3f74b4b as hdfs://localhost:37251/hbase/data/default/testSequentialEditLogSeqNum/14d6c5f1436601e077de3768093aae18/a/eca0638fe9664d3897bfd6c6e3f74b4b 2024-12-05T12:26:05,417 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37251/hbase/data/default/testSequentialEditLogSeqNum/14d6c5f1436601e077de3768093aae18/a/eca0638fe9664d3897bfd6c6e3f74b4b, entries=10, sequenceid=13, filesize=5.7 K 2024-12-05T12:26:05,422 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~770 B/770, heapSize ~1.72 KB/1760, currentSize=0 B/0 for 14d6c5f1436601e077de3768093aae18 in 107ms, sequenceid=13, compaction requested=false 2024-12-05T12:26:05,422 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 14d6c5f1436601e077de3768093aae18: 2024-12-05T12:26:05,431 INFO [sync.0 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-12-05T12:26:05,431 INFO [sync.1 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-12-05T12:26:05,431 INFO [sync.2 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-12-05T12:26:05,432 INFO [sync.3 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-12-05T12:26:05,432 INFO [sync.4 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-12-05T12:26:05,435 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36197 is added to blk_1073741874_1051 (size=1845) 2024-12-05T12:26:05,436 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33203 is added to blk_1073741874_1051 (size=1845) 2024-12-05T12:26:05,437 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39219 is added to blk_1073741874_1051 (size=1845) 2024-12-05T12:26:05,467 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:37251/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1733401565199/wal.1733401565208, size=1.8 K (1845bytes) 2024-12-05T12:26:05,467 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37251/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1733401565199/wal.1733401565208 2024-12-05T12:26:05,469 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:37251/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1733401565199/wal.1733401565208 after 2ms 2024-12-05T12:26:05,474 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:37251/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1733401565199/wal.1733401565208: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-12-05T12:26:05,475 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:37251/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1733401565199/wal.1733401565208 took 8ms 2024-12-05T12:26:05,485 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:37251/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1733401565199/wal.1733401565208 so closing down 2024-12-05T12:26:05,485 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-05T12:26:05,487 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000003-wal.1733401565208.temp 2024-12-05T12:26:05,489 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37251/hbase/data/default/testSequentialEditLogSeqNum/14d6c5f1436601e077de3768093aae18/recovered.edits/0000000000000000003-wal.1733401565208.temp 2024-12-05T12:26:05,490 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-05T12:26:05,527 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39219 is added to blk_1073741877_1054 (size=1477) 2024-12-05T12:26:05,529 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33203 is added to blk_1073741877_1054 (size=1477) 2024-12-05T12:26:05,531 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36197 is added to blk_1073741877_1054 (size=1477) 2024-12-05T12:26:05,531 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37251/hbase/data/default/testSequentialEditLogSeqNum/14d6c5f1436601e077de3768093aae18/recovered.edits/0000000000000000003-wal.1733401565208.temp (wrote 15 edits, skipped 0 edits in 0 ms) 2024-12-05T12:26:05,538 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37251/hbase/data/default/testSequentialEditLogSeqNum/14d6c5f1436601e077de3768093aae18/recovered.edits/0000000000000000003-wal.1733401565208.temp to hdfs://localhost:37251/hbase/data/default/testSequentialEditLogSeqNum/14d6c5f1436601e077de3768093aae18/recovered.edits/0000000000000000020 2024-12-05T12:26:05,538 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 17 edits across 1 Regions in 57 ms; skipped=2; WAL=hdfs://localhost:37251/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1733401565199/wal.1733401565208, size=1.8 K, length=1845, corrupted=false, cancelled=false 2024-12-05T12:26:05,538 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:37251/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1733401565199/wal.1733401565208, journal: Splitting hdfs://localhost:37251/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1733401565199/wal.1733401565208, size=1.8 K (1845bytes) at 1733401565467Finishing writing output for hdfs://localhost:37251/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1733401565199/wal.1733401565208 so closing down at 1733401565485 (+18 ms)Creating recovered edits writer path=hdfs://localhost:37251/hbase/data/default/testSequentialEditLogSeqNum/14d6c5f1436601e077de3768093aae18/recovered.edits/0000000000000000003-wal.1733401565208.temp at 1733401565489 (+4 ms)3 split writer threads finished at 1733401565490 (+1 ms)Closed recovered edits writer path=hdfs://localhost:37251/hbase/data/default/testSequentialEditLogSeqNum/14d6c5f1436601e077de3768093aae18/recovered.edits/0000000000000000003-wal.1733401565208.temp (wrote 15 edits, skipped 0 edits in 0 ms) at 1733401565531 (+41 ms)Rename recovered edits hdfs://localhost:37251/hbase/data/default/testSequentialEditLogSeqNum/14d6c5f1436601e077de3768093aae18/recovered.edits/0000000000000000003-wal.1733401565208.temp to hdfs://localhost:37251/hbase/data/default/testSequentialEditLogSeqNum/14d6c5f1436601e077de3768093aae18/recovered.edits/0000000000000000020 at 1733401565538 (+7 ms)Processed 17 edits across 1 Regions in 57 ms; skipped=2; WAL=hdfs://localhost:37251/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1733401565199/wal.1733401565208, size=1.8 K, length=1845, corrupted=false, cancelled=false at 1733401565538 2024-12-05T12:26:05,562 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayValueCompression#testSequentialEditLogSeqNum Thread=405 (was 400) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_915493354_22 at /127.0.0.1:44192 [Waiting for operation #11] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: sync.0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.takeSyncRequest(FSHLog.java:426) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.run(FSHLog.java:441) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_915493354_22 at /127.0.0.1:39566 [Waiting for operation #7] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: sync.2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.takeSyncRequest(FSHLog.java:426) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.run(FSHLog.java:441) Potentially hanging thread: sync.3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.takeSyncRequest(FSHLog.java:426) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.run(FSHLog.java:441) Potentially hanging thread: sync.4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.takeSyncRequest(FSHLog.java:426) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.run(FSHLog.java:441) Potentially hanging thread: sync.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.takeSyncRequest(FSHLog.java:426) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.run(FSHLog.java:441) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_915493354_22 at /127.0.0.1:44174 [Waiting for operation #7] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=961 (was 923) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=684 (was 684), ProcessCount=11 (was 11), AvailableMemoryMB=3585 (was 3624) 2024-12-05T12:26:05,580 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayValueCompression#testRegionMadeOfBulkLoadedFilesOnly Thread=405, OpenFileDescriptor=961, MaxFileDescriptor=1048576, SystemLoadAverage=684, ProcessCount=11, AvailableMemoryMB=3584 2024-12-05T12:26:05,607 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T12:26:05,614 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T12:26:05,653 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T12:26:05,658 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-99775560, suffix=, logDir=hdfs://localhost:37251/hbase/WALs/hregion-99775560, archiveDir=hdfs://localhost:37251/hbase/oldWALs, maxLogs=32 2024-12-05T12:26:05,682 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-99775560/hregion-99775560.1733401565659, exclude list is [], retry=0 2024-12-05T12:26:05,687 DEBUG [AsyncFSWAL-17-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39219,DS-617fd9fb-d3b8-45bb-969c-5ff0ade34d6f,DISK] 2024-12-05T12:26:05,689 DEBUG [AsyncFSWAL-17-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33203,DS-62ba5f8c-f5d1-4321-92a1-1fb505e60772,DISK] 2024-12-05T12:26:05,692 DEBUG [AsyncFSWAL-17-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36197,DS-bc097945-2295-45e3-bd47-de8a8715bf95,DISK] 2024-12-05T12:26:05,717 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-99775560/hregion-99775560.1733401565659 2024-12-05T12:26:05,721 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46847:46847),(127.0.0.1/127.0.0.1:34381:34381),(127.0.0.1/127.0.0.1:46543:46543)] 2024-12-05T12:26:05,721 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => c9bfcf914cd96fb22778abb9336fd543, NAME => 'testRegionMadeOfBulkLoadedFilesOnly,,1733401565608.c9bfcf914cd96fb22778abb9336fd543.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testRegionMadeOfBulkLoadedFilesOnly', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37251/hbase 2024-12-05T12:26:05,747 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36197 is added to blk_1073741879_1056 (size=70) 2024-12-05T12:26:05,747 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39219 is added to blk_1073741879_1056 (size=70) 2024-12-05T12:26:05,750 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33203 is added to blk_1073741879_1056 (size=70) 2024-12-05T12:26:05,750 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testRegionMadeOfBulkLoadedFilesOnly,,1733401565608.c9bfcf914cd96fb22778abb9336fd543.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T12:26:05,752 INFO [StoreOpener-c9bfcf914cd96fb22778abb9336fd543-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region c9bfcf914cd96fb22778abb9336fd543 2024-12-05T12:26:05,754 INFO [StoreOpener-c9bfcf914cd96fb22778abb9336fd543-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c9bfcf914cd96fb22778abb9336fd543 columnFamilyName a 2024-12-05T12:26:05,754 DEBUG [StoreOpener-c9bfcf914cd96fb22778abb9336fd543-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:26:05,755 INFO [StoreOpener-c9bfcf914cd96fb22778abb9336fd543-1 {}] regionserver.HStore(327): Store=c9bfcf914cd96fb22778abb9336fd543/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T12:26:05,755 INFO [StoreOpener-c9bfcf914cd96fb22778abb9336fd543-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region c9bfcf914cd96fb22778abb9336fd543 2024-12-05T12:26:05,758 INFO [StoreOpener-c9bfcf914cd96fb22778abb9336fd543-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c9bfcf914cd96fb22778abb9336fd543 columnFamilyName b 2024-12-05T12:26:05,758 DEBUG [StoreOpener-c9bfcf914cd96fb22778abb9336fd543-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:26:05,759 INFO [StoreOpener-c9bfcf914cd96fb22778abb9336fd543-1 {}] regionserver.HStore(327): Store=c9bfcf914cd96fb22778abb9336fd543/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T12:26:05,759 INFO [StoreOpener-c9bfcf914cd96fb22778abb9336fd543-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region c9bfcf914cd96fb22778abb9336fd543 2024-12-05T12:26:05,761 INFO [StoreOpener-c9bfcf914cd96fb22778abb9336fd543-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c9bfcf914cd96fb22778abb9336fd543 columnFamilyName c 2024-12-05T12:26:05,761 DEBUG [StoreOpener-c9bfcf914cd96fb22778abb9336fd543-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:26:05,762 INFO [StoreOpener-c9bfcf914cd96fb22778abb9336fd543-1 {}] regionserver.HStore(327): Store=c9bfcf914cd96fb22778abb9336fd543/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T12:26:05,762 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for c9bfcf914cd96fb22778abb9336fd543 2024-12-05T12:26:05,763 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37251/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/c9bfcf914cd96fb22778abb9336fd543 2024-12-05T12:26:05,764 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37251/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/c9bfcf914cd96fb22778abb9336fd543 2024-12-05T12:26:05,766 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for c9bfcf914cd96fb22778abb9336fd543 2024-12-05T12:26:05,767 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for c9bfcf914cd96fb22778abb9336fd543 2024-12-05T12:26:05,768 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRegionMadeOfBulkLoadedFilesOnly descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-05T12:26:05,777 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for c9bfcf914cd96fb22778abb9336fd543 2024-12-05T12:26:05,784 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37251/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/c9bfcf914cd96fb22778abb9336fd543/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T12:26:05,789 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened c9bfcf914cd96fb22778abb9336fd543; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71987009, jitterRate=0.07269002497196198}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-05T12:26:05,792 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for c9bfcf914cd96fb22778abb9336fd543: Writing region info on filesystem at 1733401565750Initializing all the Stores at 1733401565751 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401565751Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401565752 (+1 ms)Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401565752Cleaning up temporary data from old regions at 1733401565767 (+15 ms)Region opened successfully at 1733401565791 (+24 ms) 2024-12-05T12:26:05,792 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing c9bfcf914cd96fb22778abb9336fd543, disabling compactions & flushes 2024-12-05T12:26:05,792 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testRegionMadeOfBulkLoadedFilesOnly,,1733401565608.c9bfcf914cd96fb22778abb9336fd543. 2024-12-05T12:26:05,792 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testRegionMadeOfBulkLoadedFilesOnly,,1733401565608.c9bfcf914cd96fb22778abb9336fd543. 2024-12-05T12:26:05,792 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testRegionMadeOfBulkLoadedFilesOnly,,1733401565608.c9bfcf914cd96fb22778abb9336fd543. after waiting 0 ms 2024-12-05T12:26:05,792 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testRegionMadeOfBulkLoadedFilesOnly,,1733401565608.c9bfcf914cd96fb22778abb9336fd543. 2024-12-05T12:26:05,793 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testRegionMadeOfBulkLoadedFilesOnly,,1733401565608.c9bfcf914cd96fb22778abb9336fd543. 2024-12-05T12:26:05,793 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for c9bfcf914cd96fb22778abb9336fd543: Waiting for close lock at 1733401565792Disabling compacts and flushes for region at 1733401565792Disabling writes for close at 1733401565792Writing region close event to WAL at 1733401565793 (+1 ms)Closed at 1733401565793 2024-12-05T12:26:05,807 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36197 is added to blk_1073741878_1055 (size=95) 2024-12-05T12:26:05,807 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33203 is added to blk_1073741878_1055 (size=95) 2024-12-05T12:26:05,809 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39219 is added to blk_1073741878_1055 (size=95) 2024-12-05T12:26:05,815 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-12-05T12:26:05,815 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-99775560:(num 1733401565659) 2024-12-05T12:26:05,815 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-12-05T12:26:05,818 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:37251/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733401565606, archiveDir=hdfs://localhost:37251/hbase/oldWALs, maxLogs=32 2024-12-05T12:26:05,836 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733401565606/wal.1733401565819, exclude list is [], retry=0 2024-12-05T12:26:05,839 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39219,DS-617fd9fb-d3b8-45bb-969c-5ff0ade34d6f,DISK] 2024-12-05T12:26:05,839 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33203,DS-62ba5f8c-f5d1-4321-92a1-1fb505e60772,DISK] 2024-12-05T12:26:05,839 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36197,DS-bc097945-2295-45e3-bd47-de8a8715bf95,DISK] 2024-12-05T12:26:05,841 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733401565606/wal.1733401565819 2024-12-05T12:26:05,842 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46847:46847),(127.0.0.1/127.0.0.1:34381:34381),(127.0.0.1/127.0.0.1:46543:46543)] 2024-12-05T12:26:05,842 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => c9bfcf914cd96fb22778abb9336fd543, NAME => 'testRegionMadeOfBulkLoadedFilesOnly,,1733401565608.c9bfcf914cd96fb22778abb9336fd543.', STARTKEY => '', ENDKEY => ''} 2024-12-05T12:26:05,842 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testRegionMadeOfBulkLoadedFilesOnly,,1733401565608.c9bfcf914cd96fb22778abb9336fd543.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T12:26:05,842 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for c9bfcf914cd96fb22778abb9336fd543 2024-12-05T12:26:05,842 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for c9bfcf914cd96fb22778abb9336fd543 2024-12-05T12:26:05,844 INFO [StoreOpener-c9bfcf914cd96fb22778abb9336fd543-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region c9bfcf914cd96fb22778abb9336fd543 2024-12-05T12:26:05,845 INFO [StoreOpener-c9bfcf914cd96fb22778abb9336fd543-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c9bfcf914cd96fb22778abb9336fd543 columnFamilyName a 2024-12-05T12:26:05,845 DEBUG [StoreOpener-c9bfcf914cd96fb22778abb9336fd543-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:26:05,846 INFO [StoreOpener-c9bfcf914cd96fb22778abb9336fd543-1 {}] regionserver.HStore(327): Store=c9bfcf914cd96fb22778abb9336fd543/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T12:26:05,846 INFO [StoreOpener-c9bfcf914cd96fb22778abb9336fd543-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region c9bfcf914cd96fb22778abb9336fd543 2024-12-05T12:26:05,847 INFO [StoreOpener-c9bfcf914cd96fb22778abb9336fd543-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c9bfcf914cd96fb22778abb9336fd543 columnFamilyName b 2024-12-05T12:26:05,847 DEBUG [StoreOpener-c9bfcf914cd96fb22778abb9336fd543-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:26:05,847 INFO [StoreOpener-c9bfcf914cd96fb22778abb9336fd543-1 {}] regionserver.HStore(327): Store=c9bfcf914cd96fb22778abb9336fd543/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T12:26:05,847 INFO [StoreOpener-c9bfcf914cd96fb22778abb9336fd543-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region c9bfcf914cd96fb22778abb9336fd543 2024-12-05T12:26:05,848 INFO [StoreOpener-c9bfcf914cd96fb22778abb9336fd543-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c9bfcf914cd96fb22778abb9336fd543 columnFamilyName c 2024-12-05T12:26:05,848 DEBUG [StoreOpener-c9bfcf914cd96fb22778abb9336fd543-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:26:05,849 INFO [StoreOpener-c9bfcf914cd96fb22778abb9336fd543-1 {}] regionserver.HStore(327): Store=c9bfcf914cd96fb22778abb9336fd543/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T12:26:05,849 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for c9bfcf914cd96fb22778abb9336fd543 2024-12-05T12:26:05,857 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37251/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/c9bfcf914cd96fb22778abb9336fd543 2024-12-05T12:26:05,859 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37251/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/c9bfcf914cd96fb22778abb9336fd543 2024-12-05T12:26:05,860 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for c9bfcf914cd96fb22778abb9336fd543 2024-12-05T12:26:05,860 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for c9bfcf914cd96fb22778abb9336fd543 2024-12-05T12:26:05,862 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRegionMadeOfBulkLoadedFilesOnly descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-05T12:26:05,863 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for c9bfcf914cd96fb22778abb9336fd543 2024-12-05T12:26:05,868 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened c9bfcf914cd96fb22778abb9336fd543; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73817167, jitterRate=0.09996150434017181}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-05T12:26:05,870 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for c9bfcf914cd96fb22778abb9336fd543: Writing region info on filesystem at 1733401565843Initializing all the Stores at 1733401565843Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401565844 (+1 ms)Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401565844Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401565844Cleaning up temporary data from old regions at 1733401565860 (+16 ms)Region opened successfully at 1733401565870 (+10 ms) 2024-12-05T12:26:05,890 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37251/hbase/testRegionMadeOfBulkLoadedFilesOnly/hfile is 28, key is \x0D/a:a/1733401565888/Put/seqid=0 2024-12-05T12:26:05,903 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36197 is added to blk_1073741881_1058 (size=4826) 2024-12-05T12:26:05,904 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33203 is added to blk_1073741881_1058 (size=4826) 2024-12-05T12:26:05,905 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39219 is added to blk_1073741881_1058 (size=4826) 2024-12-05T12:26:05,906 INFO [Time-limited test {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:37251/hbase/testRegionMadeOfBulkLoadedFilesOnly/hfile for inclusion in c9bfcf914cd96fb22778abb9336fd543/a 2024-12-05T12:26:05,915 DEBUG [Time-limited test {}] regionserver.HStore(626): HFile bounds: first= last=z 2024-12-05T12:26:05,915 DEBUG [Time-limited test {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-05T12:26:05,916 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for c9bfcf914cd96fb22778abb9336fd543: 2024-12-05T12:26:05,918 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37251/hbase/testRegionMadeOfBulkLoadedFilesOnly/hfile as hdfs://localhost:37251/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/c9bfcf914cd96fb22778abb9336fd543/a/e2129210fd0c4550bbe9258c4f699611_SeqId_3_ 2024-12-05T12:26:05,919 INFO [Time-limited test {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:37251/hbase/testRegionMadeOfBulkLoadedFilesOnly/hfile into c9bfcf914cd96fb22778abb9336fd543/a as hdfs://localhost:37251/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/c9bfcf914cd96fb22778abb9336fd543/a/e2129210fd0c4550bbe9258c4f699611_SeqId_3_ - updating store file list. 2024-12-05T12:26:05,925 DEBUG [Time-limited test {}] regionserver.HStoreFile(483): HFile Bloom filter type for e2129210fd0c4550bbe9258c4f699611_SeqId_3_: NONE, but ROW specified in column family configuration 2024-12-05T12:26:05,925 INFO [Time-limited test {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:37251/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/c9bfcf914cd96fb22778abb9336fd543/a/e2129210fd0c4550bbe9258c4f699611_SeqId_3_ into c9bfcf914cd96fb22778abb9336fd543/a 2024-12-05T12:26:05,926 INFO [Time-limited test {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:37251/hbase/testRegionMadeOfBulkLoadedFilesOnly/hfile into c9bfcf914cd96fb22778abb9336fd543/a (new location: hdfs://localhost:37251/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/c9bfcf914cd96fb22778abb9336fd543/a/e2129210fd0c4550bbe9258c4f699611_SeqId_3_) 2024-12-05T12:26:06,018 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:37251/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733401565606/wal.1733401565819, size=0 (0bytes) 2024-12-05T12:26:06,019 WARN [Time-limited test {}] wal.WALSplitter(453): File hdfs://localhost:37251/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733401565606/wal.1733401565819 might be still open, length is 0 2024-12-05T12:26:06,019 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37251/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733401565606/wal.1733401565819 2024-12-05T12:26:06,019 WARN [IPC Server handler 3 on default port 37251 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733401565606/wal.1733401565819 has not been closed. Lease recovery is in progress. RecoveryId = 1059 for block blk_1073741880_1057 2024-12-05T12:26:06,020 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=hdfs://localhost:37251/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733401565606/wal.1733401565819 after 1ms 2024-12-05T12:26:08,795 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_915493354_22 at /127.0.0.1:44390 [Receiving block BP-1178294010-172.17.0.2-1733401544268:blk_1073741880_1057] {}] datanode.DataXceiver(331): 127.0.0.1:39219:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:44390 dst: /127.0.0.1:39219 java.io.InterruptedIOException: Interrupted while waiting for IO on channel java.nio.channels.SocketChannel[connected local=localhost/127.0.0.1:39219 remote=/127.0.0.1:44390]. Total timeout mills is 60000, 57144 millis timeout left. at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:350) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:26:08,796 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_915493354_22 at /127.0.0.1:39880 [Receiving block BP-1178294010-172.17.0.2-1733401544268:blk_1073741880_1057] {}] datanode.DataXceiver(331): 127.0.0.1:33203:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:39880 dst: /127.0.0.1:33203 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:26:08,796 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_915493354_22 at /127.0.0.1:39670 [Receiving block BP-1178294010-172.17.0.2-1733401544268:blk_1073741880_1057] {}] datanode.DataXceiver(331): 127.0.0.1:36197:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:39670 dst: /127.0.0.1:36197 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:26:08,800 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39219 is added to blk_1073741880_1059 (size=473) 2024-12-05T12:26:08,800 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33203 is added to blk_1073741880_1059 (size=473) 2024-12-05T12:26:08,801 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36197 is added to blk_1073741880_1059 (size=473) 2024-12-05T12:26:10,021 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=hdfs://localhost:37251/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733401565606/wal.1733401565819 after 4001ms 2024-12-05T12:26:10,024 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:37251/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733401565606/wal.1733401565819: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-12-05T12:26:10,024 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:37251/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733401565606/wal.1733401565819 took 4006ms 2024-12-05T12:26:10,026 INFO [Time-limited test {}] wal.WALSplitter(493): EOF from hdfs://localhost:37251/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733401565606/wal.1733401565819; continuing. 2024-12-05T12:26:10,026 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:37251/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733401565606/wal.1733401565819 so closing down 2024-12-05T12:26:10,026 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-05T12:26:10,028 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000005-wal.1733401565819.temp 2024-12-05T12:26:10,030 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37251/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/c9bfcf914cd96fb22778abb9336fd543/recovered.edits/0000000000000000005-wal.1733401565819.temp 2024-12-05T12:26:10,030 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-05T12:26:10,036 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33203 is added to blk_1073741882_1060 (size=259) 2024-12-05T12:26:10,036 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39219 is added to blk_1073741882_1060 (size=259) 2024-12-05T12:26:10,037 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36197 is added to blk_1073741882_1060 (size=259) 2024-12-05T12:26:10,039 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37251/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/c9bfcf914cd96fb22778abb9336fd543/recovered.edits/0000000000000000005-wal.1733401565819.temp (wrote 1 edits, skipped 0 edits in 0 ms) 2024-12-05T12:26:10,040 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37251/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/c9bfcf914cd96fb22778abb9336fd543/recovered.edits/0000000000000000005-wal.1733401565819.temp to hdfs://localhost:37251/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/c9bfcf914cd96fb22778abb9336fd543/recovered.edits/0000000000000000005 2024-12-05T12:26:10,040 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 2 edits across 1 Regions in 15 ms; skipped=1; WAL=hdfs://localhost:37251/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733401565606/wal.1733401565819, size=0, length=0, corrupted=false, cancelled=false 2024-12-05T12:26:10,040 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:37251/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733401565606/wal.1733401565819, journal: Splitting hdfs://localhost:37251/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733401565606/wal.1733401565819, size=0 (0bytes) at 1733401566018Finishing writing output for hdfs://localhost:37251/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733401565606/wal.1733401565819 so closing down at 1733401570026 (+4008 ms)Creating recovered edits writer path=hdfs://localhost:37251/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/c9bfcf914cd96fb22778abb9336fd543/recovered.edits/0000000000000000005-wal.1733401565819.temp at 1733401570030 (+4 ms)3 split writer threads finished at 1733401570030Closed recovered edits writer path=hdfs://localhost:37251/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/c9bfcf914cd96fb22778abb9336fd543/recovered.edits/0000000000000000005-wal.1733401565819.temp (wrote 1 edits, skipped 0 edits in 0 ms) at 1733401570039 (+9 ms)Rename recovered edits hdfs://localhost:37251/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/c9bfcf914cd96fb22778abb9336fd543/recovered.edits/0000000000000000005-wal.1733401565819.temp to hdfs://localhost:37251/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/c9bfcf914cd96fb22778abb9336fd543/recovered.edits/0000000000000000005 at 1733401570040 (+1 ms)Processed 2 edits across 1 Regions in 15 ms; skipped=1; WAL=hdfs://localhost:37251/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733401565606/wal.1733401565819, size=0, length=0, corrupted=false, cancelled=false at 1733401570040 2024-12-05T12:26:10,042 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:37251/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733401565606/wal.1733401565819 to hdfs://localhost:37251/hbase/oldWALs/wal.1733401565819 2024-12-05T12:26:10,043 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:37251/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/c9bfcf914cd96fb22778abb9336fd543/recovered.edits/0000000000000000005 2024-12-05T12:26:10,043 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-12-05T12:26:10,045 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:37251/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733401565606, archiveDir=hdfs://localhost:37251/hbase/oldWALs, maxLogs=32 2024-12-05T12:26:10,060 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733401565606/wal.1733401570045, exclude list is [], retry=0 2024-12-05T12:26:10,063 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39219,DS-617fd9fb-d3b8-45bb-969c-5ff0ade34d6f,DISK] 2024-12-05T12:26:10,064 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36197,DS-bc097945-2295-45e3-bd47-de8a8715bf95,DISK] 2024-12-05T12:26:10,064 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33203,DS-62ba5f8c-f5d1-4321-92a1-1fb505e60772,DISK] 2024-12-05T12:26:10,067 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733401565606/wal.1733401570045 2024-12-05T12:26:10,067 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46847:46847),(127.0.0.1/127.0.0.1:46543:46543),(127.0.0.1/127.0.0.1:34381:34381)] 2024-12-05T12:26:10,068 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => c9bfcf914cd96fb22778abb9336fd543, NAME => 'testRegionMadeOfBulkLoadedFilesOnly,,1733401565608.c9bfcf914cd96fb22778abb9336fd543.', STARTKEY => '', ENDKEY => ''} 2024-12-05T12:26:10,068 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testRegionMadeOfBulkLoadedFilesOnly,,1733401565608.c9bfcf914cd96fb22778abb9336fd543.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T12:26:10,068 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for c9bfcf914cd96fb22778abb9336fd543 2024-12-05T12:26:10,068 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for c9bfcf914cd96fb22778abb9336fd543 2024-12-05T12:26:10,070 INFO [StoreOpener-c9bfcf914cd96fb22778abb9336fd543-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region c9bfcf914cd96fb22778abb9336fd543 2024-12-05T12:26:10,071 INFO [StoreOpener-c9bfcf914cd96fb22778abb9336fd543-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c9bfcf914cd96fb22778abb9336fd543 columnFamilyName a 2024-12-05T12:26:10,071 DEBUG [StoreOpener-c9bfcf914cd96fb22778abb9336fd543-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:26:10,077 DEBUG [StoreFileOpener-c9bfcf914cd96fb22778abb9336fd543-a-1 {}] regionserver.HStoreFile(483): HFile Bloom filter type for e2129210fd0c4550bbe9258c4f699611_SeqId_3_: NONE, but ROW specified in column family configuration 2024-12-05T12:26:10,077 DEBUG [StoreOpener-c9bfcf914cd96fb22778abb9336fd543-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37251/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/c9bfcf914cd96fb22778abb9336fd543/a/e2129210fd0c4550bbe9258c4f699611_SeqId_3_ 2024-12-05T12:26:10,078 INFO [StoreOpener-c9bfcf914cd96fb22778abb9336fd543-1 {}] regionserver.HStore(327): Store=c9bfcf914cd96fb22778abb9336fd543/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T12:26:10,078 INFO [StoreOpener-c9bfcf914cd96fb22778abb9336fd543-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region c9bfcf914cd96fb22778abb9336fd543 2024-12-05T12:26:10,079 INFO [StoreOpener-c9bfcf914cd96fb22778abb9336fd543-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c9bfcf914cd96fb22778abb9336fd543 columnFamilyName b 2024-12-05T12:26:10,079 DEBUG [StoreOpener-c9bfcf914cd96fb22778abb9336fd543-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:26:10,079 INFO [StoreOpener-c9bfcf914cd96fb22778abb9336fd543-1 {}] regionserver.HStore(327): Store=c9bfcf914cd96fb22778abb9336fd543/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T12:26:10,079 INFO [StoreOpener-c9bfcf914cd96fb22778abb9336fd543-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region c9bfcf914cd96fb22778abb9336fd543 2024-12-05T12:26:10,080 INFO [StoreOpener-c9bfcf914cd96fb22778abb9336fd543-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c9bfcf914cd96fb22778abb9336fd543 columnFamilyName c 2024-12-05T12:26:10,080 DEBUG [StoreOpener-c9bfcf914cd96fb22778abb9336fd543-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:26:10,081 INFO [StoreOpener-c9bfcf914cd96fb22778abb9336fd543-1 {}] regionserver.HStore(327): Store=c9bfcf914cd96fb22778abb9336fd543/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T12:26:10,081 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for c9bfcf914cd96fb22778abb9336fd543 2024-12-05T12:26:10,082 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37251/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/c9bfcf914cd96fb22778abb9336fd543 2024-12-05T12:26:10,083 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:37251/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/c9bfcf914cd96fb22778abb9336fd543 2024-12-05T12:26:10,084 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:37251/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/c9bfcf914cd96fb22778abb9336fd543/recovered.edits/0000000000000000005 2024-12-05T12:26:10,086 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:37251/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/c9bfcf914cd96fb22778abb9336fd543/recovered.edits/0000000000000000005: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-12-05T12:26:10,087 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 1, skipped 0, firstSequenceIdInLog=5, maxSequenceIdInLog=5, path=hdfs://localhost:37251/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/c9bfcf914cd96fb22778abb9336fd543/recovered.edits/0000000000000000005 2024-12-05T12:26:10,087 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing c9bfcf914cd96fb22778abb9336fd543 3/3 column families, dataSize=58 B heapSize=904 B 2024-12-05T12:26:10,103 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37251/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/c9bfcf914cd96fb22778abb9336fd543/.tmp/a/2d35f3e067914625a8ef2bbb515e9366 is 62, key is testRegionMadeOfBulkLoadedFilesOnly/a:a/1733401565937/Put/seqid=0 2024-12-05T12:26:10,109 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33203 is added to blk_1073741884_1062 (size=5149) 2024-12-05T12:26:10,109 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39219 is added to blk_1073741884_1062 (size=5149) 2024-12-05T12:26:10,110 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36197 is added to blk_1073741884_1062 (size=5149) 2024-12-05T12:26:10,111 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58 B at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:37251/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/c9bfcf914cd96fb22778abb9336fd543/.tmp/a/2d35f3e067914625a8ef2bbb515e9366 2024-12-05T12:26:10,116 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37251/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/c9bfcf914cd96fb22778abb9336fd543/.tmp/a/2d35f3e067914625a8ef2bbb515e9366 as hdfs://localhost:37251/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/c9bfcf914cd96fb22778abb9336fd543/a/2d35f3e067914625a8ef2bbb515e9366 2024-12-05T12:26:10,122 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37251/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/c9bfcf914cd96fb22778abb9336fd543/a/2d35f3e067914625a8ef2bbb515e9366, entries=1, sequenceid=5, filesize=5.0 K 2024-12-05T12:26:10,122 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~58 B/58, heapSize ~376 B/376, currentSize=0 B/0 for c9bfcf914cd96fb22778abb9336fd543 in 35ms, sequenceid=5, compaction requested=false; wal=null 2024-12-05T12:26:10,123 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:37251/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/c9bfcf914cd96fb22778abb9336fd543/recovered.edits/0000000000000000005 2024-12-05T12:26:10,124 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for c9bfcf914cd96fb22778abb9336fd543 2024-12-05T12:26:10,124 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for c9bfcf914cd96fb22778abb9336fd543 2024-12-05T12:26:10,125 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRegionMadeOfBulkLoadedFilesOnly descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-05T12:26:10,126 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for c9bfcf914cd96fb22778abb9336fd543 2024-12-05T12:26:10,128 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37251/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/c9bfcf914cd96fb22778abb9336fd543/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-12-05T12:26:10,129 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened c9bfcf914cd96fb22778abb9336fd543; next sequenceid=6; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69438657, jitterRate=0.03471662104129791}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-05T12:26:10,129 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for c9bfcf914cd96fb22778abb9336fd543: Writing region info on filesystem at 1733401570068Initializing all the Stores at 1733401570069 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401570069Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401570070 (+1 ms)Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401570070Obtaining lock to block concurrent updates at 1733401570087 (+17 ms)Preparing flush snapshotting stores in c9bfcf914cd96fb22778abb9336fd543 at 1733401570087Finished memstore snapshotting testRegionMadeOfBulkLoadedFilesOnly,,1733401565608.c9bfcf914cd96fb22778abb9336fd543., syncing WAL and waiting on mvcc, flushsize=dataSize=58, getHeapSize=856, getOffHeapSize=0, getCellsCount=1 at 1733401570087Flushing stores of testRegionMadeOfBulkLoadedFilesOnly,,1733401565608.c9bfcf914cd96fb22778abb9336fd543. at 1733401570087Flushing c9bfcf914cd96fb22778abb9336fd543/a: creating writer at 1733401570087Flushing c9bfcf914cd96fb22778abb9336fd543/a: appending metadata at 1733401570102 (+15 ms)Flushing c9bfcf914cd96fb22778abb9336fd543/a: closing flushed file at 1733401570102Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5c8d879f: reopening flushed file at 1733401570116 (+14 ms)Finished flush of dataSize ~58 B/58, heapSize ~376 B/376, currentSize=0 B/0 for c9bfcf914cd96fb22778abb9336fd543 in 35ms, sequenceid=5, compaction requested=false; wal=null at 1733401570122 (+6 ms)Cleaning up temporary data from old regions at 1733401570124 (+2 ms)Region opened successfully at 1733401570129 (+5 ms) 2024-12-05T12:26:10,133 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing c9bfcf914cd96fb22778abb9336fd543, disabling compactions & flushes 2024-12-05T12:26:10,133 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testRegionMadeOfBulkLoadedFilesOnly,,1733401565608.c9bfcf914cd96fb22778abb9336fd543. 2024-12-05T12:26:10,133 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testRegionMadeOfBulkLoadedFilesOnly,,1733401565608.c9bfcf914cd96fb22778abb9336fd543. 2024-12-05T12:26:10,133 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testRegionMadeOfBulkLoadedFilesOnly,,1733401565608.c9bfcf914cd96fb22778abb9336fd543. after waiting 0 ms 2024-12-05T12:26:10,133 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testRegionMadeOfBulkLoadedFilesOnly,,1733401565608.c9bfcf914cd96fb22778abb9336fd543. 2024-12-05T12:26:10,134 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testRegionMadeOfBulkLoadedFilesOnly,,1733401565608.c9bfcf914cd96fb22778abb9336fd543. 2024-12-05T12:26:10,134 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for c9bfcf914cd96fb22778abb9336fd543: Waiting for close lock at 1733401570133Disabling compacts and flushes for region at 1733401570133Disabling writes for close at 1733401570133Writing region close event to WAL at 1733401570134 (+1 ms)Closed at 1733401570134 2024-12-05T12:26:10,136 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36197 is added to blk_1073741883_1061 (size=95) 2024-12-05T12:26:10,137 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33203 is added to blk_1073741883_1061 (size=95) 2024-12-05T12:26:10,137 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39219 is added to blk_1073741883_1061 (size=95) 2024-12-05T12:26:10,139 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-12-05T12:26:10,139 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL wal:(num 1733401570045) 2024-12-05T12:26:10,154 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayValueCompression#testRegionMadeOfBulkLoadedFilesOnly Thread=413 (was 405) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1260556981_22 at /127.0.0.1:42634 [Waiting for operation #11] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (315245879) connection to localhost/127.0.0.1:39329 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39329 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-17-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-17-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-17-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1260556981_22 at /127.0.0.1:48094 [Waiting for operation #3] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1260556981_22 at /127.0.0.1:55104 [Waiting for operation #3] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (315245879) connection to localhost/127.0.0.1:37251 from jenkinstestRegionMadeOfBulkLoadedFilesOnly java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkinstestRegionMadeOfBulkLoadedFilesOnly@localhost:37251 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=1027 (was 961) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=685 (was 684) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=3247 (was 3584) 2024-12-05T12:26:10,156 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1027 is superior to 1024 2024-12-05T12:26:10,167 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayValueCompression#testReplayEditsAfterRegionMovedWithMultiCF Thread=413, OpenFileDescriptor=1027, MaxFileDescriptor=1048576, SystemLoadAverage=685, ProcessCount=11, AvailableMemoryMB=3247 2024-12-05T12:26:10,167 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1027 is superior to 1024 2024-12-05T12:26:10,183 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T12:26:10,188 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T12:26:10,192 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 2556e7014d8b,41629,1733401549914 2024-12-05T12:26:10,196 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2ad74925 2024-12-05T12:26:10,197 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T12:26:10,199 INFO [HMaster-EventLoopGroup-2-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43890, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T12:26:10,202 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41629 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testReplayEditsAfterRegionMovedWithMultiCF', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'cf1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'cf2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T12:26:10,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41629 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF 2024-12-05T12:26:10,213 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF execute state=CREATE_TABLE_PRE_OPERATION 2024-12-05T12:26:10,214 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41629 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testReplayEditsAfterRegionMovedWithMultiCF" procId is: 4 2024-12-05T12:26:10,215 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:26:10,217 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-05T12:26:10,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41629 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T12:26:10,229 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33203 is added to blk_1073741885_1063 (size=694) 2024-12-05T12:26:10,229 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36197 is added to blk_1073741885_1063 (size=694) 2024-12-05T12:26:10,229 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39219 is added to blk_1073741885_1063 (size=694) 2024-12-05T12:26:10,232 INFO [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 97af70d635a1efeba5a07e46761ca328, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1733401570200.97af70d635a1efeba5a07e46761ca328.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsAfterRegionMovedWithMultiCF', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'cf2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37251/user/jenkins/test-data/9e75d330-a7f5-682a-27b2-173956ef5509 2024-12-05T12:26:10,239 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36197 is added to blk_1073741886_1064 (size=77) 2024-12-05T12:26:10,239 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39219 is added to blk_1073741886_1064 (size=77) 2024-12-05T12:26:10,239 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33203 is added to blk_1073741886_1064 (size=77) 2024-12-05T12:26:10,240 DEBUG [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1733401570200.97af70d635a1efeba5a07e46761ca328.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T12:26:10,241 DEBUG [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1722): Closing 97af70d635a1efeba5a07e46761ca328, disabling compactions & flushes 2024-12-05T12:26:10,241 INFO [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1733401570200.97af70d635a1efeba5a07e46761ca328. 2024-12-05T12:26:10,241 DEBUG [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1733401570200.97af70d635a1efeba5a07e46761ca328. 2024-12-05T12:26:10,241 DEBUG [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1733401570200.97af70d635a1efeba5a07e46761ca328. after waiting 0 ms 2024-12-05T12:26:10,241 DEBUG [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1733401570200.97af70d635a1efeba5a07e46761ca328. 2024-12-05T12:26:10,241 INFO [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1733401570200.97af70d635a1efeba5a07e46761ca328. 2024-12-05T12:26:10,241 DEBUG [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1676): Region close journal for 97af70d635a1efeba5a07e46761ca328: Waiting for close lock at 1733401570241Disabling compacts and flushes for region at 1733401570241Disabling writes for close at 1733401570241Writing region close event to WAL at 1733401570241Closed at 1733401570241 2024-12-05T12:26:10,242 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF execute state=CREATE_TABLE_ADD_TO_META 2024-12-05T12:26:10,248 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testReplayEditsAfterRegionMovedWithMultiCF,,1733401570200.97af70d635a1efeba5a07e46761ca328.","families":{"info":[{"qualifier":"regioninfo","vlen":76,"tag":[],"timestamp":"1733401570243"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733401570243"}]},"ts":"1733401570243"} 2024-12-05T12:26:10,255 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-05T12:26:10,256 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-05T12:26:10,259 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testReplayEditsAfterRegionMovedWithMultiCF","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733401570257"}]},"ts":"1733401570257"} 2024-12-05T12:26:10,263 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testReplayEditsAfterRegionMovedWithMultiCF, state=ENABLING in hbase:meta 2024-12-05T12:26:10,263 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {2556e7014d8b=0} racks are {/default-rack=0} 2024-12-05T12:26:10,265 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-12-05T12:26:10,265 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-12-05T12:26:10,265 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-12-05T12:26:10,265 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-12-05T12:26:10,265 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-12-05T12:26:10,265 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-12-05T12:26:10,265 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-12-05T12:26:10,265 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-12-05T12:26:10,265 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-12-05T12:26:10,265 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-12-05T12:26:10,267 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=97af70d635a1efeba5a07e46761ca328, ASSIGN}] 2024-12-05T12:26:10,269 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=97af70d635a1efeba5a07e46761ca328, ASSIGN 2024-12-05T12:26:10,271 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=97af70d635a1efeba5a07e46761ca328, ASSIGN; state=OFFLINE, location=2556e7014d8b,45047,1733401551176; forceNewPlan=false, retain=false 2024-12-05T12:26:10,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41629 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T12:26:10,425 INFO [2556e7014d8b:41629 {}] balancer.BaseLoadBalancer(388): Reassigned 1 regions. 1 retained the pre-restart assignment. 2024-12-05T12:26:10,426 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=97af70d635a1efeba5a07e46761ca328, regionState=OPENING, regionLocation=2556e7014d8b,45047,1733401551176 2024-12-05T12:26:10,433 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=97af70d635a1efeba5a07e46761ca328, ASSIGN because future has completed 2024-12-05T12:26:10,437 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 97af70d635a1efeba5a07e46761ca328, server=2556e7014d8b,45047,1733401551176}] 2024-12-05T12:26:10,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41629 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T12:26:10,594 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-05T12:26:10,597 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49805, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-05T12:26:10,607 INFO [RS_OPEN_REGION-regionserver/2556e7014d8b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open testReplayEditsAfterRegionMovedWithMultiCF,,1733401570200.97af70d635a1efeba5a07e46761ca328. 2024-12-05T12:26:10,607 DEBUG [RS_OPEN_REGION-regionserver/2556e7014d8b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 97af70d635a1efeba5a07e46761ca328, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1733401570200.97af70d635a1efeba5a07e46761ca328.', STARTKEY => '', ENDKEY => ''} 2024-12-05T12:26:10,608 DEBUG [RS_OPEN_REGION-regionserver/2556e7014d8b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testReplayEditsAfterRegionMovedWithMultiCF 97af70d635a1efeba5a07e46761ca328 2024-12-05T12:26:10,608 DEBUG [RS_OPEN_REGION-regionserver/2556e7014d8b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1733401570200.97af70d635a1efeba5a07e46761ca328.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T12:26:10,608 DEBUG [RS_OPEN_REGION-regionserver/2556e7014d8b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 97af70d635a1efeba5a07e46761ca328 2024-12-05T12:26:10,608 DEBUG [RS_OPEN_REGION-regionserver/2556e7014d8b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 97af70d635a1efeba5a07e46761ca328 2024-12-05T12:26:10,613 INFO [StoreOpener-97af70d635a1efeba5a07e46761ca328-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf1 of region 97af70d635a1efeba5a07e46761ca328 2024-12-05T12:26:10,614 INFO [StoreOpener-97af70d635a1efeba5a07e46761ca328-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 97af70d635a1efeba5a07e46761ca328 columnFamilyName cf1 2024-12-05T12:26:10,614 DEBUG [StoreOpener-97af70d635a1efeba5a07e46761ca328-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:26:10,615 INFO [StoreOpener-97af70d635a1efeba5a07e46761ca328-1 {}] regionserver.HStore(327): Store=97af70d635a1efeba5a07e46761ca328/cf1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T12:26:10,615 INFO [StoreOpener-97af70d635a1efeba5a07e46761ca328-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf2 of region 97af70d635a1efeba5a07e46761ca328 2024-12-05T12:26:10,617 INFO [StoreOpener-97af70d635a1efeba5a07e46761ca328-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 97af70d635a1efeba5a07e46761ca328 columnFamilyName cf2 2024-12-05T12:26:10,617 DEBUG [StoreOpener-97af70d635a1efeba5a07e46761ca328-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:26:10,618 INFO [StoreOpener-97af70d635a1efeba5a07e46761ca328-1 {}] regionserver.HStore(327): Store=97af70d635a1efeba5a07e46761ca328/cf2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T12:26:10,618 DEBUG [RS_OPEN_REGION-regionserver/2556e7014d8b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 97af70d635a1efeba5a07e46761ca328 2024-12-05T12:26:10,619 DEBUG [RS_OPEN_REGION-regionserver/2556e7014d8b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37251/user/jenkins/test-data/9e75d330-a7f5-682a-27b2-173956ef5509/data/default/testReplayEditsAfterRegionMovedWithMultiCF/97af70d635a1efeba5a07e46761ca328 2024-12-05T12:26:10,619 DEBUG [RS_OPEN_REGION-regionserver/2556e7014d8b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37251/user/jenkins/test-data/9e75d330-a7f5-682a-27b2-173956ef5509/data/default/testReplayEditsAfterRegionMovedWithMultiCF/97af70d635a1efeba5a07e46761ca328 2024-12-05T12:26:10,620 DEBUG [RS_OPEN_REGION-regionserver/2556e7014d8b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 97af70d635a1efeba5a07e46761ca328 2024-12-05T12:26:10,620 DEBUG [RS_OPEN_REGION-regionserver/2556e7014d8b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 97af70d635a1efeba5a07e46761ca328 2024-12-05T12:26:10,621 DEBUG [RS_OPEN_REGION-regionserver/2556e7014d8b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterRegionMovedWithMultiCF descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-05T12:26:10,623 DEBUG [RS_OPEN_REGION-regionserver/2556e7014d8b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 97af70d635a1efeba5a07e46761ca328 2024-12-05T12:26:10,629 DEBUG [RS_OPEN_REGION-regionserver/2556e7014d8b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37251/user/jenkins/test-data/9e75d330-a7f5-682a-27b2-173956ef5509/data/default/testReplayEditsAfterRegionMovedWithMultiCF/97af70d635a1efeba5a07e46761ca328/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T12:26:10,630 INFO [RS_OPEN_REGION-regionserver/2556e7014d8b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 97af70d635a1efeba5a07e46761ca328; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59133523, jitterRate=-0.11884184181690216}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-05T12:26:10,630 DEBUG [RS_OPEN_REGION-regionserver/2556e7014d8b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 97af70d635a1efeba5a07e46761ca328 2024-12-05T12:26:10,631 DEBUG [RS_OPEN_REGION-regionserver/2556e7014d8b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 97af70d635a1efeba5a07e46761ca328: Running coprocessor pre-open hook at 1733401570608Writing region info on filesystem at 1733401570608Initializing all the Stores at 1733401570609 (+1 ms)Instantiating store for column family {NAME => 'cf1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401570609Instantiating store for column family {NAME => 'cf2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401570612 (+3 ms)Cleaning up temporary data from old regions at 1733401570620 (+8 ms)Running coprocessor post-open hooks at 1733401570630 (+10 ms)Region opened successfully at 1733401570631 (+1 ms) 2024-12-05T12:26:10,633 INFO [RS_OPEN_REGION-regionserver/2556e7014d8b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for testReplayEditsAfterRegionMovedWithMultiCF,,1733401570200.97af70d635a1efeba5a07e46761ca328., pid=6, masterSystemTime=1733401570593 2024-12-05T12:26:10,636 DEBUG [RS_OPEN_REGION-regionserver/2556e7014d8b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for testReplayEditsAfterRegionMovedWithMultiCF,,1733401570200.97af70d635a1efeba5a07e46761ca328. 2024-12-05T12:26:10,636 INFO [RS_OPEN_REGION-regionserver/2556e7014d8b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened testReplayEditsAfterRegionMovedWithMultiCF,,1733401570200.97af70d635a1efeba5a07e46761ca328. 2024-12-05T12:26:10,638 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=97af70d635a1efeba5a07e46761ca328, regionState=OPEN, openSeqNum=2, regionLocation=2556e7014d8b,45047,1733401551176 2024-12-05T12:26:10,642 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 97af70d635a1efeba5a07e46761ca328, server=2556e7014d8b,45047,1733401551176 because future has completed 2024-12-05T12:26:10,648 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-05T12:26:10,649 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 97af70d635a1efeba5a07e46761ca328, server=2556e7014d8b,45047,1733401551176 in 207 msec 2024-12-05T12:26:10,653 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-05T12:26:10,653 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=97af70d635a1efeba5a07e46761ca328, ASSIGN in 382 msec 2024-12-05T12:26:10,655 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-05T12:26:10,655 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testReplayEditsAfterRegionMovedWithMultiCF","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733401570655"}]},"ts":"1733401570655"} 2024-12-05T12:26:10,658 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=testReplayEditsAfterRegionMovedWithMultiCF, state=ENABLED in hbase:meta 2024-12-05T12:26:10,660 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF execute state=CREATE_TABLE_POST_OPERATION 2024-12-05T12:26:10,664 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF in 456 msec 2024-12-05T12:26:10,670 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsAfterRegionMovedWithMultiCF 2024-12-05T12:26:10,670 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsAfterRegionMovedWithMultiCF Metrics about Tables on a single HBase RegionServer 2024-12-05T12:26:10,671 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testRegionMadeOfBulkLoadedFilesOnly 2024-12-05T12:26:10,671 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testRegionMadeOfBulkLoadedFilesOnly Metrics about Tables on a single HBase RegionServer 2024-12-05T12:26:10,672 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testSequentialEditLogSeqNum 2024-12-05T12:26:10,672 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testSequentialEditLogSeqNum Metrics about Tables on a single HBase RegionServer 2024-12-05T12:26:10,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41629 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T12:26:10,845 INFO [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testReplayEditsAfterRegionMovedWithMultiCF completed 2024-12-05T12:26:10,845 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testReplayEditsAfterRegionMovedWithMultiCF get assigned. Timeout = 60000ms 2024-12-05T12:26:10,846 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-05T12:26:10,852 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testReplayEditsAfterRegionMovedWithMultiCF assigned to meta. Checking AM states. 2024-12-05T12:26:10,852 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-05T12:26:10,853 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testReplayEditsAfterRegionMovedWithMultiCF assigned. 2024-12-05T12:26:10,866 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testReplayEditsAfterRegionMovedWithMultiCF', row='r1', locateType=CURRENT is [region=testReplayEditsAfterRegionMovedWithMultiCF,,1733401570200.97af70d635a1efeba5a07e46761ca328., hostname=2556e7014d8b,45047,1733401551176, seqNum=2] 2024-12-05T12:26:10,868 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T12:26:10,870 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47482, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T12:26:10,887 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41629 {}] master.HMaster(2410): Client=jenkins//172.17.0.2 move hri=97af70d635a1efeba5a07e46761ca328, source=2556e7014d8b,45047,1733401551176, destination=2556e7014d8b,44795,1733401551295, warming up region on 2556e7014d8b,44795,1733401551295 2024-12-05T12:26:10,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41629 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-05T12:26:10,890 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41629 {}] master.HMaster(2414): Client=jenkins//172.17.0.2 move hri=97af70d635a1efeba5a07e46761ca328, source=2556e7014d8b,45047,1733401551176, destination=2556e7014d8b,44795,1733401551295, running balancer 2024-12-05T12:26:10,891 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36815, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-05T12:26:10,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41629 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=97af70d635a1efeba5a07e46761ca328, REOPEN/MOVE 2024-12-05T12:26:10,892 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=97af70d635a1efeba5a07e46761ca328, REOPEN/MOVE 2024-12-05T12:26:10,894 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=97af70d635a1efeba5a07e46761ca328, regionState=CLOSING, regionLocation=2556e7014d8b,45047,1733401551176 2024-12-05T12:26:10,896 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44795 {}] regionserver.RSRpcServices(2066): Warmup testReplayEditsAfterRegionMovedWithMultiCF,,1733401570200.97af70d635a1efeba5a07e46761ca328. 2024-12-05T12:26:10,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44795 {}] regionserver.HRegion(7855): Warmup {ENCODED => 97af70d635a1efeba5a07e46761ca328, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1733401570200.97af70d635a1efeba5a07e46761ca328.', STARTKEY => '', ENDKEY => ''} 2024-12-05T12:26:10,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44795 {}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1733401570200.97af70d635a1efeba5a07e46761ca328.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T12:26:10,898 INFO [StoreOpener-97af70d635a1efeba5a07e46761ca328-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf1 of region 97af70d635a1efeba5a07e46761ca328 2024-12-05T12:26:10,898 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=97af70d635a1efeba5a07e46761ca328, REOPEN/MOVE because future has completed 2024-12-05T12:26:10,898 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-05T12:26:10,899 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=7, state=RUNNABLE, hasLock=false; CloseRegionProcedure 97af70d635a1efeba5a07e46761ca328, server=2556e7014d8b,45047,1733401551176}] 2024-12-05T12:26:10,899 INFO [StoreOpener-97af70d635a1efeba5a07e46761ca328-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 97af70d635a1efeba5a07e46761ca328 columnFamilyName cf1 2024-12-05T12:26:10,899 DEBUG [StoreOpener-97af70d635a1efeba5a07e46761ca328-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:26:10,900 INFO [StoreOpener-97af70d635a1efeba5a07e46761ca328-1 {}] regionserver.HStore(327): Store=97af70d635a1efeba5a07e46761ca328/cf1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T12:26:10,900 INFO [StoreOpener-97af70d635a1efeba5a07e46761ca328-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf2 of region 97af70d635a1efeba5a07e46761ca328 2024-12-05T12:26:10,902 INFO [StoreOpener-97af70d635a1efeba5a07e46761ca328-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 97af70d635a1efeba5a07e46761ca328 columnFamilyName cf2 2024-12-05T12:26:10,902 DEBUG [StoreOpener-97af70d635a1efeba5a07e46761ca328-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:26:10,903 INFO [StoreOpener-97af70d635a1efeba5a07e46761ca328-1 {}] regionserver.HStore(327): Store=97af70d635a1efeba5a07e46761ca328/cf2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T12:26:10,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44795 {}] regionserver.HRegion(1722): Closing 97af70d635a1efeba5a07e46761ca328, disabling compactions & flushes 2024-12-05T12:26:10,903 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44795 {}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1733401570200.97af70d635a1efeba5a07e46761ca328. 2024-12-05T12:26:10,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44795 {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1733401570200.97af70d635a1efeba5a07e46761ca328. 2024-12-05T12:26:10,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44795 {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1733401570200.97af70d635a1efeba5a07e46761ca328. after waiting 0 ms 2024-12-05T12:26:10,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44795 {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1733401570200.97af70d635a1efeba5a07e46761ca328. 2024-12-05T12:26:10,904 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44795 {}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1733401570200.97af70d635a1efeba5a07e46761ca328. 2024-12-05T12:26:10,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44795 {}] regionserver.HRegion(1676): Region close journal for 97af70d635a1efeba5a07e46761ca328: Waiting for close lock at 1733401570903Disabling compacts and flushes for region at 1733401570903Disabling writes for close at 1733401570903Writing region close event to WAL at 1733401570903Closed at 1733401570903 2024-12-05T12:26:10,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41629 {}] procedure.ProcedureSyncWait(219): waitFor pid=7 2024-12-05T12:26:11,057 INFO [RS_CLOSE_REGION-regionserver/2556e7014d8b:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] handler.UnassignRegionHandler(122): Close 97af70d635a1efeba5a07e46761ca328 2024-12-05T12:26:11,058 DEBUG [RS_CLOSE_REGION-regionserver/2556e7014d8b:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-12-05T12:26:11,058 DEBUG [RS_CLOSE_REGION-regionserver/2556e7014d8b:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1722): Closing 97af70d635a1efeba5a07e46761ca328, disabling compactions & flushes 2024-12-05T12:26:11,058 INFO [RS_CLOSE_REGION-regionserver/2556e7014d8b:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1733401570200.97af70d635a1efeba5a07e46761ca328. 2024-12-05T12:26:11,059 DEBUG [RS_CLOSE_REGION-regionserver/2556e7014d8b:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1733401570200.97af70d635a1efeba5a07e46761ca328. 2024-12-05T12:26:11,059 DEBUG [RS_CLOSE_REGION-regionserver/2556e7014d8b:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1733401570200.97af70d635a1efeba5a07e46761ca328. after waiting 0 ms 2024-12-05T12:26:11,059 DEBUG [RS_CLOSE_REGION-regionserver/2556e7014d8b:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1733401570200.97af70d635a1efeba5a07e46761ca328. 2024-12-05T12:26:11,059 INFO [RS_CLOSE_REGION-regionserver/2556e7014d8b:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(2902): Flushing 97af70d635a1efeba5a07e46761ca328 2/2 column families, dataSize=31 B heapSize=616 B 2024-12-05T12:26:11,084 DEBUG [RS_CLOSE_REGION-regionserver/2556e7014d8b:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37251/user/jenkins/test-data/9e75d330-a7f5-682a-27b2-173956ef5509/data/default/testReplayEditsAfterRegionMovedWithMultiCF/97af70d635a1efeba5a07e46761ca328/.tmp/cf1/1ca0928cec3643c4855a90e6ec25f1b4 is 35, key is r1/cf1:q/1733401570871/Put/seqid=0 2024-12-05T12:26:11,094 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36197 is added to blk_1073741887_1065 (size=4783) 2024-12-05T12:26:11,095 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33203 is added to blk_1073741887_1065 (size=4783) 2024-12-05T12:26:11,095 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39219 is added to blk_1073741887_1065 (size=4783) 2024-12-05T12:26:11,096 INFO [RS_CLOSE_REGION-regionserver/2556e7014d8b:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31 B at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:37251/user/jenkins/test-data/9e75d330-a7f5-682a-27b2-173956ef5509/data/default/testReplayEditsAfterRegionMovedWithMultiCF/97af70d635a1efeba5a07e46761ca328/.tmp/cf1/1ca0928cec3643c4855a90e6ec25f1b4 2024-12-05T12:26:11,103 DEBUG [RS_CLOSE_REGION-regionserver/2556e7014d8b:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37251/user/jenkins/test-data/9e75d330-a7f5-682a-27b2-173956ef5509/data/default/testReplayEditsAfterRegionMovedWithMultiCF/97af70d635a1efeba5a07e46761ca328/.tmp/cf1/1ca0928cec3643c4855a90e6ec25f1b4 as hdfs://localhost:37251/user/jenkins/test-data/9e75d330-a7f5-682a-27b2-173956ef5509/data/default/testReplayEditsAfterRegionMovedWithMultiCF/97af70d635a1efeba5a07e46761ca328/cf1/1ca0928cec3643c4855a90e6ec25f1b4 2024-12-05T12:26:11,109 INFO [RS_CLOSE_REGION-regionserver/2556e7014d8b:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37251/user/jenkins/test-data/9e75d330-a7f5-682a-27b2-173956ef5509/data/default/testReplayEditsAfterRegionMovedWithMultiCF/97af70d635a1efeba5a07e46761ca328/cf1/1ca0928cec3643c4855a90e6ec25f1b4, entries=1, sequenceid=5, filesize=4.7 K 2024-12-05T12:26:11,112 INFO [RS_CLOSE_REGION-regionserver/2556e7014d8b:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(3140): Finished flush of dataSize ~31 B/31, heapSize ~344 B/344, currentSize=0 B/0 for 97af70d635a1efeba5a07e46761ca328 in 53ms, sequenceid=5, compaction requested=false 2024-12-05T12:26:11,112 DEBUG [RS_CLOSE_REGION-regionserver/2556e7014d8b:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testReplayEditsAfterRegionMovedWithMultiCF' 2024-12-05T12:26:11,118 DEBUG [RS_CLOSE_REGION-regionserver/2556e7014d8b:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37251/user/jenkins/test-data/9e75d330-a7f5-682a-27b2-173956ef5509/data/default/testReplayEditsAfterRegionMovedWithMultiCF/97af70d635a1efeba5a07e46761ca328/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-05T12:26:11,121 INFO [RS_CLOSE_REGION-regionserver/2556e7014d8b:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1733401570200.97af70d635a1efeba5a07e46761ca328. 2024-12-05T12:26:11,121 DEBUG [RS_CLOSE_REGION-regionserver/2556e7014d8b:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1676): Region close journal for 97af70d635a1efeba5a07e46761ca328: Waiting for close lock at 1733401571058Running coprocessor pre-close hooks at 1733401571058Disabling compacts and flushes for region at 1733401571058Disabling writes for close at 1733401571059 (+1 ms)Obtaining lock to block concurrent updates at 1733401571059Preparing flush snapshotting stores in 97af70d635a1efeba5a07e46761ca328 at 1733401571059Finished memstore snapshotting testReplayEditsAfterRegionMovedWithMultiCF,,1733401570200.97af70d635a1efeba5a07e46761ca328., syncing WAL and waiting on mvcc, flushsize=dataSize=31, getHeapSize=584, getOffHeapSize=0, getCellsCount=1 at 1733401571059Flushing stores of testReplayEditsAfterRegionMovedWithMultiCF,,1733401570200.97af70d635a1efeba5a07e46761ca328. at 1733401571060 (+1 ms)Flushing 97af70d635a1efeba5a07e46761ca328/cf1: creating writer at 1733401571060Flushing 97af70d635a1efeba5a07e46761ca328/cf1: appending metadata at 1733401571084 (+24 ms)Flushing 97af70d635a1efeba5a07e46761ca328/cf1: closing flushed file at 1733401571084Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3b3101e9: reopening flushed file at 1733401571102 (+18 ms)Finished flush of dataSize ~31 B/31, heapSize ~344 B/344, currentSize=0 B/0 for 97af70d635a1efeba5a07e46761ca328 in 53ms, sequenceid=5, compaction requested=false at 1733401571112 (+10 ms)Writing region close event to WAL at 1733401571113 (+1 ms)Running coprocessor post-close hooks at 1733401571119 (+6 ms)Closed at 1733401571121 (+2 ms) 2024-12-05T12:26:11,122 INFO [RS_CLOSE_REGION-regionserver/2556e7014d8b:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegionServer(3302): Adding 97af70d635a1efeba5a07e46761ca328 move to 2556e7014d8b,44795,1733401551295 record at close sequenceid=5 2024-12-05T12:26:11,125 INFO [RS_CLOSE_REGION-regionserver/2556e7014d8b:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] handler.UnassignRegionHandler(157): Closed 97af70d635a1efeba5a07e46761ca328 2024-12-05T12:26:11,127 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=97af70d635a1efeba5a07e46761ca328, regionState=CLOSED 2024-12-05T12:26:11,129 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=7, state=RUNNABLE, hasLock=false; CloseRegionProcedure 97af70d635a1efeba5a07e46761ca328, server=2556e7014d8b,45047,1733401551176 because future has completed 2024-12-05T12:26:11,137 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=7 2024-12-05T12:26:11,137 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=7, state=SUCCESS, hasLock=false; CloseRegionProcedure 97af70d635a1efeba5a07e46761ca328, server=2556e7014d8b,45047,1733401551176 in 234 msec 2024-12-05T12:26:11,138 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=97af70d635a1efeba5a07e46761ca328, REOPEN/MOVE; state=CLOSED, location=2556e7014d8b,44795,1733401551295; forceNewPlan=false, retain=false 2024-12-05T12:26:11,289 INFO [2556e7014d8b:41629 {}] balancer.BaseLoadBalancer(388): Reassigned 1 regions. 1 retained the pre-restart assignment. 2024-12-05T12:26:11,289 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=97af70d635a1efeba5a07e46761ca328, regionState=OPENING, regionLocation=2556e7014d8b,44795,1733401551295 2024-12-05T12:26:11,292 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=97af70d635a1efeba5a07e46761ca328, REOPEN/MOVE because future has completed 2024-12-05T12:26:11,293 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure 97af70d635a1efeba5a07e46761ca328, server=2556e7014d8b,44795,1733401551295}] 2024-12-05T12:26:11,450 INFO [RS_OPEN_REGION-regionserver/2556e7014d8b:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] handler.AssignRegionHandler(132): Open testReplayEditsAfterRegionMovedWithMultiCF,,1733401570200.97af70d635a1efeba5a07e46761ca328. 2024-12-05T12:26:11,450 DEBUG [RS_OPEN_REGION-regionserver/2556e7014d8b:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(7752): Opening region: {ENCODED => 97af70d635a1efeba5a07e46761ca328, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1733401570200.97af70d635a1efeba5a07e46761ca328.', STARTKEY => '', ENDKEY => ''} 2024-12-05T12:26:11,451 DEBUG [RS_OPEN_REGION-regionserver/2556e7014d8b:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testReplayEditsAfterRegionMovedWithMultiCF 97af70d635a1efeba5a07e46761ca328 2024-12-05T12:26:11,451 DEBUG [RS_OPEN_REGION-regionserver/2556e7014d8b:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1733401570200.97af70d635a1efeba5a07e46761ca328.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T12:26:11,451 DEBUG [RS_OPEN_REGION-regionserver/2556e7014d8b:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(7794): checking encryption for 97af70d635a1efeba5a07e46761ca328 2024-12-05T12:26:11,451 DEBUG [RS_OPEN_REGION-regionserver/2556e7014d8b:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(7797): checking classloading for 97af70d635a1efeba5a07e46761ca328 2024-12-05T12:26:11,453 INFO [StoreOpener-97af70d635a1efeba5a07e46761ca328-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf1 of region 97af70d635a1efeba5a07e46761ca328 2024-12-05T12:26:11,454 INFO [StoreOpener-97af70d635a1efeba5a07e46761ca328-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 97af70d635a1efeba5a07e46761ca328 columnFamilyName cf1 2024-12-05T12:26:11,454 DEBUG [StoreOpener-97af70d635a1efeba5a07e46761ca328-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:26:11,460 DEBUG [StoreOpener-97af70d635a1efeba5a07e46761ca328-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37251/user/jenkins/test-data/9e75d330-a7f5-682a-27b2-173956ef5509/data/default/testReplayEditsAfterRegionMovedWithMultiCF/97af70d635a1efeba5a07e46761ca328/cf1/1ca0928cec3643c4855a90e6ec25f1b4 2024-12-05T12:26:11,460 INFO [StoreOpener-97af70d635a1efeba5a07e46761ca328-1 {}] regionserver.HStore(327): Store=97af70d635a1efeba5a07e46761ca328/cf1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T12:26:11,460 INFO [StoreOpener-97af70d635a1efeba5a07e46761ca328-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf2 of region 97af70d635a1efeba5a07e46761ca328 2024-12-05T12:26:11,461 INFO [StoreOpener-97af70d635a1efeba5a07e46761ca328-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 97af70d635a1efeba5a07e46761ca328 columnFamilyName cf2 2024-12-05T12:26:11,461 DEBUG [StoreOpener-97af70d635a1efeba5a07e46761ca328-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:26:11,462 INFO [StoreOpener-97af70d635a1efeba5a07e46761ca328-1 {}] regionserver.HStore(327): Store=97af70d635a1efeba5a07e46761ca328/cf2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T12:26:11,462 DEBUG [RS_OPEN_REGION-regionserver/2556e7014d8b:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1038): replaying wal for 97af70d635a1efeba5a07e46761ca328 2024-12-05T12:26:11,463 DEBUG [RS_OPEN_REGION-regionserver/2556e7014d8b:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37251/user/jenkins/test-data/9e75d330-a7f5-682a-27b2-173956ef5509/data/default/testReplayEditsAfterRegionMovedWithMultiCF/97af70d635a1efeba5a07e46761ca328 2024-12-05T12:26:11,464 DEBUG [RS_OPEN_REGION-regionserver/2556e7014d8b:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37251/user/jenkins/test-data/9e75d330-a7f5-682a-27b2-173956ef5509/data/default/testReplayEditsAfterRegionMovedWithMultiCF/97af70d635a1efeba5a07e46761ca328 2024-12-05T12:26:11,465 DEBUG [RS_OPEN_REGION-regionserver/2556e7014d8b:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1048): stopping wal replay for 97af70d635a1efeba5a07e46761ca328 2024-12-05T12:26:11,465 DEBUG [RS_OPEN_REGION-regionserver/2556e7014d8b:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1060): Cleaning up temporary data for 97af70d635a1efeba5a07e46761ca328 2024-12-05T12:26:11,465 DEBUG [RS_OPEN_REGION-regionserver/2556e7014d8b:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterRegionMovedWithMultiCF descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-05T12:26:11,467 DEBUG [RS_OPEN_REGION-regionserver/2556e7014d8b:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1093): writing seq id for 97af70d635a1efeba5a07e46761ca328 2024-12-05T12:26:11,468 INFO [RS_OPEN_REGION-regionserver/2556e7014d8b:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1114): Opened 97af70d635a1efeba5a07e46761ca328; next sequenceid=9; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66771538, jitterRate=-0.0050265491008758545}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-05T12:26:11,468 DEBUG [RS_OPEN_REGION-regionserver/2556e7014d8b:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 97af70d635a1efeba5a07e46761ca328 2024-12-05T12:26:11,469 DEBUG [RS_OPEN_REGION-regionserver/2556e7014d8b:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1006): Region open journal for 97af70d635a1efeba5a07e46761ca328: Running coprocessor pre-open hook at 1733401571451Writing region info on filesystem at 1733401571451Initializing all the Stores at 1733401571452 (+1 ms)Instantiating store for column family {NAME => 'cf1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401571452Instantiating store for column family {NAME => 'cf2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401571452Cleaning up temporary data from old regions at 1733401571465 (+13 ms)Running coprocessor post-open hooks at 1733401571468 (+3 ms)Region opened successfully at 1733401571468 2024-12-05T12:26:11,470 INFO [RS_OPEN_REGION-regionserver/2556e7014d8b:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegionServer(2236): Post open deploy tasks for testReplayEditsAfterRegionMovedWithMultiCF,,1733401570200.97af70d635a1efeba5a07e46761ca328., pid=9, masterSystemTime=1733401571446 2024-12-05T12:26:11,472 DEBUG [RS_OPEN_REGION-regionserver/2556e7014d8b:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegionServer(2266): Finished post open deploy task for testReplayEditsAfterRegionMovedWithMultiCF,,1733401570200.97af70d635a1efeba5a07e46761ca328. 2024-12-05T12:26:11,472 INFO [RS_OPEN_REGION-regionserver/2556e7014d8b:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] handler.AssignRegionHandler(153): Opened testReplayEditsAfterRegionMovedWithMultiCF,,1733401570200.97af70d635a1efeba5a07e46761ca328. 2024-12-05T12:26:11,473 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=97af70d635a1efeba5a07e46761ca328, regionState=OPEN, openSeqNum=9, regionLocation=2556e7014d8b,44795,1733401551295 2024-12-05T12:26:11,477 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure 97af70d635a1efeba5a07e46761ca328, server=2556e7014d8b,44795,1733401551295 because future has completed 2024-12-05T12:26:11,482 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=7 2024-12-05T12:26:11,482 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=7, state=SUCCESS, hasLock=false; OpenRegionProcedure 97af70d635a1efeba5a07e46761ca328, server=2556e7014d8b,44795,1733401551295 in 186 msec 2024-12-05T12:26:11,484 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=97af70d635a1efeba5a07e46761ca328, REOPEN/MOVE in 592 msec 2024-12-05T12:26:11,498 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-05T12:26:11,500 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38566, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-05T12:26:11,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45047 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 139 connection: 172.17.0.2:47482 deadline: 1733401631504, exception=org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=2556e7014d8b port=44795 startCode=1733401551295. As of locationSeqNum=5. 2024-12-05T12:26:11,512 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1733401570200.97af70d635a1efeba5a07e46761ca328., hostname=2556e7014d8b,45047,1733401551176, seqNum=2 , the old value is region=testReplayEditsAfterRegionMovedWithMultiCF,,1733401570200.97af70d635a1efeba5a07e46761ca328., hostname=2556e7014d8b,45047,1733401551176, seqNum=2, error=org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=2556e7014d8b port=44795 startCode=1733401551295. As of locationSeqNum=5. 2024-12-05T12:26:11,513 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1733401570200.97af70d635a1efeba5a07e46761ca328., hostname=2556e7014d8b,45047,1733401551176, seqNum=2 is org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=2556e7014d8b port=44795 startCode=1733401551295. As of locationSeqNum=5. 2024-12-05T12:26:11,513 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(84): Try updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1733401570200.97af70d635a1efeba5a07e46761ca328., hostname=2556e7014d8b,45047,1733401551176, seqNum=2 with the new location region=testReplayEditsAfterRegionMovedWithMultiCF,,1733401570200.97af70d635a1efeba5a07e46761ca328., hostname=2556e7014d8b,44795,1733401551295, seqNum=5 constructed by org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=2556e7014d8b port=44795 startCode=1733401551295. As of locationSeqNum=5. 2024-12-05T12:26:11,624 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T12:26:11,626 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38574, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T12:26:11,636 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 97af70d635a1efeba5a07e46761ca328 2/2 column families, dataSize=50 B heapSize=720 B 2024-12-05T12:26:11,661 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37251/user/jenkins/test-data/9e75d330-a7f5-682a-27b2-173956ef5509/data/default/testReplayEditsAfterRegionMovedWithMultiCF/97af70d635a1efeba5a07e46761ca328/.tmp/cf1/860777a604b14e5b9c1e067738ae6e8a is 29, key is r1/cf1:/1733401571627/DeleteFamily/seqid=0 2024-12-05T12:26:11,671 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36197 is added to blk_1073741888_1066 (size=4906) 2024-12-05T12:26:11,671 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39219 is added to blk_1073741888_1066 (size=4906) 2024-12-05T12:26:11,671 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33203 is added to blk_1073741888_1066 (size=4906) 2024-12-05T12:26:11,672 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=25 B at sequenceid=12 (bloomFilter=false), to=hdfs://localhost:37251/user/jenkins/test-data/9e75d330-a7f5-682a-27b2-173956ef5509/data/default/testReplayEditsAfterRegionMovedWithMultiCF/97af70d635a1efeba5a07e46761ca328/.tmp/cf1/860777a604b14e5b9c1e067738ae6e8a 2024-12-05T12:26:11,678 INFO [Time-limited test {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 860777a604b14e5b9c1e067738ae6e8a 2024-12-05T12:26:11,693 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37251/user/jenkins/test-data/9e75d330-a7f5-682a-27b2-173956ef5509/data/default/testReplayEditsAfterRegionMovedWithMultiCF/97af70d635a1efeba5a07e46761ca328/.tmp/cf2/7cc09662673e4196a7ad9b5d029229ac is 29, key is r1/cf2:/1733401571627/DeleteFamily/seqid=0 2024-12-05T12:26:11,699 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33203 is added to blk_1073741889_1067 (size=4906) 2024-12-05T12:26:11,700 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39219 is added to blk_1073741889_1067 (size=4906) 2024-12-05T12:26:11,700 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36197 is added to blk_1073741889_1067 (size=4906) 2024-12-05T12:26:11,701 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=25 B at sequenceid=12 (bloomFilter=false), to=hdfs://localhost:37251/user/jenkins/test-data/9e75d330-a7f5-682a-27b2-173956ef5509/data/default/testReplayEditsAfterRegionMovedWithMultiCF/97af70d635a1efeba5a07e46761ca328/.tmp/cf2/7cc09662673e4196a7ad9b5d029229ac 2024-12-05T12:26:11,708 INFO [Time-limited test {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 7cc09662673e4196a7ad9b5d029229ac 2024-12-05T12:26:11,709 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37251/user/jenkins/test-data/9e75d330-a7f5-682a-27b2-173956ef5509/data/default/testReplayEditsAfterRegionMovedWithMultiCF/97af70d635a1efeba5a07e46761ca328/.tmp/cf1/860777a604b14e5b9c1e067738ae6e8a as hdfs://localhost:37251/user/jenkins/test-data/9e75d330-a7f5-682a-27b2-173956ef5509/data/default/testReplayEditsAfterRegionMovedWithMultiCF/97af70d635a1efeba5a07e46761ca328/cf1/860777a604b14e5b9c1e067738ae6e8a 2024-12-05T12:26:11,714 INFO [Time-limited test {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 860777a604b14e5b9c1e067738ae6e8a 2024-12-05T12:26:11,714 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37251/user/jenkins/test-data/9e75d330-a7f5-682a-27b2-173956ef5509/data/default/testReplayEditsAfterRegionMovedWithMultiCF/97af70d635a1efeba5a07e46761ca328/cf1/860777a604b14e5b9c1e067738ae6e8a, entries=1, sequenceid=12, filesize=4.8 K 2024-12-05T12:26:11,715 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37251/user/jenkins/test-data/9e75d330-a7f5-682a-27b2-173956ef5509/data/default/testReplayEditsAfterRegionMovedWithMultiCF/97af70d635a1efeba5a07e46761ca328/.tmp/cf2/7cc09662673e4196a7ad9b5d029229ac as hdfs://localhost:37251/user/jenkins/test-data/9e75d330-a7f5-682a-27b2-173956ef5509/data/default/testReplayEditsAfterRegionMovedWithMultiCF/97af70d635a1efeba5a07e46761ca328/cf2/7cc09662673e4196a7ad9b5d029229ac 2024-12-05T12:26:11,721 INFO [Time-limited test {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 7cc09662673e4196a7ad9b5d029229ac 2024-12-05T12:26:11,721 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37251/user/jenkins/test-data/9e75d330-a7f5-682a-27b2-173956ef5509/data/default/testReplayEditsAfterRegionMovedWithMultiCF/97af70d635a1efeba5a07e46761ca328/cf2/7cc09662673e4196a7ad9b5d029229ac, entries=1, sequenceid=12, filesize=4.8 K 2024-12-05T12:26:11,724 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~50 B/50, heapSize ~688 B/688, currentSize=0 B/0 for 97af70d635a1efeba5a07e46761ca328 in 88ms, sequenceid=12, compaction requested=false 2024-12-05T12:26:11,724 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 97af70d635a1efeba5a07e46761ca328: 2024-12-05T12:26:11,727 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2024-12-05T12:26:11,728 DEBUG [Time-limited test {}] regionserver.HStore(1541): 97af70d635a1efeba5a07e46761ca328/cf1 is initiating major compaction (all files) 2024-12-05T12:26:11,729 INFO [Time-limited test {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-05T12:26:11,729 INFO [Time-limited test {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T12:26:11,729 INFO [Time-limited test {}] regionserver.HRegion(2416): Starting compaction of 97af70d635a1efeba5a07e46761ca328/cf1 in testReplayEditsAfterRegionMovedWithMultiCF,,1733401570200.97af70d635a1efeba5a07e46761ca328. 2024-12-05T12:26:11,729 INFO [Time-limited test {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37251/user/jenkins/test-data/9e75d330-a7f5-682a-27b2-173956ef5509/data/default/testReplayEditsAfterRegionMovedWithMultiCF/97af70d635a1efeba5a07e46761ca328/cf1/1ca0928cec3643c4855a90e6ec25f1b4, hdfs://localhost:37251/user/jenkins/test-data/9e75d330-a7f5-682a-27b2-173956ef5509/data/default/testReplayEditsAfterRegionMovedWithMultiCF/97af70d635a1efeba5a07e46761ca328/cf1/860777a604b14e5b9c1e067738ae6e8a] into tmpdir=hdfs://localhost:37251/user/jenkins/test-data/9e75d330-a7f5-682a-27b2-173956ef5509/data/default/testReplayEditsAfterRegionMovedWithMultiCF/97af70d635a1efeba5a07e46761ca328/.tmp, totalSize=9.5 K 2024-12-05T12:26:11,730 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting 1ca0928cec3643c4855a90e6ec25f1b4, keycount=1, bloomtype=NONE, size=4.7 K, encoding=NONE, compression=NONE, seqNum=5, earliestPutTs=1733401570871 2024-12-05T12:26:11,731 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting 860777a604b14e5b9c1e067738ae6e8a, keycount=1, bloomtype=NONE, size=4.8 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=9223372036854775807 2024-12-05T12:26:11,742 INFO [Time-limited test {}] throttle.PressureAwareThroughputController(145): 97af70d635a1efeba5a07e46761ca328#cf1#compaction#16 average throughput is NaN MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T12:26:11,756 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39219 is added to blk_1073741890_1068 (size=4626) 2024-12-05T12:26:11,756 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36197 is added to blk_1073741890_1068 (size=4626) 2024-12-05T12:26:11,756 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33203 is added to blk_1073741890_1068 (size=4626) 2024-12-05T12:26:11,769 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37251/user/jenkins/test-data/9e75d330-a7f5-682a-27b2-173956ef5509/data/default/testReplayEditsAfterRegionMovedWithMultiCF/97af70d635a1efeba5a07e46761ca328/.tmp/cf1/1195e6d50053463ba550be764a4e75b1 as hdfs://localhost:37251/user/jenkins/test-data/9e75d330-a7f5-682a-27b2-173956ef5509/data/default/testReplayEditsAfterRegionMovedWithMultiCF/97af70d635a1efeba5a07e46761ca328/cf1/1195e6d50053463ba550be764a4e75b1 2024-12-05T12:26:11,784 INFO [Time-limited test {}] regionserver.HStore(1337): Completed major compaction of 2 (all) file(s) in 97af70d635a1efeba5a07e46761ca328/cf1 of 97af70d635a1efeba5a07e46761ca328 into 1195e6d50053463ba550be764a4e75b1(size=4.5 K), total size for store is 4.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T12:26:11,784 DEBUG [Time-limited test {}] regionserver.HRegion(2446): Compaction status journal for 97af70d635a1efeba5a07e46761ca328: 2024-12-05T12:26:11,784 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 1 store files, 0 compacting, 1 eligible, 16 blocking 2024-12-05T12:26:11,784 DEBUG [Time-limited test {}] regionserver.HStore(1541): 97af70d635a1efeba5a07e46761ca328/cf2 is initiating major compaction (all files) 2024-12-05T12:26:11,784 INFO [Time-limited test {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-05T12:26:11,784 INFO [Time-limited test {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T12:26:11,785 INFO [Time-limited test {}] regionserver.HRegion(2416): Starting compaction of 97af70d635a1efeba5a07e46761ca328/cf2 in testReplayEditsAfterRegionMovedWithMultiCF,,1733401570200.97af70d635a1efeba5a07e46761ca328. 2024-12-05T12:26:11,785 INFO [Time-limited test {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37251/user/jenkins/test-data/9e75d330-a7f5-682a-27b2-173956ef5509/data/default/testReplayEditsAfterRegionMovedWithMultiCF/97af70d635a1efeba5a07e46761ca328/cf2/7cc09662673e4196a7ad9b5d029229ac] into tmpdir=hdfs://localhost:37251/user/jenkins/test-data/9e75d330-a7f5-682a-27b2-173956ef5509/data/default/testReplayEditsAfterRegionMovedWithMultiCF/97af70d635a1efeba5a07e46761ca328/.tmp, totalSize=4.8 K 2024-12-05T12:26:11,785 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting 7cc09662673e4196a7ad9b5d029229ac, keycount=1, bloomtype=NONE, size=4.8 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=9223372036854775807 2024-12-05T12:26:11,792 INFO [Time-limited test {}] throttle.PressureAwareThroughputController(145): 97af70d635a1efeba5a07e46761ca328#cf2#compaction#17 average throughput is NaN MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T12:26:11,809 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39219 is added to blk_1073741891_1069 (size=4592) 2024-12-05T12:26:11,810 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36197 is added to blk_1073741891_1069 (size=4592) 2024-12-05T12:26:11,811 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33203 is added to blk_1073741891_1069 (size=4592) 2024-12-05T12:26:11,819 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37251/user/jenkins/test-data/9e75d330-a7f5-682a-27b2-173956ef5509/data/default/testReplayEditsAfterRegionMovedWithMultiCF/97af70d635a1efeba5a07e46761ca328/.tmp/cf2/138c641c1721442a89642d5bac3e47cd as hdfs://localhost:37251/user/jenkins/test-data/9e75d330-a7f5-682a-27b2-173956ef5509/data/default/testReplayEditsAfterRegionMovedWithMultiCF/97af70d635a1efeba5a07e46761ca328/cf2/138c641c1721442a89642d5bac3e47cd 2024-12-05T12:26:11,828 INFO [Time-limited test {}] regionserver.HStore(1337): Completed major compaction of 1 (all) file(s) in 97af70d635a1efeba5a07e46761ca328/cf2 of 97af70d635a1efeba5a07e46761ca328 into 138c641c1721442a89642d5bac3e47cd(size=4.5 K), total size for store is 4.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T12:26:11,828 DEBUG [Time-limited test {}] regionserver.HRegion(2446): Compaction status journal for 97af70d635a1efeba5a07e46761ca328: 2024-12-05T12:26:11,834 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41629 {}] master.HMaster(2410): Client=jenkins//172.17.0.2 move hri=97af70d635a1efeba5a07e46761ca328, source=2556e7014d8b,44795,1733401551295, destination=2556e7014d8b,45047,1733401551176, warming up region on 2556e7014d8b,45047,1733401551176 2024-12-05T12:26:11,834 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41629 {}] master.HMaster(2414): Client=jenkins//172.17.0.2 move hri=97af70d635a1efeba5a07e46761ca328, source=2556e7014d8b,44795,1733401551295, destination=2556e7014d8b,45047,1733401551176, running balancer 2024-12-05T12:26:11,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41629 {}] procedure2.ProcedureExecutor(1139): Stored pid=10, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=97af70d635a1efeba5a07e46761ca328, REOPEN/MOVE 2024-12-05T12:26:11,836 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=97af70d635a1efeba5a07e46761ca328, REOPEN/MOVE 2024-12-05T12:26:11,838 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45047 {}] regionserver.RSRpcServices(2066): Warmup testReplayEditsAfterRegionMovedWithMultiCF,,1733401570200.97af70d635a1efeba5a07e46761ca328. 2024-12-05T12:26:11,838 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=97af70d635a1efeba5a07e46761ca328, regionState=CLOSING, regionLocation=2556e7014d8b,44795,1733401551295 2024-12-05T12:26:11,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45047 {}] regionserver.HRegion(7855): Warmup {ENCODED => 97af70d635a1efeba5a07e46761ca328, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1733401570200.97af70d635a1efeba5a07e46761ca328.', STARTKEY => '', ENDKEY => ''} 2024-12-05T12:26:11,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45047 {}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1733401570200.97af70d635a1efeba5a07e46761ca328.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T12:26:11,839 INFO [StoreOpener-97af70d635a1efeba5a07e46761ca328-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf1 of region 97af70d635a1efeba5a07e46761ca328 2024-12-05T12:26:11,841 INFO [StoreOpener-97af70d635a1efeba5a07e46761ca328-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 97af70d635a1efeba5a07e46761ca328 columnFamilyName cf1 2024-12-05T12:26:11,841 DEBUG [StoreOpener-97af70d635a1efeba5a07e46761ca328-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:26:11,841 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=97af70d635a1efeba5a07e46761ca328, REOPEN/MOVE because future has completed 2024-12-05T12:26:11,842 DEBUG [PEWorker-1 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-05T12:26:11,842 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=10, state=RUNNABLE, hasLock=false; CloseRegionProcedure 97af70d635a1efeba5a07e46761ca328, server=2556e7014d8b,44795,1733401551295}] 2024-12-05T12:26:11,854 DEBUG [StoreOpener-97af70d635a1efeba5a07e46761ca328-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37251/user/jenkins/test-data/9e75d330-a7f5-682a-27b2-173956ef5509/data/default/testReplayEditsAfterRegionMovedWithMultiCF/97af70d635a1efeba5a07e46761ca328/cf1/1195e6d50053463ba550be764a4e75b1 2024-12-05T12:26:11,860 DEBUG [StoreOpener-97af70d635a1efeba5a07e46761ca328-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37251/user/jenkins/test-data/9e75d330-a7f5-682a-27b2-173956ef5509/data/default/testReplayEditsAfterRegionMovedWithMultiCF/97af70d635a1efeba5a07e46761ca328/cf1/1ca0928cec3643c4855a90e6ec25f1b4 2024-12-05T12:26:11,865 INFO [StoreFileOpener-97af70d635a1efeba5a07e46761ca328-cf1-1 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 860777a604b14e5b9c1e067738ae6e8a 2024-12-05T12:26:11,865 DEBUG [StoreOpener-97af70d635a1efeba5a07e46761ca328-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37251/user/jenkins/test-data/9e75d330-a7f5-682a-27b2-173956ef5509/data/default/testReplayEditsAfterRegionMovedWithMultiCF/97af70d635a1efeba5a07e46761ca328/cf1/860777a604b14e5b9c1e067738ae6e8a 2024-12-05T12:26:11,866 INFO [StoreOpener-97af70d635a1efeba5a07e46761ca328-1 {}] regionserver.HStore(327): Store=97af70d635a1efeba5a07e46761ca328/cf1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T12:26:11,866 INFO [StoreOpener-97af70d635a1efeba5a07e46761ca328-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf2 of region 97af70d635a1efeba5a07e46761ca328 2024-12-05T12:26:11,868 INFO [StoreOpener-97af70d635a1efeba5a07e46761ca328-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 97af70d635a1efeba5a07e46761ca328 columnFamilyName cf2 2024-12-05T12:26:11,868 DEBUG [StoreOpener-97af70d635a1efeba5a07e46761ca328-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:26:11,876 DEBUG [StoreOpener-97af70d635a1efeba5a07e46761ca328-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37251/user/jenkins/test-data/9e75d330-a7f5-682a-27b2-173956ef5509/data/default/testReplayEditsAfterRegionMovedWithMultiCF/97af70d635a1efeba5a07e46761ca328/cf2/138c641c1721442a89642d5bac3e47cd 2024-12-05T12:26:11,881 INFO [StoreFileOpener-97af70d635a1efeba5a07e46761ca328-cf2-1 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 7cc09662673e4196a7ad9b5d029229ac 2024-12-05T12:26:11,882 DEBUG [StoreOpener-97af70d635a1efeba5a07e46761ca328-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37251/user/jenkins/test-data/9e75d330-a7f5-682a-27b2-173956ef5509/data/default/testReplayEditsAfterRegionMovedWithMultiCF/97af70d635a1efeba5a07e46761ca328/cf2/7cc09662673e4196a7ad9b5d029229ac 2024-12-05T12:26:11,882 INFO [StoreOpener-97af70d635a1efeba5a07e46761ca328-1 {}] regionserver.HStore(327): Store=97af70d635a1efeba5a07e46761ca328/cf2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T12:26:11,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45047 {}] regionserver.HRegion(1722): Closing 97af70d635a1efeba5a07e46761ca328, disabling compactions & flushes 2024-12-05T12:26:11,882 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45047 {}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1733401570200.97af70d635a1efeba5a07e46761ca328. 2024-12-05T12:26:11,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45047 {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1733401570200.97af70d635a1efeba5a07e46761ca328. 2024-12-05T12:26:11,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45047 {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1733401570200.97af70d635a1efeba5a07e46761ca328. after waiting 0 ms 2024-12-05T12:26:11,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45047 {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1733401570200.97af70d635a1efeba5a07e46761ca328. 2024-12-05T12:26:11,884 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45047 {}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1733401570200.97af70d635a1efeba5a07e46761ca328. 2024-12-05T12:26:11,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45047 {}] regionserver.HRegion(1676): Region close journal for 97af70d635a1efeba5a07e46761ca328: Waiting for close lock at 1733401571882Disabling compacts and flushes for region at 1733401571882Disabling writes for close at 1733401571883 (+1 ms)Writing region close event to WAL at 1733401571884 (+1 ms)Closed at 1733401571884 2024-12-05T12:26:11,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41629 {}] procedure.ProcedureSyncWait(219): waitFor pid=10 2024-12-05T12:26:11,998 INFO [RS_CLOSE_REGION-regionserver/2556e7014d8b:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] handler.UnassignRegionHandler(122): Close 97af70d635a1efeba5a07e46761ca328 2024-12-05T12:26:11,998 DEBUG [RS_CLOSE_REGION-regionserver/2556e7014d8b:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-12-05T12:26:11,998 DEBUG [RS_CLOSE_REGION-regionserver/2556e7014d8b:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1722): Closing 97af70d635a1efeba5a07e46761ca328, disabling compactions & flushes 2024-12-05T12:26:11,998 INFO [RS_CLOSE_REGION-regionserver/2556e7014d8b:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1733401570200.97af70d635a1efeba5a07e46761ca328. 2024-12-05T12:26:11,998 DEBUG [RS_CLOSE_REGION-regionserver/2556e7014d8b:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1733401570200.97af70d635a1efeba5a07e46761ca328. 2024-12-05T12:26:11,998 DEBUG [RS_CLOSE_REGION-regionserver/2556e7014d8b:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1733401570200.97af70d635a1efeba5a07e46761ca328. after waiting 0 ms 2024-12-05T12:26:11,998 DEBUG [RS_CLOSE_REGION-regionserver/2556e7014d8b:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1733401570200.97af70d635a1efeba5a07e46761ca328. 2024-12-05T12:26:11,999 DEBUG [StoreCloser-testReplayEditsAfterRegionMovedWithMultiCF,,1733401570200.97af70d635a1efeba5a07e46761ca328.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:37251/user/jenkins/test-data/9e75d330-a7f5-682a-27b2-173956ef5509/data/default/testReplayEditsAfterRegionMovedWithMultiCF/97af70d635a1efeba5a07e46761ca328/cf1/1ca0928cec3643c4855a90e6ec25f1b4, hdfs://localhost:37251/user/jenkins/test-data/9e75d330-a7f5-682a-27b2-173956ef5509/data/default/testReplayEditsAfterRegionMovedWithMultiCF/97af70d635a1efeba5a07e46761ca328/cf1/860777a604b14e5b9c1e067738ae6e8a] to archive 2024-12-05T12:26:12,002 DEBUG [StoreCloser-testReplayEditsAfterRegionMovedWithMultiCF,,1733401570200.97af70d635a1efeba5a07e46761ca328.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-05T12:26:12,006 DEBUG [StoreCloser-testReplayEditsAfterRegionMovedWithMultiCF,,1733401570200.97af70d635a1efeba5a07e46761ca328.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37251/user/jenkins/test-data/9e75d330-a7f5-682a-27b2-173956ef5509/data/default/testReplayEditsAfterRegionMovedWithMultiCF/97af70d635a1efeba5a07e46761ca328/cf1/1ca0928cec3643c4855a90e6ec25f1b4 to hdfs://localhost:37251/user/jenkins/test-data/9e75d330-a7f5-682a-27b2-173956ef5509/archive/data/default/testReplayEditsAfterRegionMovedWithMultiCF/97af70d635a1efeba5a07e46761ca328/cf1/1ca0928cec3643c4855a90e6ec25f1b4 2024-12-05T12:26:12,008 DEBUG [StoreCloser-testReplayEditsAfterRegionMovedWithMultiCF,,1733401570200.97af70d635a1efeba5a07e46761ca328.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37251/user/jenkins/test-data/9e75d330-a7f5-682a-27b2-173956ef5509/data/default/testReplayEditsAfterRegionMovedWithMultiCF/97af70d635a1efeba5a07e46761ca328/cf1/860777a604b14e5b9c1e067738ae6e8a to hdfs://localhost:37251/user/jenkins/test-data/9e75d330-a7f5-682a-27b2-173956ef5509/archive/data/default/testReplayEditsAfterRegionMovedWithMultiCF/97af70d635a1efeba5a07e46761ca328/cf1/860777a604b14e5b9c1e067738ae6e8a 2024-12-05T12:26:12,025 DEBUG [StoreCloser-testReplayEditsAfterRegionMovedWithMultiCF,,1733401570200.97af70d635a1efeba5a07e46761ca328.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:37251/user/jenkins/test-data/9e75d330-a7f5-682a-27b2-173956ef5509/data/default/testReplayEditsAfterRegionMovedWithMultiCF/97af70d635a1efeba5a07e46761ca328/cf2/7cc09662673e4196a7ad9b5d029229ac] to archive 2024-12-05T12:26:12,026 DEBUG [StoreCloser-testReplayEditsAfterRegionMovedWithMultiCF,,1733401570200.97af70d635a1efeba5a07e46761ca328.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-05T12:26:12,028 DEBUG [StoreCloser-testReplayEditsAfterRegionMovedWithMultiCF,,1733401570200.97af70d635a1efeba5a07e46761ca328.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37251/user/jenkins/test-data/9e75d330-a7f5-682a-27b2-173956ef5509/data/default/testReplayEditsAfterRegionMovedWithMultiCF/97af70d635a1efeba5a07e46761ca328/cf2/7cc09662673e4196a7ad9b5d029229ac to hdfs://localhost:37251/user/jenkins/test-data/9e75d330-a7f5-682a-27b2-173956ef5509/archive/data/default/testReplayEditsAfterRegionMovedWithMultiCF/97af70d635a1efeba5a07e46761ca328/cf2/7cc09662673e4196a7ad9b5d029229ac 2024-12-05T12:26:12,034 DEBUG [RS_CLOSE_REGION-regionserver/2556e7014d8b:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37251/user/jenkins/test-data/9e75d330-a7f5-682a-27b2-173956ef5509/data/default/testReplayEditsAfterRegionMovedWithMultiCF/97af70d635a1efeba5a07e46761ca328/recovered.edits/17.seqid, newMaxSeqId=17, maxSeqId=8 2024-12-05T12:26:12,035 INFO [RS_CLOSE_REGION-regionserver/2556e7014d8b:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1733401570200.97af70d635a1efeba5a07e46761ca328. 2024-12-05T12:26:12,035 DEBUG [RS_CLOSE_REGION-regionserver/2556e7014d8b:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1676): Region close journal for 97af70d635a1efeba5a07e46761ca328: Waiting for close lock at 1733401571998Running coprocessor pre-close hooks at 1733401571998Disabling compacts and flushes for region at 1733401571998Disabling writes for close at 1733401571998Writing region close event to WAL at 1733401572030 (+32 ms)Running coprocessor post-close hooks at 1733401572034 (+4 ms)Closed at 1733401572034 2024-12-05T12:26:12,035 INFO [RS_CLOSE_REGION-regionserver/2556e7014d8b:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegionServer(3302): Adding 97af70d635a1efeba5a07e46761ca328 move to 2556e7014d8b,45047,1733401551176 record at close sequenceid=12 2024-12-05T12:26:12,037 INFO [RS_CLOSE_REGION-regionserver/2556e7014d8b:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] handler.UnassignRegionHandler(157): Closed 97af70d635a1efeba5a07e46761ca328 2024-12-05T12:26:12,038 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=97af70d635a1efeba5a07e46761ca328, regionState=CLOSED 2024-12-05T12:26:12,041 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=11, ppid=10, state=RUNNABLE, hasLock=false; CloseRegionProcedure 97af70d635a1efeba5a07e46761ca328, server=2556e7014d8b,44795,1733401551295 because future has completed 2024-12-05T12:26:12,046 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=10 2024-12-05T12:26:12,046 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=10, state=SUCCESS, hasLock=false; CloseRegionProcedure 97af70d635a1efeba5a07e46761ca328, server=2556e7014d8b,44795,1733401551295 in 201 msec 2024-12-05T12:26:12,048 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=97af70d635a1efeba5a07e46761ca328, REOPEN/MOVE; state=CLOSED, location=2556e7014d8b,45047,1733401551176; forceNewPlan=false, retain=false 2024-12-05T12:26:12,198 INFO [2556e7014d8b:41629 {}] balancer.BaseLoadBalancer(388): Reassigned 1 regions. 1 retained the pre-restart assignment. 2024-12-05T12:26:12,199 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=97af70d635a1efeba5a07e46761ca328, regionState=OPENING, regionLocation=2556e7014d8b,45047,1733401551176 2024-12-05T12:26:12,203 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=97af70d635a1efeba5a07e46761ca328, REOPEN/MOVE because future has completed 2024-12-05T12:26:12,203 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 97af70d635a1efeba5a07e46761ca328, server=2556e7014d8b,45047,1733401551176}] 2024-12-05T12:26:12,361 INFO [RS_OPEN_REGION-regionserver/2556e7014d8b:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] handler.AssignRegionHandler(132): Open testReplayEditsAfterRegionMovedWithMultiCF,,1733401570200.97af70d635a1efeba5a07e46761ca328. 2024-12-05T12:26:12,361 DEBUG [RS_OPEN_REGION-regionserver/2556e7014d8b:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7752): Opening region: {ENCODED => 97af70d635a1efeba5a07e46761ca328, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1733401570200.97af70d635a1efeba5a07e46761ca328.', STARTKEY => '', ENDKEY => ''} 2024-12-05T12:26:12,362 DEBUG [RS_OPEN_REGION-regionserver/2556e7014d8b:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testReplayEditsAfterRegionMovedWithMultiCF 97af70d635a1efeba5a07e46761ca328 2024-12-05T12:26:12,362 DEBUG [RS_OPEN_REGION-regionserver/2556e7014d8b:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1733401570200.97af70d635a1efeba5a07e46761ca328.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T12:26:12,362 DEBUG [RS_OPEN_REGION-regionserver/2556e7014d8b:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7794): checking encryption for 97af70d635a1efeba5a07e46761ca328 2024-12-05T12:26:12,362 DEBUG [RS_OPEN_REGION-regionserver/2556e7014d8b:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7797): checking classloading for 97af70d635a1efeba5a07e46761ca328 2024-12-05T12:26:12,364 INFO [StoreOpener-97af70d635a1efeba5a07e46761ca328-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf1 of region 97af70d635a1efeba5a07e46761ca328 2024-12-05T12:26:12,365 INFO [StoreOpener-97af70d635a1efeba5a07e46761ca328-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 97af70d635a1efeba5a07e46761ca328 columnFamilyName cf1 2024-12-05T12:26:12,365 DEBUG [StoreOpener-97af70d635a1efeba5a07e46761ca328-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:26:12,374 DEBUG [StoreOpener-97af70d635a1efeba5a07e46761ca328-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37251/user/jenkins/test-data/9e75d330-a7f5-682a-27b2-173956ef5509/data/default/testReplayEditsAfterRegionMovedWithMultiCF/97af70d635a1efeba5a07e46761ca328/cf1/1195e6d50053463ba550be764a4e75b1 2024-12-05T12:26:12,374 INFO [StoreOpener-97af70d635a1efeba5a07e46761ca328-1 {}] regionserver.HStore(327): Store=97af70d635a1efeba5a07e46761ca328/cf1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T12:26:12,374 INFO [StoreOpener-97af70d635a1efeba5a07e46761ca328-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf2 of region 97af70d635a1efeba5a07e46761ca328 2024-12-05T12:26:12,375 INFO [StoreOpener-97af70d635a1efeba5a07e46761ca328-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 97af70d635a1efeba5a07e46761ca328 columnFamilyName cf2 2024-12-05T12:26:12,375 DEBUG [StoreOpener-97af70d635a1efeba5a07e46761ca328-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:26:12,384 DEBUG [StoreOpener-97af70d635a1efeba5a07e46761ca328-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37251/user/jenkins/test-data/9e75d330-a7f5-682a-27b2-173956ef5509/data/default/testReplayEditsAfterRegionMovedWithMultiCF/97af70d635a1efeba5a07e46761ca328/cf2/138c641c1721442a89642d5bac3e47cd 2024-12-05T12:26:12,384 INFO [StoreOpener-97af70d635a1efeba5a07e46761ca328-1 {}] regionserver.HStore(327): Store=97af70d635a1efeba5a07e46761ca328/cf2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T12:26:12,384 DEBUG [RS_OPEN_REGION-regionserver/2556e7014d8b:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1038): replaying wal for 97af70d635a1efeba5a07e46761ca328 2024-12-05T12:26:12,385 DEBUG [RS_OPEN_REGION-regionserver/2556e7014d8b:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37251/user/jenkins/test-data/9e75d330-a7f5-682a-27b2-173956ef5509/data/default/testReplayEditsAfterRegionMovedWithMultiCF/97af70d635a1efeba5a07e46761ca328 2024-12-05T12:26:12,387 DEBUG [RS_OPEN_REGION-regionserver/2556e7014d8b:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37251/user/jenkins/test-data/9e75d330-a7f5-682a-27b2-173956ef5509/data/default/testReplayEditsAfterRegionMovedWithMultiCF/97af70d635a1efeba5a07e46761ca328 2024-12-05T12:26:12,388 DEBUG [RS_OPEN_REGION-regionserver/2556e7014d8b:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1048): stopping wal replay for 97af70d635a1efeba5a07e46761ca328 2024-12-05T12:26:12,388 DEBUG [RS_OPEN_REGION-regionserver/2556e7014d8b:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1060): Cleaning up temporary data for 97af70d635a1efeba5a07e46761ca328 2024-12-05T12:26:12,389 DEBUG [RS_OPEN_REGION-regionserver/2556e7014d8b:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterRegionMovedWithMultiCF descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-05T12:26:12,391 DEBUG [RS_OPEN_REGION-regionserver/2556e7014d8b:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1093): writing seq id for 97af70d635a1efeba5a07e46761ca328 2024-12-05T12:26:12,392 INFO [RS_OPEN_REGION-regionserver/2556e7014d8b:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1114): Opened 97af70d635a1efeba5a07e46761ca328; next sequenceid=18; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65635756, jitterRate=-0.021951019763946533}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-05T12:26:12,392 DEBUG [RS_OPEN_REGION-regionserver/2556e7014d8b:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 97af70d635a1efeba5a07e46761ca328 2024-12-05T12:26:12,393 DEBUG [RS_OPEN_REGION-regionserver/2556e7014d8b:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1006): Region open journal for 97af70d635a1efeba5a07e46761ca328: Running coprocessor pre-open hook at 1733401572362Writing region info on filesystem at 1733401572362Initializing all the Stores at 1733401572363 (+1 ms)Instantiating store for column family {NAME => 'cf1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401572363Instantiating store for column family {NAME => 'cf2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401572364 (+1 ms)Cleaning up temporary data from old regions at 1733401572388 (+24 ms)Running coprocessor post-open hooks at 1733401572392 (+4 ms)Region opened successfully at 1733401572393 (+1 ms) 2024-12-05T12:26:12,394 INFO [RS_OPEN_REGION-regionserver/2556e7014d8b:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegionServer(2236): Post open deploy tasks for testReplayEditsAfterRegionMovedWithMultiCF,,1733401570200.97af70d635a1efeba5a07e46761ca328., pid=12, masterSystemTime=1733401572356 2024-12-05T12:26:12,398 DEBUG [RS_OPEN_REGION-regionserver/2556e7014d8b:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegionServer(2266): Finished post open deploy task for testReplayEditsAfterRegionMovedWithMultiCF,,1733401570200.97af70d635a1efeba5a07e46761ca328. 2024-12-05T12:26:12,398 INFO [RS_OPEN_REGION-regionserver/2556e7014d8b:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] handler.AssignRegionHandler(153): Opened testReplayEditsAfterRegionMovedWithMultiCF,,1733401570200.97af70d635a1efeba5a07e46761ca328. 2024-12-05T12:26:12,399 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=97af70d635a1efeba5a07e46761ca328, regionState=OPEN, openSeqNum=18, regionLocation=2556e7014d8b,45047,1733401551176 2024-12-05T12:26:12,402 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 97af70d635a1efeba5a07e46761ca328, server=2556e7014d8b,45047,1733401551176 because future has completed 2024-12-05T12:26:12,409 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=10 2024-12-05T12:26:12,409 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure 97af70d635a1efeba5a07e46761ca328, server=2556e7014d8b,45047,1733401551176 in 201 msec 2024-12-05T12:26:12,412 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=97af70d635a1efeba5a07e46761ca328, REOPEN/MOVE in 575 msec 2024-12-05T12:26:12,438 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-05T12:26:12,441 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47498, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-05T12:26:12,443 ERROR [Time-limited test {}] regionserver.HRegionServer(2442): ***** ABORTING region server 2556e7014d8b,45047,1733401551176: testing ***** 2024-12-05T12:26:12,443 ERROR [Time-limited test {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-12-05T12:26:12,446 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-12-05T12:26:12,447 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-12-05T12:26:12,454 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-12-05T12:26:12,464 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-12-05T12:26:12,479 INFO [Time-limited test {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 303554032 }, "NonHeapMemoryUsage": { "committed": 171180032, "init": 7667712, "max": -1, "used": 166971976 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=IPC", "modelerType": "RegionServer,sub=IPC", "tag.Context": "regionserver", "tag.Hostname": "2556e7014d8b", "queueSize": 0, "numCallsInGeneralQueue": 0, "numCallsInReplicationQueue": 0, "numCallsInBulkLoadQueue": 0, "numCallsInPriorityQueue": 0, "numCallsInMetaPriorityQueue": 0, "numOpenConnections": 3, "numActiveHandler": 0, "numActiveGeneralHandler": 0, "numActivePriorityHandler": 0, "numActiveReplicationHandler": 0, "numGeneralCallsDropped": 0, "numLifoModeSwitches": 0, "numCallsInWriteQueue": 0, "numActiveBulkLoadHandler": 0, "numCallsInReadQueue": 0, "numCallsInScanQueue": 0, "numActiveWriteHandler": 0, "numActiveReadHandler": 0, "numActiveScanHandler": 0, "nettyDirectMemoryUsage": 67108864, "nettyTotalPendingOutboundBytes": 0, "nettyMaxPendingOutboundBytes": 0, "receivedBytes": 11067, "exceptions.RegionMovedException": 1, "authenticationSuccesses": 0, "authorizationFailures": 0, "exceptions.requestTooBig": 0, "UnwritableTime_num_ops": 0, "UnwritableTime_min": 0, "UnwritableTime_max": 0, "UnwritableTime_mean": 0, "UnwritableTime_25th_percentile": 0, "UnwritableTime_median": 0, "UnwritableTime_75th_percentile": 0, "UnwritableTime_90th_percentile": 0, "UnwritableTime_95th_percentile": 0, "UnwritableTime_98th_percentile": 0, "UnwritableTime_99th_percentile": 0, "UnwritableTime_99.9th_percentile": 0, "exceptions.OutOfOrderScannerNextException": 0, "exceptions.rpcThrottling": 0, "exceptions.otherExceptions": 0, "ProcessCallTime_num_ops": 39, "ProcessCallTime_min": 0, "ProcessCallTime_max": 50, "ProcessCallTime_mean": 4, "ProcessCallTime_25th_percentile": 1, "ProcessCallTime_median": 2, "ProcessCallTime_75th_percentile": 4, "ProcessCallTime_90th_percentile": 8, "ProcessCallTime_95th_percentile": 13, "ProcessCallTime_98th_percentile": 50, "ProcessCallTime_99th_percentile": 50, "ProcessCallTime_99.9th_percentile": 50, "ProcessCallTime_TimeRangeCount_0-1": 9, "ProcessCallTime_TimeRangeCount_1-3": 14, "ProcessCallTime_TimeRangeCount_3-10": 6, "ProcessCallTime_TimeRangeCount_10-30": 1, "ProcessCallTime_TimeRangeCount_30-100": 1, "exceptions.callQueueTooBig": 0, "QueueCallTime_num_ops": 39, "QueueCallTime_min": 0, "QueueCallTime_max": 1, "QueueCallTime_mean": 0, "QueueCallTime_25th_percentile": 0, "QueueCallTime_median": 0, "QueueCallTime_75th_percentile": 0, "QueueCallTime_90th_percentile": 1, "QueueCallTime_95th_percentile": 1, "QueueCallTime_98th_percentile": 1, "QueueCallTime_99th_percentile": 1, "QueueCallTime_99.9th_percentile": 1, "QueueCallTime_TimeRangeCount_0-1": 31, "authenticationFailures": 0, "exceptions.multiResponseTooLarge": 0, "exceptions.callDropped": 0, "TotalCallTime_num_ops": 39, "TotalCallTime_min": 0, "TotalCallTime_max": 50, "TotalCallTime_mean": 4, "TotalCallTime_25th_percentile": 2, "TotalCallTime_median": 2, "TotalCallTime_75th_percentile": 4, "TotalCallTime_90th_percentile": 8, "TotalCallTime_95th_percentile": 13, "TotalCallTime_98th_percentile": 50, "TotalCallTime_99th_percentile": 50, "TotalCallTime_99.9th_percentile": 50, "TotalCallTime_TimeRangeCount_0-1": 7, "TotalCallTime_TimeRangeCount_1-3": 16, "TotalCallTime_TimeRangeCount_3-10": 6, "TotalCallTime_TimeRangeCount_10-30": 1, "TotalCallTime_TimeRangeCount_30-100": 1, "exceptions.RegionTooBusyException": 0, "exceptions.FailedSanityCheckException": 0, "ResponseSize_num_ops": 39, "ResponseSize_min": 0, "ResponseSize_max": 1138, "ResponseSize_mean": 158, "ResponseSize_25th_percentile": 2, "ResponseSize_median": 2, "ResponseSize_75th_percentile": 74, "ResponseSize_90th_percentile": 453, "ResponseSize_95th_percentile": 795, "ResponseSize_98th_percentile": 1001, "ResponseSize_99th_percentile": 1069, "ResponseSize_99.9th_percentile": 1131, "ResponseSize_SizeRangeCount_0-10": 22, "ResponseSize_SizeRangeCount_10-100": 5, "ResponseSize_SizeRangeCount_100-1000": 4, "exceptions.UnknownScannerException": 0, "exceptions": 1, "maxOutboundBytesExceeded": 0, "authenticationFallbacks": 0, "exceptions.quotaExceeded": 0, "exceptions.callTimedOut": 0, "exceptions.NotServingRegionException": 0, "authorizationSuccesses": 0, "exceptions.ScannerResetException": 0, "RequestSize_num_ops": 39, "RequestSize_min": 31, "RequestSize_max": 390, "RequestSize_mean": 204, "RequestSize_25th_percentile": 119, "RequestSize_median": 179, "RequestSize_75th_percentile": 330, "RequestSize_90th_percentile": 330, "RequestSize_95th_percentile": 365, "RequestSize_98th_percentile": 380, "RequestSize_99th_percentile": 385, "RequestSize_99.9th_percentile": 389, "RequestSize_SizeRangeCount_0-10": 2, "RequestSize_SizeRangeCount_100-1000": 29, "sentBytes": 5745 } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=Replication", "modelerType": "RegionServer,sub=Replication", "tag.Context": "regionserver", "tag.Hostname": "2556e7014d8b", "source.shippedHFiles": 0, "Source.ageOfLastShippedOp_num_ops": 0, "Source.ageOfLastShippedOp_min": 0, "Source.ageOfLastShippedOp_max": 0, "Source.ageOfLastShippedOp_mean": 0, "Source.ageOfLastShippedOp_25th_percentile": 0, "Source.ageOfLastShippedOp_median": 0, "Source.ageOfLastShippedOp_75th_percentile": 0, "Source.ageOfLastShippedOp_90th_percentile": 0, "Source.ageOfLastShippedOp_95th_percentile": 0, "Source.ageOfLastShippedOp_98th_percentile": 0, "Source.ageOfLastShippedOp_99th_percentile": 0, "Source.ageOfLastShippedOp_99.9th_percentile": 0, "source.uncleanlyClosedLogs": 0, "source.closedLogsWithUnknownFileLength": 0, "source.walReaderEditsBufferUsage": 0, "source.repeatedLogFileBytes": 0, "source.sizeOfHFileRefsQueue": 0, "source.logReadInBytes": 0, "source.completedRecoverQueues": 0, "source.sizeOfLogQueue": 0, "source.restartedLogReading": 0, "source.failedRecoverQueues": 0, "source.ignoredUncleanlyClosedLogContentsInBytes": 0, "Sink.ageOfLastAppliedOp_num_ops": 0, "Sink.ageOfLastAppliedOp_min": 0, "Sink.ageOfLastAppliedOp_max": 0, "Sink.ageOfLastAppliedOp_mean": 0, "Sink.ageOfLastAppliedOp_25th_percentile": 0, "Sink.ageOfLastAppliedOp_median": 0, "Sink.ageOfLastAppliedOp_75th_percentile": 0, "Sink.ageOfLastAppliedOp_90th_percentile": 0, "Sink.ageOfLastAppliedOp_95th_percentile": 0, "Sink.ageOfLastAppliedOp_98th_percentile": 0, "Sink.ageOfLastAppliedOp_99th_percentile": 0, "Sink.ageOfLastAppliedOp_99.9th_percentile": 0, "source.logEditsRead": 0, "source.numInitializing": 0, "source.shippedOps": 0, "sink.appliedHFiles": 0, "source.logEditsFiltered": 0, "source.shippedBytes": 0, "sink.appliedOps": 0, "source.completedLogs": 0, "source.failedBatches": 0, "sink.failedBatches": 0, "source.shippedBatches": 0, "sink.appliedBatches": 0 } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=Server", "modelerType": "RegionServer,sub=Server", "tag.zookeeperQuorum": "127.0.0.1:57345", "tag.serverName": "2556e7014d8b,44795,1733401551295", "tag.clusterId": "06b38500-4db7-4877-bfb0-a62d8934461e", "tag.Context": "regionserver", "tag.Hostname": "2556e7014d8b", "regionCount": 0, "storeCount": 0, "hlogFileCount": 3, "hlogFileSize": 0, "storeFileCount": 0, "maxStoreFileCount": 0, "memStoreSize": 0, "memStoreHeapSize": 0, "memStoreOffHeapSize": 0, "storeFileSize": 0, "storeFileSizeGrowthRate": 0.0, "maxStoreFileAge": 0, "minStoreFileAge": 0, "avgStoreFileAge": 0, "numReferenceFiles": 0, "regionServerStartTime": 1733401551295, "averageRegionSize": 0, "storeFileIndexSize": 0, "staticIndexSize": 0, "staticBloomSize": 0, "bloomFilterRequestsCount": 0, "bloomFilterNegativeResultsCount": 0, "bloomFilterEligibleRequestsCount": 0, "mutationsWithoutWALCount": 0, "mutationsWithoutWALSize": 0, "percentFilesLocal": 0.0, "percentFilesLocalSecondaryRegions": 0.0, "totalBytesRead": 320685, "localBytesRead": 320685, "shortCircuitBytesRead": 0, "zeroCopyBytesRead": 0, "splitQueueLength": 0, "compactionQueueLength": 0, "smallCompactionQueueLength": 0, "largeCompactionQueueLength": 0, "flushQueueLength": 0, "blockCacheFreeSize": 922070024, "blockCacheCount": 0, "blockCacheDataBlockCount": 0, "blockCacheSize": 676856, "blockCacheCountHitPercent": 25.0, "blockCacheExpressHitPercent": 0.0, "l1CacheSize": 676856, "l1CacheFreeSize": 922070024, "l1CacheCount": 0, "l1CacheEvictionCount": 0, "l1CacheHitCount": 1, "l1CacheMissCount": 3, "l1CacheHitRatio": 0.25, "l1CacheMissRatio": 0.75, "l2CacheSize": 0, "l2CacheFreeSize": 0, "l2CacheCount": 0, "l2CacheEvictionCount": 0, "l2CacheHitCount": 0, "l2CacheMissCount": 0, "l2CacheHitRatio": 0.0, "l2CacheMissRatio": 0.0, "mobFileCacheCount": 0, "mobFileCacheHitPercent": 0.0, "readRequestRatePerSecond": 0.0, "writeRequestRatePerSecond": 0.0, "ByteBuffAllocatorHeapAllocationBytes": 227435, "ByteBuffAllocatorPoolAllocationBytes": 0, "ByteBuffAllocatorHeapAllocationRatio": 1.0, "ByteBuffAllocatorTotalBufferCount": 186, "ByteBuffAllocatorUsedBufferCount": 0, "activeScanners": 0, "totalRequestCount": 3, "totalRowActionRequestCount": 0, "readRequestCount": 0, "cpRequestCount": 0, "filteredReadRequestCount": 0, "writeRequestCount": 0, "rpcGetRequestCount": 0, "rpcFullScanRequestCount": 1, "rpcScanRequestCount": 1, "rpcMultiRequestCount": 0, "rpcMutateRequestCount": 1, "checkMutateFailedCount": 0, "checkMutatePassedCount": 0, "blockCacheHitCount": 1, "blockCacheHitCountPrimary": 1, "blockCacheHitCachingCount": 0, "blockCacheMissCount": 3, "blockCacheMissCountPrimary": 3, "blockCacheMissCachingCount": 1, "blockCacheEvictionCount": 0, "blockCacheEvictionCountPrimary": 0, "blockCacheFailedInsertionCount": 0, "blockCacheDataMissCount": 3, "blockCacheLeafIndexMissCount": 0, "blockCacheBloomChunkMissCount": 0, "blockCacheMetaMissCount": 0, "blockCacheRootIndexMissCount": 0, "blockCacheIntermediateIndexMissCount": 0, "blockCacheFileInfoMissCount": 0, "blockCacheGeneralBloomMetaMissCount": 0, "blockCacheDeleteFamilyBloomMissCount": 0, "blockCacheTrailerMissCount": 0, "blockCacheDataHitCount": 1, "blockCacheLeafIndexHitCount": 0, "blockCacheBloomChunkHitCount": 0, "blockCacheMetaHitCount": 0, "blockCacheRootIndexHitCount": 0, "blockCacheIntermediateIndexHitCount": 0, "blockCacheFileInfoHitCount": 0, "blockCacheGeneralBloomMetaHitCount": 0, "blockCacheDeleteFamilyBloomHitCount": 0, "blockCacheTrailerHitCount": 0, "updatesBlockedTime": 0, "flushedCellsCount": 0, "compactedCellsCount": 0, "majorCompactedCellsCount": 0, "flushedCellsSize": 0, "compactedCellsSize": 0, "majorCompactedCellsSize": 0, "cellsCountCompactedFromMob": 0, "cellsCountCompactedToMob": 0, "cellsSizeCompactedFromMob": 0, "cellsSizeCompactedToMob": 0, "mobFlushCount": 0, "mobFlushedCellsCount": 0, "mobFlushedCellsSize": 0, "mobScanCellsCount": 0, "mobScanCellsSize": 0, "mobFileCacheAccessCount": 0, "mobFileCacheMissCount": 0, "mobFileCacheEvictedCount": 0, "hedgedReads": 0, "hedgedReadWins": 0, "hedgedReadOpsInCurThread": 0, "blockedRequestCount": 0, "CheckAndMutate_num_ops": 0, "CheckAndMutate_min": 0, "CheckAndMutate_max": 0, "CheckAndMutate_mean": 0, "CheckAndMutate_25th_percentile": 0, "CheckAndMutate_median": 0, "CheckAndMutate_75th_percentile": 0, "CheckAndMutate_90th_percentile": 0, "CheckAndMutate_95th_percentile": 0, "CheckAndMutate_98th_percentile": 0, "CheckAndMutate_99th_percentile": 0, "CheckAndMutate_99.9th_percentile": 0, "MajorCompactionTime_num_ops": 2, "MajorCompactionTime_min": 43, "MajorCompactionTime_max": 53, "MajorCompactionTime_mean": 48, "MajorCompactionTime_25th_percentile": 43, "MajorCompactionTime_median": 44, "MajorCompactionTime_75th_percentile": 53, "MajorCompactionTime_90th_percentile": 53, "MajorCompactionTime_95th_percentile": 53, "MajorCompactionTime_98th_percentile": 53, "MajorCompactionTime_99th_percentile": 53, "MajorCompactionTime_99.9th_percentile": 53, "MajorCompactionTime_TimeRangeCount_30-100": 2, "ScanTime_num_ops": 1, "ScanTime_min": 1, "ScanTime_max": 1, "ScanTime_mean": 1, "ScanTime_25th_percentile": 1, "ScanTime_median": 1, "ScanTime_75th_percentile": 1, "ScanTime_90th_percentile": 1, "ScanTime_95th_percentile": 1, "ScanTime_98th_percentile": 1, "ScanTime_99th_percentile": 1, "ScanTime_99.9th_percentile": 1, "ScanTime_TimeRangeCount_0-1": 1, "CheckAndMutateBlockBytesScanned_num_ops": 0, "CheckAndMutateBlockBytesScanned_min": 0, "CheckAndMutateBlockBytesScanned_max": 0, "CheckAndMutateBlockBytesScanned_mean": 0, "CheckAndMutateBlockBytesScanned_25th_percentile": 0, "CheckAndMutateBlockBytesScanned_median": 0, "CheckAndMutateBlockBytesScanned_75th_percentile": 0, "CheckAndMutateBlockBytesScanned_90th_percentile": 0, "CheckAndMutateBlockBytesScanned_95th_percentile": 0, "CheckAndMutateBlockBytesScanned_98th_percentile": 0, "CheckAndMutateBlockBytesScanned_99th_percentile": 0, "CheckAndMutateBlockBytesScanned_99.9th_percentile": 0, "Put_num_ops": 0, "Put_min": 0, "Put_max": 0, "Put_mean": 0, "Put_25th_percentile": 0, "Put_median": 0, "Put_75th_percentile": 0, "Put_90th_percentile": 0, "Put_95th_percentile": 0, "Put_98th_percentile": 0, "Put_99th_percentile": 0, "Put_99.9th_percentile": 0, "splitRequestCount": 0, "AppendBlockBytesScanned_num_ops": 0, "AppendBlockBytesScanned_min": 0, "AppendBlockBytesScanned_max": 0, "AppendBlockBytesScanned_mean": 0, "AppendBlockBytesScanned_25th_percentile": 0, "AppendBlockBytesScanned_median": 0, "AppendBlockBytesScanned_75th_percentile": 0, "AppendBlockBytesScanned_90th_percentile": 0, "AppendBlockBytesScanned_95th_percentile": 0, "AppendBlockBytesScanned_98th_percentile": 0, "AppendBlockBytesScanned_99th_percentile": 0, "AppendBlockBytesScanned_99.9th_percentile": 0, "PutBatch_num_ops": 0, "PutBatch_min": 0, "PutBatch_max": 0, "PutBatch_mean": 0, "PutBatch_25th_percentile": 0, "PutBatch_median": 0, "PutBatch_75th_percentile": 0, "PutBatch_90th_percentile": 0, "PutBatch_95th_percentile": 0, "PutBatch_98th_percentile": 0, "PutBatch_99th_percentile": 0, "PutBatch_99.9th_percentile": 0, "IncrementBlockBytesScanned_num_ops": 0, "IncrementBlockBytesScanned_min": 0, "IncrementBlockBytesScanned_max": 0, "IncrementBlockBytesScanned_mean": 0, "IncrementBlockBytesScanned_25th_percentile": 0, "IncrementBlockBytesScanned_median": 0, "IncrementBlockBytesScanned_75th_percentile": 0, "IncrementBlockBytesScanned_90th_percentile": 0, "IncrementBlockBytesScanned_95th_percentile": 0, "IncrementBlockBytesScanned_98th_percentile": 0, "IncrementBlockBytesScanned_99th_percentile": 0, "IncrementBlockBytesScanned_99.9th_percentile": 0, "SplitTime_num_ops": 0, "SplitTime_min": 0, "SplitTime_max": 0, "SplitTime_mean": 0, "SplitTime_25th_percentile": 0, "SplitTime_median": 0, "SplitTime_75th_percentile": 0, "SplitTime_90th_percentile": 0, "SplitTime_95th_percentile": 0, "SplitTime_98th_percentile": 0, "SplitTime_99th_percentile": 0, "SplitTime_99.9th_percentile": 0, "GetBlockBytesScanned_num_ops": 0, "GetBlockBytesScanned_min": 0, "GetBlockBytesScanned_max": 0, "GetBlockBytesScanned_mean": 0, "GetBlockBytesScanned_25th_percentile": 0, "GetBlockBytesScanned_median": 0, "GetBlockBytesScanned_75th_percentile": 0, "GetBlockBytesScanned_90th_percentile": 0, "GetBlockBytesScanned_95th_percentile": 0, "GetBlockBytesScanned_98th_percentile": 0, "GetBlockBytesScanned_99th_percentile": 0, "GetBlockBytesScanned_99.9th_percentile": 0, "majorCompactedInputBytes": 14595, "slowAppendCount": 0, "flushedOutputBytes": 9812, "Replay_num_ops": 0, "Replay_min": 0, "Replay_max": 0, "Replay_mean": 0, "Replay_25th_percentile": 0, "Replay_median": 0, "Replay_75th_percentile": 0, "Replay_90th_percentile": 0, "Replay_95th_percentile": 0, "Replay_98th_percentile": 0, "Replay_99th_percentile": 0, "Replay_99.9th_percentile": 0, "MajorCompactionInputSize_num_ops": 2, "MajorCompactionInputSize_min": 4906, "MajorCompactionInputSize_max": 9689, "MajorCompactionInputSize_mean": 7297, "MajorCompactionInputSize_25th_percentile": 6101, "MajorCompactionInputSize_median": 7297, "MajorCompactionInputSize_75th_percentile": 8493, "MajorCompactionInputSize_90th_percentile": 9210, "MajorCompactionInputSize_95th_percentile": 9449, "MajorCompactionInputSize_98th_percentile": 9593, "MajorCompactionInputSize_99th_percentile": 9641, "MajorCompactionInputSize_99.9th_percentile": 9684, "MajorCompactionInputSize_SizeRangeCount_100-1000": 2, "pauseInfoThresholdExceeded": 0, "CheckAndDelete_num_ops": 0, "CheckAndDelete_min": 0, "CheckAndDelete_max": 0, "CheckAndDelete_mean": 0, "CheckAndDelete_25th_percentile": 0, "CheckAndDelete_median": 0, "CheckAndDelete_75th_percentile": 0, "CheckAndDelete_90th_percentile": 0, "CheckAndDelete_95th_percentile": 0, "CheckAndDelete_98th_percentile": 0, "CheckAndDelete_99th_percentile": 0, "CheckAndDelete_99.9th_percentile": 0, "CompactionInputSize_num_ops": 2, "CompactionInputSize_min": 4906, "CompactionInputSize_max": 9689, "CompactionInputSize_mean": 7297, "CompactionInputSize_25th_percentile": 6101, "CompactionInputSize_median": 7297, "CompactionInputSize_75th_percentile": 8493, "CompactionInputSize_90th_percentile": 9210, "CompactionInputSize_95th_percentile": 9449, "CompactionInputSize_98th_percentile": 9593, "CompactionInputSize_99th_percentile": 9641, "CompactionInputSize_99.9th_percentile": 9684, "CompactionInputSize_SizeRangeCount_100-1000": 2, "flushedMemstoreBytes": 50, "majorCompactedOutputBytes": 9218, "slowPutCount": 0, "compactedInputBytes": 14595, "FlushOutputSize_num_ops": 1, "FlushOutputSize_min": 9812, "FlushOutputSize_max": 9812, "FlushOutputSize_mean": 9812, "FlushOutputSize_25th_percentile": 9812, "FlushOutputSize_median": 9812, "FlushOutputSize_75th_percentile": 9812, "FlushOutputSize_90th_percentile": 9812, "FlushOutputSize_95th_percentile": 9812, "FlushOutputSize_98th_percentile": 9812, "FlushOutputSize_99th_percentile": 9812, "FlushOutputSize_99.9th_percentile": 9812, "FlushOutputSize_SizeRangeCount_100-1000": 1, "PauseTimeWithGc_num_ops": 0, "PauseTimeWithGc_min": 0, "PauseTimeWithGc_max": 0, "PauseTimeWithGc_mean": 0, "PauseTimeWithGc_25th_percentile": 0, "PauseTimeWithGc_median": 0, "PauseTimeWithGc_75th_percentile": 0, "PauseTimeWithGc_90th_percentile": 0, "PauseTimeWithGc_95th_percentile": 0, "PauseTimeWithGc_98th_percentile": 0, "PauseTimeWithGc_99th_percentile": 0, "PauseTimeWithGc_99.9th_percentile": 0, "compactedOutputBytes": 9218, "pauseWarnThresholdExceeded": 0, "ScanBlockBytesScanned_num_ops": 1, "ScanBlockBytesScanned_min": 32, "ScanBlockBytesScanned_max": 32, "ScanBlockBytesScanned_mean": 32, "ScanBlockBytesScanned_25th_percentile": 32, "ScanBlockBytesScanned_median": 32, "ScanBlockBytesScanned_75th_percentile": 32, "ScanBlockBytesScanned_90th_percentile": 32, "ScanBlockBytesScanned_95th_percentile": 32, "ScanBlockBytesScanned_98th_percentile": 32, "ScanBlockBytesScanned_99th_percentile": 32, "ScanBlockBytesScanned_99.9th_percentile": 32, "ScanBlockBytesScanned_SizeRangeCount_10-100": 1, "Increment_num_ops": 0, "Increment_min": 0, "Increment_max": 0, "Increment_mean": 0, "Increment_25th_percentile": 0, "Increment_median": 0, "Increment_75th_percentile": 0, "Increment_90th_percentile": 0, "Increment_95th_percentile": 0, "Increment_98th_percentile": 0, "Increment_99th_percentile": 0, "Increment_99.9th_percentile": 0, "Delete_num_ops": 1, "Delete_min": 3, "Delete_max": 3, "Delete_mean": 3, "Delete_25th_percentile": 3, "Delete_median": 3, "Delete_75th_percentile": 3, "Delete_90th_percentile": 3, "Delete_95th_percentile": 3, "Delete_98th_percentile": 3, "Delete_99th_percentile": 3, "Delete_99.9th_percentile": 3, "Delete_TimeRangeCount_1-3": 1, "DeleteBatch_num_ops": 0, "DeleteBatch_min": 0, "DeleteBatch_max": 0, "DeleteBatch_mean": 0, "DeleteBatch_25th_percentile": 0, "DeleteBatch_median": 0, "DeleteBatch_75th_percentile": 0, "DeleteBatch_90th_percentile": 0, "DeleteBatch_95th_percentile": 0, "DeleteBatch_98th_percentile": 0, "DeleteBatch_99th_percentile": 0, "DeleteBatch_99.9th_percentile": 0, "blockBytesScannedCount": 32, "FlushMemstoreSize_num_ops": 1, "FlushMemstoreSize_min": 50, "FlushMemstoreSize_max": 50, "FlushMemstoreSize_mean": 50, "FlushMemstoreSize_25th_percentile": 50, "FlushMemstoreSize_median": 50, "FlushMemstoreSize_75th_percentile": 50, "FlushMemstoreSize_90th_percentile": 50, "FlushMemstoreSize_95th_percentile": 50, "FlushMemstoreSize_98th_percentile": 50, "FlushMemstoreSize_99th_percentile": 50, "FlushMemstoreSize_99.9th_percentile": 50, "FlushMemstoreSize_SizeRangeCount_10-100": 1, "CompactionInputFileCount_num_ops": 2, "CompactionInputFileCount_min": 1, "CompactionInputFileCount_max": 2, "CompactionInputFileCount_mean": 1, "CompactionInputFileCount_25th_percentile": 1, "CompactionInputFileCount_median": 2, "CompactionInputFileCount_75th_percentile": 2, "CompactionInputFileCount_90th_percentile": 2, "CompactionInputFileCount_95th_percentile": 2, "CompactionInputFileCount_98th_percentile": 2, "CompactionInputFileCount_99th_percentile": 2, "CompactionInputFileCount_99.9th_percentile": 2, "CompactionTime_num_ops": 2, "CompactionTime_min": 43, "CompactionTime_max": 53, "CompactionTime_mean": 48, "CompactionTime_25th_percentile": 43, "CompactionTime_median": 44, "CompactionTime_75th_percentile": 53, "CompactionTime_90th_percentile": 53, "CompactionTime_95th_percentile": 53, "CompactionTime_98th_percentile": 53, "CompactionTime_99th_percentile": 53, "CompactionTime_99.9th_percentile": 53, "CompactionTime_TimeRangeCount_30-100": 2, "Get_num_ops": 0, "Get_min": 0, "Get_max": 0, "Get_mean": 0, "Get_25th_percentile": 0, "Get_median": 0, "Get_75th_percentile": 0, "Get_90th_percentile": 0, "Get_95th_percentile": 0, "Get_98th_percentile": 0, "Get_99th_percentile": 0, "Get_99.9th_percentile": 0, "MajorCompactionInputFileCount_num_ops": 2, "MajorCompactionInputFileCount_min": 1, "MajorCompactionInputFileCount_max": 2, "MajorCompactionInputFileCount_mean": 1, "MajorCompactionInputFileCount_25th_percentile": 1, "MajorCompactionInputFileCount_median": 2, "MajorCompactionInputFileCount_75th_percentile": 2, "MajorCompactionInputFileCount_90th_percentile": 2, "MajorCompactionInputFileCount_95th_percentile": 2, "MajorCompactionInputFileCount_98th_percentile": 2, "MajorCompactionInputFileCount_99th_percentile": 2, "MajorCompactionInputFileCount_99.9th_percentile": 2, "scannerLeaseExpiredCount": 0, "CheckAndPut_num_ops": 0, "CheckAndPut_min": 0, "CheckAndPut_max": 0, "CheckAndPut_mean": 0, "CheckAndPut_25th_percentile": 0, "CheckAndPut_median": 0, "CheckAndPut_75th_percentile": 0, "CheckAndPut_90th_percentile": 0, "CheckAndPut_95th_percentile": 0, "CheckAndPut_98th_percentile": 0, "CheckAndPut_99th_percentile": 0, "CheckAndPut_99.9th_percentile": 0, "MajorCompactionOutputSize_num_ops": 2, "MajorCompactionOutputSize_min": 4592, "MajorCompactionOutputSize_max": 4626, "MajorCompactionOutputSize_mean": 4609, "MajorCompactionOutputSize_25th_percentile": 4600, "MajorCompactionOutputSize_median": 4609, "MajorCompactionOutputSize_75th_percentile": 4617, "MajorCompactionOutputSize_90th_percentile": 4622, "MajorCompactionOutputSize_95th_percentile": 4624, "MajorCompactionOutputSize_98th_percentile": 4625, "MajorCompactionOutputSize_99th_percentile": 4625, "MajorCompactionOutputSize_99.9th_percentile": 4625, "MajorCompactionOutputSize_SizeRangeCount_100-1000": 2, "CompactionOutputFileCount_num_ops": 2, "CompactionOutputFileCount_min": 1, "CompactionOutputFileCount_max": 1, "CompactionOutputFileCount_mean": 1, "CompactionOutputFileCount_25th_percentile": 1, "CompactionOutputFileCount_median": 1, "CompactionOutputFileCount_75th_percentile": 1, "CompactionOutputFileCount_90th_percentile": 1, "CompactionOutputFileCount_95th_percentile": 1, "CompactionOutputFileCount_98th_percentile": 1, "CompactionOutputFileCount_99th_percentile": 1, "CompactionOutputFileCount_99.9th_percentile": 1, "slowDeleteCount": 0, "FlushTime_num_ops": 1, "FlushTime_min": 88, "FlushTime_max": 88, "FlushTime_mean": 88, "FlushTime_25th_percentile": 88, "FlushTime_median": 88, "FlushTime_75th_percentile": 88, "FlushTime_90th_percentile": 88, "FlushTime_95th_percentile": 88, "FlushTime_98th_percentile": 88, "FlushTime_99th_percentile": 88, "FlushTime_99.9th_percentile": 88, "FlushTime_TimeRangeCount_30-100": 1, "splitSuccessCount": 0, "MajorCompactionOutputFileCount_num_ops": 2, "MajorCompactionOutputFileCount_min": 1, "MajorCompactionOutputFileCount_max": 1, "MajorCompactionOutputFileCount_mean": 1, "MajorCompactionOutputFileCount_25th_percentile": 1, "MajorCompactionOutputFileCount_median": 1, "MajorCompactionOutputFileCount_75th_percentile": 1, "MajorCompactionOutputFileCount_90th_percentile": 1, "MajorCompactionOutputFileCount_95th_percentile": 1, "MajorCompactionOutputFileCount_98th_percentile": 1, "MajorCompactionOutputFileCount_99th_percentile": 1, "MajorCompactionOutputFileCount_99.9th_percentile": 1, "slowGetCount": 0, "ScanSize_num_ops": 1, "ScanSize_min": 0, "ScanSize_max": 0, "ScanSize_mean": 0, "ScanSize_25th_percentile": 0, "ScanSize_median": 0, "ScanSize_75th_percentile": 0, "ScanSize_90th_percentile": 0, "ScanSize_95th_percentile": 0, "ScanSize_98th_percentile": 0, "ScanSize_99th_percentile": 0, "ScanSize_99.9th_percentile": 0, "ScanSize_SizeRangeCount_0-10": 1, "CompactionOutputSize_num_ops": 2, "CompactionOutputSize_min": 4592, "CompactionOutputSize_max": 4626, "CompactionOutputSize_mean": 4609, "CompactionOutputSize_25th_percentile": 4600, "CompactionOutputSize_median": 4609, "CompactionOutputSize_75th_percentile": 4617, "CompactionOutputSize_90th_percentile": 4622, "CompactionOutputSize_95th_percentile": 4624, "CompactionOutputSize_98th_percentile": 4625, "CompactionOutputSize_99th_percentile": 4625, "CompactionOutputSize_99.9th_percentile": 4625, "CompactionOutputSize_SizeRangeCount_100-1000": 2, "PauseTimeWithoutGc_num_ops": 0, "PauseTimeWithoutGc_min": 0, "PauseTimeWithoutGc_max": 0, "PauseTimeWithoutGc_mean": 0, "PauseTimeWithoutGc_25th_percentile": 0, "PauseTimeWithoutGc_median": 0, "PauseTimeWithoutGc_75th_percentile": 0, "PauseTimeWithoutGc_90th_percentile": 0, "PauseTimeWithoutGc_95th_percentile": 0, "PauseTimeWithoutGc_98th_percentile": 0, "PauseTimeWithoutGc_99th_percentile": 0, "PauseTimeWithoutGc_99.9th_percentile": 0, "slowIncrementCount": 0, "Append_num_ops": 0, "Append_min": 0, "Append_max": 0, "Append_mean": 0, "Append_25th_percentile": 0, "Append_median": 0, "Append_75th_percentile": 0, "Append_90th_percentile": 0, "Append_95th_percentile": 0, "Append_98th_percentile": 0, "Append_99th_percentile": 0, "Append_99.9th_percentile": 0, "Bulkload_count": 0, "Bulkload_mean_rate": 0.0, "Bulkload_1min_rate": 0.0, "Bulkload_5min_rate": 0.0, "Bulkload_15min_rate": 0.0, "Bulkload_num_ops": 0, "Bulkload_min": 0, "Bulkload_max": 0, "Bulkload_mean": 0, "Bulkload_25th_percentile": 0, "Bulkload_median": 0, "Bulkload_75th_percentile": 0, "Bulkload_90th_percentile": 0, "Bulkload_95th_percentile": 0, "Bulkload_98th_percentile": 0, "Bulkload_99th_percentile": 0, "Bulkload_99.9th_percentile": 0 } ] } 2024-12-05T12:26:12,491 WARN [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41629 {}] master.MasterRpcServices(700): 2556e7014d8b,45047,1733401551176 reported a fatal error: ***** ABORTING region server 2556e7014d8b,45047,1733401551176: testing ***** 2024-12-05T12:26:12,510 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '2556e7014d8b,45047,1733401551176' ***** 2024-12-05T12:26:12,510 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: testing 2024-12-05T12:26:12,510 INFO [RS:0;2556e7014d8b:45047 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-05T12:26:12,511 INFO [RS:0;2556e7014d8b:45047 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager abruptly. 2024-12-05T12:26:12,511 INFO [RS:0;2556e7014d8b:45047 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager abruptly. 2024-12-05T12:26:12,511 INFO [RS:0;2556e7014d8b:45047 {}] regionserver.HRegionServer(3091): Received CLOSE for 97af70d635a1efeba5a07e46761ca328 2024-12-05T12:26:12,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44795 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Get size: 140 connection: 172.17.0.2:38574 deadline: 1733401632511, exception=org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=2556e7014d8b port=45047 startCode=1733401551176. As of locationSeqNum=12. 2024-12-05T12:26:12,512 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1733401570200.97af70d635a1efeba5a07e46761ca328., hostname=2556e7014d8b,44795,1733401551295, seqNum=5 , the old value is region=testReplayEditsAfterRegionMovedWithMultiCF,,1733401570200.97af70d635a1efeba5a07e46761ca328., hostname=2556e7014d8b,44795,1733401551295, seqNum=5, error=org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=2556e7014d8b port=45047 startCode=1733401551176. As of locationSeqNum=12. 2024-12-05T12:26:12,512 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1733401570200.97af70d635a1efeba5a07e46761ca328., hostname=2556e7014d8b,44795,1733401551295, seqNum=5 is org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=2556e7014d8b port=45047 startCode=1733401551176. As of locationSeqNum=12. 2024-12-05T12:26:12,512 DEBUG [RS_CLOSE_REGION-regionserver/2556e7014d8b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 97af70d635a1efeba5a07e46761ca328, disabling compactions & flushes 2024-12-05T12:26:12,512 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] client.AsyncRegionLocatorHelper(84): Try updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1733401570200.97af70d635a1efeba5a07e46761ca328., hostname=2556e7014d8b,44795,1733401551295, seqNum=5 with the new location region=testReplayEditsAfterRegionMovedWithMultiCF,,1733401570200.97af70d635a1efeba5a07e46761ca328., hostname=2556e7014d8b,45047,1733401551176, seqNum=12 constructed by org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=2556e7014d8b port=45047 startCode=1733401551176. As of locationSeqNum=12. 2024-12-05T12:26:12,512 INFO [RS_CLOSE_REGION-regionserver/2556e7014d8b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1733401570200.97af70d635a1efeba5a07e46761ca328. 2024-12-05T12:26:12,512 DEBUG [RS_CLOSE_REGION-regionserver/2556e7014d8b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1733401570200.97af70d635a1efeba5a07e46761ca328. 2024-12-05T12:26:12,512 DEBUG [RS_CLOSE_REGION-regionserver/2556e7014d8b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1733401570200.97af70d635a1efeba5a07e46761ca328. after waiting 0 ms 2024-12-05T12:26:12,512 DEBUG [RS_CLOSE_REGION-regionserver/2556e7014d8b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1733401570200.97af70d635a1efeba5a07e46761ca328. 2024-12-05T12:26:12,512 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-05T12:26:12,513 INFO [RS:0;2556e7014d8b:45047 {}] regionserver.HRegionServer(956): aborting server 2556e7014d8b,45047,1733401551176 2024-12-05T12:26:12,513 INFO [RS:0;2556e7014d8b:45047 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-05T12:26:12,513 INFO [RS:0;2556e7014d8b:45047 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;2556e7014d8b:45047. 2024-12-05T12:26:12,513 DEBUG [RS:0;2556e7014d8b:45047 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T12:26:12,514 DEBUG [RS:0;2556e7014d8b:45047 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:26:12,514 INFO [RS:0;2556e7014d8b:45047 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-05T12:26:12,514 DEBUG [RS:0;2556e7014d8b:45047 {}] regionserver.HRegionServer(1325): Online Regions={97af70d635a1efeba5a07e46761ca328=testReplayEditsAfterRegionMovedWithMultiCF,,1733401570200.97af70d635a1efeba5a07e46761ca328.} 2024-12-05T12:26:12,515 DEBUG [RS:0;2556e7014d8b:45047 {}] regionserver.HRegionServer(1351): Waiting on 97af70d635a1efeba5a07e46761ca328 2024-12-05T12:26:12,527 INFO [RS_CLOSE_REGION-regionserver/2556e7014d8b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1733401570200.97af70d635a1efeba5a07e46761ca328. 2024-12-05T12:26:12,527 DEBUG [RS_CLOSE_REGION-regionserver/2556e7014d8b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 97af70d635a1efeba5a07e46761ca328: Waiting for close lock at 1733401572512Running coprocessor pre-close hooks at 1733401572512Disabling compacts and flushes for region at 1733401572512Disabling writes for close at 1733401572512Writing region close event to WAL at 1733401572526 (+14 ms)Running coprocessor post-close hooks at 1733401572526Closed at 1733401572527 (+1 ms) 2024-12-05T12:26:12,527 DEBUG [RS_CLOSE_REGION-regionserver/2556e7014d8b:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1733401570200.97af70d635a1efeba5a07e46761ca328. 2024-12-05T12:26:12,562 INFO [regionserver/2556e7014d8b:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T12:26:12,624 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 2556e7014d8b,45047,1733401551176 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:26:12,625 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1733401570200.97af70d635a1efeba5a07e46761ca328., hostname=2556e7014d8b,45047,1733401551176, seqNum=12 , the old value is region=testReplayEditsAfterRegionMovedWithMultiCF,,1733401570200.97af70d635a1efeba5a07e46761ca328., hostname=2556e7014d8b,45047,1733401551176, seqNum=12, error=org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 2556e7014d8b,45047,1733401551176 aborting 2024-12-05T12:26:12,625 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1733401570200.97af70d635a1efeba5a07e46761ca328., hostname=2556e7014d8b,45047,1733401551176, seqNum=12 is org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 2556e7014d8b,45047,1733401551176 aborting 2024-12-05T12:26:12,625 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testReplayEditsAfterRegionMovedWithMultiCF,,1733401570200.97af70d635a1efeba5a07e46761ca328., hostname=2556e7014d8b,45047,1733401551176, seqNum=12 from cache 2024-12-05T12:26:12,715 INFO [RS:0;2556e7014d8b:45047 {}] regionserver.HRegionServer(976): stopping server 2556e7014d8b,45047,1733401551176; all regions closed. 2024-12-05T12:26:12,719 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33203 is added to blk_1073741835_1011 (size=1405) 2024-12-05T12:26:12,719 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39219 is added to blk_1073741835_1011 (size=1405) 2024-12-05T12:26:12,719 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36197 is added to blk_1073741835_1011 (size=1405) 2024-12-05T12:26:12,720 DEBUG [RS:0;2556e7014d8b:45047 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:26:12,720 INFO [RS:0;2556e7014d8b:45047 {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T12:26:12,720 INFO [RS:0;2556e7014d8b:45047 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-05T12:26:12,720 INFO [RS:0;2556e7014d8b:45047 {}] hbase.ChoreService(370): Chore service for: regionserver/2556e7014d8b:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-05T12:26:12,720 INFO [regionserver/2556e7014d8b:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-05T12:26:12,720 INFO [RS:0;2556e7014d8b:45047 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-05T12:26:12,721 INFO [RS:0;2556e7014d8b:45047 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-05T12:26:12,721 INFO [RS:0;2556e7014d8b:45047 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-05T12:26:12,721 INFO [RS:0;2556e7014d8b:45047 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-05T12:26:12,721 INFO [RS:0;2556e7014d8b:45047 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:45047 2024-12-05T12:26:12,729 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45047-0x100aa66a2260001, quorum=127.0.0.1:57345, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/2556e7014d8b,45047,1733401551176 2024-12-05T12:26:12,729 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41629-0x100aa66a2260000, quorum=127.0.0.1:57345, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-05T12:26:12,730 INFO [RS:0;2556e7014d8b:45047 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-05T12:26:12,731 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [2556e7014d8b,45047,1733401551176] 2024-12-05T12:26:12,733 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/2556e7014d8b,45047,1733401551176 already deleted, retry=false 2024-12-05T12:26:12,733 INFO [RegionServerTracker-0 {}] master.ServerManager(695): Processing expiration of 2556e7014d8b,45047,1733401551176 on 2556e7014d8b,41629,1733401549914 2024-12-05T12:26:12,738 DEBUG [RegionServerTracker-0 {}] procedure2.ProcedureExecutor(1139): Stored pid=13, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure 2556e7014d8b,45047,1733401551176, splitWal=true, meta=false 2024-12-05T12:26:12,741 INFO [RegionServerTracker-0 {}] assignment.AssignmentManager(1999): Scheduled ServerCrashProcedure pid=13 for 2556e7014d8b,45047,1733401551176 (carryingMeta=false) 2556e7014d8b,45047,1733401551176/CRASHED/regionCount=1/lock=java.util.concurrent.locks.ReentrantReadWriteLock@52af4e45[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-12-05T12:26:12,741 INFO [PEWorker-5 {}] procedure.ServerCrashProcedure(169): Start pid=13, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure 2556e7014d8b,45047,1733401551176, splitWal=true, meta=false 2024-12-05T12:26:12,743 INFO [PEWorker-5 {}] procedure.ServerCrashProcedure(207): 2556e7014d8b,45047,1733401551176 had 1 regions 2024-12-05T12:26:12,744 INFO [PEWorker-5 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=13, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure 2556e7014d8b,45047,1733401551176, splitWal=true, meta=false, isMeta: false 2024-12-05T12:26:12,746 DEBUG [PEWorker-5 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:37251/user/jenkins/test-data/9e75d330-a7f5-682a-27b2-173956ef5509/WALs/2556e7014d8b,45047,1733401551176-splitting 2024-12-05T12:26:12,747 INFO [PEWorker-5 {}] master.SplitWALManager(105): 2556e7014d8b,45047,1733401551176 WAL count=1, meta=false 2024-12-05T12:26:12,750 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=13, state=RUNNABLE:ACQUIRE_SPLIT_WAL_WORKER, hasLock=false; SplitWALProcedure 2556e7014d8b%2C45047%2C1733401551176.1733401553455}] 2024-12-05T12:26:12,756 DEBUG [PEWorker-2 {}] master.SplitWALManager(158): Acquired split WAL worker=2556e7014d8b,44045,1733401551348 2024-12-05T12:26:12,758 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; SplitWALRemoteProcedure 2556e7014d8b%2C45047%2C1733401551176.1733401553455, worker=2556e7014d8b,44045,1733401551348}] 2024-12-05T12:26:12,833 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45047-0x100aa66a2260001, quorum=127.0.0.1:57345, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T12:26:12,833 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45047-0x100aa66a2260001, quorum=127.0.0.1:57345, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T12:26:12,833 INFO [RS:0;2556e7014d8b:45047 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-05T12:26:12,834 INFO [RS:0;2556e7014d8b:45047 {}] regionserver.HRegionServer(1031): Exiting; stopping=2556e7014d8b,45047,1733401551176; zookeeper connection closed. 2024-12-05T12:26:12,834 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@e17e49c {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@e17e49c 2024-12-05T12:26:12,838 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testReplayEditsAfterRegionMovedWithMultiCF', row='r1', locateType=CURRENT is [region=testReplayEditsAfterRegionMovedWithMultiCF,,1733401570200.97af70d635a1efeba5a07e46761ca328., hostname=2556e7014d8b,45047,1733401551176, seqNum=18] 2024-12-05T12:26:12,839 WARN [RPCClient-NioEventLoopGroup-6-5 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 2556e7014d8b:45047 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: 2556e7014d8b/172.17.0.2:45047 Caused by: java.net.ConnectException: Connection refused at sun.nio.ch.Net.pollConnect(Native Method) ~[?:?] at sun.nio.ch.Net.pollConnectNow(Net.java:672) ~[?:?] at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946) ~[?:?] at org.apache.hbase.thirdparty.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:26:12,840 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1733401570200.97af70d635a1efeba5a07e46761ca328., hostname=2556e7014d8b,45047,1733401551176, seqNum=18 , the old value is region=testReplayEditsAfterRegionMovedWithMultiCF,,1733401570200.97af70d635a1efeba5a07e46761ca328., hostname=2556e7014d8b,45047,1733401551176, seqNum=18, error=java.net.ConnectException: Call to address=2556e7014d8b:45047 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: 2556e7014d8b/172.17.0.2:45047 2024-12-05T12:26:12,840 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1733401570200.97af70d635a1efeba5a07e46761ca328., hostname=2556e7014d8b,45047,1733401551176, seqNum=18 is java.net.ConnectException: Connection refused 2024-12-05T12:26:12,840 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testReplayEditsAfterRegionMovedWithMultiCF,,1733401570200.97af70d635a1efeba5a07e46761ca328., hostname=2556e7014d8b,45047,1733401551176, seqNum=18 from cache 2024-12-05T12:26:12,841 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] ipc.FailedServers(52): Added failed server with address 2556e7014d8b:45047 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: 2556e7014d8b/172.17.0.2:45047 2024-12-05T12:26:12,921 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44045 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SplitWALCallable, pid=15 2024-12-05T12:26:12,939 INFO [RS_LOG_REPLAY_OPS-regionserver/2556e7014d8b:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.WALSplitter(299): Splitting hdfs://localhost:37251/user/jenkins/test-data/9e75d330-a7f5-682a-27b2-173956ef5509/WALs/2556e7014d8b,45047,1733401551176-splitting/2556e7014d8b%2C45047%2C1733401551176.1733401553455, size=1.4 K (1405bytes) 2024-12-05T12:26:12,939 INFO [RS_LOG_REPLAY_OPS-regionserver/2556e7014d8b:0-0 {event_type=RS_LOG_REPLAY, pid=15}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37251/user/jenkins/test-data/9e75d330-a7f5-682a-27b2-173956ef5509/WALs/2556e7014d8b,45047,1733401551176-splitting/2556e7014d8b%2C45047%2C1733401551176.1733401553455 2024-12-05T12:26:12,940 INFO [RS_LOG_REPLAY_OPS-regionserver/2556e7014d8b:0-0 {event_type=RS_LOG_REPLAY, pid=15}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:37251/user/jenkins/test-data/9e75d330-a7f5-682a-27b2-173956ef5509/WALs/2556e7014d8b,45047,1733401551176-splitting/2556e7014d8b%2C45047%2C1733401551176.1733401553455 after 1ms 2024-12-05T12:26:12,943 DEBUG [RS_LOG_REPLAY_OPS-regionserver/2556e7014d8b:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:37251/user/jenkins/test-data/9e75d330-a7f5-682a-27b2-173956ef5509/WALs/2556e7014d8b,45047,1733401551176-splitting/2556e7014d8b%2C45047%2C1733401551176.1733401553455: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-12-05T12:26:12,943 INFO [RS_LOG_REPLAY_OPS-regionserver/2556e7014d8b:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.WALSplitter(310): Open hdfs://localhost:37251/user/jenkins/test-data/9e75d330-a7f5-682a-27b2-173956ef5509/WALs/2556e7014d8b,45047,1733401551176-splitting/2556e7014d8b%2C45047%2C1733401551176.1733401553455 took 4ms 2024-12-05T12:26:12,950 DEBUG [RS_LOG_REPLAY_OPS-regionserver/2556e7014d8b:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.WALSplitter(352): Last flushed sequenceid for 97af70d635a1efeba5a07e46761ca328: last_flushed_sequence_id: 12 store_sequence_id { family_name: "cf1" sequence_id: 12 } store_sequence_id { family_name: "cf2" sequence_id: 12 } 2024-12-05T12:26:12,950 DEBUG [RS_LOG_REPLAY_OPS-regionserver/2556e7014d8b:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:37251/user/jenkins/test-data/9e75d330-a7f5-682a-27b2-173956ef5509/WALs/2556e7014d8b,45047,1733401551176-splitting/2556e7014d8b%2C45047%2C1733401551176.1733401553455 so closing down 2024-12-05T12:26:12,950 DEBUG [RS_LOG_REPLAY_OPS-regionserver/2556e7014d8b:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-05T12:26:12,950 INFO [RS_LOG_REPLAY_OPS-regionserver/2556e7014d8b:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.OutputSink(145): 3 split writer threads finished 2024-12-05T12:26:12,950 INFO [RS_LOG_REPLAY_OPS-regionserver/2556e7014d8b:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.WALSplitter(425): Processed 6 edits across 0 Regions in 7 ms; skipped=6; WAL=hdfs://localhost:37251/user/jenkins/test-data/9e75d330-a7f5-682a-27b2-173956ef5509/WALs/2556e7014d8b,45047,1733401551176-splitting/2556e7014d8b%2C45047%2C1733401551176.1733401553455, size=1.4 K, length=1405, corrupted=false, cancelled=false 2024-12-05T12:26:12,950 DEBUG [RS_LOG_REPLAY_OPS-regionserver/2556e7014d8b:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.WALSplitter(428): Completed split of hdfs://localhost:37251/user/jenkins/test-data/9e75d330-a7f5-682a-27b2-173956ef5509/WALs/2556e7014d8b,45047,1733401551176-splitting/2556e7014d8b%2C45047%2C1733401551176.1733401553455, journal: Splitting hdfs://localhost:37251/user/jenkins/test-data/9e75d330-a7f5-682a-27b2-173956ef5509/WALs/2556e7014d8b,45047,1733401551176-splitting/2556e7014d8b%2C45047%2C1733401551176.1733401553455, size=1.4 K (1405bytes) at 1733401572939Finishing writing output for hdfs://localhost:37251/user/jenkins/test-data/9e75d330-a7f5-682a-27b2-173956ef5509/WALs/2556e7014d8b,45047,1733401551176-splitting/2556e7014d8b%2C45047%2C1733401551176.1733401553455 so closing down at 1733401572950 (+11 ms)3 split writer threads finished at 1733401572950Processed 6 edits across 0 Regions in 7 ms; skipped=6; WAL=hdfs://localhost:37251/user/jenkins/test-data/9e75d330-a7f5-682a-27b2-173956ef5509/WALs/2556e7014d8b,45047,1733401551176-splitting/2556e7014d8b%2C45047%2C1733401551176.1733401553455, size=1.4 K, length=1405, corrupted=false, cancelled=false at 1733401572950 2024-12-05T12:26:12,950 DEBUG [RS_LOG_REPLAY_OPS-regionserver/2556e7014d8b:0-0 {event_type=RS_LOG_REPLAY, pid=15}] regionserver.SplitLogWorker(218): Done splitting WAL hdfs://localhost:37251/user/jenkins/test-data/9e75d330-a7f5-682a-27b2-173956ef5509/WALs/2556e7014d8b,45047,1733401551176-splitting/2556e7014d8b%2C45047%2C1733401551176.1733401553455 2024-12-05T12:26:12,952 DEBUG [RS_LOG_REPLAY_OPS-regionserver/2556e7014d8b:0-0 {event_type=RS_LOG_REPLAY, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15 2024-12-05T12:26:12,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41629 {}] master.HMaster(4169): Remote procedure done, pid=15 2024-12-05T12:26:12,958 INFO [PEWorker-4 {}] wal.WALSplitUtil(143): Moved hdfs://localhost:37251/user/jenkins/test-data/9e75d330-a7f5-682a-27b2-173956ef5509/WALs/2556e7014d8b,45047,1733401551176-splitting/2556e7014d8b%2C45047%2C1733401551176.1733401553455 to hdfs://localhost:37251/user/jenkins/test-data/9e75d330-a7f5-682a-27b2-173956ef5509/oldWALs 2024-12-05T12:26:12,961 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=14 2024-12-05T12:26:12,961 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=14, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 2556e7014d8b%2C45047%2C1733401551176.1733401553455, worker=2556e7014d8b,44045,1733401551348 in 200 msec 2024-12-05T12:26:12,962 DEBUG [PEWorker-1 {}] master.SplitWALManager(172): Release split WAL worker=2556e7014d8b,44045,1733401551348 2024-12-05T12:26:12,968 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=14, resume processing ppid=13 2024-12-05T12:26:12,968 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=13, state=SUCCESS, hasLock=false; SplitWALProcedure 2556e7014d8b%2C45047%2C1733401551176.1733401553455, worker=2556e7014d8b,44045,1733401551348 in 213 msec 2024-12-05T12:26:12,970 INFO [PEWorker-5 {}] master.SplitLogManager(171): hdfs://localhost:37251/user/jenkins/test-data/9e75d330-a7f5-682a-27b2-173956ef5509/WALs/2556e7014d8b,45047,1733401551176-splitting dir is empty, no logs to split. 2024-12-05T12:26:12,970 INFO [PEWorker-5 {}] master.SplitWALManager(105): 2556e7014d8b,45047,1733401551176 WAL count=0, meta=false 2024-12-05T12:26:12,970 DEBUG [PEWorker-5 {}] procedure.ServerCrashProcedure(329): Check if 2556e7014d8b,45047,1733401551176 WAL splitting is done? wals=0, meta=false 2024-12-05T12:26:12,972 INFO [PEWorker-5 {}] procedure.ServerCrashProcedure(321): Remove WAL directory for 2556e7014d8b,45047,1733401551176 failed, ignore...File hdfs://localhost:37251/user/jenkins/test-data/9e75d330-a7f5-682a-27b2-173956ef5509/WALs/2556e7014d8b,45047,1733401551176-splitting does not exist. 2024-12-05T12:26:12,974 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=97af70d635a1efeba5a07e46761ca328, ASSIGN}] 2024-12-05T12:26:12,976 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=16, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=97af70d635a1efeba5a07e46761ca328, ASSIGN 2024-12-05T12:26:12,977 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=16, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=97af70d635a1efeba5a07e46761ca328, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-12-05T12:26:13,127 DEBUG [2556e7014d8b:41629 {}] balancer.BalancerClusterState(204): Hosts are {2556e7014d8b=0} racks are {/default-rack=0} 2024-12-05T12:26:13,127 DEBUG [2556e7014d8b:41629 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-12-05T12:26:13,127 DEBUG [2556e7014d8b:41629 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-12-05T12:26:13,128 DEBUG [2556e7014d8b:41629 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-12-05T12:26:13,128 DEBUG [2556e7014d8b:41629 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-12-05T12:26:13,128 INFO [2556e7014d8b:41629 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-12-05T12:26:13,128 INFO [2556e7014d8b:41629 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-12-05T12:26:13,128 DEBUG [2556e7014d8b:41629 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-12-05T12:26:13,128 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=97af70d635a1efeba5a07e46761ca328, regionState=OPENING, regionLocation=2556e7014d8b,44045,1733401551348 2024-12-05T12:26:13,131 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=16, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=97af70d635a1efeba5a07e46761ca328, ASSIGN because future has completed 2024-12-05T12:26:13,132 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=16, state=RUNNABLE, hasLock=false; OpenRegionProcedure 97af70d635a1efeba5a07e46761ca328, server=2556e7014d8b,44045,1733401551348}] 2024-12-05T12:26:13,156 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testReplayEditsAfterRegionMovedWithMultiCF', row='r1', locateType=CURRENT is [region=testReplayEditsAfterRegionMovedWithMultiCF,,1733401570200.97af70d635a1efeba5a07e46761ca328., hostname=2556e7014d8b,45047,1733401551176, seqNum=18] 2024-12-05T12:26:13,157 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] ipc.AbstractRpcClient(357): Not trying to connect to 2556e7014d8b:45047 this server is in the failed servers list 2024-12-05T12:26:13,157 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1733401570200.97af70d635a1efeba5a07e46761ca328., hostname=2556e7014d8b,45047,1733401551176, seqNum=18 , the old value is region=testReplayEditsAfterRegionMovedWithMultiCF,,1733401570200.97af70d635a1efeba5a07e46761ca328., hostname=2556e7014d8b,45047,1733401551176, seqNum=18, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=2556e7014d8b:45047 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 2556e7014d8b:45047 2024-12-05T12:26:13,157 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1733401570200.97af70d635a1efeba5a07e46761ca328., hostname=2556e7014d8b,45047,1733401551176, seqNum=18 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 2556e7014d8b:45047 2024-12-05T12:26:13,157 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testReplayEditsAfterRegionMovedWithMultiCF,,1733401570200.97af70d635a1efeba5a07e46761ca328., hostname=2556e7014d8b,45047,1733401551176, seqNum=18 from cache 2024-12-05T12:26:13,289 INFO [RS_OPEN_REGION-regionserver/2556e7014d8b:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(132): Open testReplayEditsAfterRegionMovedWithMultiCF,,1733401570200.97af70d635a1efeba5a07e46761ca328. 2024-12-05T12:26:13,290 DEBUG [RS_OPEN_REGION-regionserver/2556e7014d8b:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7752): Opening region: {ENCODED => 97af70d635a1efeba5a07e46761ca328, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1733401570200.97af70d635a1efeba5a07e46761ca328.', STARTKEY => '', ENDKEY => ''} 2024-12-05T12:26:13,290 DEBUG [RS_OPEN_REGION-regionserver/2556e7014d8b:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testReplayEditsAfterRegionMovedWithMultiCF 97af70d635a1efeba5a07e46761ca328 2024-12-05T12:26:13,290 DEBUG [RS_OPEN_REGION-regionserver/2556e7014d8b:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1733401570200.97af70d635a1efeba5a07e46761ca328.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T12:26:13,290 DEBUG [RS_OPEN_REGION-regionserver/2556e7014d8b:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7794): checking encryption for 97af70d635a1efeba5a07e46761ca328 2024-12-05T12:26:13,290 DEBUG [RS_OPEN_REGION-regionserver/2556e7014d8b:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7797): checking classloading for 97af70d635a1efeba5a07e46761ca328 2024-12-05T12:26:13,292 INFO [StoreOpener-97af70d635a1efeba5a07e46761ca328-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf1 of region 97af70d635a1efeba5a07e46761ca328 2024-12-05T12:26:13,293 INFO [StoreOpener-97af70d635a1efeba5a07e46761ca328-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 97af70d635a1efeba5a07e46761ca328 columnFamilyName cf1 2024-12-05T12:26:13,294 DEBUG [StoreOpener-97af70d635a1efeba5a07e46761ca328-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:26:13,301 DEBUG [StoreOpener-97af70d635a1efeba5a07e46761ca328-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37251/user/jenkins/test-data/9e75d330-a7f5-682a-27b2-173956ef5509/data/default/testReplayEditsAfterRegionMovedWithMultiCF/97af70d635a1efeba5a07e46761ca328/cf1/1195e6d50053463ba550be764a4e75b1 2024-12-05T12:26:13,302 INFO [StoreOpener-97af70d635a1efeba5a07e46761ca328-1 {}] regionserver.HStore(327): Store=97af70d635a1efeba5a07e46761ca328/cf1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T12:26:13,302 INFO [StoreOpener-97af70d635a1efeba5a07e46761ca328-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf2 of region 97af70d635a1efeba5a07e46761ca328 2024-12-05T12:26:13,303 INFO [StoreOpener-97af70d635a1efeba5a07e46761ca328-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 97af70d635a1efeba5a07e46761ca328 columnFamilyName cf2 2024-12-05T12:26:13,303 DEBUG [StoreOpener-97af70d635a1efeba5a07e46761ca328-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:26:13,326 DEBUG [StoreOpener-97af70d635a1efeba5a07e46761ca328-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37251/user/jenkins/test-data/9e75d330-a7f5-682a-27b2-173956ef5509/data/default/testReplayEditsAfterRegionMovedWithMultiCF/97af70d635a1efeba5a07e46761ca328/cf2/138c641c1721442a89642d5bac3e47cd 2024-12-05T12:26:13,326 INFO [StoreOpener-97af70d635a1efeba5a07e46761ca328-1 {}] regionserver.HStore(327): Store=97af70d635a1efeba5a07e46761ca328/cf2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T12:26:13,327 DEBUG [RS_OPEN_REGION-regionserver/2556e7014d8b:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1038): replaying wal for 97af70d635a1efeba5a07e46761ca328 2024-12-05T12:26:13,328 DEBUG [RS_OPEN_REGION-regionserver/2556e7014d8b:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37251/user/jenkins/test-data/9e75d330-a7f5-682a-27b2-173956ef5509/data/default/testReplayEditsAfterRegionMovedWithMultiCF/97af70d635a1efeba5a07e46761ca328 2024-12-05T12:26:13,330 DEBUG [RS_OPEN_REGION-regionserver/2556e7014d8b:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37251/user/jenkins/test-data/9e75d330-a7f5-682a-27b2-173956ef5509/data/default/testReplayEditsAfterRegionMovedWithMultiCF/97af70d635a1efeba5a07e46761ca328 2024-12-05T12:26:13,331 DEBUG [RS_OPEN_REGION-regionserver/2556e7014d8b:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1048): stopping wal replay for 97af70d635a1efeba5a07e46761ca328 2024-12-05T12:26:13,331 DEBUG [RS_OPEN_REGION-regionserver/2556e7014d8b:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1060): Cleaning up temporary data for 97af70d635a1efeba5a07e46761ca328 2024-12-05T12:26:13,332 DEBUG [RS_OPEN_REGION-regionserver/2556e7014d8b:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterRegionMovedWithMultiCF descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-05T12:26:13,333 DEBUG [RS_OPEN_REGION-regionserver/2556e7014d8b:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1093): writing seq id for 97af70d635a1efeba5a07e46761ca328 2024-12-05T12:26:13,334 INFO [RS_OPEN_REGION-regionserver/2556e7014d8b:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1114): Opened 97af70d635a1efeba5a07e46761ca328; next sequenceid=18; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73203113, jitterRate=0.09081138670444489}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-05T12:26:13,334 DEBUG [RS_OPEN_REGION-regionserver/2556e7014d8b:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 97af70d635a1efeba5a07e46761ca328 2024-12-05T12:26:13,335 DEBUG [RS_OPEN_REGION-regionserver/2556e7014d8b:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1006): Region open journal for 97af70d635a1efeba5a07e46761ca328: Running coprocessor pre-open hook at 1733401573291Writing region info on filesystem at 1733401573291Initializing all the Stores at 1733401573292 (+1 ms)Instantiating store for column family {NAME => 'cf1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401573292Instantiating store for column family {NAME => 'cf2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401573292Cleaning up temporary data from old regions at 1733401573331 (+39 ms)Running coprocessor post-open hooks at 1733401573334 (+3 ms)Region opened successfully at 1733401573335 (+1 ms) 2024-12-05T12:26:13,337 INFO [RS_OPEN_REGION-regionserver/2556e7014d8b:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2236): Post open deploy tasks for testReplayEditsAfterRegionMovedWithMultiCF,,1733401570200.97af70d635a1efeba5a07e46761ca328., pid=17, masterSystemTime=1733401573284 2024-12-05T12:26:13,340 DEBUG [RS_OPEN_REGION-regionserver/2556e7014d8b:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2266): Finished post open deploy task for testReplayEditsAfterRegionMovedWithMultiCF,,1733401570200.97af70d635a1efeba5a07e46761ca328. 2024-12-05T12:26:13,340 INFO [RS_OPEN_REGION-regionserver/2556e7014d8b:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(153): Opened testReplayEditsAfterRegionMovedWithMultiCF,,1733401570200.97af70d635a1efeba5a07e46761ca328. 2024-12-05T12:26:13,341 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=97af70d635a1efeba5a07e46761ca328, regionState=OPEN, openSeqNum=18, regionLocation=2556e7014d8b,44045,1733401551348 2024-12-05T12:26:13,345 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=17, ppid=16, state=RUNNABLE, hasLock=false; OpenRegionProcedure 97af70d635a1efeba5a07e46761ca328, server=2556e7014d8b,44045,1733401551348 because future has completed 2024-12-05T12:26:13,357 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=16 2024-12-05T12:26:13,357 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=16, state=SUCCESS, hasLock=false; OpenRegionProcedure 97af70d635a1efeba5a07e46761ca328, server=2556e7014d8b,44045,1733401551348 in 221 msec 2024-12-05T12:26:13,361 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=13 2024-12-05T12:26:13,361 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=13, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=97af70d635a1efeba5a07e46761ca328, ASSIGN in 383 msec 2024-12-05T12:26:13,361 INFO [PEWorker-4 {}] procedure.ServerCrashProcedure(291): removed crashed server 2556e7014d8b,45047,1733401551176 after splitting done 2024-12-05T12:26:13,364 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, state=SUCCESS, hasLock=false; ServerCrashProcedure 2556e7014d8b,45047,1733401551176, splitWal=true, meta=false in 627 msec 2024-12-05T12:26:13,667 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testReplayEditsAfterRegionMovedWithMultiCF', row='r1', locateType=CURRENT is [region=testReplayEditsAfterRegionMovedWithMultiCF,,1733401570200.97af70d635a1efeba5a07e46761ca328., hostname=2556e7014d8b,44045,1733401551348, seqNum=18] 2024-12-05T12:26:13,689 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayValueCompression#testReplayEditsAfterRegionMovedWithMultiCF Thread=408 (was 413), OpenFileDescriptor=1051 (was 1027) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=638 (was 685), ProcessCount=11 (was 11), AvailableMemoryMB=3109 (was 3247) 2024-12-05T12:26:13,689 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1051 is superior to 1024 2024-12-05T12:26:13,707 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayValueCompression#testReplayEditsAfterPartialFlush Thread=408, OpenFileDescriptor=1051, MaxFileDescriptor=1048576, SystemLoadAverage=638, ProcessCount=11, AvailableMemoryMB=3109 2024-12-05T12:26:13,707 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1051 is superior to 1024 2024-12-05T12:26:13,725 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T12:26:13,728 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T12:26:13,729 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T12:26:13,735 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-60930279, suffix=, logDir=hdfs://localhost:37251/hbase/WALs/hregion-60930279, archiveDir=hdfs://localhost:37251/hbase/oldWALs, maxLogs=32 2024-12-05T12:26:13,754 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-60930279/hregion-60930279.1733401573735, exclude list is [], retry=0 2024-12-05T12:26:13,760 DEBUG [AsyncFSWAL-20-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39219,DS-617fd9fb-d3b8-45bb-969c-5ff0ade34d6f,DISK] 2024-12-05T12:26:13,765 DEBUG [AsyncFSWAL-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33203,DS-62ba5f8c-f5d1-4321-92a1-1fb505e60772,DISK] 2024-12-05T12:26:13,769 DEBUG [AsyncFSWAL-20-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36197,DS-bc097945-2295-45e3-bd47-de8a8715bf95,DISK] 2024-12-05T12:26:13,793 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-60930279/hregion-60930279.1733401573735 2024-12-05T12:26:13,793 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46847:46847),(127.0.0.1/127.0.0.1:34381:34381),(127.0.0.1/127.0.0.1:46543:46543)] 2024-12-05T12:26:13,794 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => c7e2a7503f5e0ab6b56f7d9767147f90, NAME => 'testReplayEditsWrittenViaHRegion,,1733401573726.c7e2a7503f5e0ab6b56f7d9767147f90.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsWrittenViaHRegion', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37251/hbase 2024-12-05T12:26:13,812 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39219 is added to blk_1073741893_1071 (size=67) 2024-12-05T12:26:13,813 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33203 is added to blk_1073741893_1071 (size=67) 2024-12-05T12:26:13,814 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36197 is added to blk_1073741893_1071 (size=67) 2024-12-05T12:26:13,816 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1733401573726.c7e2a7503f5e0ab6b56f7d9767147f90.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T12:26:13,817 INFO [StoreOpener-c7e2a7503f5e0ab6b56f7d9767147f90-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region c7e2a7503f5e0ab6b56f7d9767147f90 2024-12-05T12:26:13,819 INFO [StoreOpener-c7e2a7503f5e0ab6b56f7d9767147f90-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c7e2a7503f5e0ab6b56f7d9767147f90 columnFamilyName a 2024-12-05T12:26:13,819 DEBUG [StoreOpener-c7e2a7503f5e0ab6b56f7d9767147f90-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:26:13,819 INFO [StoreOpener-c7e2a7503f5e0ab6b56f7d9767147f90-1 {}] regionserver.HStore(327): Store=c7e2a7503f5e0ab6b56f7d9767147f90/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T12:26:13,819 INFO [StoreOpener-c7e2a7503f5e0ab6b56f7d9767147f90-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region c7e2a7503f5e0ab6b56f7d9767147f90 2024-12-05T12:26:13,821 INFO [StoreOpener-c7e2a7503f5e0ab6b56f7d9767147f90-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c7e2a7503f5e0ab6b56f7d9767147f90 columnFamilyName b 2024-12-05T12:26:13,821 DEBUG [StoreOpener-c7e2a7503f5e0ab6b56f7d9767147f90-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:26:13,821 INFO [StoreOpener-c7e2a7503f5e0ab6b56f7d9767147f90-1 {}] regionserver.HStore(327): Store=c7e2a7503f5e0ab6b56f7d9767147f90/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T12:26:13,821 INFO [StoreOpener-c7e2a7503f5e0ab6b56f7d9767147f90-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region c7e2a7503f5e0ab6b56f7d9767147f90 2024-12-05T12:26:13,823 INFO [StoreOpener-c7e2a7503f5e0ab6b56f7d9767147f90-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c7e2a7503f5e0ab6b56f7d9767147f90 columnFamilyName c 2024-12-05T12:26:13,823 DEBUG [StoreOpener-c7e2a7503f5e0ab6b56f7d9767147f90-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:26:13,823 INFO [StoreOpener-c7e2a7503f5e0ab6b56f7d9767147f90-1 {}] regionserver.HStore(327): Store=c7e2a7503f5e0ab6b56f7d9767147f90/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T12:26:13,824 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for c7e2a7503f5e0ab6b56f7d9767147f90 2024-12-05T12:26:13,824 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37251/hbase/data/default/testReplayEditsWrittenViaHRegion/c7e2a7503f5e0ab6b56f7d9767147f90 2024-12-05T12:26:13,825 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37251/hbase/data/default/testReplayEditsWrittenViaHRegion/c7e2a7503f5e0ab6b56f7d9767147f90 2024-12-05T12:26:13,826 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for c7e2a7503f5e0ab6b56f7d9767147f90 2024-12-05T12:26:13,826 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for c7e2a7503f5e0ab6b56f7d9767147f90 2024-12-05T12:26:13,826 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-05T12:26:13,829 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for c7e2a7503f5e0ab6b56f7d9767147f90 2024-12-05T12:26:13,833 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37251/hbase/data/default/testReplayEditsWrittenViaHRegion/c7e2a7503f5e0ab6b56f7d9767147f90/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T12:26:13,834 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened c7e2a7503f5e0ab6b56f7d9767147f90; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64653578, jitterRate=-0.036586612462997437}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-05T12:26:13,835 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for c7e2a7503f5e0ab6b56f7d9767147f90: Writing region info on filesystem at 1733401573816Initializing all the Stores at 1733401573817 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401573817Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401573817Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401573817Cleaning up temporary data from old regions at 1733401573826 (+9 ms)Region opened successfully at 1733401573835 (+9 ms) 2024-12-05T12:26:13,835 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing c7e2a7503f5e0ab6b56f7d9767147f90, disabling compactions & flushes 2024-12-05T12:26:13,835 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenViaHRegion,,1733401573726.c7e2a7503f5e0ab6b56f7d9767147f90. 2024-12-05T12:26:13,835 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenViaHRegion,,1733401573726.c7e2a7503f5e0ab6b56f7d9767147f90. 2024-12-05T12:26:13,835 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenViaHRegion,,1733401573726.c7e2a7503f5e0ab6b56f7d9767147f90. after waiting 0 ms 2024-12-05T12:26:13,835 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenViaHRegion,,1733401573726.c7e2a7503f5e0ab6b56f7d9767147f90. 2024-12-05T12:26:13,835 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenViaHRegion,,1733401573726.c7e2a7503f5e0ab6b56f7d9767147f90. 2024-12-05T12:26:13,836 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for c7e2a7503f5e0ab6b56f7d9767147f90: Waiting for close lock at 1733401573835Disabling compacts and flushes for region at 1733401573835Disabling writes for close at 1733401573835Writing region close event to WAL at 1733401573835Closed at 1733401573835 2024-12-05T12:26:13,839 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39219 is added to blk_1073741892_1070 (size=95) 2024-12-05T12:26:13,840 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36197 is added to blk_1073741892_1070 (size=95) 2024-12-05T12:26:13,841 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33203 is added to blk_1073741892_1070 (size=95) 2024-12-05T12:26:13,844 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-12-05T12:26:13,844 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-60930279:(num 1733401573735) 2024-12-05T12:26:13,844 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-12-05T12:26:13,846 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:37251/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733401573723, archiveDir=hdfs://localhost:37251/hbase/oldWALs, maxLogs=32 2024-12-05T12:26:13,866 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733401573723/wal.1733401573846, exclude list is [], retry=0 2024-12-05T12:26:13,871 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33203,DS-62ba5f8c-f5d1-4321-92a1-1fb505e60772,DISK] 2024-12-05T12:26:13,872 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36197,DS-bc097945-2295-45e3-bd47-de8a8715bf95,DISK] 2024-12-05T12:26:13,873 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39219,DS-617fd9fb-d3b8-45bb-969c-5ff0ade34d6f,DISK] 2024-12-05T12:26:13,889 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733401573723/wal.1733401573846 2024-12-05T12:26:13,892 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34381:34381),(127.0.0.1/127.0.0.1:46543:46543),(127.0.0.1/127.0.0.1:46847:46847)] 2024-12-05T12:26:13,893 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => c7e2a7503f5e0ab6b56f7d9767147f90, NAME => 'testReplayEditsWrittenViaHRegion,,1733401573726.c7e2a7503f5e0ab6b56f7d9767147f90.', STARTKEY => '', ENDKEY => ''} 2024-12-05T12:26:13,893 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1733401573726.c7e2a7503f5e0ab6b56f7d9767147f90.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T12:26:13,893 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for c7e2a7503f5e0ab6b56f7d9767147f90 2024-12-05T12:26:13,893 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for c7e2a7503f5e0ab6b56f7d9767147f90 2024-12-05T12:26:13,895 INFO [StoreOpener-c7e2a7503f5e0ab6b56f7d9767147f90-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region c7e2a7503f5e0ab6b56f7d9767147f90 2024-12-05T12:26:13,898 INFO [StoreOpener-c7e2a7503f5e0ab6b56f7d9767147f90-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c7e2a7503f5e0ab6b56f7d9767147f90 columnFamilyName a 2024-12-05T12:26:13,898 DEBUG [StoreOpener-c7e2a7503f5e0ab6b56f7d9767147f90-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:26:13,899 INFO [StoreOpener-c7e2a7503f5e0ab6b56f7d9767147f90-1 {}] regionserver.HStore(327): Store=c7e2a7503f5e0ab6b56f7d9767147f90/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T12:26:13,899 INFO [StoreOpener-c7e2a7503f5e0ab6b56f7d9767147f90-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region c7e2a7503f5e0ab6b56f7d9767147f90 2024-12-05T12:26:13,900 INFO [StoreOpener-c7e2a7503f5e0ab6b56f7d9767147f90-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c7e2a7503f5e0ab6b56f7d9767147f90 columnFamilyName b 2024-12-05T12:26:13,900 DEBUG [StoreOpener-c7e2a7503f5e0ab6b56f7d9767147f90-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:26:13,904 INFO [StoreOpener-c7e2a7503f5e0ab6b56f7d9767147f90-1 {}] regionserver.HStore(327): Store=c7e2a7503f5e0ab6b56f7d9767147f90/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T12:26:13,904 INFO [StoreOpener-c7e2a7503f5e0ab6b56f7d9767147f90-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region c7e2a7503f5e0ab6b56f7d9767147f90 2024-12-05T12:26:13,913 INFO [StoreOpener-c7e2a7503f5e0ab6b56f7d9767147f90-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c7e2a7503f5e0ab6b56f7d9767147f90 columnFamilyName c 2024-12-05T12:26:13,913 DEBUG [StoreOpener-c7e2a7503f5e0ab6b56f7d9767147f90-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:26:13,914 INFO [StoreOpener-c7e2a7503f5e0ab6b56f7d9767147f90-1 {}] regionserver.HStore(327): Store=c7e2a7503f5e0ab6b56f7d9767147f90/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T12:26:13,914 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for c7e2a7503f5e0ab6b56f7d9767147f90 2024-12-05T12:26:13,917 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37251/hbase/data/default/testReplayEditsWrittenViaHRegion/c7e2a7503f5e0ab6b56f7d9767147f90 2024-12-05T12:26:13,920 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37251/hbase/data/default/testReplayEditsWrittenViaHRegion/c7e2a7503f5e0ab6b56f7d9767147f90 2024-12-05T12:26:13,921 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for c7e2a7503f5e0ab6b56f7d9767147f90 2024-12-05T12:26:13,921 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for c7e2a7503f5e0ab6b56f7d9767147f90 2024-12-05T12:26:13,922 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-05T12:26:13,923 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for c7e2a7503f5e0ab6b56f7d9767147f90 2024-12-05T12:26:13,924 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened c7e2a7503f5e0ab6b56f7d9767147f90; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71647705, jitterRate=0.06763400137424469}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-05T12:26:13,925 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for c7e2a7503f5e0ab6b56f7d9767147f90: Writing region info on filesystem at 1733401573893Initializing all the Stores at 1733401573894 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401573894Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401573894Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401573894Cleaning up temporary data from old regions at 1733401573921 (+27 ms)Region opened successfully at 1733401573925 (+4 ms) 2024-12-05T12:26:13,980 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing c7e2a7503f5e0ab6b56f7d9767147f90 3/3 column families, dataSize=2.55 KB heapSize=5.44 KB 2024-12-05T12:26:14,009 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37251/hbase/data/default/testReplayEditsWrittenViaHRegion/c7e2a7503f5e0ab6b56f7d9767147f90/.tmp/a/f52a54c95668486f95318b0a41ed2b97 is 91, key is testReplayEditsWrittenViaHRegion/a:x0/1733401573925/Put/seqid=0 2024-12-05T12:26:14,056 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39219 is added to blk_1073741895_1073 (size=5958) 2024-12-05T12:26:14,057 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33203 is added to blk_1073741895_1073 (size=5958) 2024-12-05T12:26:14,057 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36197 is added to blk_1073741895_1073 (size=5958) 2024-12-05T12:26:14,059 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=33 (bloomFilter=true), to=hdfs://localhost:37251/hbase/data/default/testReplayEditsWrittenViaHRegion/c7e2a7503f5e0ab6b56f7d9767147f90/.tmp/a/f52a54c95668486f95318b0a41ed2b97 2024-12-05T12:26:14,097 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37251/hbase/data/default/testReplayEditsWrittenViaHRegion/c7e2a7503f5e0ab6b56f7d9767147f90/.tmp/b/e407b944edcc4161aa07dc1b3fce1c21 is 91, key is testReplayEditsWrittenViaHRegion/b:x0/1733401573943/Put/seqid=0 2024-12-05T12:26:14,112 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39219 is added to blk_1073741896_1074 (size=5958) 2024-12-05T12:26:14,112 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36197 is added to blk_1073741896_1074 (size=5958) 2024-12-05T12:26:14,115 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33203 is added to blk_1073741896_1074 (size=5958) 2024-12-05T12:26:14,115 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=33 (bloomFilter=true), to=hdfs://localhost:37251/hbase/data/default/testReplayEditsWrittenViaHRegion/c7e2a7503f5e0ab6b56f7d9767147f90/.tmp/b/e407b944edcc4161aa07dc1b3fce1c21 2024-12-05T12:26:14,148 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37251/hbase/data/default/testReplayEditsWrittenViaHRegion/c7e2a7503f5e0ab6b56f7d9767147f90/.tmp/c/a4125ef568194a629b7a45950e33a81e is 91, key is testReplayEditsWrittenViaHRegion/c:x0/1733401573964/Put/seqid=0 2024-12-05T12:26:14,155 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36197 is added to blk_1073741897_1075 (size=5958) 2024-12-05T12:26:14,156 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=33 (bloomFilter=true), to=hdfs://localhost:37251/hbase/data/default/testReplayEditsWrittenViaHRegion/c7e2a7503f5e0ab6b56f7d9767147f90/.tmp/c/a4125ef568194a629b7a45950e33a81e 2024-12-05T12:26:14,157 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33203 is added to blk_1073741897_1075 (size=5958) 2024-12-05T12:26:14,157 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39219 is added to blk_1073741897_1075 (size=5958) 2024-12-05T12:26:14,162 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37251/hbase/data/default/testReplayEditsWrittenViaHRegion/c7e2a7503f5e0ab6b56f7d9767147f90/.tmp/a/f52a54c95668486f95318b0a41ed2b97 as hdfs://localhost:37251/hbase/data/default/testReplayEditsWrittenViaHRegion/c7e2a7503f5e0ab6b56f7d9767147f90/a/f52a54c95668486f95318b0a41ed2b97 2024-12-05T12:26:14,167 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37251/hbase/data/default/testReplayEditsWrittenViaHRegion/c7e2a7503f5e0ab6b56f7d9767147f90/a/f52a54c95668486f95318b0a41ed2b97, entries=10, sequenceid=33, filesize=5.8 K 2024-12-05T12:26:14,168 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37251/hbase/data/default/testReplayEditsWrittenViaHRegion/c7e2a7503f5e0ab6b56f7d9767147f90/.tmp/b/e407b944edcc4161aa07dc1b3fce1c21 as hdfs://localhost:37251/hbase/data/default/testReplayEditsWrittenViaHRegion/c7e2a7503f5e0ab6b56f7d9767147f90/b/e407b944edcc4161aa07dc1b3fce1c21 2024-12-05T12:26:14,174 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37251/hbase/data/default/testReplayEditsWrittenViaHRegion/c7e2a7503f5e0ab6b56f7d9767147f90/b/e407b944edcc4161aa07dc1b3fce1c21, entries=10, sequenceid=33, filesize=5.8 K 2024-12-05T12:26:14,174 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37251/hbase/data/default/testReplayEditsWrittenViaHRegion/c7e2a7503f5e0ab6b56f7d9767147f90/.tmp/c/a4125ef568194a629b7a45950e33a81e as hdfs://localhost:37251/hbase/data/default/testReplayEditsWrittenViaHRegion/c7e2a7503f5e0ab6b56f7d9767147f90/c/a4125ef568194a629b7a45950e33a81e 2024-12-05T12:26:14,180 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37251/hbase/data/default/testReplayEditsWrittenViaHRegion/c7e2a7503f5e0ab6b56f7d9767147f90/c/a4125ef568194a629b7a45950e33a81e, entries=10, sequenceid=33, filesize=5.8 K 2024-12-05T12:26:14,181 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~2.55 KB/2610, heapSize ~5.39 KB/5520, currentSize=0 B/0 for c7e2a7503f5e0ab6b56f7d9767147f90 in 201ms, sequenceid=33, compaction requested=false 2024-12-05T12:26:14,181 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for c7e2a7503f5e0ab6b56f7d9767147f90: 2024-12-05T12:26:14,181 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing c7e2a7503f5e0ab6b56f7d9767147f90, disabling compactions & flushes 2024-12-05T12:26:14,181 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenViaHRegion,,1733401573726.c7e2a7503f5e0ab6b56f7d9767147f90. 2024-12-05T12:26:14,181 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenViaHRegion,,1733401573726.c7e2a7503f5e0ab6b56f7d9767147f90. 2024-12-05T12:26:14,181 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenViaHRegion,,1733401573726.c7e2a7503f5e0ab6b56f7d9767147f90. after waiting 0 ms 2024-12-05T12:26:14,181 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenViaHRegion,,1733401573726.c7e2a7503f5e0ab6b56f7d9767147f90. 2024-12-05T12:26:14,197 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenViaHRegion,,1733401573726.c7e2a7503f5e0ab6b56f7d9767147f90. 2024-12-05T12:26:14,197 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for c7e2a7503f5e0ab6b56f7d9767147f90: Waiting for close lock at 1733401574181Disabling compacts and flushes for region at 1733401574181Disabling writes for close at 1733401574181Writing region close event to WAL at 1733401574197 (+16 ms)Closed at 1733401574197 2024-12-05T12:26:14,202 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36197 is added to blk_1073741894_1072 (size=3385) 2024-12-05T12:26:14,203 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39219 is added to blk_1073741894_1072 (size=3385) 2024-12-05T12:26:14,203 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33203 is added to blk_1073741894_1072 (size=3385) 2024-12-05T12:26:14,208 DEBUG [Time-limited test {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37251/hbase/data/default/testReplayEditsWrittenViaHRegion/c7e2a7503f5e0ab6b56f7d9767147f90/b/e407b944edcc4161aa07dc1b3fce1c21 to hdfs://localhost:37251/hbase/archive/data/default/testReplayEditsWrittenViaHRegion/c7e2a7503f5e0ab6b56f7d9767147f90/b/e407b944edcc4161aa07dc1b3fce1c21 2024-12-05T12:26:14,231 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:37251/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733401573723/wal.1733401573846, size=3.3 K (3385bytes) 2024-12-05T12:26:14,231 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37251/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733401573723/wal.1733401573846 2024-12-05T12:26:14,231 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:37251/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733401573723/wal.1733401573846 after 0ms 2024-12-05T12:26:14,234 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:37251/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733401573723/wal.1733401573846: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-12-05T12:26:14,234 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:37251/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733401573723/wal.1733401573846 took 3ms 2024-12-05T12:26:14,237 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:37251/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733401573723/wal.1733401573846 so closing down 2024-12-05T12:26:14,237 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-05T12:26:14,238 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000003-wal.1733401573846.temp 2024-12-05T12:26:14,240 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37251/hbase/data/default/testReplayEditsWrittenViaHRegion/c7e2a7503f5e0ab6b56f7d9767147f90/recovered.edits/0000000000000000003-wal.1733401573846.temp 2024-12-05T12:26:14,241 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-05T12:26:14,250 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33203 is added to blk_1073741898_1076 (size=2944) 2024-12-05T12:26:14,250 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39219 is added to blk_1073741898_1076 (size=2944) 2024-12-05T12:26:14,250 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36197 is added to blk_1073741898_1076 (size=2944) 2024-12-05T12:26:14,251 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37251/hbase/data/default/testReplayEditsWrittenViaHRegion/c7e2a7503f5e0ab6b56f7d9767147f90/recovered.edits/0000000000000000003-wal.1733401573846.temp (wrote 30 edits, skipped 0 edits in 0 ms) 2024-12-05T12:26:14,252 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37251/hbase/data/default/testReplayEditsWrittenViaHRegion/c7e2a7503f5e0ab6b56f7d9767147f90/recovered.edits/0000000000000000003-wal.1733401573846.temp to hdfs://localhost:37251/hbase/data/default/testReplayEditsWrittenViaHRegion/c7e2a7503f5e0ab6b56f7d9767147f90/recovered.edits/0000000000000000032 2024-12-05T12:26:14,252 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 32 edits across 1 Regions in 18 ms; skipped=2; WAL=hdfs://localhost:37251/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733401573723/wal.1733401573846, size=3.3 K, length=3385, corrupted=false, cancelled=false 2024-12-05T12:26:14,252 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:37251/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733401573723/wal.1733401573846, journal: Splitting hdfs://localhost:37251/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733401573723/wal.1733401573846, size=3.3 K (3385bytes) at 1733401574231Finishing writing output for hdfs://localhost:37251/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733401573723/wal.1733401573846 so closing down at 1733401574237 (+6 ms)Creating recovered edits writer path=hdfs://localhost:37251/hbase/data/default/testReplayEditsWrittenViaHRegion/c7e2a7503f5e0ab6b56f7d9767147f90/recovered.edits/0000000000000000003-wal.1733401573846.temp at 1733401574240 (+3 ms)3 split writer threads finished at 1733401574241 (+1 ms)Closed recovered edits writer path=hdfs://localhost:37251/hbase/data/default/testReplayEditsWrittenViaHRegion/c7e2a7503f5e0ab6b56f7d9767147f90/recovered.edits/0000000000000000003-wal.1733401573846.temp (wrote 30 edits, skipped 0 edits in 0 ms) at 1733401574251 (+10 ms)Rename recovered edits hdfs://localhost:37251/hbase/data/default/testReplayEditsWrittenViaHRegion/c7e2a7503f5e0ab6b56f7d9767147f90/recovered.edits/0000000000000000003-wal.1733401573846.temp to hdfs://localhost:37251/hbase/data/default/testReplayEditsWrittenViaHRegion/c7e2a7503f5e0ab6b56f7d9767147f90/recovered.edits/0000000000000000032 at 1733401574252 (+1 ms)Processed 32 edits across 1 Regions in 18 ms; skipped=2; WAL=hdfs://localhost:37251/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733401573723/wal.1733401573846, size=3.3 K, length=3385, corrupted=false, cancelled=false at 1733401574252 2024-12-05T12:26:14,254 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:37251/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733401573723/wal.1733401573846 to hdfs://localhost:37251/hbase/oldWALs/wal.1733401573846 2024-12-05T12:26:14,255 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:37251/hbase/data/default/testReplayEditsWrittenViaHRegion/c7e2a7503f5e0ab6b56f7d9767147f90/recovered.edits/0000000000000000032 2024-12-05T12:26:14,255 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-12-05T12:26:14,257 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:37251/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733401573723, archiveDir=hdfs://localhost:37251/hbase/oldWALs, maxLogs=32 2024-12-05T12:26:14,271 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733401573723/wal.1733401574258, exclude list is [], retry=0 2024-12-05T12:26:14,274 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36197,DS-bc097945-2295-45e3-bd47-de8a8715bf95,DISK] 2024-12-05T12:26:14,274 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39219,DS-617fd9fb-d3b8-45bb-969c-5ff0ade34d6f,DISK] 2024-12-05T12:26:14,274 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33203,DS-62ba5f8c-f5d1-4321-92a1-1fb505e60772,DISK] 2024-12-05T12:26:14,276 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733401573723/wal.1733401574258 2024-12-05T12:26:14,276 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46543:46543),(127.0.0.1/127.0.0.1:46847:46847),(127.0.0.1/127.0.0.1:34381:34381)] 2024-12-05T12:26:14,276 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => c7e2a7503f5e0ab6b56f7d9767147f90, NAME => 'testReplayEditsWrittenViaHRegion,,1733401573726.c7e2a7503f5e0ab6b56f7d9767147f90.', STARTKEY => '', ENDKEY => ''} 2024-12-05T12:26:14,277 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1733401573726.c7e2a7503f5e0ab6b56f7d9767147f90.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T12:26:14,277 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for c7e2a7503f5e0ab6b56f7d9767147f90 2024-12-05T12:26:14,277 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for c7e2a7503f5e0ab6b56f7d9767147f90 2024-12-05T12:26:14,278 INFO [StoreOpener-c7e2a7503f5e0ab6b56f7d9767147f90-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region c7e2a7503f5e0ab6b56f7d9767147f90 2024-12-05T12:26:14,279 INFO [StoreOpener-c7e2a7503f5e0ab6b56f7d9767147f90-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c7e2a7503f5e0ab6b56f7d9767147f90 columnFamilyName a 2024-12-05T12:26:14,279 DEBUG [StoreOpener-c7e2a7503f5e0ab6b56f7d9767147f90-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:26:14,285 DEBUG [StoreOpener-c7e2a7503f5e0ab6b56f7d9767147f90-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37251/hbase/data/default/testReplayEditsWrittenViaHRegion/c7e2a7503f5e0ab6b56f7d9767147f90/a/f52a54c95668486f95318b0a41ed2b97 2024-12-05T12:26:14,285 INFO [StoreOpener-c7e2a7503f5e0ab6b56f7d9767147f90-1 {}] regionserver.HStore(327): Store=c7e2a7503f5e0ab6b56f7d9767147f90/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T12:26:14,285 INFO [StoreOpener-c7e2a7503f5e0ab6b56f7d9767147f90-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region c7e2a7503f5e0ab6b56f7d9767147f90 2024-12-05T12:26:14,287 INFO [StoreOpener-c7e2a7503f5e0ab6b56f7d9767147f90-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c7e2a7503f5e0ab6b56f7d9767147f90 columnFamilyName b 2024-12-05T12:26:14,287 DEBUG [StoreOpener-c7e2a7503f5e0ab6b56f7d9767147f90-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:26:14,287 INFO [StoreOpener-c7e2a7503f5e0ab6b56f7d9767147f90-1 {}] regionserver.HStore(327): Store=c7e2a7503f5e0ab6b56f7d9767147f90/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T12:26:14,288 INFO [StoreOpener-c7e2a7503f5e0ab6b56f7d9767147f90-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region c7e2a7503f5e0ab6b56f7d9767147f90 2024-12-05T12:26:14,289 INFO [StoreOpener-c7e2a7503f5e0ab6b56f7d9767147f90-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c7e2a7503f5e0ab6b56f7d9767147f90 columnFamilyName c 2024-12-05T12:26:14,289 DEBUG [StoreOpener-c7e2a7503f5e0ab6b56f7d9767147f90-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:26:14,295 DEBUG [StoreOpener-c7e2a7503f5e0ab6b56f7d9767147f90-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37251/hbase/data/default/testReplayEditsWrittenViaHRegion/c7e2a7503f5e0ab6b56f7d9767147f90/c/a4125ef568194a629b7a45950e33a81e 2024-12-05T12:26:14,295 INFO [StoreOpener-c7e2a7503f5e0ab6b56f7d9767147f90-1 {}] regionserver.HStore(327): Store=c7e2a7503f5e0ab6b56f7d9767147f90/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T12:26:14,295 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for c7e2a7503f5e0ab6b56f7d9767147f90 2024-12-05T12:26:14,296 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37251/hbase/data/default/testReplayEditsWrittenViaHRegion/c7e2a7503f5e0ab6b56f7d9767147f90 2024-12-05T12:26:14,297 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:37251/hbase/data/default/testReplayEditsWrittenViaHRegion/c7e2a7503f5e0ab6b56f7d9767147f90 2024-12-05T12:26:14,298 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:37251/hbase/data/default/testReplayEditsWrittenViaHRegion/c7e2a7503f5e0ab6b56f7d9767147f90/recovered.edits/0000000000000000032 2024-12-05T12:26:14,300 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:37251/hbase/data/default/testReplayEditsWrittenViaHRegion/c7e2a7503f5e0ab6b56f7d9767147f90/recovered.edits/0000000000000000032: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-12-05T12:26:14,301 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 10, skipped 20, firstSequenceIdInLog=3, maxSequenceIdInLog=32, path=hdfs://localhost:37251/hbase/data/default/testReplayEditsWrittenViaHRegion/c7e2a7503f5e0ab6b56f7d9767147f90/recovered.edits/0000000000000000032 2024-12-05T12:26:14,301 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing c7e2a7503f5e0ab6b56f7d9767147f90 3/3 column families, dataSize=870 B heapSize=2.31 KB 2024-12-05T12:26:14,319 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37251/hbase/data/default/testReplayEditsWrittenViaHRegion/c7e2a7503f5e0ab6b56f7d9767147f90/.tmp/b/487f09e1646b4c6c95a5d18668490577 is 91, key is testReplayEditsWrittenViaHRegion/b:x0/1733401573943/Put/seqid=0 2024-12-05T12:26:14,328 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36197 is added to blk_1073741900_1078 (size=5958) 2024-12-05T12:26:14,328 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39219 is added to blk_1073741900_1078 (size=5958) 2024-12-05T12:26:14,328 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33203 is added to blk_1073741900_1078 (size=5958) 2024-12-05T12:26:14,329 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=32 (bloomFilter=true), to=hdfs://localhost:37251/hbase/data/default/testReplayEditsWrittenViaHRegion/c7e2a7503f5e0ab6b56f7d9767147f90/.tmp/b/487f09e1646b4c6c95a5d18668490577 2024-12-05T12:26:14,335 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37251/hbase/data/default/testReplayEditsWrittenViaHRegion/c7e2a7503f5e0ab6b56f7d9767147f90/.tmp/b/487f09e1646b4c6c95a5d18668490577 as hdfs://localhost:37251/hbase/data/default/testReplayEditsWrittenViaHRegion/c7e2a7503f5e0ab6b56f7d9767147f90/b/487f09e1646b4c6c95a5d18668490577 2024-12-05T12:26:14,340 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37251/hbase/data/default/testReplayEditsWrittenViaHRegion/c7e2a7503f5e0ab6b56f7d9767147f90/b/487f09e1646b4c6c95a5d18668490577, entries=10, sequenceid=32, filesize=5.8 K 2024-12-05T12:26:14,340 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~870 B/870, heapSize ~1.80 KB/1840, currentSize=0 B/0 for c7e2a7503f5e0ab6b56f7d9767147f90 in 39ms, sequenceid=32, compaction requested=false; wal=null 2024-12-05T12:26:14,341 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:37251/hbase/data/default/testReplayEditsWrittenViaHRegion/c7e2a7503f5e0ab6b56f7d9767147f90/recovered.edits/0000000000000000032 2024-12-05T12:26:14,342 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for c7e2a7503f5e0ab6b56f7d9767147f90 2024-12-05T12:26:14,342 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for c7e2a7503f5e0ab6b56f7d9767147f90 2024-12-05T12:26:14,343 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-05T12:26:14,344 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for c7e2a7503f5e0ab6b56f7d9767147f90 2024-12-05T12:26:14,346 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37251/hbase/data/default/testReplayEditsWrittenViaHRegion/c7e2a7503f5e0ab6b56f7d9767147f90/recovered.edits/33.seqid, newMaxSeqId=33, maxSeqId=1 2024-12-05T12:26:14,347 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened c7e2a7503f5e0ab6b56f7d9767147f90; next sequenceid=34; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59613139, jitterRate=-0.11169500648975372}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-05T12:26:14,348 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for c7e2a7503f5e0ab6b56f7d9767147f90: Writing region info on filesystem at 1733401574277Initializing all the Stores at 1733401574278 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401574278Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401574278Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401574278Obtaining lock to block concurrent updates at 1733401574301 (+23 ms)Preparing flush snapshotting stores in c7e2a7503f5e0ab6b56f7d9767147f90 at 1733401574301Finished memstore snapshotting testReplayEditsWrittenViaHRegion,,1733401573726.c7e2a7503f5e0ab6b56f7d9767147f90., syncing WAL and waiting on mvcc, flushsize=dataSize=870, getHeapSize=2320, getOffHeapSize=0, getCellsCount=10 at 1733401574302 (+1 ms)Flushing stores of testReplayEditsWrittenViaHRegion,,1733401573726.c7e2a7503f5e0ab6b56f7d9767147f90. at 1733401574302Flushing c7e2a7503f5e0ab6b56f7d9767147f90/b: creating writer at 1733401574302Flushing c7e2a7503f5e0ab6b56f7d9767147f90/b: appending metadata at 1733401574318 (+16 ms)Flushing c7e2a7503f5e0ab6b56f7d9767147f90/b: closing flushed file at 1733401574318Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7a08b433: reopening flushed file at 1733401574334 (+16 ms)Finished flush of dataSize ~870 B/870, heapSize ~1.80 KB/1840, currentSize=0 B/0 for c7e2a7503f5e0ab6b56f7d9767147f90 in 39ms, sequenceid=32, compaction requested=false; wal=null at 1733401574340 (+6 ms)Cleaning up temporary data from old regions at 1733401574342 (+2 ms)Region opened successfully at 1733401574348 (+6 ms) 2024-12-05T12:26:14,373 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayValueCompression#testReplayEditsAfterPartialFlush Thread=416 (was 408) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_915493354_22 at /127.0.0.1:42634 [Waiting for operation #38] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-20-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-20-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1178294010-172.17.0.2-1733401544268:blk_1073741899_1077, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-20-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1178294010-172.17.0.2-1733401544268:blk_1073741899_1077, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1178294010-172.17.0.2-1733401544268:blk_1073741899_1077, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_915493354_22 at /127.0.0.1:48094 [Waiting for operation #24] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_915493354_22 at /127.0.0.1:55104 [Waiting for operation #40] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_915493354_22 at /127.0.0.1:55238 [Receiving block BP-1178294010-172.17.0.2-1733401544268:blk_1073741899_1077] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_915493354_22 at /127.0.0.1:48232 [Receiving block BP-1178294010-172.17.0.2-1733401544268:blk_1073741899_1077] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_915493354_22 at /127.0.0.1:42772 [Receiving block BP-1178294010-172.17.0.2-1733401544268:blk_1073741899_1077] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=1127 (was 1051) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=638 (was 638), ProcessCount=11 (was 11), AvailableMemoryMB=3083 (was 3109) 2024-12-05T12:26:14,373 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1127 is superior to 1024 2024-12-05T12:26:14,386 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayValueCompression#testReplayEditsAfterAbortingFlush Thread=416, OpenFileDescriptor=1127, MaxFileDescriptor=1048576, SystemLoadAverage=638, ProcessCount=11, AvailableMemoryMB=3082 2024-12-05T12:26:14,386 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1127 is superior to 1024 2024-12-05T12:26:14,403 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T12:26:14,405 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T12:26:14,406 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T12:26:14,409 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-48693304, suffix=, logDir=hdfs://localhost:37251/hbase/WALs/hregion-48693304, archiveDir=hdfs://localhost:37251/hbase/oldWALs, maxLogs=32 2024-12-05T12:26:14,430 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-48693304/hregion-48693304.1733401574410, exclude list is [], retry=0 2024-12-05T12:26:14,433 DEBUG [AsyncFSWAL-22-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33203,DS-62ba5f8c-f5d1-4321-92a1-1fb505e60772,DISK] 2024-12-05T12:26:14,434 DEBUG [AsyncFSWAL-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39219,DS-617fd9fb-d3b8-45bb-969c-5ff0ade34d6f,DISK] 2024-12-05T12:26:14,437 DEBUG [AsyncFSWAL-22-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36197,DS-bc097945-2295-45e3-bd47-de8a8715bf95,DISK] 2024-12-05T12:26:14,445 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-48693304/hregion-48693304.1733401574410 2024-12-05T12:26:14,446 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34381:34381),(127.0.0.1/127.0.0.1:46847:46847),(127.0.0.1/127.0.0.1:46543:46543)] 2024-12-05T12:26:14,446 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => 30533edeb0114ff602b2b15955739c54, NAME => 'testReplayEditsAfterAbortingFlush,,1733401574404.30533edeb0114ff602b2b15955739c54.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsAfterAbortingFlush', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37251/hbase 2024-12-05T12:26:14,463 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36197 is added to blk_1073741902_1080 (size=68) 2024-12-05T12:26:14,463 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33203 is added to blk_1073741902_1080 (size=68) 2024-12-05T12:26:14,464 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39219 is added to blk_1073741902_1080 (size=68) 2024-12-05T12:26:14,468 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsAfterAbortingFlush,,1733401574404.30533edeb0114ff602b2b15955739c54.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T12:26:14,469 INFO [StoreOpener-30533edeb0114ff602b2b15955739c54-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 30533edeb0114ff602b2b15955739c54 2024-12-05T12:26:14,471 INFO [StoreOpener-30533edeb0114ff602b2b15955739c54-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 30533edeb0114ff602b2b15955739c54 columnFamilyName a 2024-12-05T12:26:14,471 DEBUG [StoreOpener-30533edeb0114ff602b2b15955739c54-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:26:14,472 INFO [StoreOpener-30533edeb0114ff602b2b15955739c54-1 {}] regionserver.HStore(327): Store=30533edeb0114ff602b2b15955739c54/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T12:26:14,472 INFO [StoreOpener-30533edeb0114ff602b2b15955739c54-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 30533edeb0114ff602b2b15955739c54 2024-12-05T12:26:14,474 INFO [StoreOpener-30533edeb0114ff602b2b15955739c54-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 30533edeb0114ff602b2b15955739c54 columnFamilyName b 2024-12-05T12:26:14,474 DEBUG [StoreOpener-30533edeb0114ff602b2b15955739c54-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:26:14,474 INFO [StoreOpener-30533edeb0114ff602b2b15955739c54-1 {}] regionserver.HStore(327): Store=30533edeb0114ff602b2b15955739c54/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T12:26:14,474 INFO [StoreOpener-30533edeb0114ff602b2b15955739c54-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 30533edeb0114ff602b2b15955739c54 2024-12-05T12:26:14,476 INFO [StoreOpener-30533edeb0114ff602b2b15955739c54-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 30533edeb0114ff602b2b15955739c54 columnFamilyName c 2024-12-05T12:26:14,476 DEBUG [StoreOpener-30533edeb0114ff602b2b15955739c54-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:26:14,476 INFO [StoreOpener-30533edeb0114ff602b2b15955739c54-1 {}] regionserver.HStore(327): Store=30533edeb0114ff602b2b15955739c54/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T12:26:14,477 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 30533edeb0114ff602b2b15955739c54 2024-12-05T12:26:14,477 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37251/hbase/data/default/testReplayEditsAfterAbortingFlush/30533edeb0114ff602b2b15955739c54 2024-12-05T12:26:14,478 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37251/hbase/data/default/testReplayEditsAfterAbortingFlush/30533edeb0114ff602b2b15955739c54 2024-12-05T12:26:14,479 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 30533edeb0114ff602b2b15955739c54 2024-12-05T12:26:14,479 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 30533edeb0114ff602b2b15955739c54 2024-12-05T12:26:14,480 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterAbortingFlush descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-05T12:26:14,482 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 30533edeb0114ff602b2b15955739c54 2024-12-05T12:26:14,484 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37251/hbase/data/default/testReplayEditsAfterAbortingFlush/30533edeb0114ff602b2b15955739c54/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T12:26:14,485 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 30533edeb0114ff602b2b15955739c54; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59821549, jitterRate=-0.10858945548534393}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-05T12:26:14,486 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 30533edeb0114ff602b2b15955739c54: Writing region info on filesystem at 1733401574468Initializing all the Stores at 1733401574469 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401574469Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401574469Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401574469Cleaning up temporary data from old regions at 1733401574479 (+10 ms)Region opened successfully at 1733401574486 (+7 ms) 2024-12-05T12:26:14,486 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 30533edeb0114ff602b2b15955739c54, disabling compactions & flushes 2024-12-05T12:26:14,486 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsAfterAbortingFlush,,1733401574404.30533edeb0114ff602b2b15955739c54. 2024-12-05T12:26:14,486 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterAbortingFlush,,1733401574404.30533edeb0114ff602b2b15955739c54. 2024-12-05T12:26:14,486 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterAbortingFlush,,1733401574404.30533edeb0114ff602b2b15955739c54. after waiting 0 ms 2024-12-05T12:26:14,486 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterAbortingFlush,,1733401574404.30533edeb0114ff602b2b15955739c54. 2024-12-05T12:26:14,487 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsAfterAbortingFlush,,1733401574404.30533edeb0114ff602b2b15955739c54. 2024-12-05T12:26:14,487 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 30533edeb0114ff602b2b15955739c54: Waiting for close lock at 1733401574486Disabling compacts and flushes for region at 1733401574486Disabling writes for close at 1733401574486Writing region close event to WAL at 1733401574487 (+1 ms)Closed at 1733401574487 2024-12-05T12:26:14,491 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33203 is added to blk_1073741901_1079 (size=95) 2024-12-05T12:26:14,491 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36197 is added to blk_1073741901_1079 (size=95) 2024-12-05T12:26:14,491 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39219 is added to blk_1073741901_1079 (size=95) 2024-12-05T12:26:14,495 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-12-05T12:26:14,495 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-48693304:(num 1733401574410) 2024-12-05T12:26:14,495 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-12-05T12:26:14,497 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:37251/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733401574402, archiveDir=hdfs://localhost:37251/hbase/oldWALs, maxLogs=32 2024-12-05T12:26:14,511 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733401574402/wal.1733401574497, exclude list is [], retry=0 2024-12-05T12:26:14,514 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33203,DS-62ba5f8c-f5d1-4321-92a1-1fb505e60772,DISK] 2024-12-05T12:26:14,514 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36197,DS-bc097945-2295-45e3-bd47-de8a8715bf95,DISK] 2024-12-05T12:26:14,515 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39219,DS-617fd9fb-d3b8-45bb-969c-5ff0ade34d6f,DISK] 2024-12-05T12:26:14,521 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733401574402/wal.1733401574497 2024-12-05T12:26:14,521 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34381:34381),(127.0.0.1/127.0.0.1:46543:46543),(127.0.0.1/127.0.0.1:46847:46847)] 2024-12-05T12:26:14,608 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 30533edeb0114ff602b2b15955739c54, NAME => 'testReplayEditsAfterAbortingFlush,,1733401574404.30533edeb0114ff602b2b15955739c54.', STARTKEY => '', ENDKEY => ''} 2024-12-05T12:26:14,611 DEBUG [Time-limited test {}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testReplayEditsAfterAbortingFlush 30533edeb0114ff602b2b15955739c54 2024-12-05T12:26:14,612 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsAfterAbortingFlush,,1733401574404.30533edeb0114ff602b2b15955739c54.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T12:26:14,612 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 30533edeb0114ff602b2b15955739c54 2024-12-05T12:26:14,612 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 30533edeb0114ff602b2b15955739c54 2024-12-05T12:26:14,621 INFO [StoreOpener-30533edeb0114ff602b2b15955739c54-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 30533edeb0114ff602b2b15955739c54 2024-12-05T12:26:14,625 INFO [StoreOpener-30533edeb0114ff602b2b15955739c54-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 30533edeb0114ff602b2b15955739c54 columnFamilyName a 2024-12-05T12:26:14,625 DEBUG [StoreOpener-30533edeb0114ff602b2b15955739c54-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:26:14,627 INFO [StoreOpener-30533edeb0114ff602b2b15955739c54-1 {}] regionserver.HStore(327): Store=30533edeb0114ff602b2b15955739c54/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T12:26:14,627 INFO [StoreOpener-30533edeb0114ff602b2b15955739c54-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 30533edeb0114ff602b2b15955739c54 2024-12-05T12:26:14,628 INFO [StoreOpener-30533edeb0114ff602b2b15955739c54-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 30533edeb0114ff602b2b15955739c54 columnFamilyName b 2024-12-05T12:26:14,628 DEBUG [StoreOpener-30533edeb0114ff602b2b15955739c54-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:26:14,629 INFO [StoreOpener-30533edeb0114ff602b2b15955739c54-1 {}] regionserver.HStore(327): Store=30533edeb0114ff602b2b15955739c54/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T12:26:14,629 INFO [StoreOpener-30533edeb0114ff602b2b15955739c54-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 30533edeb0114ff602b2b15955739c54 2024-12-05T12:26:14,630 INFO [StoreOpener-30533edeb0114ff602b2b15955739c54-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 30533edeb0114ff602b2b15955739c54 columnFamilyName c 2024-12-05T12:26:14,631 DEBUG [StoreOpener-30533edeb0114ff602b2b15955739c54-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:26:14,632 INFO [StoreOpener-30533edeb0114ff602b2b15955739c54-1 {}] regionserver.HStore(327): Store=30533edeb0114ff602b2b15955739c54/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T12:26:14,632 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 30533edeb0114ff602b2b15955739c54 2024-12-05T12:26:14,633 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37251/hbase/data/default/testReplayEditsAfterAbortingFlush/30533edeb0114ff602b2b15955739c54 2024-12-05T12:26:14,635 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37251/hbase/data/default/testReplayEditsAfterAbortingFlush/30533edeb0114ff602b2b15955739c54 2024-12-05T12:26:14,641 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 30533edeb0114ff602b2b15955739c54 2024-12-05T12:26:14,641 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 30533edeb0114ff602b2b15955739c54 2024-12-05T12:26:14,642 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterAbortingFlush descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-05T12:26:14,647 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 30533edeb0114ff602b2b15955739c54 2024-12-05T12:26:14,648 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 30533edeb0114ff602b2b15955739c54; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65229293, jitterRate=-0.028007790446281433}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-05T12:26:14,648 DEBUG [Time-limited test {}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 30533edeb0114ff602b2b15955739c54 2024-12-05T12:26:14,649 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 30533edeb0114ff602b2b15955739c54: Running coprocessor pre-open hook at 1733401574612Writing region info on filesystem at 1733401574612Initializing all the Stores at 1733401574617 (+5 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401574617Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401574620 (+3 ms)Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401574620Cleaning up temporary data from old regions at 1733401574641 (+21 ms)Running coprocessor post-open hooks at 1733401574648 (+7 ms)Region opened successfully at 1733401574649 (+1 ms) 2024-12-05T12:26:14,677 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 30533edeb0114ff602b2b15955739c54 3/3 column families, dataSize=590 B heapSize=2.08 KB 2024-12-05T12:26:14,684 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for 30533edeb0114ff602b2b15955739c54/a, retrying num=0 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:26:15,685 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for 30533edeb0114ff602b2b15955739c54/a, retrying num=1 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:26:16,141 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-05T12:26:16,686 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for 30533edeb0114ff602b2b15955739c54/a, retrying num=2 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:26:17,687 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for 30533edeb0114ff602b2b15955739c54/a, retrying num=3 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:26:18,534 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-05T12:26:18,688 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for 30533edeb0114ff602b2b15955739c54/a, retrying num=4 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:26:19,688 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for 30533edeb0114ff602b2b15955739c54/a, retrying num=5 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:26:20,670 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsWrittenViaHRegion 2024-12-05T12:26:20,670 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsWrittenViaHRegion Metrics about Tables on a single HBase RegionServer 2024-12-05T12:26:20,671 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsAfterAbortingFlush 2024-12-05T12:26:20,671 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsAfterAbortingFlush Metrics about Tables on a single HBase RegionServer 2024-12-05T12:26:20,689 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for 30533edeb0114ff602b2b15955739c54/a, retrying num=6 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:26:21,690 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for 30533edeb0114ff602b2b15955739c54/a, retrying num=7 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:26:22,690 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for 30533edeb0114ff602b2b15955739c54/a, retrying num=8 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:26:23,691 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for 30533edeb0114ff602b2b15955739c54/a, retrying num=9 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:26:23,692 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 30533edeb0114ff602b2b15955739c54: 2024-12-05T12:26:23,692 INFO [Time-limited test {}] wal.AbstractTestWALReplay(671): Expected simulated exception when flushing region, region: testReplayEditsAfterAbortingFlush,,1733401574404.30533edeb0114ff602b2b15955739c54. 2024-12-05T12:26:23,708 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 30533edeb0114ff602b2b15955739c54: 2024-12-05T12:26:23,708 INFO [Time-limited test {}] wal.AbstractTestWALReplay(691): Expected exception when flushing region because server is stopped,Aborting flush because server is aborted... 2024-12-05T12:26:23,708 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 30533edeb0114ff602b2b15955739c54, disabling compactions & flushes 2024-12-05T12:26:23,708 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsAfterAbortingFlush,,1733401574404.30533edeb0114ff602b2b15955739c54. 2024-12-05T12:26:23,708 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterAbortingFlush,,1733401574404.30533edeb0114ff602b2b15955739c54. 2024-12-05T12:26:23,708 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterAbortingFlush,,1733401574404.30533edeb0114ff602b2b15955739c54. after waiting 0 ms 2024-12-05T12:26:23,708 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterAbortingFlush,,1733401574404.30533edeb0114ff602b2b15955739c54. 2024-12-05T12:26:23,709 ERROR [Time-limited test {}] regionserver.HRegion(1960): Memstore data size is 1190 in region testReplayEditsAfterAbortingFlush,,1733401574404.30533edeb0114ff602b2b15955739c54. 2024-12-05T12:26:23,709 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsAfterAbortingFlush,,1733401574404.30533edeb0114ff602b2b15955739c54. 2024-12-05T12:26:23,709 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 30533edeb0114ff602b2b15955739c54: Waiting for close lock at 1733401583708Running coprocessor pre-close hooks at 1733401583708Disabling compacts and flushes for region at 1733401583708Disabling writes for close at 1733401583708Writing region close event to WAL at 1733401583709 (+1 ms)Running coprocessor post-close hooks at 1733401583709Closed at 1733401583709 2024-12-05T12:26:23,711 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39219 is added to blk_1073741903_1081 (size=2691) 2024-12-05T12:26:23,712 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33203 is added to blk_1073741903_1081 (size=2691) 2024-12-05T12:26:23,712 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36197 is added to blk_1073741903_1081 (size=2691) 2024-12-05T12:26:23,712 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733401574402/wal.1733401574497 not finished, retry = 0 2024-12-05T12:26:23,829 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:37251/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733401574402/wal.1733401574497, size=2.6 K (2691bytes) 2024-12-05T12:26:23,829 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37251/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733401574402/wal.1733401574497 2024-12-05T12:26:23,830 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:37251/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733401574402/wal.1733401574497 after 1ms 2024-12-05T12:26:23,832 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:37251/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733401574402/wal.1733401574497: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-12-05T12:26:23,833 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:37251/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733401574402/wal.1733401574497 took 3ms 2024-12-05T12:26:23,835 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:37251/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733401574402/wal.1733401574497 so closing down 2024-12-05T12:26:23,835 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-05T12:26:23,836 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000004-wal.1733401574497.temp 2024-12-05T12:26:23,837 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37251/hbase/data/default/testReplayEditsAfterAbortingFlush/30533edeb0114ff602b2b15955739c54/recovered.edits/0000000000000000004-wal.1733401574497.temp 2024-12-05T12:26:23,838 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-05T12:26:23,847 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39219 is added to blk_1073741904_1082 (size=2094) 2024-12-05T12:26:23,847 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36197 is added to blk_1073741904_1082 (size=2094) 2024-12-05T12:26:23,848 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37251/hbase/data/default/testReplayEditsAfterAbortingFlush/30533edeb0114ff602b2b15955739c54/recovered.edits/0000000000000000004-wal.1733401574497.temp (wrote 20 edits, skipped 0 edits in 0 ms) 2024-12-05T12:26:23,850 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37251/hbase/data/default/testReplayEditsAfterAbortingFlush/30533edeb0114ff602b2b15955739c54/recovered.edits/0000000000000000004-wal.1733401574497.temp to hdfs://localhost:37251/hbase/data/default/testReplayEditsAfterAbortingFlush/30533edeb0114ff602b2b15955739c54/recovered.edits/0000000000000000026 2024-12-05T12:26:23,850 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 23 edits across 1 Regions in 17 ms; skipped=3; WAL=hdfs://localhost:37251/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733401574402/wal.1733401574497, size=2.6 K, length=2691, corrupted=false, cancelled=false 2024-12-05T12:26:23,850 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:37251/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733401574402/wal.1733401574497, journal: Splitting hdfs://localhost:37251/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733401574402/wal.1733401574497, size=2.6 K (2691bytes) at 1733401583829Finishing writing output for hdfs://localhost:37251/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733401574402/wal.1733401574497 so closing down at 1733401583835 (+6 ms)Creating recovered edits writer path=hdfs://localhost:37251/hbase/data/default/testReplayEditsAfterAbortingFlush/30533edeb0114ff602b2b15955739c54/recovered.edits/0000000000000000004-wal.1733401574497.temp at 1733401583837 (+2 ms)3 split writer threads finished at 1733401583838 (+1 ms)Closed recovered edits writer path=hdfs://localhost:37251/hbase/data/default/testReplayEditsAfterAbortingFlush/30533edeb0114ff602b2b15955739c54/recovered.edits/0000000000000000004-wal.1733401574497.temp (wrote 20 edits, skipped 0 edits in 0 ms) at 1733401583848 (+10 ms)Rename recovered edits hdfs://localhost:37251/hbase/data/default/testReplayEditsAfterAbortingFlush/30533edeb0114ff602b2b15955739c54/recovered.edits/0000000000000000004-wal.1733401574497.temp to hdfs://localhost:37251/hbase/data/default/testReplayEditsAfterAbortingFlush/30533edeb0114ff602b2b15955739c54/recovered.edits/0000000000000000026 at 1733401583850 (+2 ms)Processed 23 edits across 1 Regions in 17 ms; skipped=3; WAL=hdfs://localhost:37251/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733401574402/wal.1733401574497, size=2.6 K, length=2691, corrupted=false, cancelled=false at 1733401583850 2024-12-05T12:26:23,851 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33203 is added to blk_1073741904_1082 (size=2094) 2024-12-05T12:26:23,853 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:37251/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733401574402/wal.1733401574497 to hdfs://localhost:37251/hbase/oldWALs/wal.1733401574497 2024-12-05T12:26:23,854 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:37251/hbase/data/default/testReplayEditsAfterAbortingFlush/30533edeb0114ff602b2b15955739c54/recovered.edits/0000000000000000026 2024-12-05T12:26:23,854 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-12-05T12:26:23,856 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:37251/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733401574402, archiveDir=hdfs://localhost:37251/hbase/oldWALs, maxLogs=32 2024-12-05T12:26:23,870 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733401574402/wal.1733401583856, exclude list is [], retry=0 2024-12-05T12:26:23,872 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36197,DS-bc097945-2295-45e3-bd47-de8a8715bf95,DISK] 2024-12-05T12:26:23,872 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39219,DS-617fd9fb-d3b8-45bb-969c-5ff0ade34d6f,DISK] 2024-12-05T12:26:23,872 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33203,DS-62ba5f8c-f5d1-4321-92a1-1fb505e60772,DISK] 2024-12-05T12:26:23,874 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733401574402/wal.1733401583856 2024-12-05T12:26:23,874 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46543:46543),(127.0.0.1/127.0.0.1:46847:46847),(127.0.0.1/127.0.0.1:34381:34381)] 2024-12-05T12:26:23,874 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 30533edeb0114ff602b2b15955739c54, NAME => 'testReplayEditsAfterAbortingFlush,,1733401574404.30533edeb0114ff602b2b15955739c54.', STARTKEY => '', ENDKEY => ''} 2024-12-05T12:26:23,875 DEBUG [Time-limited test {}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testReplayEditsAfterAbortingFlush 30533edeb0114ff602b2b15955739c54 2024-12-05T12:26:23,875 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsAfterAbortingFlush,,1733401574404.30533edeb0114ff602b2b15955739c54.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T12:26:23,875 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 30533edeb0114ff602b2b15955739c54 2024-12-05T12:26:23,875 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 30533edeb0114ff602b2b15955739c54 2024-12-05T12:26:23,877 INFO [StoreOpener-30533edeb0114ff602b2b15955739c54-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 30533edeb0114ff602b2b15955739c54 2024-12-05T12:26:23,878 INFO [StoreOpener-30533edeb0114ff602b2b15955739c54-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 30533edeb0114ff602b2b15955739c54 columnFamilyName a 2024-12-05T12:26:23,878 DEBUG [StoreOpener-30533edeb0114ff602b2b15955739c54-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:26:23,878 INFO [StoreOpener-30533edeb0114ff602b2b15955739c54-1 {}] regionserver.HStore(327): Store=30533edeb0114ff602b2b15955739c54/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T12:26:23,878 INFO [StoreOpener-30533edeb0114ff602b2b15955739c54-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 30533edeb0114ff602b2b15955739c54 2024-12-05T12:26:23,879 INFO [StoreOpener-30533edeb0114ff602b2b15955739c54-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 30533edeb0114ff602b2b15955739c54 columnFamilyName b 2024-12-05T12:26:23,879 DEBUG [StoreOpener-30533edeb0114ff602b2b15955739c54-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:26:23,880 INFO [StoreOpener-30533edeb0114ff602b2b15955739c54-1 {}] regionserver.HStore(327): Store=30533edeb0114ff602b2b15955739c54/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T12:26:23,880 INFO [StoreOpener-30533edeb0114ff602b2b15955739c54-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 30533edeb0114ff602b2b15955739c54 2024-12-05T12:26:23,881 INFO [StoreOpener-30533edeb0114ff602b2b15955739c54-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 30533edeb0114ff602b2b15955739c54 columnFamilyName c 2024-12-05T12:26:23,881 DEBUG [StoreOpener-30533edeb0114ff602b2b15955739c54-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:26:23,881 INFO [StoreOpener-30533edeb0114ff602b2b15955739c54-1 {}] regionserver.HStore(327): Store=30533edeb0114ff602b2b15955739c54/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T12:26:23,881 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 30533edeb0114ff602b2b15955739c54 2024-12-05T12:26:23,882 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37251/hbase/data/default/testReplayEditsAfterAbortingFlush/30533edeb0114ff602b2b15955739c54 2024-12-05T12:26:23,883 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:37251/hbase/data/default/testReplayEditsAfterAbortingFlush/30533edeb0114ff602b2b15955739c54 2024-12-05T12:26:23,883 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:37251/hbase/data/default/testReplayEditsAfterAbortingFlush/30533edeb0114ff602b2b15955739c54/recovered.edits/0000000000000000026 2024-12-05T12:26:23,885 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:37251/hbase/data/default/testReplayEditsAfterAbortingFlush/30533edeb0114ff602b2b15955739c54/recovered.edits/0000000000000000026: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-12-05T12:26:23,887 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 20, skipped 0, firstSequenceIdInLog=4, maxSequenceIdInLog=26, path=hdfs://localhost:37251/hbase/data/default/testReplayEditsAfterAbortingFlush/30533edeb0114ff602b2b15955739c54/recovered.edits/0000000000000000026 2024-12-05T12:26:23,887 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 30533edeb0114ff602b2b15955739c54 3/3 column families, dataSize=1.16 KB heapSize=3.41 KB 2024-12-05T12:26:23,901 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37251/hbase/data/default/testReplayEditsAfterAbortingFlush/30533edeb0114ff602b2b15955739c54/.tmp/a/b3a6d80f817c450094b9702b533c4200 is 64, key is testReplayEditsAfterAbortingFlush12/a:q/1733401583699/Put/seqid=0 2024-12-05T12:26:23,907 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33203 is added to blk_1073741906_1084 (size=5523) 2024-12-05T12:26:23,908 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39219 is added to blk_1073741906_1084 (size=5523) 2024-12-05T12:26:23,908 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36197 is added to blk_1073741906_1084 (size=5523) 2024-12-05T12:26:23,908 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=416 B at sequenceid=26 (bloomFilter=true), to=hdfs://localhost:37251/hbase/data/default/testReplayEditsAfterAbortingFlush/30533edeb0114ff602b2b15955739c54/.tmp/a/b3a6d80f817c450094b9702b533c4200 2024-12-05T12:26:23,927 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37251/hbase/data/default/testReplayEditsAfterAbortingFlush/30533edeb0114ff602b2b15955739c54/.tmp/b/5dc98e84356e48fb8aea67e98478bc5c is 64, key is testReplayEditsAfterAbortingFlush10/b:q/1733401583692/Put/seqid=0 2024-12-05T12:26:23,933 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33203 is added to blk_1073741907_1085 (size=5524) 2024-12-05T12:26:23,933 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39219 is added to blk_1073741907_1085 (size=5524) 2024-12-05T12:26:23,934 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36197 is added to blk_1073741907_1085 (size=5524) 2024-12-05T12:26:23,934 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=417 B at sequenceid=26 (bloomFilter=true), to=hdfs://localhost:37251/hbase/data/default/testReplayEditsAfterAbortingFlush/30533edeb0114ff602b2b15955739c54/.tmp/b/5dc98e84356e48fb8aea67e98478bc5c 2024-12-05T12:26:23,954 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37251/hbase/data/default/testReplayEditsAfterAbortingFlush/30533edeb0114ff602b2b15955739c54/.tmp/c/09784e67967c4598b34d3d8eb19986df is 64, key is testReplayEditsAfterAbortingFlush11/c:q/1733401583696/Put/seqid=0 2024-12-05T12:26:23,971 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33203 is added to blk_1073741908_1086 (size=5457) 2024-12-05T12:26:23,971 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36197 is added to blk_1073741908_1086 (size=5457) 2024-12-05T12:26:23,972 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39219 is added to blk_1073741908_1086 (size=5457) 2024-12-05T12:26:23,972 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=357 B at sequenceid=26 (bloomFilter=true), to=hdfs://localhost:37251/hbase/data/default/testReplayEditsAfterAbortingFlush/30533edeb0114ff602b2b15955739c54/.tmp/c/09784e67967c4598b34d3d8eb19986df 2024-12-05T12:26:23,979 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37251/hbase/data/default/testReplayEditsAfterAbortingFlush/30533edeb0114ff602b2b15955739c54/.tmp/a/b3a6d80f817c450094b9702b533c4200 as hdfs://localhost:37251/hbase/data/default/testReplayEditsAfterAbortingFlush/30533edeb0114ff602b2b15955739c54/a/b3a6d80f817c450094b9702b533c4200 2024-12-05T12:26:23,985 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37251/hbase/data/default/testReplayEditsAfterAbortingFlush/30533edeb0114ff602b2b15955739c54/a/b3a6d80f817c450094b9702b533c4200, entries=7, sequenceid=26, filesize=5.4 K 2024-12-05T12:26:23,986 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37251/hbase/data/default/testReplayEditsAfterAbortingFlush/30533edeb0114ff602b2b15955739c54/.tmp/b/5dc98e84356e48fb8aea67e98478bc5c as hdfs://localhost:37251/hbase/data/default/testReplayEditsAfterAbortingFlush/30533edeb0114ff602b2b15955739c54/b/5dc98e84356e48fb8aea67e98478bc5c 2024-12-05T12:26:23,991 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37251/hbase/data/default/testReplayEditsAfterAbortingFlush/30533edeb0114ff602b2b15955739c54/b/5dc98e84356e48fb8aea67e98478bc5c, entries=7, sequenceid=26, filesize=5.4 K 2024-12-05T12:26:23,992 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37251/hbase/data/default/testReplayEditsAfterAbortingFlush/30533edeb0114ff602b2b15955739c54/.tmp/c/09784e67967c4598b34d3d8eb19986df as hdfs://localhost:37251/hbase/data/default/testReplayEditsAfterAbortingFlush/30533edeb0114ff602b2b15955739c54/c/09784e67967c4598b34d3d8eb19986df 2024-12-05T12:26:23,998 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37251/hbase/data/default/testReplayEditsAfterAbortingFlush/30533edeb0114ff602b2b15955739c54/c/09784e67967c4598b34d3d8eb19986df, entries=6, sequenceid=26, filesize=5.3 K 2024-12-05T12:26:23,998 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~1.16 KB/1190, heapSize ~3.36 KB/3440, currentSize=0 B/0 for 30533edeb0114ff602b2b15955739c54 in 111ms, sequenceid=26, compaction requested=false; wal=null 2024-12-05T12:26:23,999 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:37251/hbase/data/default/testReplayEditsAfterAbortingFlush/30533edeb0114ff602b2b15955739c54/recovered.edits/0000000000000000026 2024-12-05T12:26:24,000 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 30533edeb0114ff602b2b15955739c54 2024-12-05T12:26:24,000 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 30533edeb0114ff602b2b15955739c54 2024-12-05T12:26:24,001 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterAbortingFlush descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-05T12:26:24,003 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 30533edeb0114ff602b2b15955739c54 2024-12-05T12:26:24,005 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37251/hbase/data/default/testReplayEditsAfterAbortingFlush/30533edeb0114ff602b2b15955739c54/recovered.edits/26.seqid, newMaxSeqId=26, maxSeqId=1 2024-12-05T12:26:24,006 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 30533edeb0114ff602b2b15955739c54; next sequenceid=27; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70343509, jitterRate=0.04819996654987335}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-05T12:26:24,006 DEBUG [Time-limited test {}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 30533edeb0114ff602b2b15955739c54 2024-12-05T12:26:24,006 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 30533edeb0114ff602b2b15955739c54: Running coprocessor pre-open hook at 1733401583875Writing region info on filesystem at 1733401583875Initializing all the Stores at 1733401583876 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401583876Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401583876Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401583876Obtaining lock to block concurrent updates at 1733401583887 (+11 ms)Preparing flush snapshotting stores in 30533edeb0114ff602b2b15955739c54 at 1733401583887Finished memstore snapshotting testReplayEditsAfterAbortingFlush,,1733401574404.30533edeb0114ff602b2b15955739c54., syncing WAL and waiting on mvcc, flushsize=dataSize=1190, getHeapSize=3440, getOffHeapSize=0, getCellsCount=20 at 1733401583887Flushing stores of testReplayEditsAfterAbortingFlush,,1733401574404.30533edeb0114ff602b2b15955739c54. at 1733401583887Flushing 30533edeb0114ff602b2b15955739c54/a: creating writer at 1733401583887Flushing 30533edeb0114ff602b2b15955739c54/a: appending metadata at 1733401583901 (+14 ms)Flushing 30533edeb0114ff602b2b15955739c54/a: closing flushed file at 1733401583901Flushing 30533edeb0114ff602b2b15955739c54/b: creating writer at 1733401583913 (+12 ms)Flushing 30533edeb0114ff602b2b15955739c54/b: appending metadata at 1733401583927 (+14 ms)Flushing 30533edeb0114ff602b2b15955739c54/b: closing flushed file at 1733401583927Flushing 30533edeb0114ff602b2b15955739c54/c: creating writer at 1733401583939 (+12 ms)Flushing 30533edeb0114ff602b2b15955739c54/c: appending metadata at 1733401583954 (+15 ms)Flushing 30533edeb0114ff602b2b15955739c54/c: closing flushed file at 1733401583954Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@14f71ee6: reopening flushed file at 1733401583978 (+24 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7c997d01: reopening flushed file at 1733401583985 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@42e17349: reopening flushed file at 1733401583991 (+6 ms)Finished flush of dataSize ~1.16 KB/1190, heapSize ~3.36 KB/3440, currentSize=0 B/0 for 30533edeb0114ff602b2b15955739c54 in 111ms, sequenceid=26, compaction requested=false; wal=null at 1733401583998 (+7 ms)Cleaning up temporary data from old regions at 1733401584000 (+2 ms)Running coprocessor post-open hooks at 1733401584006 (+6 ms)Region opened successfully at 1733401584006 2024-12-05T12:26:24,028 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayValueCompression#testReplayEditsAfterAbortingFlush Thread=423 (was 416) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_915493354_22 at /127.0.0.1:36374 [Receiving block BP-1178294010-172.17.0.2-1733401544268:blk_1073741905_1083] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-22-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1178294010-172.17.0.2-1733401544268:blk_1073741905_1083, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_915493354_22 at /127.0.0.1:33334 [Receiving block BP-1178294010-172.17.0.2-1733401544268:blk_1073741905_1083] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_915493354_22 at /127.0.0.1:58034 [Receiving block BP-1178294010-172.17.0.2-1733401544268:blk_1073741905_1083] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_915493354_22 at /127.0.0.1:58038 [Waiting for operation #7] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_915493354_22 at /127.0.0.1:33364 [Waiting for operation #9] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1178294010-172.17.0.2-1733401544268:blk_1073741905_1083, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-22-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1178294010-172.17.0.2-1733401544268:blk_1073741905_1083, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_915493354_22 at /127.0.0.1:36364 [Waiting for operation #9] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-22-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=1186 (was 1127) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=570 (was 638), ProcessCount=11 (was 11), AvailableMemoryMB=2909 (was 3082) 2024-12-05T12:26:24,029 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1186 is superior to 1024 2024-12-05T12:26:24,041 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayValueCompression#testDatalossWhenInputError Thread=423, OpenFileDescriptor=1186, MaxFileDescriptor=1048576, SystemLoadAverage=570, ProcessCount=11, AvailableMemoryMB=2909 2024-12-05T12:26:24,041 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1186 is superior to 1024 2024-12-05T12:26:24,057 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T12:26:24,060 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T12:26:24,061 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T12:26:24,063 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-28284349, suffix=, logDir=hdfs://localhost:37251/hbase/WALs/hregion-28284349, archiveDir=hdfs://localhost:37251/hbase/oldWALs, maxLogs=32 2024-12-05T12:26:24,077 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-28284349/hregion-28284349.1733401584064, exclude list is [], retry=0 2024-12-05T12:26:24,079 DEBUG [AsyncFSWAL-24-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39219,DS-617fd9fb-d3b8-45bb-969c-5ff0ade34d6f,DISK] 2024-12-05T12:26:24,079 DEBUG [AsyncFSWAL-24-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36197,DS-bc097945-2295-45e3-bd47-de8a8715bf95,DISK] 2024-12-05T12:26:24,080 DEBUG [AsyncFSWAL-24-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33203,DS-62ba5f8c-f5d1-4321-92a1-1fb505e60772,DISK] 2024-12-05T12:26:24,081 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-28284349/hregion-28284349.1733401584064 2024-12-05T12:26:24,082 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46847:46847),(127.0.0.1/127.0.0.1:46543:46543),(127.0.0.1/127.0.0.1:34381:34381)] 2024-12-05T12:26:24,082 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => 2d5625b897106697e7089e9484674608, NAME => 'testDatalossWhenInputError,,1733401584058.2d5625b897106697e7089e9484674608.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testDatalossWhenInputError', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37251/hbase 2024-12-05T12:26:24,089 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33203 is added to blk_1073741910_1088 (size=61) 2024-12-05T12:26:24,089 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36197 is added to blk_1073741910_1088 (size=61) 2024-12-05T12:26:24,090 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39219 is added to blk_1073741910_1088 (size=61) 2024-12-05T12:26:24,090 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testDatalossWhenInputError,,1733401584058.2d5625b897106697e7089e9484674608.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T12:26:24,091 INFO [StoreOpener-2d5625b897106697e7089e9484674608-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 2d5625b897106697e7089e9484674608 2024-12-05T12:26:24,092 INFO [StoreOpener-2d5625b897106697e7089e9484674608-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2d5625b897106697e7089e9484674608 columnFamilyName a 2024-12-05T12:26:24,092 DEBUG [StoreOpener-2d5625b897106697e7089e9484674608-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:26:24,093 INFO [StoreOpener-2d5625b897106697e7089e9484674608-1 {}] regionserver.HStore(327): Store=2d5625b897106697e7089e9484674608/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T12:26:24,093 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 2d5625b897106697e7089e9484674608 2024-12-05T12:26:24,094 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37251/hbase/data/default/testDatalossWhenInputError/2d5625b897106697e7089e9484674608 2024-12-05T12:26:24,094 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37251/hbase/data/default/testDatalossWhenInputError/2d5625b897106697e7089e9484674608 2024-12-05T12:26:24,095 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 2d5625b897106697e7089e9484674608 2024-12-05T12:26:24,095 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 2d5625b897106697e7089e9484674608 2024-12-05T12:26:24,096 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 2d5625b897106697e7089e9484674608 2024-12-05T12:26:24,098 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37251/hbase/data/default/testDatalossWhenInputError/2d5625b897106697e7089e9484674608/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T12:26:24,099 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 2d5625b897106697e7089e9484674608; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74076898, jitterRate=0.10383179783821106}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-05T12:26:24,099 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 2d5625b897106697e7089e9484674608: Writing region info on filesystem at 1733401584090Initializing all the Stores at 1733401584091 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401584091Cleaning up temporary data from old regions at 1733401584095 (+4 ms)Region opened successfully at 1733401584099 (+4 ms) 2024-12-05T12:26:24,099 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 2d5625b897106697e7089e9484674608, disabling compactions & flushes 2024-12-05T12:26:24,099 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testDatalossWhenInputError,,1733401584058.2d5625b897106697e7089e9484674608. 2024-12-05T12:26:24,099 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testDatalossWhenInputError,,1733401584058.2d5625b897106697e7089e9484674608. 2024-12-05T12:26:24,099 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testDatalossWhenInputError,,1733401584058.2d5625b897106697e7089e9484674608. after waiting 0 ms 2024-12-05T12:26:24,100 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testDatalossWhenInputError,,1733401584058.2d5625b897106697e7089e9484674608. 2024-12-05T12:26:24,100 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testDatalossWhenInputError,,1733401584058.2d5625b897106697e7089e9484674608. 2024-12-05T12:26:24,100 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 2d5625b897106697e7089e9484674608: Waiting for close lock at 1733401584099Disabling compacts and flushes for region at 1733401584099Disabling writes for close at 1733401584099Writing region close event to WAL at 1733401584100 (+1 ms)Closed at 1733401584100 2024-12-05T12:26:24,102 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33203 is added to blk_1073741909_1087 (size=95) 2024-12-05T12:26:24,102 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36197 is added to blk_1073741909_1087 (size=95) 2024-12-05T12:26:24,103 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39219 is added to blk_1073741909_1087 (size=95) 2024-12-05T12:26:24,106 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-12-05T12:26:24,106 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-28284349:(num 1733401584064) 2024-12-05T12:26:24,106 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-12-05T12:26:24,107 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:37251/hbase/WALs/testdatalosswheninputerror-manual,16010,1733401584056, archiveDir=hdfs://localhost:37251/hbase/oldWALs, maxLogs=32 2024-12-05T12:26:24,121 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testdatalosswheninputerror-manual,16010,1733401584056/wal.1733401584108, exclude list is [], retry=0 2024-12-05T12:26:24,123 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36197,DS-bc097945-2295-45e3-bd47-de8a8715bf95,DISK] 2024-12-05T12:26:24,123 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33203,DS-62ba5f8c-f5d1-4321-92a1-1fb505e60772,DISK] 2024-12-05T12:26:24,123 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39219,DS-617fd9fb-d3b8-45bb-969c-5ff0ade34d6f,DISK] 2024-12-05T12:26:24,125 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testdatalosswheninputerror-manual,16010,1733401584056/wal.1733401584108 2024-12-05T12:26:24,125 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46543:46543),(127.0.0.1/127.0.0.1:34381:34381),(127.0.0.1/127.0.0.1:46847:46847)] 2024-12-05T12:26:24,125 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 2d5625b897106697e7089e9484674608, NAME => 'testDatalossWhenInputError,,1733401584058.2d5625b897106697e7089e9484674608.', STARTKEY => '', ENDKEY => ''} 2024-12-05T12:26:24,125 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testDatalossWhenInputError,,1733401584058.2d5625b897106697e7089e9484674608.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T12:26:24,125 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 2d5625b897106697e7089e9484674608 2024-12-05T12:26:24,125 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 2d5625b897106697e7089e9484674608 2024-12-05T12:26:24,127 INFO [StoreOpener-2d5625b897106697e7089e9484674608-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 2d5625b897106697e7089e9484674608 2024-12-05T12:26:24,127 INFO [StoreOpener-2d5625b897106697e7089e9484674608-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2d5625b897106697e7089e9484674608 columnFamilyName a 2024-12-05T12:26:24,128 DEBUG [StoreOpener-2d5625b897106697e7089e9484674608-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:26:24,128 INFO [StoreOpener-2d5625b897106697e7089e9484674608-1 {}] regionserver.HStore(327): Store=2d5625b897106697e7089e9484674608/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T12:26:24,128 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 2d5625b897106697e7089e9484674608 2024-12-05T12:26:24,129 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37251/hbase/data/default/testDatalossWhenInputError/2d5625b897106697e7089e9484674608 2024-12-05T12:26:24,130 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37251/hbase/data/default/testDatalossWhenInputError/2d5625b897106697e7089e9484674608 2024-12-05T12:26:24,131 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 2d5625b897106697e7089e9484674608 2024-12-05T12:26:24,131 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 2d5625b897106697e7089e9484674608 2024-12-05T12:26:24,133 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 2d5625b897106697e7089e9484674608 2024-12-05T12:26:24,133 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 2d5625b897106697e7089e9484674608; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67180352, jitterRate=0.0010652542114257812}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-05T12:26:24,134 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 2d5625b897106697e7089e9484674608: Writing region info on filesystem at 1733401584125Initializing all the Stores at 1733401584126 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401584126Cleaning up temporary data from old regions at 1733401584131 (+5 ms)Region opened successfully at 1733401584134 (+3 ms) 2024-12-05T12:26:24,144 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 2d5625b897106697e7089e9484674608, disabling compactions & flushes 2024-12-05T12:26:24,144 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testDatalossWhenInputError,,1733401584058.2d5625b897106697e7089e9484674608. 2024-12-05T12:26:24,144 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testDatalossWhenInputError,,1733401584058.2d5625b897106697e7089e9484674608. 2024-12-05T12:26:24,144 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testDatalossWhenInputError,,1733401584058.2d5625b897106697e7089e9484674608. after waiting 0 ms 2024-12-05T12:26:24,144 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testDatalossWhenInputError,,1733401584058.2d5625b897106697e7089e9484674608. 2024-12-05T12:26:24,145 ERROR [Time-limited test {}] regionserver.HRegion(1960): Memstore data size is 750 in region testDatalossWhenInputError,,1733401584058.2d5625b897106697e7089e9484674608. 2024-12-05T12:26:24,145 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testDatalossWhenInputError,,1733401584058.2d5625b897106697e7089e9484674608. 2024-12-05T12:26:24,145 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 2d5625b897106697e7089e9484674608: Waiting for close lock at 1733401584144Disabling compacts and flushes for region at 1733401584144Disabling writes for close at 1733401584144Writing region close event to WAL at 1733401584145 (+1 ms)Closed at 1733401584145 2024-12-05T12:26:24,147 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36197 is added to blk_1073741911_1089 (size=1050) 2024-12-05T12:26:24,147 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39219 is added to blk_1073741911_1089 (size=1050) 2024-12-05T12:26:24,147 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33203 is added to blk_1073741911_1089 (size=1050) 2024-12-05T12:26:24,164 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:37251/hbase/WALs/testdatalosswheninputerror-manual,16010,1733401584056/wal.1733401584108, size=1.0 K (1050bytes) 2024-12-05T12:26:24,164 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37251/hbase/WALs/testdatalosswheninputerror-manual,16010,1733401584056/wal.1733401584108 2024-12-05T12:26:24,164 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:37251/hbase/WALs/testdatalosswheninputerror-manual,16010,1733401584056/wal.1733401584108 after 0ms 2024-12-05T12:26:24,166 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:37251/hbase/WALs/testdatalosswheninputerror-manual,16010,1733401584056/wal.1733401584108: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-12-05T12:26:24,166 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:37251/hbase/WALs/testdatalosswheninputerror-manual,16010,1733401584056/wal.1733401584108 took 3ms 2024-12-05T12:26:24,168 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:37251/hbase/WALs/testdatalosswheninputerror-manual,16010,1733401584056/wal.1733401584108 so closing down 2024-12-05T12:26:24,168 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-05T12:26:24,170 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000003-wal.1733401584108.temp 2024-12-05T12:26:24,171 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37251/hbase/data/default/testDatalossWhenInputError/2d5625b897106697e7089e9484674608/recovered.edits/0000000000000000003-wal.1733401584108.temp 2024-12-05T12:26:24,172 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-05T12:26:24,182 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39219 is added to blk_1073741912_1090 (size=1050) 2024-12-05T12:26:24,183 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33203 is added to blk_1073741912_1090 (size=1050) 2024-12-05T12:26:24,183 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36197 is added to blk_1073741912_1090 (size=1050) 2024-12-05T12:26:24,183 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37251/hbase/data/default/testDatalossWhenInputError/2d5625b897106697e7089e9484674608/recovered.edits/0000000000000000003-wal.1733401584108.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-05T12:26:24,185 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37251/hbase/data/default/testDatalossWhenInputError/2d5625b897106697e7089e9484674608/recovered.edits/0000000000000000003-wal.1733401584108.temp to hdfs://localhost:37251/hbase/data/default/testDatalossWhenInputError/2d5625b897106697e7089e9484674608/recovered.edits/0000000000000000012 2024-12-05T12:26:24,185 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 1 Regions in 18 ms; skipped=0; WAL=hdfs://localhost:37251/hbase/WALs/testdatalosswheninputerror-manual,16010,1733401584056/wal.1733401584108, size=1.0 K, length=1050, corrupted=false, cancelled=false 2024-12-05T12:26:24,185 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:37251/hbase/WALs/testdatalosswheninputerror-manual,16010,1733401584056/wal.1733401584108, journal: Splitting hdfs://localhost:37251/hbase/WALs/testdatalosswheninputerror-manual,16010,1733401584056/wal.1733401584108, size=1.0 K (1050bytes) at 1733401584164Finishing writing output for hdfs://localhost:37251/hbase/WALs/testdatalosswheninputerror-manual,16010,1733401584056/wal.1733401584108 so closing down at 1733401584168 (+4 ms)Creating recovered edits writer path=hdfs://localhost:37251/hbase/data/default/testDatalossWhenInputError/2d5625b897106697e7089e9484674608/recovered.edits/0000000000000000003-wal.1733401584108.temp at 1733401584171 (+3 ms)3 split writer threads finished at 1733401584172 (+1 ms)Closed recovered edits writer path=hdfs://localhost:37251/hbase/data/default/testDatalossWhenInputError/2d5625b897106697e7089e9484674608/recovered.edits/0000000000000000003-wal.1733401584108.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733401584183 (+11 ms)Rename recovered edits hdfs://localhost:37251/hbase/data/default/testDatalossWhenInputError/2d5625b897106697e7089e9484674608/recovered.edits/0000000000000000003-wal.1733401584108.temp to hdfs://localhost:37251/hbase/data/default/testDatalossWhenInputError/2d5625b897106697e7089e9484674608/recovered.edits/0000000000000000012 at 1733401584185 (+2 ms)Processed 10 edits across 1 Regions in 18 ms; skipped=0; WAL=hdfs://localhost:37251/hbase/WALs/testdatalosswheninputerror-manual,16010,1733401584056/wal.1733401584108, size=1.0 K, length=1050, corrupted=false, cancelled=false at 1733401584185 2024-12-05T12:26:24,187 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:37251/hbase/WALs/testdatalosswheninputerror-manual,16010,1733401584056/wal.1733401584108 to hdfs://localhost:37251/hbase/oldWALs/wal.1733401584108 2024-12-05T12:26:24,188 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:37251/hbase/data/default/testDatalossWhenInputError/2d5625b897106697e7089e9484674608/recovered.edits/0000000000000000012 2024-12-05T12:26:24,191 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:37251/hbase/data/default/testDatalossWhenInputError/2d5625b897106697e7089e9484674608/recovered.edits/0000000000000000012: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-12-05T12:26:24,589 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-12-05T12:26:24,591 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:37251/hbase/WALs/testdatalosswheninputerror-manual,16010,1733401584056, archiveDir=hdfs://localhost:37251/hbase/oldWALs, maxLogs=32 2024-12-05T12:26:24,605 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testdatalosswheninputerror-manual,16010,1733401584056/wal.1733401584591, exclude list is [], retry=0 2024-12-05T12:26:24,607 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33203,DS-62ba5f8c-f5d1-4321-92a1-1fb505e60772,DISK] 2024-12-05T12:26:24,608 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39219,DS-617fd9fb-d3b8-45bb-969c-5ff0ade34d6f,DISK] 2024-12-05T12:26:24,608 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36197,DS-bc097945-2295-45e3-bd47-de8a8715bf95,DISK] 2024-12-05T12:26:24,609 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testdatalosswheninputerror-manual,16010,1733401584056/wal.1733401584591 2024-12-05T12:26:24,610 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34381:34381),(127.0.0.1/127.0.0.1:46847:46847),(127.0.0.1/127.0.0.1:46543:46543)] 2024-12-05T12:26:24,610 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 2d5625b897106697e7089e9484674608, NAME => 'testDatalossWhenInputError,,1733401584058.2d5625b897106697e7089e9484674608.', STARTKEY => '', ENDKEY => ''} 2024-12-05T12:26:24,610 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testDatalossWhenInputError,,1733401584058.2d5625b897106697e7089e9484674608.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T12:26:24,610 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 2d5625b897106697e7089e9484674608 2024-12-05T12:26:24,611 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 2d5625b897106697e7089e9484674608 2024-12-05T12:26:24,613 INFO [StoreOpener-2d5625b897106697e7089e9484674608-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 2d5625b897106697e7089e9484674608 2024-12-05T12:26:24,615 INFO [StoreOpener-2d5625b897106697e7089e9484674608-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2d5625b897106697e7089e9484674608 columnFamilyName a 2024-12-05T12:26:24,615 DEBUG [StoreOpener-2d5625b897106697e7089e9484674608-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:26:24,616 INFO [StoreOpener-2d5625b897106697e7089e9484674608-1 {}] regionserver.HStore(327): Store=2d5625b897106697e7089e9484674608/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T12:26:24,616 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 2d5625b897106697e7089e9484674608 2024-12-05T12:26:24,617 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37251/hbase/data/default/testDatalossWhenInputError/2d5625b897106697e7089e9484674608 2024-12-05T12:26:24,618 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:37251/hbase/data/default/testDatalossWhenInputError/2d5625b897106697e7089e9484674608 2024-12-05T12:26:24,619 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:37251/hbase/data/default/testDatalossWhenInputError/2d5625b897106697e7089e9484674608/recovered.edits/0000000000000000012 2024-12-05T12:26:24,621 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:37251/hbase/data/default/testDatalossWhenInputError/2d5625b897106697e7089e9484674608/recovered.edits/0000000000000000012: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-12-05T12:26:24,622 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 10, skipped 0, firstSequenceIdInLog=3, maxSequenceIdInLog=12, path=hdfs://localhost:37251/hbase/data/default/testDatalossWhenInputError/2d5625b897106697e7089e9484674608/recovered.edits/0000000000000000012 2024-12-05T12:26:24,622 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 2d5625b897106697e7089e9484674608 1/1 column families, dataSize=750 B heapSize=1.73 KB 2024-12-05T12:26:24,642 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37251/hbase/data/default/testDatalossWhenInputError/2d5625b897106697e7089e9484674608/.tmp/a/5465ec05067843c99c8646be064cd2ec is 79, key is testDatalossWhenInputError/a:x0/1733401584134/Put/seqid=0 2024-12-05T12:26:24,650 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39219 is added to blk_1073741914_1092 (size=5808) 2024-12-05T12:26:24,651 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36197 is added to blk_1073741914_1092 (size=5808) 2024-12-05T12:26:24,651 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33203 is added to blk_1073741914_1092 (size=5808) 2024-12-05T12:26:24,652 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=750 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:37251/hbase/data/default/testDatalossWhenInputError/2d5625b897106697e7089e9484674608/.tmp/a/5465ec05067843c99c8646be064cd2ec 2024-12-05T12:26:24,662 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37251/hbase/data/default/testDatalossWhenInputError/2d5625b897106697e7089e9484674608/.tmp/a/5465ec05067843c99c8646be064cd2ec as hdfs://localhost:37251/hbase/data/default/testDatalossWhenInputError/2d5625b897106697e7089e9484674608/a/5465ec05067843c99c8646be064cd2ec 2024-12-05T12:26:24,671 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37251/hbase/data/default/testDatalossWhenInputError/2d5625b897106697e7089e9484674608/a/5465ec05067843c99c8646be064cd2ec, entries=10, sequenceid=12, filesize=5.7 K 2024-12-05T12:26:24,671 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~750 B/750, heapSize ~1.72 KB/1760, currentSize=0 B/0 for 2d5625b897106697e7089e9484674608 in 49ms, sequenceid=12, compaction requested=false; wal=null 2024-12-05T12:26:24,672 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:37251/hbase/data/default/testDatalossWhenInputError/2d5625b897106697e7089e9484674608/recovered.edits/0000000000000000012 2024-12-05T12:26:24,673 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 2d5625b897106697e7089e9484674608 2024-12-05T12:26:24,673 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 2d5625b897106697e7089e9484674608 2024-12-05T12:26:24,676 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 2d5625b897106697e7089e9484674608 2024-12-05T12:26:24,679 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37251/hbase/data/default/testDatalossWhenInputError/2d5625b897106697e7089e9484674608/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=1 2024-12-05T12:26:24,680 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 2d5625b897106697e7089e9484674608; next sequenceid=13; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63720920, jitterRate=-0.050484299659729004}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-05T12:26:24,681 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 2d5625b897106697e7089e9484674608: Writing region info on filesystem at 1733401584611Initializing all the Stores at 1733401584613 (+2 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401584613Obtaining lock to block concurrent updates at 1733401584622 (+9 ms)Preparing flush snapshotting stores in 2d5625b897106697e7089e9484674608 at 1733401584622Finished memstore snapshotting testDatalossWhenInputError,,1733401584058.2d5625b897106697e7089e9484674608., syncing WAL and waiting on mvcc, flushsize=dataSize=750, getHeapSize=1760, getOffHeapSize=0, getCellsCount=10 at 1733401584622Flushing stores of testDatalossWhenInputError,,1733401584058.2d5625b897106697e7089e9484674608. at 1733401584622Flushing 2d5625b897106697e7089e9484674608/a: creating writer at 1733401584622Flushing 2d5625b897106697e7089e9484674608/a: appending metadata at 1733401584641 (+19 ms)Flushing 2d5625b897106697e7089e9484674608/a: closing flushed file at 1733401584641Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@df5c1d2: reopening flushed file at 1733401584660 (+19 ms)Finished flush of dataSize ~750 B/750, heapSize ~1.72 KB/1760, currentSize=0 B/0 for 2d5625b897106697e7089e9484674608 in 49ms, sequenceid=12, compaction requested=false; wal=null at 1733401584671 (+11 ms)Cleaning up temporary data from old regions at 1733401584673 (+2 ms)Region opened successfully at 1733401584681 (+8 ms) 2024-12-05T12:26:24,683 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 2d5625b897106697e7089e9484674608, NAME => 'testDatalossWhenInputError,,1733401584058.2d5625b897106697e7089e9484674608.', STARTKEY => '', ENDKEY => ''} 2024-12-05T12:26:24,684 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testDatalossWhenInputError,,1733401584058.2d5625b897106697e7089e9484674608.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T12:26:24,684 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 2d5625b897106697e7089e9484674608 2024-12-05T12:26:24,684 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 2d5625b897106697e7089e9484674608 2024-12-05T12:26:24,685 INFO [StoreOpener-2d5625b897106697e7089e9484674608-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 2d5625b897106697e7089e9484674608 2024-12-05T12:26:24,686 INFO [StoreOpener-2d5625b897106697e7089e9484674608-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2d5625b897106697e7089e9484674608 columnFamilyName a 2024-12-05T12:26:24,686 DEBUG [StoreOpener-2d5625b897106697e7089e9484674608-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:26:24,690 DEBUG [StoreOpener-2d5625b897106697e7089e9484674608-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37251/hbase/data/default/testDatalossWhenInputError/2d5625b897106697e7089e9484674608/a/5465ec05067843c99c8646be064cd2ec 2024-12-05T12:26:24,691 INFO [StoreOpener-2d5625b897106697e7089e9484674608-1 {}] regionserver.HStore(327): Store=2d5625b897106697e7089e9484674608/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T12:26:24,691 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 2d5625b897106697e7089e9484674608 2024-12-05T12:26:24,691 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37251/hbase/data/default/testDatalossWhenInputError/2d5625b897106697e7089e9484674608 2024-12-05T12:26:24,692 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37251/hbase/data/default/testDatalossWhenInputError/2d5625b897106697e7089e9484674608 2024-12-05T12:26:24,693 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 2d5625b897106697e7089e9484674608 2024-12-05T12:26:24,693 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 2d5625b897106697e7089e9484674608 2024-12-05T12:26:24,694 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 2d5625b897106697e7089e9484674608 2024-12-05T12:26:24,697 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37251/hbase/data/default/testDatalossWhenInputError/2d5625b897106697e7089e9484674608/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=12 2024-12-05T12:26:24,697 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 2d5625b897106697e7089e9484674608; next sequenceid=14; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59971514, jitterRate=-0.10635480284690857}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-05T12:26:24,698 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 2d5625b897106697e7089e9484674608: Writing region info on filesystem at 1733401584684Initializing all the Stores at 1733401584685 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401584685Cleaning up temporary data from old regions at 1733401584693 (+8 ms)Region opened successfully at 1733401584698 (+5 ms) 2024-12-05T12:26:24,715 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayValueCompression#testDatalossWhenInputError Thread=433 (was 423) Potentially hanging thread: PacketResponder: BP-1178294010-172.17.0.2-1733401544268:blk_1073741913_1091, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1178294010-172.17.0.2-1733401544268:blk_1073741913_1091, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_915493354_22 at /127.0.0.1:58038 [Waiting for operation #16] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_915493354_22 at /127.0.0.1:33364 [Waiting for operation #16] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-24-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_915493354_22 at /127.0.0.1:58120 [Receiving block BP-1178294010-172.17.0.2-1733401544268:blk_1073741913_1091] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_915493354_22 at /127.0.0.1:36446 [Receiving block BP-1178294010-172.17.0.2-1733401544268:blk_1073741913_1091] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-24-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_915493354_22 at /127.0.0.1:36364 [Waiting for operation #10] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_915493354_22 at /127.0.0.1:33420 [Receiving block BP-1178294010-172.17.0.2-1733401544268:blk_1073741913_1091] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-24-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1178294010-172.17.0.2-1733401544268:blk_1073741913_1091, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=1268 (was 1186) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=570 (was 570), ProcessCount=11 (was 11), AvailableMemoryMB=2894 (was 2909) 2024-12-05T12:26:24,715 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1268 is superior to 1024 2024-12-05T12:26:24,727 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayValueCompression#testCompactedBulkLoadedFiles Thread=433, OpenFileDescriptor=1268, MaxFileDescriptor=1048576, SystemLoadAverage=570, ProcessCount=11, AvailableMemoryMB=2893 2024-12-05T12:26:24,728 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1268 is superior to 1024 2024-12-05T12:26:24,745 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T12:26:24,746 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T12:26:24,747 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T12:26:24,749 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-19411915, suffix=, logDir=hdfs://localhost:37251/hbase/WALs/hregion-19411915, archiveDir=hdfs://localhost:37251/hbase/oldWALs, maxLogs=32 2024-12-05T12:26:24,762 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-19411915/hregion-19411915.1733401584750, exclude list is [], retry=0 2024-12-05T12:26:24,765 DEBUG [AsyncFSWAL-26-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39219,DS-617fd9fb-d3b8-45bb-969c-5ff0ade34d6f,DISK] 2024-12-05T12:26:24,765 DEBUG [AsyncFSWAL-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36197,DS-bc097945-2295-45e3-bd47-de8a8715bf95,DISK] 2024-12-05T12:26:24,765 DEBUG [AsyncFSWAL-26-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33203,DS-62ba5f8c-f5d1-4321-92a1-1fb505e60772,DISK] 2024-12-05T12:26:24,767 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-19411915/hregion-19411915.1733401584750 2024-12-05T12:26:24,767 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46847:46847),(127.0.0.1/127.0.0.1:46543:46543),(127.0.0.1/127.0.0.1:34381:34381)] 2024-12-05T12:26:24,767 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => 3e700067f09ef09312579d4cf86d76dc, NAME => 'testCompactedBulkLoadedFiles,,1733401584745.3e700067f09ef09312579d4cf86d76dc.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testCompactedBulkLoadedFiles', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37251/hbase 2024-12-05T12:26:24,774 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39219 is added to blk_1073741916_1094 (size=63) 2024-12-05T12:26:24,775 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33203 is added to blk_1073741916_1094 (size=63) 2024-12-05T12:26:24,775 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36197 is added to blk_1073741916_1094 (size=63) 2024-12-05T12:26:24,776 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testCompactedBulkLoadedFiles,,1733401584745.3e700067f09ef09312579d4cf86d76dc.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T12:26:24,777 INFO [StoreOpener-3e700067f09ef09312579d4cf86d76dc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 3e700067f09ef09312579d4cf86d76dc 2024-12-05T12:26:24,778 INFO [StoreOpener-3e700067f09ef09312579d4cf86d76dc-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3e700067f09ef09312579d4cf86d76dc columnFamilyName a 2024-12-05T12:26:24,778 DEBUG [StoreOpener-3e700067f09ef09312579d4cf86d76dc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:26:24,779 INFO [StoreOpener-3e700067f09ef09312579d4cf86d76dc-1 {}] regionserver.HStore(327): Store=3e700067f09ef09312579d4cf86d76dc/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T12:26:24,779 INFO [StoreOpener-3e700067f09ef09312579d4cf86d76dc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 3e700067f09ef09312579d4cf86d76dc 2024-12-05T12:26:24,781 INFO [StoreOpener-3e700067f09ef09312579d4cf86d76dc-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3e700067f09ef09312579d4cf86d76dc columnFamilyName b 2024-12-05T12:26:24,781 DEBUG [StoreOpener-3e700067f09ef09312579d4cf86d76dc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:26:24,783 INFO [StoreOpener-3e700067f09ef09312579d4cf86d76dc-1 {}] regionserver.HStore(327): Store=3e700067f09ef09312579d4cf86d76dc/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T12:26:24,783 INFO [StoreOpener-3e700067f09ef09312579d4cf86d76dc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 3e700067f09ef09312579d4cf86d76dc 2024-12-05T12:26:24,784 INFO [StoreOpener-3e700067f09ef09312579d4cf86d76dc-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3e700067f09ef09312579d4cf86d76dc columnFamilyName c 2024-12-05T12:26:24,784 DEBUG [StoreOpener-3e700067f09ef09312579d4cf86d76dc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:26:24,785 INFO [StoreOpener-3e700067f09ef09312579d4cf86d76dc-1 {}] regionserver.HStore(327): Store=3e700067f09ef09312579d4cf86d76dc/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T12:26:24,785 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 3e700067f09ef09312579d4cf86d76dc 2024-12-05T12:26:24,786 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37251/hbase/data/default/testCompactedBulkLoadedFiles/3e700067f09ef09312579d4cf86d76dc 2024-12-05T12:26:24,786 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37251/hbase/data/default/testCompactedBulkLoadedFiles/3e700067f09ef09312579d4cf86d76dc 2024-12-05T12:26:24,787 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 3e700067f09ef09312579d4cf86d76dc 2024-12-05T12:26:24,787 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 3e700067f09ef09312579d4cf86d76dc 2024-12-05T12:26:24,788 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testCompactedBulkLoadedFiles descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-05T12:26:24,789 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 3e700067f09ef09312579d4cf86d76dc 2024-12-05T12:26:24,792 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37251/hbase/data/default/testCompactedBulkLoadedFiles/3e700067f09ef09312579d4cf86d76dc/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T12:26:24,792 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 3e700067f09ef09312579d4cf86d76dc; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59205351, jitterRate=-0.11777152121067047}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-05T12:26:24,793 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 3e700067f09ef09312579d4cf86d76dc: Writing region info on filesystem at 1733401584776Initializing all the Stores at 1733401584776Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401584776Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401584777 (+1 ms)Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401584777Cleaning up temporary data from old regions at 1733401584787 (+10 ms)Region opened successfully at 1733401584793 (+6 ms) 2024-12-05T12:26:24,794 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 3e700067f09ef09312579d4cf86d76dc, disabling compactions & flushes 2024-12-05T12:26:24,794 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testCompactedBulkLoadedFiles,,1733401584745.3e700067f09ef09312579d4cf86d76dc. 2024-12-05T12:26:24,794 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testCompactedBulkLoadedFiles,,1733401584745.3e700067f09ef09312579d4cf86d76dc. 2024-12-05T12:26:24,794 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testCompactedBulkLoadedFiles,,1733401584745.3e700067f09ef09312579d4cf86d76dc. after waiting 0 ms 2024-12-05T12:26:24,794 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testCompactedBulkLoadedFiles,,1733401584745.3e700067f09ef09312579d4cf86d76dc. 2024-12-05T12:26:24,798 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testCompactedBulkLoadedFiles,,1733401584745.3e700067f09ef09312579d4cf86d76dc. 2024-12-05T12:26:24,799 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 3e700067f09ef09312579d4cf86d76dc: Waiting for close lock at 1733401584793Disabling compacts and flushes for region at 1733401584793Disabling writes for close at 1733401584794 (+1 ms)Writing region close event to WAL at 1733401584798 (+4 ms)Closed at 1733401584798 2024-12-05T12:26:24,806 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33203 is added to blk_1073741915_1093 (size=95) 2024-12-05T12:26:24,806 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36197 is added to blk_1073741915_1093 (size=95) 2024-12-05T12:26:24,809 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-12-05T12:26:24,809 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-19411915:(num 1733401584750) 2024-12-05T12:26:24,809 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-12-05T12:26:24,810 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39219 is added to blk_1073741915_1093 (size=95) 2024-12-05T12:26:24,811 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:37251/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733401584744, archiveDir=hdfs://localhost:37251/hbase/oldWALs, maxLogs=32 2024-12-05T12:26:24,832 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733401584744/wal.1733401584812, exclude list is [], retry=0 2024-12-05T12:26:24,835 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39219,DS-617fd9fb-d3b8-45bb-969c-5ff0ade34d6f,DISK] 2024-12-05T12:26:24,835 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33203,DS-62ba5f8c-f5d1-4321-92a1-1fb505e60772,DISK] 2024-12-05T12:26:24,835 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36197,DS-bc097945-2295-45e3-bd47-de8a8715bf95,DISK] 2024-12-05T12:26:24,837 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733401584744/wal.1733401584812 2024-12-05T12:26:24,837 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46847:46847),(127.0.0.1/127.0.0.1:34381:34381),(127.0.0.1/127.0.0.1:46543:46543)] 2024-12-05T12:26:24,837 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 3e700067f09ef09312579d4cf86d76dc, NAME => 'testCompactedBulkLoadedFiles,,1733401584745.3e700067f09ef09312579d4cf86d76dc.', STARTKEY => '', ENDKEY => ''} 2024-12-05T12:26:24,837 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testCompactedBulkLoadedFiles,,1733401584745.3e700067f09ef09312579d4cf86d76dc.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T12:26:24,838 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 3e700067f09ef09312579d4cf86d76dc 2024-12-05T12:26:24,838 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 3e700067f09ef09312579d4cf86d76dc 2024-12-05T12:26:24,840 INFO [StoreOpener-3e700067f09ef09312579d4cf86d76dc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 3e700067f09ef09312579d4cf86d76dc 2024-12-05T12:26:24,841 INFO [StoreOpener-3e700067f09ef09312579d4cf86d76dc-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3e700067f09ef09312579d4cf86d76dc columnFamilyName a 2024-12-05T12:26:24,841 DEBUG [StoreOpener-3e700067f09ef09312579d4cf86d76dc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:26:24,842 INFO [StoreOpener-3e700067f09ef09312579d4cf86d76dc-1 {}] regionserver.HStore(327): Store=3e700067f09ef09312579d4cf86d76dc/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T12:26:24,842 INFO [StoreOpener-3e700067f09ef09312579d4cf86d76dc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 3e700067f09ef09312579d4cf86d76dc 2024-12-05T12:26:24,843 INFO [StoreOpener-3e700067f09ef09312579d4cf86d76dc-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3e700067f09ef09312579d4cf86d76dc columnFamilyName b 2024-12-05T12:26:24,843 DEBUG [StoreOpener-3e700067f09ef09312579d4cf86d76dc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:26:24,843 INFO [StoreOpener-3e700067f09ef09312579d4cf86d76dc-1 {}] regionserver.HStore(327): Store=3e700067f09ef09312579d4cf86d76dc/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T12:26:24,843 INFO [StoreOpener-3e700067f09ef09312579d4cf86d76dc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 3e700067f09ef09312579d4cf86d76dc 2024-12-05T12:26:24,844 INFO [StoreOpener-3e700067f09ef09312579d4cf86d76dc-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3e700067f09ef09312579d4cf86d76dc columnFamilyName c 2024-12-05T12:26:24,844 DEBUG [StoreOpener-3e700067f09ef09312579d4cf86d76dc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:26:24,844 INFO [StoreOpener-3e700067f09ef09312579d4cf86d76dc-1 {}] regionserver.HStore(327): Store=3e700067f09ef09312579d4cf86d76dc/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T12:26:24,844 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 3e700067f09ef09312579d4cf86d76dc 2024-12-05T12:26:24,845 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37251/hbase/data/default/testCompactedBulkLoadedFiles/3e700067f09ef09312579d4cf86d76dc 2024-12-05T12:26:24,846 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37251/hbase/data/default/testCompactedBulkLoadedFiles/3e700067f09ef09312579d4cf86d76dc 2024-12-05T12:26:24,847 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 3e700067f09ef09312579d4cf86d76dc 2024-12-05T12:26:24,847 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 3e700067f09ef09312579d4cf86d76dc 2024-12-05T12:26:24,847 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testCompactedBulkLoadedFiles descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-05T12:26:24,849 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 3e700067f09ef09312579d4cf86d76dc 2024-12-05T12:26:24,850 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 3e700067f09ef09312579d4cf86d76dc; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60603880, jitterRate=-0.0969318151473999}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-05T12:26:24,850 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 3e700067f09ef09312579d4cf86d76dc: Writing region info on filesystem at 1733401584838Initializing all the Stores at 1733401584838Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401584839 (+1 ms)Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401584840 (+1 ms)Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401584840Cleaning up temporary data from old regions at 1733401584847 (+7 ms)Region opened successfully at 1733401584850 (+3 ms) 2024-12-05T12:26:24,853 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37251/hbase/testCompactedBulkLoadedFiles/hfile0 is 32, key is 000/a:a/1733401584853/Put/seqid=0 2024-12-05T12:26:24,865 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39219 is added to blk_1073741918_1096 (size=4875) 2024-12-05T12:26:24,865 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33203 is added to blk_1073741918_1096 (size=4875) 2024-12-05T12:26:24,865 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36197 is added to blk_1073741918_1096 (size=4875) 2024-12-05T12:26:25,268 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37251/hbase/testCompactedBulkLoadedFiles/hfile1 is 32, key is 100/a:a/1733401585267/Put/seqid=0 2024-12-05T12:26:25,274 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36197 is added to blk_1073741919_1097 (size=4875) 2024-12-05T12:26:25,274 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39219 is added to blk_1073741919_1097 (size=4875) 2024-12-05T12:26:25,275 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33203 is added to blk_1073741919_1097 (size=4875) 2024-12-05T12:26:25,278 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37251/hbase/testCompactedBulkLoadedFiles/hfile2 is 32, key is 200/a:a/1733401585277/Put/seqid=0 2024-12-05T12:26:25,286 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36197 is added to blk_1073741920_1098 (size=4875) 2024-12-05T12:26:25,287 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33203 is added to blk_1073741920_1098 (size=4875) 2024-12-05T12:26:25,287 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39219 is added to blk_1073741920_1098 (size=4875) 2024-12-05T12:26:25,287 INFO [Time-limited test {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:37251/hbase/testCompactedBulkLoadedFiles/hfile0 for inclusion in 3e700067f09ef09312579d4cf86d76dc/a 2024-12-05T12:26:25,291 DEBUG [Time-limited test {}] regionserver.HStore(626): HFile bounds: first=000 last=050 2024-12-05T12:26:25,291 DEBUG [Time-limited test {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-05T12:26:25,292 INFO [Time-limited test {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:37251/hbase/testCompactedBulkLoadedFiles/hfile1 for inclusion in 3e700067f09ef09312579d4cf86d76dc/a 2024-12-05T12:26:25,295 DEBUG [Time-limited test {}] regionserver.HStore(626): HFile bounds: first=100 last=150 2024-12-05T12:26:25,295 DEBUG [Time-limited test {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-05T12:26:25,295 INFO [Time-limited test {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:37251/hbase/testCompactedBulkLoadedFiles/hfile2 for inclusion in 3e700067f09ef09312579d4cf86d76dc/a 2024-12-05T12:26:25,298 DEBUG [Time-limited test {}] regionserver.HStore(626): HFile bounds: first=200 last=250 2024-12-05T12:26:25,298 DEBUG [Time-limited test {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-05T12:26:25,298 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 3e700067f09ef09312579d4cf86d76dc 3/3 column families, dataSize=51 B heapSize=896 B 2024-12-05T12:26:25,314 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37251/hbase/data/default/testCompactedBulkLoadedFiles/3e700067f09ef09312579d4cf86d76dc/.tmp/a/a487f17ed4304717ab6b790beaf50ffe is 55, key is testCompactedBulkLoadedFiles/a:a/1733401584850/Put/seqid=0 2024-12-05T12:26:25,320 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36197 is added to blk_1073741921_1099 (size=5107) 2024-12-05T12:26:25,320 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39219 is added to blk_1073741921_1099 (size=5107) 2024-12-05T12:26:25,321 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33203 is added to blk_1073741921_1099 (size=5107) 2024-12-05T12:26:25,321 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51 B at sequenceid=4 (bloomFilter=true), to=hdfs://localhost:37251/hbase/data/default/testCompactedBulkLoadedFiles/3e700067f09ef09312579d4cf86d76dc/.tmp/a/a487f17ed4304717ab6b790beaf50ffe 2024-12-05T12:26:25,327 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37251/hbase/data/default/testCompactedBulkLoadedFiles/3e700067f09ef09312579d4cf86d76dc/.tmp/a/a487f17ed4304717ab6b790beaf50ffe as hdfs://localhost:37251/hbase/data/default/testCompactedBulkLoadedFiles/3e700067f09ef09312579d4cf86d76dc/a/a487f17ed4304717ab6b790beaf50ffe 2024-12-05T12:26:25,331 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37251/hbase/data/default/testCompactedBulkLoadedFiles/3e700067f09ef09312579d4cf86d76dc/a/a487f17ed4304717ab6b790beaf50ffe, entries=1, sequenceid=4, filesize=5.0 K 2024-12-05T12:26:25,332 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~51 B/51, heapSize ~368 B/368, currentSize=0 B/0 for 3e700067f09ef09312579d4cf86d76dc in 34ms, sequenceid=4, compaction requested=false 2024-12-05T12:26:25,332 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 3e700067f09ef09312579d4cf86d76dc: 2024-12-05T12:26:25,333 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37251/hbase/testCompactedBulkLoadedFiles/hfile0 as hdfs://localhost:37251/hbase/data/default/testCompactedBulkLoadedFiles/3e700067f09ef09312579d4cf86d76dc/a/5df5ad9d18a04637b8c88b185cc1bb4e_SeqId_4_ 2024-12-05T12:26:25,334 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37251/hbase/testCompactedBulkLoadedFiles/hfile1 as hdfs://localhost:37251/hbase/data/default/testCompactedBulkLoadedFiles/3e700067f09ef09312579d4cf86d76dc/a/11bc42596c144352a7a3cbe24b3911b4_SeqId_4_ 2024-12-05T12:26:25,335 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37251/hbase/testCompactedBulkLoadedFiles/hfile2 as hdfs://localhost:37251/hbase/data/default/testCompactedBulkLoadedFiles/3e700067f09ef09312579d4cf86d76dc/a/467fbb3ccbf943cdadf7ceb6028e1a39_SeqId_4_ 2024-12-05T12:26:25,335 INFO [Time-limited test {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:37251/hbase/testCompactedBulkLoadedFiles/hfile0 into 3e700067f09ef09312579d4cf86d76dc/a as hdfs://localhost:37251/hbase/data/default/testCompactedBulkLoadedFiles/3e700067f09ef09312579d4cf86d76dc/a/5df5ad9d18a04637b8c88b185cc1bb4e_SeqId_4_ - updating store file list. 2024-12-05T12:26:25,339 DEBUG [Time-limited test {}] regionserver.HStoreFile(483): HFile Bloom filter type for 5df5ad9d18a04637b8c88b185cc1bb4e_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-05T12:26:25,339 INFO [Time-limited test {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:37251/hbase/data/default/testCompactedBulkLoadedFiles/3e700067f09ef09312579d4cf86d76dc/a/5df5ad9d18a04637b8c88b185cc1bb4e_SeqId_4_ into 3e700067f09ef09312579d4cf86d76dc/a 2024-12-05T12:26:25,339 INFO [Time-limited test {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:37251/hbase/testCompactedBulkLoadedFiles/hfile0 into 3e700067f09ef09312579d4cf86d76dc/a (new location: hdfs://localhost:37251/hbase/data/default/testCompactedBulkLoadedFiles/3e700067f09ef09312579d4cf86d76dc/a/5df5ad9d18a04637b8c88b185cc1bb4e_SeqId_4_) 2024-12-05T12:26:25,340 INFO [Time-limited test {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:37251/hbase/testCompactedBulkLoadedFiles/hfile1 into 3e700067f09ef09312579d4cf86d76dc/a as hdfs://localhost:37251/hbase/data/default/testCompactedBulkLoadedFiles/3e700067f09ef09312579d4cf86d76dc/a/11bc42596c144352a7a3cbe24b3911b4_SeqId_4_ - updating store file list. 2024-12-05T12:26:25,343 DEBUG [Time-limited test {}] regionserver.HStoreFile(483): HFile Bloom filter type for 11bc42596c144352a7a3cbe24b3911b4_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-05T12:26:25,344 INFO [Time-limited test {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:37251/hbase/data/default/testCompactedBulkLoadedFiles/3e700067f09ef09312579d4cf86d76dc/a/11bc42596c144352a7a3cbe24b3911b4_SeqId_4_ into 3e700067f09ef09312579d4cf86d76dc/a 2024-12-05T12:26:25,344 INFO [Time-limited test {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:37251/hbase/testCompactedBulkLoadedFiles/hfile1 into 3e700067f09ef09312579d4cf86d76dc/a (new location: hdfs://localhost:37251/hbase/data/default/testCompactedBulkLoadedFiles/3e700067f09ef09312579d4cf86d76dc/a/11bc42596c144352a7a3cbe24b3911b4_SeqId_4_) 2024-12-05T12:26:25,344 INFO [Time-limited test {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:37251/hbase/testCompactedBulkLoadedFiles/hfile2 into 3e700067f09ef09312579d4cf86d76dc/a as hdfs://localhost:37251/hbase/data/default/testCompactedBulkLoadedFiles/3e700067f09ef09312579d4cf86d76dc/a/467fbb3ccbf943cdadf7ceb6028e1a39_SeqId_4_ - updating store file list. 2024-12-05T12:26:25,348 DEBUG [Time-limited test {}] regionserver.HStoreFile(483): HFile Bloom filter type for 467fbb3ccbf943cdadf7ceb6028e1a39_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-05T12:26:25,348 INFO [Time-limited test {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:37251/hbase/data/default/testCompactedBulkLoadedFiles/3e700067f09ef09312579d4cf86d76dc/a/467fbb3ccbf943cdadf7ceb6028e1a39_SeqId_4_ into 3e700067f09ef09312579d4cf86d76dc/a 2024-12-05T12:26:25,348 INFO [Time-limited test {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:37251/hbase/testCompactedBulkLoadedFiles/hfile2 into 3e700067f09ef09312579d4cf86d76dc/a (new location: hdfs://localhost:37251/hbase/data/default/testCompactedBulkLoadedFiles/3e700067f09ef09312579d4cf86d76dc/a/467fbb3ccbf943cdadf7ceb6028e1a39_SeqId_4_) 2024-12-05T12:26:25,355 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-05T12:26:25,355 DEBUG [Time-limited test {}] regionserver.HStore(1541): 3e700067f09ef09312579d4cf86d76dc/a is initiating major compaction (all files) 2024-12-05T12:26:25,355 INFO [Time-limited test {}] regionserver.HRegion(2416): Starting compaction of 3e700067f09ef09312579d4cf86d76dc/a in testCompactedBulkLoadedFiles,,1733401584745.3e700067f09ef09312579d4cf86d76dc. 2024-12-05T12:26:25,355 INFO [Time-limited test {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37251/hbase/data/default/testCompactedBulkLoadedFiles/3e700067f09ef09312579d4cf86d76dc/a/a487f17ed4304717ab6b790beaf50ffe, hdfs://localhost:37251/hbase/data/default/testCompactedBulkLoadedFiles/3e700067f09ef09312579d4cf86d76dc/a/5df5ad9d18a04637b8c88b185cc1bb4e_SeqId_4_, hdfs://localhost:37251/hbase/data/default/testCompactedBulkLoadedFiles/3e700067f09ef09312579d4cf86d76dc/a/11bc42596c144352a7a3cbe24b3911b4_SeqId_4_, hdfs://localhost:37251/hbase/data/default/testCompactedBulkLoadedFiles/3e700067f09ef09312579d4cf86d76dc/a/467fbb3ccbf943cdadf7ceb6028e1a39_SeqId_4_] into tmpdir=hdfs://localhost:37251/hbase/data/default/testCompactedBulkLoadedFiles/3e700067f09ef09312579d4cf86d76dc/.tmp, totalSize=19.3 K 2024-12-05T12:26:25,356 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting a487f17ed4304717ab6b790beaf50ffe, keycount=1, bloomtype=ROW, size=5.0 K, encoding=NONE, compression=NONE, seqNum=4, earliestPutTs=1733401584850 2024-12-05T12:26:25,356 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting 5df5ad9d18a04637b8c88b185cc1bb4e_SeqId_4_, keycount=10, bloomtype=NONE, size=4.8 K, encoding=NONE, compression=NONE, seqNum=4, earliestPutTs=-9223372036854775808 2024-12-05T12:26:25,356 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting 11bc42596c144352a7a3cbe24b3911b4_SeqId_4_, keycount=10, bloomtype=NONE, size=4.8 K, encoding=NONE, compression=NONE, seqNum=4, earliestPutTs=-9223372036854775808 2024-12-05T12:26:25,357 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting 467fbb3ccbf943cdadf7ceb6028e1a39_SeqId_4_, keycount=10, bloomtype=NONE, size=4.8 K, encoding=NONE, compression=NONE, seqNum=4, earliestPutTs=-9223372036854775808 2024-12-05T12:26:25,368 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37251/hbase/data/default/testCompactedBulkLoadedFiles/3e700067f09ef09312579d4cf86d76dc/.tmp/a/deb0a37bfa484f69bbd7e55a37d50d79 is 55, key is testCompactedBulkLoadedFiles/a:a/1733401584850/Put/seqid=0 2024-12-05T12:26:25,373 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39219 is added to blk_1073741922_1100 (size=6154) 2024-12-05T12:26:25,374 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36197 is added to blk_1073741922_1100 (size=6154) 2024-12-05T12:26:25,374 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33203 is added to blk_1073741922_1100 (size=6154) 2024-12-05T12:26:25,379 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37251/hbase/data/default/testCompactedBulkLoadedFiles/3e700067f09ef09312579d4cf86d76dc/.tmp/a/deb0a37bfa484f69bbd7e55a37d50d79 as hdfs://localhost:37251/hbase/data/default/testCompactedBulkLoadedFiles/3e700067f09ef09312579d4cf86d76dc/a/deb0a37bfa484f69bbd7e55a37d50d79 2024-12-05T12:26:25,384 INFO [Time-limited test {}] regionserver.HStore(1337): Completed major compaction of 4 (all) file(s) in 3e700067f09ef09312579d4cf86d76dc/a of 3e700067f09ef09312579d4cf86d76dc into deb0a37bfa484f69bbd7e55a37d50d79(size=6.0 K), total size for store is 6.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T12:26:25,384 DEBUG [Time-limited test {}] regionserver.HRegion(2446): Compaction status journal for 3e700067f09ef09312579d4cf86d76dc: 2024-12-05T12:26:25,384 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 0 store files, 0 compacting, 0 eligible, 16 blocking 2024-12-05T12:26:25,384 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 0 store files, 0 compacting, 0 eligible, 16 blocking 2024-12-05T12:26:25,417 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:37251/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733401584744/wal.1733401584812, size=0 (0bytes) 2024-12-05T12:26:25,417 WARN [Time-limited test {}] wal.WALSplitter(453): File hdfs://localhost:37251/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733401584744/wal.1733401584812 might be still open, length is 0 2024-12-05T12:26:25,417 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37251/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733401584744/wal.1733401584812 2024-12-05T12:26:25,417 WARN [IPC Server handler 2 on default port 37251 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733401584744/wal.1733401584812 has not been closed. Lease recovery is in progress. RecoveryId = 1101 for block blk_1073741917_1095 2024-12-05T12:26:25,418 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=hdfs://localhost:37251/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733401584744/wal.1733401584812 after 1ms 2024-12-05T12:26:27,137 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_915493354_22 at /127.0.0.1:33468 [Receiving block BP-1178294010-172.17.0.2-1733401544268:blk_1073741917_1095] {}] datanode.DataXceiver(331): 127.0.0.1:39219:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:33468 dst: /127.0.0.1:39219 java.io.InterruptedIOException: Interrupted while waiting for IO on channel java.nio.channels.SocketChannel[connected local=localhost/127.0.0.1:39219 remote=/127.0.0.1:33468]. Total timeout mills is 60000, 58248 millis timeout left. at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:350) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:26:27,140 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_915493354_22 at /127.0.0.1:36466 [Receiving block BP-1178294010-172.17.0.2-1733401544268:blk_1073741917_1095] {}] datanode.DataXceiver(331): 127.0.0.1:36197:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:36466 dst: /127.0.0.1:36197 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:26:27,141 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_915493354_22 at /127.0.0.1:58140 [Receiving block BP-1178294010-172.17.0.2-1733401544268:blk_1073741917_1095] {}] datanode.DataXceiver(331): 127.0.0.1:33203:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:58140 dst: /127.0.0.1:33203 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:26:27,149 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39219 is added to blk_1073741917_1101 (size=1172) 2024-12-05T12:26:29,233 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-05T12:26:29,418 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=hdfs://localhost:37251/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733401584744/wal.1733401584812 after 4001ms 2024-12-05T12:26:29,421 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:37251/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733401584744/wal.1733401584812: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-12-05T12:26:29,421 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:37251/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733401584744/wal.1733401584812 took 4004ms 2024-12-05T12:26:29,423 INFO [Time-limited test {}] wal.WALSplitter(493): EOF from hdfs://localhost:37251/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733401584744/wal.1733401584812; continuing. 2024-12-05T12:26:29,423 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:37251/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733401584744/wal.1733401584812 so closing down 2024-12-05T12:26:29,423 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-05T12:26:29,424 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000003-wal.1733401584812.temp 2024-12-05T12:26:29,426 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37251/hbase/data/default/testCompactedBulkLoadedFiles/3e700067f09ef09312579d4cf86d76dc/recovered.edits/0000000000000000003-wal.1733401584812.temp 2024-12-05T12:26:29,426 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-05T12:26:29,433 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36197 is added to blk_1073741923_1102 (size=550) 2024-12-05T12:26:29,435 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33203 is added to blk_1073741923_1102 (size=550) 2024-12-05T12:26:29,435 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39219 is added to blk_1073741923_1102 (size=550) 2024-12-05T12:26:29,435 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37251/hbase/data/default/testCompactedBulkLoadedFiles/3e700067f09ef09312579d4cf86d76dc/recovered.edits/0000000000000000003-wal.1733401584812.temp (wrote 2 edits, skipped 0 edits in 0 ms) 2024-12-05T12:26:29,436 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37251/hbase/data/default/testCompactedBulkLoadedFiles/3e700067f09ef09312579d4cf86d76dc/recovered.edits/0000000000000000003-wal.1733401584812.temp to hdfs://localhost:37251/hbase/data/default/testCompactedBulkLoadedFiles/3e700067f09ef09312579d4cf86d76dc/recovered.edits/0000000000000000008 2024-12-05T12:26:29,436 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 5 edits across 1 Regions in 14 ms; skipped=3; WAL=hdfs://localhost:37251/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733401584744/wal.1733401584812, size=0, length=0, corrupted=false, cancelled=false 2024-12-05T12:26:29,437 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:37251/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733401584744/wal.1733401584812, journal: Splitting hdfs://localhost:37251/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733401584744/wal.1733401584812, size=0 (0bytes) at 1733401585417Finishing writing output for hdfs://localhost:37251/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733401584744/wal.1733401584812 so closing down at 1733401589423 (+4006 ms)Creating recovered edits writer path=hdfs://localhost:37251/hbase/data/default/testCompactedBulkLoadedFiles/3e700067f09ef09312579d4cf86d76dc/recovered.edits/0000000000000000003-wal.1733401584812.temp at 1733401589426 (+3 ms)3 split writer threads finished at 1733401589426Closed recovered edits writer path=hdfs://localhost:37251/hbase/data/default/testCompactedBulkLoadedFiles/3e700067f09ef09312579d4cf86d76dc/recovered.edits/0000000000000000003-wal.1733401584812.temp (wrote 2 edits, skipped 0 edits in 0 ms) at 1733401589435 (+9 ms)Rename recovered edits hdfs://localhost:37251/hbase/data/default/testCompactedBulkLoadedFiles/3e700067f09ef09312579d4cf86d76dc/recovered.edits/0000000000000000003-wal.1733401584812.temp to hdfs://localhost:37251/hbase/data/default/testCompactedBulkLoadedFiles/3e700067f09ef09312579d4cf86d76dc/recovered.edits/0000000000000000008 at 1733401589436 (+1 ms)Processed 5 edits across 1 Regions in 14 ms; skipped=3; WAL=hdfs://localhost:37251/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733401584744/wal.1733401584812, size=0, length=0, corrupted=false, cancelled=false at 1733401589436 2024-12-05T12:26:29,438 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:37251/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733401584744/wal.1733401584812 to hdfs://localhost:37251/hbase/oldWALs/wal.1733401584812 2024-12-05T12:26:29,439 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:37251/hbase/data/default/testCompactedBulkLoadedFiles/3e700067f09ef09312579d4cf86d76dc/recovered.edits/0000000000000000008 2024-12-05T12:26:29,439 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-12-05T12:26:29,441 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:37251/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733401584744, archiveDir=hdfs://localhost:37251/hbase/oldWALs, maxLogs=32 2024-12-05T12:26:29,455 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733401584744/wal.1733401589441, exclude list is [], retry=0 2024-12-05T12:26:29,457 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39219,DS-617fd9fb-d3b8-45bb-969c-5ff0ade34d6f,DISK] 2024-12-05T12:26:29,457 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36197,DS-bc097945-2295-45e3-bd47-de8a8715bf95,DISK] 2024-12-05T12:26:29,457 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33203,DS-62ba5f8c-f5d1-4321-92a1-1fb505e60772,DISK] 2024-12-05T12:26:29,459 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733401584744/wal.1733401589441 2024-12-05T12:26:29,459 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46847:46847),(127.0.0.1/127.0.0.1:46543:46543),(127.0.0.1/127.0.0.1:34381:34381)] 2024-12-05T12:26:29,459 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 3e700067f09ef09312579d4cf86d76dc, NAME => 'testCompactedBulkLoadedFiles,,1733401584745.3e700067f09ef09312579d4cf86d76dc.', STARTKEY => '', ENDKEY => ''} 2024-12-05T12:26:29,459 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testCompactedBulkLoadedFiles,,1733401584745.3e700067f09ef09312579d4cf86d76dc.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T12:26:29,459 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 3e700067f09ef09312579d4cf86d76dc 2024-12-05T12:26:29,459 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 3e700067f09ef09312579d4cf86d76dc 2024-12-05T12:26:29,460 INFO [StoreOpener-3e700067f09ef09312579d4cf86d76dc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 3e700067f09ef09312579d4cf86d76dc 2024-12-05T12:26:29,461 INFO [StoreOpener-3e700067f09ef09312579d4cf86d76dc-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3e700067f09ef09312579d4cf86d76dc columnFamilyName a 2024-12-05T12:26:29,461 DEBUG [StoreOpener-3e700067f09ef09312579d4cf86d76dc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:26:29,466 DEBUG [StoreFileOpener-3e700067f09ef09312579d4cf86d76dc-a-1 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 11bc42596c144352a7a3cbe24b3911b4_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-05T12:26:29,467 DEBUG [StoreOpener-3e700067f09ef09312579d4cf86d76dc-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37251/hbase/data/default/testCompactedBulkLoadedFiles/3e700067f09ef09312579d4cf86d76dc/a/11bc42596c144352a7a3cbe24b3911b4_SeqId_4_ 2024-12-05T12:26:29,470 DEBUG [StoreFileOpener-3e700067f09ef09312579d4cf86d76dc-a-1 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 467fbb3ccbf943cdadf7ceb6028e1a39_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-05T12:26:29,470 DEBUG [StoreOpener-3e700067f09ef09312579d4cf86d76dc-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37251/hbase/data/default/testCompactedBulkLoadedFiles/3e700067f09ef09312579d4cf86d76dc/a/467fbb3ccbf943cdadf7ceb6028e1a39_SeqId_4_ 2024-12-05T12:26:29,474 DEBUG [StoreFileOpener-3e700067f09ef09312579d4cf86d76dc-a-1 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 5df5ad9d18a04637b8c88b185cc1bb4e_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-05T12:26:29,474 DEBUG [StoreOpener-3e700067f09ef09312579d4cf86d76dc-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37251/hbase/data/default/testCompactedBulkLoadedFiles/3e700067f09ef09312579d4cf86d76dc/a/5df5ad9d18a04637b8c88b185cc1bb4e_SeqId_4_ 2024-12-05T12:26:29,477 DEBUG [StoreOpener-3e700067f09ef09312579d4cf86d76dc-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37251/hbase/data/default/testCompactedBulkLoadedFiles/3e700067f09ef09312579d4cf86d76dc/a/a487f17ed4304717ab6b790beaf50ffe 2024-12-05T12:26:29,481 DEBUG [StoreOpener-3e700067f09ef09312579d4cf86d76dc-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37251/hbase/data/default/testCompactedBulkLoadedFiles/3e700067f09ef09312579d4cf86d76dc/a/deb0a37bfa484f69bbd7e55a37d50d79 2024-12-05T12:26:29,481 WARN [StoreOpener-3e700067f09ef09312579d4cf86d76dc-1 {}] regionserver.StoreEngine(317): Clearing the compacted storefile hdfs://localhost:37251/hbase/data/default/testCompactedBulkLoadedFiles/3e700067f09ef09312579d4cf86d76dc/a/11bc42596c144352a7a3cbe24b3911b4_SeqId_4_ from org.apache.hadoop.hbase.regionserver.DefaultStoreEngine@9dfe152 2024-12-05T12:26:29,481 WARN [StoreOpener-3e700067f09ef09312579d4cf86d76dc-1 {}] regionserver.StoreEngine(317): Clearing the compacted storefile hdfs://localhost:37251/hbase/data/default/testCompactedBulkLoadedFiles/3e700067f09ef09312579d4cf86d76dc/a/467fbb3ccbf943cdadf7ceb6028e1a39_SeqId_4_ from org.apache.hadoop.hbase.regionserver.DefaultStoreEngine@9dfe152 2024-12-05T12:26:29,482 WARN [StoreOpener-3e700067f09ef09312579d4cf86d76dc-1 {}] regionserver.StoreEngine(317): Clearing the compacted storefile hdfs://localhost:37251/hbase/data/default/testCompactedBulkLoadedFiles/3e700067f09ef09312579d4cf86d76dc/a/5df5ad9d18a04637b8c88b185cc1bb4e_SeqId_4_ from org.apache.hadoop.hbase.regionserver.DefaultStoreEngine@9dfe152 2024-12-05T12:26:29,482 WARN [StoreOpener-3e700067f09ef09312579d4cf86d76dc-1 {}] regionserver.StoreEngine(317): Clearing the compacted storefile hdfs://localhost:37251/hbase/data/default/testCompactedBulkLoadedFiles/3e700067f09ef09312579d4cf86d76dc/a/a487f17ed4304717ab6b790beaf50ffe from org.apache.hadoop.hbase.regionserver.DefaultStoreEngine@9dfe152 2024-12-05T12:26:29,482 DEBUG [StoreOpener-3e700067f09ef09312579d4cf86d76dc-1 {}] regionserver.StoreEngine(327): Moving the files [hdfs://localhost:37251/hbase/data/default/testCompactedBulkLoadedFiles/3e700067f09ef09312579d4cf86d76dc/a/11bc42596c144352a7a3cbe24b3911b4_SeqId_4_, hdfs://localhost:37251/hbase/data/default/testCompactedBulkLoadedFiles/3e700067f09ef09312579d4cf86d76dc/a/467fbb3ccbf943cdadf7ceb6028e1a39_SeqId_4_, hdfs://localhost:37251/hbase/data/default/testCompactedBulkLoadedFiles/3e700067f09ef09312579d4cf86d76dc/a/5df5ad9d18a04637b8c88b185cc1bb4e_SeqId_4_, hdfs://localhost:37251/hbase/data/default/testCompactedBulkLoadedFiles/3e700067f09ef09312579d4cf86d76dc/a/a487f17ed4304717ab6b790beaf50ffe] to archive 2024-12-05T12:26:29,482 DEBUG [StoreOpener-3e700067f09ef09312579d4cf86d76dc-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-05T12:26:29,484 DEBUG [StoreOpener-3e700067f09ef09312579d4cf86d76dc-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37251/hbase/data/default/testCompactedBulkLoadedFiles/3e700067f09ef09312579d4cf86d76dc/a/11bc42596c144352a7a3cbe24b3911b4_SeqId_4_ to hdfs://localhost:37251/hbase/archive/data/default/testCompactedBulkLoadedFiles/3e700067f09ef09312579d4cf86d76dc/a/11bc42596c144352a7a3cbe24b3911b4_SeqId_4_ 2024-12-05T12:26:29,485 DEBUG [StoreOpener-3e700067f09ef09312579d4cf86d76dc-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37251/hbase/data/default/testCompactedBulkLoadedFiles/3e700067f09ef09312579d4cf86d76dc/a/467fbb3ccbf943cdadf7ceb6028e1a39_SeqId_4_ to hdfs://localhost:37251/hbase/archive/data/default/testCompactedBulkLoadedFiles/3e700067f09ef09312579d4cf86d76dc/a/467fbb3ccbf943cdadf7ceb6028e1a39_SeqId_4_ 2024-12-05T12:26:29,487 DEBUG [StoreOpener-3e700067f09ef09312579d4cf86d76dc-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37251/hbase/data/default/testCompactedBulkLoadedFiles/3e700067f09ef09312579d4cf86d76dc/a/5df5ad9d18a04637b8c88b185cc1bb4e_SeqId_4_ to hdfs://localhost:37251/hbase/archive/data/default/testCompactedBulkLoadedFiles/3e700067f09ef09312579d4cf86d76dc/a/5df5ad9d18a04637b8c88b185cc1bb4e_SeqId_4_ 2024-12-05T12:26:29,488 DEBUG [StoreOpener-3e700067f09ef09312579d4cf86d76dc-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37251/hbase/data/default/testCompactedBulkLoadedFiles/3e700067f09ef09312579d4cf86d76dc/a/a487f17ed4304717ab6b790beaf50ffe to hdfs://localhost:37251/hbase/archive/data/default/testCompactedBulkLoadedFiles/3e700067f09ef09312579d4cf86d76dc/a/a487f17ed4304717ab6b790beaf50ffe 2024-12-05T12:26:29,488 INFO [StoreOpener-3e700067f09ef09312579d4cf86d76dc-1 {}] regionserver.HStore(327): Store=3e700067f09ef09312579d4cf86d76dc/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T12:26:29,488 INFO [StoreOpener-3e700067f09ef09312579d4cf86d76dc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 3e700067f09ef09312579d4cf86d76dc 2024-12-05T12:26:29,489 INFO [StoreOpener-3e700067f09ef09312579d4cf86d76dc-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3e700067f09ef09312579d4cf86d76dc columnFamilyName b 2024-12-05T12:26:29,489 DEBUG [StoreOpener-3e700067f09ef09312579d4cf86d76dc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:26:29,489 INFO [StoreOpener-3e700067f09ef09312579d4cf86d76dc-1 {}] regionserver.HStore(327): Store=3e700067f09ef09312579d4cf86d76dc/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T12:26:29,490 INFO [StoreOpener-3e700067f09ef09312579d4cf86d76dc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 3e700067f09ef09312579d4cf86d76dc 2024-12-05T12:26:29,490 INFO [StoreOpener-3e700067f09ef09312579d4cf86d76dc-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3e700067f09ef09312579d4cf86d76dc columnFamilyName c 2024-12-05T12:26:29,491 DEBUG [StoreOpener-3e700067f09ef09312579d4cf86d76dc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:26:29,491 INFO [StoreOpener-3e700067f09ef09312579d4cf86d76dc-1 {}] regionserver.HStore(327): Store=3e700067f09ef09312579d4cf86d76dc/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T12:26:29,491 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 3e700067f09ef09312579d4cf86d76dc 2024-12-05T12:26:29,492 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37251/hbase/data/default/testCompactedBulkLoadedFiles/3e700067f09ef09312579d4cf86d76dc 2024-12-05T12:26:29,493 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:37251/hbase/data/default/testCompactedBulkLoadedFiles/3e700067f09ef09312579d4cf86d76dc 2024-12-05T12:26:29,494 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:37251/hbase/data/default/testCompactedBulkLoadedFiles/3e700067f09ef09312579d4cf86d76dc/recovered.edits/0000000000000000008 2024-12-05T12:26:29,496 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:37251/hbase/data/default/testCompactedBulkLoadedFiles/3e700067f09ef09312579d4cf86d76dc/recovered.edits/0000000000000000008: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-12-05T12:26:29,498 DEBUG [Time-limited test {}] regionserver.HRegion(5836): 3e700067f09ef09312579d4cf86d76dc : Replaying compaction marker table_name: "testCompactedBulkLoadedFiles" encoded_region_name: "3e700067f09ef09312579d4cf86d76dc" family_name: "a" compaction_input: "a487f17ed4304717ab6b790beaf50ffe" compaction_input: "5df5ad9d18a04637b8c88b185cc1bb4e_SeqId_4_" compaction_input: "11bc42596c144352a7a3cbe24b3911b4_SeqId_4_" compaction_input: "467fbb3ccbf943cdadf7ceb6028e1a39_SeqId_4_" compaction_output: "deb0a37bfa484f69bbd7e55a37d50d79" store_home_dir: "a" region_name: "testCompactedBulkLoadedFiles,,1733401584745.3e700067f09ef09312579d4cf86d76dc." with seqId=9223372036854775807 and lastReplayedOpenRegionSeqId=-1 2024-12-05T12:26:29,498 DEBUG [Time-limited test {}] regionserver.HStore(1354): Completing compaction from the WAL marker 2024-12-05T12:26:29,498 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 0, skipped 2, firstSequenceIdInLog=3, maxSequenceIdInLog=8, path=hdfs://localhost:37251/hbase/data/default/testCompactedBulkLoadedFiles/3e700067f09ef09312579d4cf86d76dc/recovered.edits/0000000000000000008 2024-12-05T12:26:29,499 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:37251/hbase/data/default/testCompactedBulkLoadedFiles/3e700067f09ef09312579d4cf86d76dc/recovered.edits/0000000000000000008 2024-12-05T12:26:29,499 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 3e700067f09ef09312579d4cf86d76dc 2024-12-05T12:26:29,500 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 3e700067f09ef09312579d4cf86d76dc 2024-12-05T12:26:29,500 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testCompactedBulkLoadedFiles descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-05T12:26:29,502 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 3e700067f09ef09312579d4cf86d76dc 2024-12-05T12:26:29,504 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37251/hbase/data/default/testCompactedBulkLoadedFiles/3e700067f09ef09312579d4cf86d76dc/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-05T12:26:29,505 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 3e700067f09ef09312579d4cf86d76dc; next sequenceid=9; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60655587, jitterRate=-0.09616132080554962}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-05T12:26:29,506 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 3e700067f09ef09312579d4cf86d76dc: Writing region info on filesystem at 1733401589459Initializing all the Stores at 1733401589460 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401589460Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401589460Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401589460Cleaning up temporary data from old regions at 1733401589500 (+40 ms)Region opened successfully at 1733401589505 (+5 ms) 2024-12-05T12:26:29,508 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 3e700067f09ef09312579d4cf86d76dc, disabling compactions & flushes 2024-12-05T12:26:29,508 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testCompactedBulkLoadedFiles,,1733401584745.3e700067f09ef09312579d4cf86d76dc. 2024-12-05T12:26:29,508 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testCompactedBulkLoadedFiles,,1733401584745.3e700067f09ef09312579d4cf86d76dc. 2024-12-05T12:26:29,508 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testCompactedBulkLoadedFiles,,1733401584745.3e700067f09ef09312579d4cf86d76dc. after waiting 0 ms 2024-12-05T12:26:29,508 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testCompactedBulkLoadedFiles,,1733401584745.3e700067f09ef09312579d4cf86d76dc. 2024-12-05T12:26:29,509 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testCompactedBulkLoadedFiles,,1733401584745.3e700067f09ef09312579d4cf86d76dc. 2024-12-05T12:26:29,509 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 3e700067f09ef09312579d4cf86d76dc: Waiting for close lock at 1733401589508Disabling compacts and flushes for region at 1733401589508Disabling writes for close at 1733401589508Writing region close event to WAL at 1733401589509 (+1 ms)Closed at 1733401589509 2024-12-05T12:26:29,511 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36197 is added to blk_1073741924_1103 (size=95) 2024-12-05T12:26:29,512 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39219 is added to blk_1073741924_1103 (size=95) 2024-12-05T12:26:29,512 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33203 is added to blk_1073741924_1103 (size=95) 2024-12-05T12:26:29,514 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-12-05T12:26:29,514 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL wal:(num 1733401589441) 2024-12-05T12:26:29,531 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayValueCompression#testCompactedBulkLoadedFiles Thread=441 (was 433) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1168950049_22 at /127.0.0.1:57422 [Waiting for operation #15] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkinstestCompactedBulkLoadedFiles@localhost:37251 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (315245879) connection to localhost/127.0.0.1:37251 from jenkinstestCompactedBulkLoadedFiles java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1168950049_22 at /127.0.0.1:56230 [Waiting for operation #3] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-26-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-26-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-26-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=1345 (was 1268) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=573 (was 570) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=2727 (was 2893) 2024-12-05T12:26:29,531 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1345 is superior to 1024 2024-12-05T12:26:29,547 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayValueCompression#testReplayEditsWrittenViaHRegion Thread=441, OpenFileDescriptor=1345, MaxFileDescriptor=1048576, SystemLoadAverage=573, ProcessCount=11, AvailableMemoryMB=2726 2024-12-05T12:26:29,547 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1345 is superior to 1024 2024-12-05T12:26:29,569 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T12:26:29,571 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T12:26:29,572 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T12:26:29,575 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-93139832, suffix=, logDir=hdfs://localhost:37251/hbase/WALs/hregion-93139832, archiveDir=hdfs://localhost:37251/hbase/oldWALs, maxLogs=32 2024-12-05T12:26:29,588 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-93139832/hregion-93139832.1733401589575, exclude list is [], retry=0 2024-12-05T12:26:29,591 DEBUG [AsyncFSWAL-28-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33203,DS-62ba5f8c-f5d1-4321-92a1-1fb505e60772,DISK] 2024-12-05T12:26:29,591 DEBUG [AsyncFSWAL-28-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39219,DS-617fd9fb-d3b8-45bb-969c-5ff0ade34d6f,DISK] 2024-12-05T12:26:29,591 DEBUG [AsyncFSWAL-28-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36197,DS-bc097945-2295-45e3-bd47-de8a8715bf95,DISK] 2024-12-05T12:26:29,593 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-93139832/hregion-93139832.1733401589575 2024-12-05T12:26:29,594 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34381:34381),(127.0.0.1/127.0.0.1:46847:46847),(127.0.0.1/127.0.0.1:46543:46543)] 2024-12-05T12:26:29,594 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => dbb9fa41085d438e053e2e407d9cabae, NAME => 'testReplayEditsWrittenViaHRegion,,1733401589570.dbb9fa41085d438e053e2e407d9cabae.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsWrittenViaHRegion', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37251/hbase 2024-12-05T12:26:29,602 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33203 is added to blk_1073741926_1105 (size=67) 2024-12-05T12:26:29,602 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39219 is added to blk_1073741926_1105 (size=67) 2024-12-05T12:26:29,602 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36197 is added to blk_1073741926_1105 (size=67) 2024-12-05T12:26:29,603 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1733401589570.dbb9fa41085d438e053e2e407d9cabae.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T12:26:29,604 INFO [StoreOpener-dbb9fa41085d438e053e2e407d9cabae-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region dbb9fa41085d438e053e2e407d9cabae 2024-12-05T12:26:29,605 INFO [StoreOpener-dbb9fa41085d438e053e2e407d9cabae-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region dbb9fa41085d438e053e2e407d9cabae columnFamilyName a 2024-12-05T12:26:29,606 DEBUG [StoreOpener-dbb9fa41085d438e053e2e407d9cabae-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:26:29,606 INFO [StoreOpener-dbb9fa41085d438e053e2e407d9cabae-1 {}] regionserver.HStore(327): Store=dbb9fa41085d438e053e2e407d9cabae/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T12:26:29,606 INFO [StoreOpener-dbb9fa41085d438e053e2e407d9cabae-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region dbb9fa41085d438e053e2e407d9cabae 2024-12-05T12:26:29,607 INFO [StoreOpener-dbb9fa41085d438e053e2e407d9cabae-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region dbb9fa41085d438e053e2e407d9cabae columnFamilyName b 2024-12-05T12:26:29,607 DEBUG [StoreOpener-dbb9fa41085d438e053e2e407d9cabae-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:26:29,608 INFO [StoreOpener-dbb9fa41085d438e053e2e407d9cabae-1 {}] regionserver.HStore(327): Store=dbb9fa41085d438e053e2e407d9cabae/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T12:26:29,608 INFO [StoreOpener-dbb9fa41085d438e053e2e407d9cabae-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region dbb9fa41085d438e053e2e407d9cabae 2024-12-05T12:26:29,609 INFO [StoreOpener-dbb9fa41085d438e053e2e407d9cabae-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region dbb9fa41085d438e053e2e407d9cabae columnFamilyName c 2024-12-05T12:26:29,609 DEBUG [StoreOpener-dbb9fa41085d438e053e2e407d9cabae-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:26:29,609 INFO [StoreOpener-dbb9fa41085d438e053e2e407d9cabae-1 {}] regionserver.HStore(327): Store=dbb9fa41085d438e053e2e407d9cabae/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T12:26:29,609 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for dbb9fa41085d438e053e2e407d9cabae 2024-12-05T12:26:29,610 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37251/hbase/data/default/testReplayEditsWrittenViaHRegion/dbb9fa41085d438e053e2e407d9cabae 2024-12-05T12:26:29,610 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37251/hbase/data/default/testReplayEditsWrittenViaHRegion/dbb9fa41085d438e053e2e407d9cabae 2024-12-05T12:26:29,611 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for dbb9fa41085d438e053e2e407d9cabae 2024-12-05T12:26:29,611 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for dbb9fa41085d438e053e2e407d9cabae 2024-12-05T12:26:29,612 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-05T12:26:29,613 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for dbb9fa41085d438e053e2e407d9cabae 2024-12-05T12:26:29,615 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37251/hbase/data/default/testReplayEditsWrittenViaHRegion/dbb9fa41085d438e053e2e407d9cabae/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T12:26:29,616 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened dbb9fa41085d438e053e2e407d9cabae; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71722460, jitterRate=0.06874793767929077}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-05T12:26:29,616 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for dbb9fa41085d438e053e2e407d9cabae: Writing region info on filesystem at 1733401589603Initializing all the Stores at 1733401589604 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401589604Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401589604Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401589604Cleaning up temporary data from old regions at 1733401589611 (+7 ms)Region opened successfully at 1733401589616 (+5 ms) 2024-12-05T12:26:29,616 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing dbb9fa41085d438e053e2e407d9cabae, disabling compactions & flushes 2024-12-05T12:26:29,616 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenViaHRegion,,1733401589570.dbb9fa41085d438e053e2e407d9cabae. 2024-12-05T12:26:29,616 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenViaHRegion,,1733401589570.dbb9fa41085d438e053e2e407d9cabae. 2024-12-05T12:26:29,616 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenViaHRegion,,1733401589570.dbb9fa41085d438e053e2e407d9cabae. after waiting 0 ms 2024-12-05T12:26:29,616 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenViaHRegion,,1733401589570.dbb9fa41085d438e053e2e407d9cabae. 2024-12-05T12:26:29,616 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenViaHRegion,,1733401589570.dbb9fa41085d438e053e2e407d9cabae. 2024-12-05T12:26:29,616 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for dbb9fa41085d438e053e2e407d9cabae: Waiting for close lock at 1733401589616Disabling compacts and flushes for region at 1733401589616Disabling writes for close at 1733401589616Writing region close event to WAL at 1733401589616Closed at 1733401589616 2024-12-05T12:26:29,618 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33203 is added to blk_1073741925_1104 (size=95) 2024-12-05T12:26:29,619 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36197 is added to blk_1073741925_1104 (size=95) 2024-12-05T12:26:29,619 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39219 is added to blk_1073741925_1104 (size=95) 2024-12-05T12:26:29,621 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-12-05T12:26:29,621 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-93139832:(num 1733401589575) 2024-12-05T12:26:29,621 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-12-05T12:26:29,623 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:37251/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733401589569, archiveDir=hdfs://localhost:37251/hbase/oldWALs, maxLogs=32 2024-12-05T12:26:29,643 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733401589569/wal.1733401589623, exclude list is [], retry=0 2024-12-05T12:26:29,645 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39219,DS-617fd9fb-d3b8-45bb-969c-5ff0ade34d6f,DISK] 2024-12-05T12:26:29,646 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36197,DS-bc097945-2295-45e3-bd47-de8a8715bf95,DISK] 2024-12-05T12:26:29,646 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33203,DS-62ba5f8c-f5d1-4321-92a1-1fb505e60772,DISK] 2024-12-05T12:26:29,647 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733401589569/wal.1733401589623 2024-12-05T12:26:29,648 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46847:46847),(127.0.0.1/127.0.0.1:46543:46543),(127.0.0.1/127.0.0.1:34381:34381)] 2024-12-05T12:26:29,648 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => dbb9fa41085d438e053e2e407d9cabae, NAME => 'testReplayEditsWrittenViaHRegion,,1733401589570.dbb9fa41085d438e053e2e407d9cabae.', STARTKEY => '', ENDKEY => ''} 2024-12-05T12:26:29,648 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1733401589570.dbb9fa41085d438e053e2e407d9cabae.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T12:26:29,648 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for dbb9fa41085d438e053e2e407d9cabae 2024-12-05T12:26:29,648 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for dbb9fa41085d438e053e2e407d9cabae 2024-12-05T12:26:29,649 INFO [StoreOpener-dbb9fa41085d438e053e2e407d9cabae-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region dbb9fa41085d438e053e2e407d9cabae 2024-12-05T12:26:29,650 INFO [StoreOpener-dbb9fa41085d438e053e2e407d9cabae-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region dbb9fa41085d438e053e2e407d9cabae columnFamilyName a 2024-12-05T12:26:29,650 DEBUG [StoreOpener-dbb9fa41085d438e053e2e407d9cabae-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:26:29,650 INFO [StoreOpener-dbb9fa41085d438e053e2e407d9cabae-1 {}] regionserver.HStore(327): Store=dbb9fa41085d438e053e2e407d9cabae/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T12:26:29,651 INFO [StoreOpener-dbb9fa41085d438e053e2e407d9cabae-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region dbb9fa41085d438e053e2e407d9cabae 2024-12-05T12:26:29,651 INFO [StoreOpener-dbb9fa41085d438e053e2e407d9cabae-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region dbb9fa41085d438e053e2e407d9cabae columnFamilyName b 2024-12-05T12:26:29,651 DEBUG [StoreOpener-dbb9fa41085d438e053e2e407d9cabae-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:26:29,652 INFO [StoreOpener-dbb9fa41085d438e053e2e407d9cabae-1 {}] regionserver.HStore(327): Store=dbb9fa41085d438e053e2e407d9cabae/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T12:26:29,652 INFO [StoreOpener-dbb9fa41085d438e053e2e407d9cabae-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region dbb9fa41085d438e053e2e407d9cabae 2024-12-05T12:26:29,652 INFO [StoreOpener-dbb9fa41085d438e053e2e407d9cabae-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region dbb9fa41085d438e053e2e407d9cabae columnFamilyName c 2024-12-05T12:26:29,652 DEBUG [StoreOpener-dbb9fa41085d438e053e2e407d9cabae-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:26:29,653 INFO [StoreOpener-dbb9fa41085d438e053e2e407d9cabae-1 {}] regionserver.HStore(327): Store=dbb9fa41085d438e053e2e407d9cabae/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T12:26:29,653 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for dbb9fa41085d438e053e2e407d9cabae 2024-12-05T12:26:29,653 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37251/hbase/data/default/testReplayEditsWrittenViaHRegion/dbb9fa41085d438e053e2e407d9cabae 2024-12-05T12:26:29,654 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37251/hbase/data/default/testReplayEditsWrittenViaHRegion/dbb9fa41085d438e053e2e407d9cabae 2024-12-05T12:26:29,655 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for dbb9fa41085d438e053e2e407d9cabae 2024-12-05T12:26:29,655 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for dbb9fa41085d438e053e2e407d9cabae 2024-12-05T12:26:29,655 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-05T12:26:29,657 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for dbb9fa41085d438e053e2e407d9cabae 2024-12-05T12:26:29,658 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened dbb9fa41085d438e053e2e407d9cabae; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66354934, jitterRate=-0.011234432458877563}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-05T12:26:29,658 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for dbb9fa41085d438e053e2e407d9cabae: Writing region info on filesystem at 1733401589648Initializing all the Stores at 1733401589649 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401589649Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401589649Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401589649Cleaning up temporary data from old regions at 1733401589655 (+6 ms)Region opened successfully at 1733401589658 (+3 ms) 2024-12-05T12:26:29,665 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing dbb9fa41085d438e053e2e407d9cabae 3/3 column families, dataSize=870 B heapSize=2.31 KB 2024-12-05T12:26:29,680 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37251/hbase/data/default/testReplayEditsWrittenViaHRegion/dbb9fa41085d438e053e2e407d9cabae/.tmp/a/04ccb144bafe41b7b4760a1f70fad24c is 91, key is testReplayEditsWrittenViaHRegion/a:x0/1733401589658/Put/seqid=0 2024-12-05T12:26:29,686 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33203 is added to blk_1073741928_1107 (size=5958) 2024-12-05T12:26:29,689 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39219 is added to blk_1073741928_1107 (size=5958) 2024-12-05T12:26:29,689 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36197 is added to blk_1073741928_1107 (size=5958) 2024-12-05T12:26:29,690 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:37251/hbase/data/default/testReplayEditsWrittenViaHRegion/dbb9fa41085d438e053e2e407d9cabae/.tmp/a/04ccb144bafe41b7b4760a1f70fad24c 2024-12-05T12:26:29,699 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37251/hbase/data/default/testReplayEditsWrittenViaHRegion/dbb9fa41085d438e053e2e407d9cabae/.tmp/a/04ccb144bafe41b7b4760a1f70fad24c as hdfs://localhost:37251/hbase/data/default/testReplayEditsWrittenViaHRegion/dbb9fa41085d438e053e2e407d9cabae/a/04ccb144bafe41b7b4760a1f70fad24c 2024-12-05T12:26:29,705 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37251/hbase/data/default/testReplayEditsWrittenViaHRegion/dbb9fa41085d438e053e2e407d9cabae/a/04ccb144bafe41b7b4760a1f70fad24c, entries=10, sequenceid=13, filesize=5.8 K 2024-12-05T12:26:29,713 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~870 B/870, heapSize ~1.80 KB/1840, currentSize=0 B/0 for dbb9fa41085d438e053e2e407d9cabae in 48ms, sequenceid=13, compaction requested=false 2024-12-05T12:26:29,713 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for dbb9fa41085d438e053e2e407d9cabae: 2024-12-05T12:26:29,734 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing dbb9fa41085d438e053e2e407d9cabae, disabling compactions & flushes 2024-12-05T12:26:29,734 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenViaHRegion,,1733401589570.dbb9fa41085d438e053e2e407d9cabae. 2024-12-05T12:26:29,734 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenViaHRegion,,1733401589570.dbb9fa41085d438e053e2e407d9cabae. 2024-12-05T12:26:29,734 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenViaHRegion,,1733401589570.dbb9fa41085d438e053e2e407d9cabae. after waiting 0 ms 2024-12-05T12:26:29,734 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenViaHRegion,,1733401589570.dbb9fa41085d438e053e2e407d9cabae. 2024-12-05T12:26:29,736 ERROR [Time-limited test {}] regionserver.HRegion(1960): Memstore data size is 1740 in region testReplayEditsWrittenViaHRegion,,1733401589570.dbb9fa41085d438e053e2e407d9cabae. 2024-12-05T12:26:29,736 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenViaHRegion,,1733401589570.dbb9fa41085d438e053e2e407d9cabae. 2024-12-05T12:26:29,736 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for dbb9fa41085d438e053e2e407d9cabae: Waiting for close lock at 1733401589734Disabling compacts and flushes for region at 1733401589734Disabling writes for close at 1733401589734Writing region close event to WAL at 1733401589736 (+2 ms)Closed at 1733401589736 2024-12-05T12:26:29,748 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39219 is added to blk_1073741927_1106 (size=3345) 2024-12-05T12:26:29,748 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36197 is added to blk_1073741927_1106 (size=3345) 2024-12-05T12:26:29,748 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33203 is added to blk_1073741927_1106 (size=3345) 2024-12-05T12:26:29,767 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:37251/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733401589569/wal.1733401589623, size=3.3 K (3345bytes) 2024-12-05T12:26:29,767 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37251/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733401589569/wal.1733401589623 2024-12-05T12:26:29,767 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:37251/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733401589569/wal.1733401589623 after 0ms 2024-12-05T12:26:29,770 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:37251/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733401589569/wal.1733401589623: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-12-05T12:26:29,770 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:37251/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733401589569/wal.1733401589623 took 4ms 2024-12-05T12:26:29,772 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:37251/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733401589569/wal.1733401589623 so closing down 2024-12-05T12:26:29,772 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-05T12:26:29,773 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000003-wal.1733401589623.temp 2024-12-05T12:26:29,774 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37251/hbase/data/default/testReplayEditsWrittenViaHRegion/dbb9fa41085d438e053e2e407d9cabae/recovered.edits/0000000000000000003-wal.1733401589623.temp 2024-12-05T12:26:29,775 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-05T12:26:29,786 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36197 is added to blk_1073741929_1108 (size=2944) 2024-12-05T12:26:29,786 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33203 is added to blk_1073741929_1108 (size=2944) 2024-12-05T12:26:29,786 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39219 is added to blk_1073741929_1108 (size=2944) 2024-12-05T12:26:29,787 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37251/hbase/data/default/testReplayEditsWrittenViaHRegion/dbb9fa41085d438e053e2e407d9cabae/recovered.edits/0000000000000000003-wal.1733401589623.temp (wrote 30 edits, skipped 0 edits in 0 ms) 2024-12-05T12:26:29,791 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37251/hbase/data/default/testReplayEditsWrittenViaHRegion/dbb9fa41085d438e053e2e407d9cabae/recovered.edits/0000000000000000003-wal.1733401589623.temp to hdfs://localhost:37251/hbase/data/default/testReplayEditsWrittenViaHRegion/dbb9fa41085d438e053e2e407d9cabae/recovered.edits/0000000000000000035 2024-12-05T12:26:29,791 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 32 edits across 1 Regions in 21 ms; skipped=2; WAL=hdfs://localhost:37251/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733401589569/wal.1733401589623, size=3.3 K, length=3345, corrupted=false, cancelled=false 2024-12-05T12:26:29,792 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:37251/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733401589569/wal.1733401589623, journal: Splitting hdfs://localhost:37251/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733401589569/wal.1733401589623, size=3.3 K (3345bytes) at 1733401589767Finishing writing output for hdfs://localhost:37251/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733401589569/wal.1733401589623 so closing down at 1733401589772 (+5 ms)Creating recovered edits writer path=hdfs://localhost:37251/hbase/data/default/testReplayEditsWrittenViaHRegion/dbb9fa41085d438e053e2e407d9cabae/recovered.edits/0000000000000000003-wal.1733401589623.temp at 1733401589774 (+2 ms)3 split writer threads finished at 1733401589775 (+1 ms)Closed recovered edits writer path=hdfs://localhost:37251/hbase/data/default/testReplayEditsWrittenViaHRegion/dbb9fa41085d438e053e2e407d9cabae/recovered.edits/0000000000000000003-wal.1733401589623.temp (wrote 30 edits, skipped 0 edits in 0 ms) at 1733401589787 (+12 ms)Rename recovered edits hdfs://localhost:37251/hbase/data/default/testReplayEditsWrittenViaHRegion/dbb9fa41085d438e053e2e407d9cabae/recovered.edits/0000000000000000003-wal.1733401589623.temp to hdfs://localhost:37251/hbase/data/default/testReplayEditsWrittenViaHRegion/dbb9fa41085d438e053e2e407d9cabae/recovered.edits/0000000000000000035 at 1733401589791 (+4 ms)Processed 32 edits across 1 Regions in 21 ms; skipped=2; WAL=hdfs://localhost:37251/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733401589569/wal.1733401589623, size=3.3 K, length=3345, corrupted=false, cancelled=false at 1733401589792 (+1 ms) 2024-12-05T12:26:29,793 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:37251/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733401589569/wal.1733401589623 to hdfs://localhost:37251/hbase/oldWALs/wal.1733401589623 2024-12-05T12:26:29,794 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:37251/hbase/data/default/testReplayEditsWrittenViaHRegion/dbb9fa41085d438e053e2e407d9cabae/recovered.edits/0000000000000000035 2024-12-05T12:26:29,794 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-12-05T12:26:29,796 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:37251/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733401589569, archiveDir=hdfs://localhost:37251/hbase/oldWALs, maxLogs=32 2024-12-05T12:26:29,810 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733401589569/wal.1733401589796, exclude list is [], retry=0 2024-12-05T12:26:29,813 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36197,DS-bc097945-2295-45e3-bd47-de8a8715bf95,DISK] 2024-12-05T12:26:29,813 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33203,DS-62ba5f8c-f5d1-4321-92a1-1fb505e60772,DISK] 2024-12-05T12:26:29,814 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39219,DS-617fd9fb-d3b8-45bb-969c-5ff0ade34d6f,DISK] 2024-12-05T12:26:29,815 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733401589569/wal.1733401589796 2024-12-05T12:26:29,816 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46543:46543),(127.0.0.1/127.0.0.1:34381:34381),(127.0.0.1/127.0.0.1:46847:46847)] 2024-12-05T12:26:29,816 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => dbb9fa41085d438e053e2e407d9cabae, NAME => 'testReplayEditsWrittenViaHRegion,,1733401589570.dbb9fa41085d438e053e2e407d9cabae.', STARTKEY => '', ENDKEY => ''} 2024-12-05T12:26:29,816 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1733401589570.dbb9fa41085d438e053e2e407d9cabae.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T12:26:29,816 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for dbb9fa41085d438e053e2e407d9cabae 2024-12-05T12:26:29,816 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for dbb9fa41085d438e053e2e407d9cabae 2024-12-05T12:26:29,821 INFO [StoreOpener-dbb9fa41085d438e053e2e407d9cabae-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region dbb9fa41085d438e053e2e407d9cabae 2024-12-05T12:26:29,821 INFO [StoreOpener-dbb9fa41085d438e053e2e407d9cabae-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region dbb9fa41085d438e053e2e407d9cabae columnFamilyName a 2024-12-05T12:26:29,821 DEBUG [StoreOpener-dbb9fa41085d438e053e2e407d9cabae-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:26:29,831 DEBUG [StoreOpener-dbb9fa41085d438e053e2e407d9cabae-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37251/hbase/data/default/testReplayEditsWrittenViaHRegion/dbb9fa41085d438e053e2e407d9cabae/a/04ccb144bafe41b7b4760a1f70fad24c 2024-12-05T12:26:29,831 INFO [StoreOpener-dbb9fa41085d438e053e2e407d9cabae-1 {}] regionserver.HStore(327): Store=dbb9fa41085d438e053e2e407d9cabae/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T12:26:29,831 INFO [StoreOpener-dbb9fa41085d438e053e2e407d9cabae-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region dbb9fa41085d438e053e2e407d9cabae 2024-12-05T12:26:29,832 INFO [StoreOpener-dbb9fa41085d438e053e2e407d9cabae-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region dbb9fa41085d438e053e2e407d9cabae columnFamilyName b 2024-12-05T12:26:29,832 DEBUG [StoreOpener-dbb9fa41085d438e053e2e407d9cabae-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:26:29,833 INFO [StoreOpener-dbb9fa41085d438e053e2e407d9cabae-1 {}] regionserver.HStore(327): Store=dbb9fa41085d438e053e2e407d9cabae/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T12:26:29,833 INFO [StoreOpener-dbb9fa41085d438e053e2e407d9cabae-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region dbb9fa41085d438e053e2e407d9cabae 2024-12-05T12:26:29,833 INFO [StoreOpener-dbb9fa41085d438e053e2e407d9cabae-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region dbb9fa41085d438e053e2e407d9cabae columnFamilyName c 2024-12-05T12:26:29,833 DEBUG [StoreOpener-dbb9fa41085d438e053e2e407d9cabae-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:26:29,834 INFO [StoreOpener-dbb9fa41085d438e053e2e407d9cabae-1 {}] regionserver.HStore(327): Store=dbb9fa41085d438e053e2e407d9cabae/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T12:26:29,834 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for dbb9fa41085d438e053e2e407d9cabae 2024-12-05T12:26:29,835 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37251/hbase/data/default/testReplayEditsWrittenViaHRegion/dbb9fa41085d438e053e2e407d9cabae 2024-12-05T12:26:29,836 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:37251/hbase/data/default/testReplayEditsWrittenViaHRegion/dbb9fa41085d438e053e2e407d9cabae 2024-12-05T12:26:29,836 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:37251/hbase/data/default/testReplayEditsWrittenViaHRegion/dbb9fa41085d438e053e2e407d9cabae/recovered.edits/0000000000000000035 2024-12-05T12:26:29,838 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:37251/hbase/data/default/testReplayEditsWrittenViaHRegion/dbb9fa41085d438e053e2e407d9cabae/recovered.edits/0000000000000000035: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-12-05T12:26:29,840 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 20, skipped 10, firstSequenceIdInLog=3, maxSequenceIdInLog=35, path=hdfs://localhost:37251/hbase/data/default/testReplayEditsWrittenViaHRegion/dbb9fa41085d438e053e2e407d9cabae/recovered.edits/0000000000000000035 2024-12-05T12:26:29,840 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing dbb9fa41085d438e053e2e407d9cabae 3/3 column families, dataSize=1.70 KB heapSize=3.88 KB 2024-12-05T12:26:29,862 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37251/hbase/data/default/testReplayEditsWrittenViaHRegion/dbb9fa41085d438e053e2e407d9cabae/.tmp/b/f61b078852c5497ca4f574295f678f99 is 91, key is testReplayEditsWrittenViaHRegion/b:x0/1733401589713/Put/seqid=0 2024-12-05T12:26:29,869 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33203 is added to blk_1073741931_1110 (size=5958) 2024-12-05T12:26:29,869 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39219 is added to blk_1073741931_1110 (size=5958) 2024-12-05T12:26:29,869 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36197 is added to blk_1073741931_1110 (size=5958) 2024-12-05T12:26:29,873 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=35 (bloomFilter=true), to=hdfs://localhost:37251/hbase/data/default/testReplayEditsWrittenViaHRegion/dbb9fa41085d438e053e2e407d9cabae/.tmp/b/f61b078852c5497ca4f574295f678f99 2024-12-05T12:26:29,901 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37251/hbase/data/default/testReplayEditsWrittenViaHRegion/dbb9fa41085d438e053e2e407d9cabae/.tmp/c/a7e7412527f141e1a10176833f52008e is 91, key is testReplayEditsWrittenViaHRegion/c:x0/1733401589721/Put/seqid=0 2024-12-05T12:26:29,906 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36197 is added to blk_1073741932_1111 (size=5958) 2024-12-05T12:26:29,907 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33203 is added to blk_1073741932_1111 (size=5958) 2024-12-05T12:26:29,907 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39219 is added to blk_1073741932_1111 (size=5958) 2024-12-05T12:26:29,907 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=35 (bloomFilter=true), to=hdfs://localhost:37251/hbase/data/default/testReplayEditsWrittenViaHRegion/dbb9fa41085d438e053e2e407d9cabae/.tmp/c/a7e7412527f141e1a10176833f52008e 2024-12-05T12:26:29,913 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37251/hbase/data/default/testReplayEditsWrittenViaHRegion/dbb9fa41085d438e053e2e407d9cabae/.tmp/b/f61b078852c5497ca4f574295f678f99 as hdfs://localhost:37251/hbase/data/default/testReplayEditsWrittenViaHRegion/dbb9fa41085d438e053e2e407d9cabae/b/f61b078852c5497ca4f574295f678f99 2024-12-05T12:26:29,918 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37251/hbase/data/default/testReplayEditsWrittenViaHRegion/dbb9fa41085d438e053e2e407d9cabae/b/f61b078852c5497ca4f574295f678f99, entries=10, sequenceid=35, filesize=5.8 K 2024-12-05T12:26:29,919 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37251/hbase/data/default/testReplayEditsWrittenViaHRegion/dbb9fa41085d438e053e2e407d9cabae/.tmp/c/a7e7412527f141e1a10176833f52008e as hdfs://localhost:37251/hbase/data/default/testReplayEditsWrittenViaHRegion/dbb9fa41085d438e053e2e407d9cabae/c/a7e7412527f141e1a10176833f52008e 2024-12-05T12:26:29,924 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37251/hbase/data/default/testReplayEditsWrittenViaHRegion/dbb9fa41085d438e053e2e407d9cabae/c/a7e7412527f141e1a10176833f52008e, entries=10, sequenceid=35, filesize=5.8 K 2024-12-05T12:26:29,924 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~1.70 KB/1740, heapSize ~3.59 KB/3680, currentSize=0 B/0 for dbb9fa41085d438e053e2e407d9cabae in 84ms, sequenceid=35, compaction requested=false; wal=null 2024-12-05T12:26:29,925 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:37251/hbase/data/default/testReplayEditsWrittenViaHRegion/dbb9fa41085d438e053e2e407d9cabae/recovered.edits/0000000000000000035 2024-12-05T12:26:29,926 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for dbb9fa41085d438e053e2e407d9cabae 2024-12-05T12:26:29,926 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for dbb9fa41085d438e053e2e407d9cabae 2024-12-05T12:26:29,927 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-05T12:26:29,928 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for dbb9fa41085d438e053e2e407d9cabae 2024-12-05T12:26:29,930 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37251/hbase/data/default/testReplayEditsWrittenViaHRegion/dbb9fa41085d438e053e2e407d9cabae/recovered.edits/35.seqid, newMaxSeqId=35, maxSeqId=1 2024-12-05T12:26:29,931 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened dbb9fa41085d438e053e2e407d9cabae; next sequenceid=36; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59485383, jitterRate=-0.11359871923923492}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-05T12:26:29,931 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for dbb9fa41085d438e053e2e407d9cabae: Writing region info on filesystem at 1733401589816Initializing all the Stores at 1733401589817 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401589817Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401589820 (+3 ms)Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401589820Obtaining lock to block concurrent updates at 1733401589840 (+20 ms)Preparing flush snapshotting stores in dbb9fa41085d438e053e2e407d9cabae at 1733401589840Finished memstore snapshotting testReplayEditsWrittenViaHRegion,,1733401589570.dbb9fa41085d438e053e2e407d9cabae., syncing WAL and waiting on mvcc, flushsize=dataSize=1740, getHeapSize=3920, getOffHeapSize=0, getCellsCount=20 at 1733401589840Flushing stores of testReplayEditsWrittenViaHRegion,,1733401589570.dbb9fa41085d438e053e2e407d9cabae. at 1733401589840Flushing dbb9fa41085d438e053e2e407d9cabae/b: creating writer at 1733401589840Flushing dbb9fa41085d438e053e2e407d9cabae/b: appending metadata at 1733401589861 (+21 ms)Flushing dbb9fa41085d438e053e2e407d9cabae/b: closing flushed file at 1733401589861Flushing dbb9fa41085d438e053e2e407d9cabae/c: creating writer at 1733401589879 (+18 ms)Flushing dbb9fa41085d438e053e2e407d9cabae/c: appending metadata at 1733401589900 (+21 ms)Flushing dbb9fa41085d438e053e2e407d9cabae/c: closing flushed file at 1733401589900Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5eee9c5e: reopening flushed file at 1733401589912 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4ffaada: reopening flushed file at 1733401589918 (+6 ms)Finished flush of dataSize ~1.70 KB/1740, heapSize ~3.59 KB/3680, currentSize=0 B/0 for dbb9fa41085d438e053e2e407d9cabae in 84ms, sequenceid=35, compaction requested=false; wal=null at 1733401589924 (+6 ms)Cleaning up temporary data from old regions at 1733401589926 (+2 ms)Region opened successfully at 1733401589931 (+5 ms) 2024-12-05T12:26:29,998 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:37251/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733401589569/wal.1733401589796, size=0 (0bytes) 2024-12-05T12:26:29,999 WARN [Time-limited test {}] wal.WALSplitter(453): File hdfs://localhost:37251/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733401589569/wal.1733401589796 might be still open, length is 0 2024-12-05T12:26:29,999 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37251/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733401589569/wal.1733401589796 2024-12-05T12:26:29,999 WARN [IPC Server handler 4 on default port 37251 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733401589569/wal.1733401589796 has not been closed. Lease recovery is in progress. RecoveryId = 1112 for block blk_1073741930_1109 2024-12-05T12:26:29,999 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=hdfs://localhost:37251/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733401589569/wal.1733401589796 after 0ms 2024-12-05T12:26:30,670 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testDatalossWhenInputError 2024-12-05T12:26:30,670 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testDatalossWhenInputError Metrics about Tables on a single HBase RegionServer 2024-12-05T12:26:30,671 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testCompactedBulkLoadedFiles 2024-12-05T12:26:30,671 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testCompactedBulkLoadedFiles Metrics about Tables on a single HBase RegionServer 2024-12-05T12:26:32,798 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_915493354_22 at /127.0.0.1:57494 [Receiving block BP-1178294010-172.17.0.2-1733401544268:blk_1073741930_1109] {}] datanode.DataXceiver(331): 127.0.0.1:36197:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:57494 dst: /127.0.0.1:36197 java.io.InterruptedIOException: Interrupted while waiting for IO on channel java.nio.channels.SocketChannel[connected local=localhost/127.0.0.1:36197 remote=/127.0.0.1:57494]. Total timeout mills is 60000, 57163 millis timeout left. at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:350) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:26:32,798 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_915493354_22 at /127.0.0.1:57626 [Receiving block BP-1178294010-172.17.0.2-1733401544268:blk_1073741930_1109] {}] datanode.DataXceiver(331): 127.0.0.1:39219:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:57626 dst: /127.0.0.1:39219 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:26:32,798 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_915493354_22 at /127.0.0.1:56290 [Receiving block BP-1178294010-172.17.0.2-1733401544268:blk_1073741930_1109] {}] datanode.DataXceiver(331): 127.0.0.1:33203:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:56290 dst: /127.0.0.1:33203 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:26:32,801 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36197 is added to blk_1073741930_1112 (size=2936) 2024-12-05T12:26:32,801 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33203 is added to blk_1073741930_1112 (size=2936) 2024-12-05T12:26:32,801 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39219 is added to blk_1073741930_1112 (size=2936) 2024-12-05T12:26:34,000 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=hdfs://localhost:37251/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733401589569/wal.1733401589796 after 4001ms 2024-12-05T12:26:34,003 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:37251/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733401589569/wal.1733401589796: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-12-05T12:26:34,003 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:37251/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733401589569/wal.1733401589796 took 4005ms 2024-12-05T12:26:34,005 INFO [Time-limited test {}] wal.WALSplitter(493): EOF from hdfs://localhost:37251/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733401589569/wal.1733401589796; continuing. 2024-12-05T12:26:34,005 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:37251/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733401589569/wal.1733401589796 so closing down 2024-12-05T12:26:34,005 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-05T12:26:34,007 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000037-wal.1733401589796.temp 2024-12-05T12:26:34,009 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37251/hbase/data/default/testReplayEditsWrittenViaHRegion/dbb9fa41085d438e053e2e407d9cabae/recovered.edits/0000000000000000037-wal.1733401589796.temp 2024-12-05T12:26:34,010 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-05T12:26:34,017 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33203 is added to blk_1073741933_1113 (size=2944) 2024-12-05T12:26:34,017 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36197 is added to blk_1073741933_1113 (size=2944) 2024-12-05T12:26:34,018 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39219 is added to blk_1073741933_1113 (size=2944) 2024-12-05T12:26:34,018 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37251/hbase/data/default/testReplayEditsWrittenViaHRegion/dbb9fa41085d438e053e2e407d9cabae/recovered.edits/0000000000000000037-wal.1733401589796.temp (wrote 30 edits, skipped 0 edits in 0 ms) 2024-12-05T12:26:34,020 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37251/hbase/data/default/testReplayEditsWrittenViaHRegion/dbb9fa41085d438e053e2e407d9cabae/recovered.edits/0000000000000000037-wal.1733401589796.temp to hdfs://localhost:37251/hbase/data/default/testReplayEditsWrittenViaHRegion/dbb9fa41085d438e053e2e407d9cabae/recovered.edits/0000000000000000066 2024-12-05T12:26:34,020 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 30 edits across 1 Regions in 17 ms; skipped=0; WAL=hdfs://localhost:37251/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733401589569/wal.1733401589796, size=0, length=0, corrupted=false, cancelled=false 2024-12-05T12:26:34,020 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:37251/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733401589569/wal.1733401589796, journal: Splitting hdfs://localhost:37251/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733401589569/wal.1733401589796, size=0 (0bytes) at 1733401589999Finishing writing output for hdfs://localhost:37251/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733401589569/wal.1733401589796 so closing down at 1733401594005 (+4006 ms)Creating recovered edits writer path=hdfs://localhost:37251/hbase/data/default/testReplayEditsWrittenViaHRegion/dbb9fa41085d438e053e2e407d9cabae/recovered.edits/0000000000000000037-wal.1733401589796.temp at 1733401594009 (+4 ms)3 split writer threads finished at 1733401594010 (+1 ms)Closed recovered edits writer path=hdfs://localhost:37251/hbase/data/default/testReplayEditsWrittenViaHRegion/dbb9fa41085d438e053e2e407d9cabae/recovered.edits/0000000000000000037-wal.1733401589796.temp (wrote 30 edits, skipped 0 edits in 0 ms) at 1733401594019 (+9 ms)Rename recovered edits hdfs://localhost:37251/hbase/data/default/testReplayEditsWrittenViaHRegion/dbb9fa41085d438e053e2e407d9cabae/recovered.edits/0000000000000000037-wal.1733401589796.temp to hdfs://localhost:37251/hbase/data/default/testReplayEditsWrittenViaHRegion/dbb9fa41085d438e053e2e407d9cabae/recovered.edits/0000000000000000066 at 1733401594020 (+1 ms)Processed 30 edits across 1 Regions in 17 ms; skipped=0; WAL=hdfs://localhost:37251/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733401589569/wal.1733401589796, size=0, length=0, corrupted=false, cancelled=false at 1733401594020 2024-12-05T12:26:34,022 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:37251/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733401589569/wal.1733401589796 to hdfs://localhost:37251/hbase/oldWALs/wal.1733401589796 2024-12-05T12:26:34,023 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:37251/hbase/data/default/testReplayEditsWrittenViaHRegion/dbb9fa41085d438e053e2e407d9cabae/recovered.edits/0000000000000000066 2024-12-05T12:26:34,023 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-12-05T12:26:34,024 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:37251/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733401589569, archiveDir=hdfs://localhost:37251/hbase/oldWALs, maxLogs=32 2024-12-05T12:26:34,038 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733401589569/wal.1733401594025, exclude list is [], retry=0 2024-12-05T12:26:34,040 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33203,DS-62ba5f8c-f5d1-4321-92a1-1fb505e60772,DISK] 2024-12-05T12:26:34,040 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39219,DS-617fd9fb-d3b8-45bb-969c-5ff0ade34d6f,DISK] 2024-12-05T12:26:34,040 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36197,DS-bc097945-2295-45e3-bd47-de8a8715bf95,DISK] 2024-12-05T12:26:34,042 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733401589569/wal.1733401594025 2024-12-05T12:26:34,042 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34381:34381),(127.0.0.1/127.0.0.1:46847:46847),(127.0.0.1/127.0.0.1:46543:46543)] 2024-12-05T12:26:34,043 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1733401589570.dbb9fa41085d438e053e2e407d9cabae.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T12:26:34,044 INFO [StoreOpener-dbb9fa41085d438e053e2e407d9cabae-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region dbb9fa41085d438e053e2e407d9cabae 2024-12-05T12:26:34,045 INFO [StoreOpener-dbb9fa41085d438e053e2e407d9cabae-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region dbb9fa41085d438e053e2e407d9cabae columnFamilyName a 2024-12-05T12:26:34,045 DEBUG [StoreOpener-dbb9fa41085d438e053e2e407d9cabae-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:26:34,049 DEBUG [StoreOpener-dbb9fa41085d438e053e2e407d9cabae-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37251/hbase/data/default/testReplayEditsWrittenViaHRegion/dbb9fa41085d438e053e2e407d9cabae/a/04ccb144bafe41b7b4760a1f70fad24c 2024-12-05T12:26:34,049 INFO [StoreOpener-dbb9fa41085d438e053e2e407d9cabae-1 {}] regionserver.HStore(327): Store=dbb9fa41085d438e053e2e407d9cabae/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T12:26:34,050 INFO [StoreOpener-dbb9fa41085d438e053e2e407d9cabae-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region dbb9fa41085d438e053e2e407d9cabae 2024-12-05T12:26:34,050 INFO [StoreOpener-dbb9fa41085d438e053e2e407d9cabae-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region dbb9fa41085d438e053e2e407d9cabae columnFamilyName b 2024-12-05T12:26:34,050 DEBUG [StoreOpener-dbb9fa41085d438e053e2e407d9cabae-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:26:34,055 DEBUG [StoreOpener-dbb9fa41085d438e053e2e407d9cabae-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37251/hbase/data/default/testReplayEditsWrittenViaHRegion/dbb9fa41085d438e053e2e407d9cabae/b/f61b078852c5497ca4f574295f678f99 2024-12-05T12:26:34,055 INFO [StoreOpener-dbb9fa41085d438e053e2e407d9cabae-1 {}] regionserver.HStore(327): Store=dbb9fa41085d438e053e2e407d9cabae/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T12:26:34,055 INFO [StoreOpener-dbb9fa41085d438e053e2e407d9cabae-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region dbb9fa41085d438e053e2e407d9cabae 2024-12-05T12:26:34,056 INFO [StoreOpener-dbb9fa41085d438e053e2e407d9cabae-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region dbb9fa41085d438e053e2e407d9cabae columnFamilyName c 2024-12-05T12:26:34,056 DEBUG [StoreOpener-dbb9fa41085d438e053e2e407d9cabae-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T12:26:34,060 DEBUG [StoreOpener-dbb9fa41085d438e053e2e407d9cabae-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37251/hbase/data/default/testReplayEditsWrittenViaHRegion/dbb9fa41085d438e053e2e407d9cabae/c/a7e7412527f141e1a10176833f52008e 2024-12-05T12:26:34,060 INFO [StoreOpener-dbb9fa41085d438e053e2e407d9cabae-1 {}] regionserver.HStore(327): Store=dbb9fa41085d438e053e2e407d9cabae/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T12:26:34,060 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for dbb9fa41085d438e053e2e407d9cabae 2024-12-05T12:26:34,061 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37251/hbase/data/default/testReplayEditsWrittenViaHRegion/dbb9fa41085d438e053e2e407d9cabae 2024-12-05T12:26:34,062 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:37251/hbase/data/default/testReplayEditsWrittenViaHRegion/dbb9fa41085d438e053e2e407d9cabae 2024-12-05T12:26:34,063 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:37251/hbase/data/default/testReplayEditsWrittenViaHRegion/dbb9fa41085d438e053e2e407d9cabae/recovered.edits/0000000000000000066 2024-12-05T12:26:34,064 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:37251/hbase/data/default/testReplayEditsWrittenViaHRegion/dbb9fa41085d438e053e2e407d9cabae/recovered.edits/0000000000000000066: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-12-05T12:26:34,070 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 30, skipped 0, firstSequenceIdInLog=37, maxSequenceIdInLog=66, path=hdfs://localhost:37251/hbase/data/default/testReplayEditsWrittenViaHRegion/dbb9fa41085d438e053e2e407d9cabae/recovered.edits/0000000000000000066 2024-12-05T12:26:34,070 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing dbb9fa41085d438e053e2e407d9cabae 3/3 column families, dataSize=2.55 KB heapSize=5.44 KB 2024-12-05T12:26:34,093 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37251/hbase/data/default/testReplayEditsWrittenViaHRegion/dbb9fa41085d438e053e2e407d9cabae/.tmp/a/fe6ecf2e0fd2437787f829fa34c9e7b3 is 91, key is testReplayEditsWrittenViaHRegion/a:y0/1733401589938/Put/seqid=0 2024-12-05T12:26:34,099 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36197 is added to blk_1073741935_1115 (size=5958) 2024-12-05T12:26:34,099 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33203 is added to blk_1073741935_1115 (size=5958) 2024-12-05T12:26:34,099 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39219 is added to blk_1073741935_1115 (size=5958) 2024-12-05T12:26:34,100 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=66 (bloomFilter=true), to=hdfs://localhost:37251/hbase/data/default/testReplayEditsWrittenViaHRegion/dbb9fa41085d438e053e2e407d9cabae/.tmp/a/fe6ecf2e0fd2437787f829fa34c9e7b3 2024-12-05T12:26:34,119 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37251/hbase/data/default/testReplayEditsWrittenViaHRegion/dbb9fa41085d438e053e2e407d9cabae/.tmp/b/f8e40c3b53824506a047f21774e2c65e is 91, key is testReplayEditsWrittenViaHRegion/b:y0/1733401589945/Put/seqid=0 2024-12-05T12:26:34,125 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39219 is added to blk_1073741936_1116 (size=5958) 2024-12-05T12:26:34,125 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36197 is added to blk_1073741936_1116 (size=5958) 2024-12-05T12:26:34,125 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33203 is added to blk_1073741936_1116 (size=5958) 2024-12-05T12:26:34,126 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=66 (bloomFilter=true), to=hdfs://localhost:37251/hbase/data/default/testReplayEditsWrittenViaHRegion/dbb9fa41085d438e053e2e407d9cabae/.tmp/b/f8e40c3b53824506a047f21774e2c65e 2024-12-05T12:26:34,144 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37251/hbase/data/default/testReplayEditsWrittenViaHRegion/dbb9fa41085d438e053e2e407d9cabae/.tmp/c/20d713f8735d4f98be5053d78ea3a4d1 is 91, key is testReplayEditsWrittenViaHRegion/c:y0/1733401589953/Put/seqid=0 2024-12-05T12:26:34,150 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39219 is added to blk_1073741937_1117 (size=5958) 2024-12-05T12:26:34,150 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36197 is added to blk_1073741937_1117 (size=5958) 2024-12-05T12:26:34,151 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33203 is added to blk_1073741937_1117 (size=5958) 2024-12-05T12:26:34,151 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=66 (bloomFilter=true), to=hdfs://localhost:37251/hbase/data/default/testReplayEditsWrittenViaHRegion/dbb9fa41085d438e053e2e407d9cabae/.tmp/c/20d713f8735d4f98be5053d78ea3a4d1 2024-12-05T12:26:34,157 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37251/hbase/data/default/testReplayEditsWrittenViaHRegion/dbb9fa41085d438e053e2e407d9cabae/.tmp/a/fe6ecf2e0fd2437787f829fa34c9e7b3 as hdfs://localhost:37251/hbase/data/default/testReplayEditsWrittenViaHRegion/dbb9fa41085d438e053e2e407d9cabae/a/fe6ecf2e0fd2437787f829fa34c9e7b3 2024-12-05T12:26:34,167 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37251/hbase/data/default/testReplayEditsWrittenViaHRegion/dbb9fa41085d438e053e2e407d9cabae/a/fe6ecf2e0fd2437787f829fa34c9e7b3, entries=10, sequenceid=66, filesize=5.8 K 2024-12-05T12:26:34,168 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37251/hbase/data/default/testReplayEditsWrittenViaHRegion/dbb9fa41085d438e053e2e407d9cabae/.tmp/b/f8e40c3b53824506a047f21774e2c65e as hdfs://localhost:37251/hbase/data/default/testReplayEditsWrittenViaHRegion/dbb9fa41085d438e053e2e407d9cabae/b/f8e40c3b53824506a047f21774e2c65e 2024-12-05T12:26:34,173 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37251/hbase/data/default/testReplayEditsWrittenViaHRegion/dbb9fa41085d438e053e2e407d9cabae/b/f8e40c3b53824506a047f21774e2c65e, entries=10, sequenceid=66, filesize=5.8 K 2024-12-05T12:26:34,174 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37251/hbase/data/default/testReplayEditsWrittenViaHRegion/dbb9fa41085d438e053e2e407d9cabae/.tmp/c/20d713f8735d4f98be5053d78ea3a4d1 as hdfs://localhost:37251/hbase/data/default/testReplayEditsWrittenViaHRegion/dbb9fa41085d438e053e2e407d9cabae/c/20d713f8735d4f98be5053d78ea3a4d1 2024-12-05T12:26:34,179 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37251/hbase/data/default/testReplayEditsWrittenViaHRegion/dbb9fa41085d438e053e2e407d9cabae/c/20d713f8735d4f98be5053d78ea3a4d1, entries=10, sequenceid=66, filesize=5.8 K 2024-12-05T12:26:34,179 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~2.55 KB/2610, heapSize ~5.39 KB/5520, currentSize=0 B/0 for dbb9fa41085d438e053e2e407d9cabae in 109ms, sequenceid=66, compaction requested=false; wal=null 2024-12-05T12:26:34,180 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:37251/hbase/data/default/testReplayEditsWrittenViaHRegion/dbb9fa41085d438e053e2e407d9cabae/recovered.edits/0000000000000000066 2024-12-05T12:26:34,181 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for dbb9fa41085d438e053e2e407d9cabae 2024-12-05T12:26:34,181 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for dbb9fa41085d438e053e2e407d9cabae 2024-12-05T12:26:34,181 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-05T12:26:34,183 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for dbb9fa41085d438e053e2e407d9cabae 2024-12-05T12:26:34,185 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37251/hbase/data/default/testReplayEditsWrittenViaHRegion/dbb9fa41085d438e053e2e407d9cabae/recovered.edits/66.seqid, newMaxSeqId=66, maxSeqId=35 2024-12-05T12:26:34,186 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened dbb9fa41085d438e053e2e407d9cabae; next sequenceid=67; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70200680, jitterRate=0.046071648597717285}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-05T12:26:34,186 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for dbb9fa41085d438e053e2e407d9cabae: Writing region info on filesystem at 1733401594043Initializing all the Stores at 1733401594043Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401594043Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401594044 (+1 ms)Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401594044Obtaining lock to block concurrent updates at 1733401594070 (+26 ms)Preparing flush snapshotting stores in dbb9fa41085d438e053e2e407d9cabae at 1733401594070Finished memstore snapshotting testReplayEditsWrittenViaHRegion,,1733401589570.dbb9fa41085d438e053e2e407d9cabae., syncing WAL and waiting on mvcc, flushsize=dataSize=2610, getHeapSize=5520, getOffHeapSize=0, getCellsCount=30 at 1733401594070Flushing stores of testReplayEditsWrittenViaHRegion,,1733401589570.dbb9fa41085d438e053e2e407d9cabae. at 1733401594070Flushing dbb9fa41085d438e053e2e407d9cabae/a: creating writer at 1733401594070Flushing dbb9fa41085d438e053e2e407d9cabae/a: appending metadata at 1733401594092 (+22 ms)Flushing dbb9fa41085d438e053e2e407d9cabae/a: closing flushed file at 1733401594092Flushing dbb9fa41085d438e053e2e407d9cabae/b: creating writer at 1733401594105 (+13 ms)Flushing dbb9fa41085d438e053e2e407d9cabae/b: appending metadata at 1733401594118 (+13 ms)Flushing dbb9fa41085d438e053e2e407d9cabae/b: closing flushed file at 1733401594118Flushing dbb9fa41085d438e053e2e407d9cabae/c: creating writer at 1733401594130 (+12 ms)Flushing dbb9fa41085d438e053e2e407d9cabae/c: appending metadata at 1733401594143 (+13 ms)Flushing dbb9fa41085d438e053e2e407d9cabae/c: closing flushed file at 1733401594143Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7fe3abe0: reopening flushed file at 1733401594156 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@138fd0d2: reopening flushed file at 1733401594168 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@77a1e513: reopening flushed file at 1733401594174 (+6 ms)Finished flush of dataSize ~2.55 KB/2610, heapSize ~5.39 KB/5520, currentSize=0 B/0 for dbb9fa41085d438e053e2e407d9cabae in 109ms, sequenceid=66, compaction requested=false; wal=null at 1733401594179 (+5 ms)Cleaning up temporary data from old regions at 1733401594181 (+2 ms)Region opened successfully at 1733401594186 (+5 ms) 2024-12-05T12:26:34,201 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing dbb9fa41085d438e053e2e407d9cabae, disabling compactions & flushes 2024-12-05T12:26:34,201 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenViaHRegion,,1733401589570.dbb9fa41085d438e053e2e407d9cabae. 2024-12-05T12:26:34,201 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenViaHRegion,,1733401589570.dbb9fa41085d438e053e2e407d9cabae. 2024-12-05T12:26:34,201 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenViaHRegion,,1733401589570.dbb9fa41085d438e053e2e407d9cabae. after waiting 0 ms 2024-12-05T12:26:34,201 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenViaHRegion,,1733401589570.dbb9fa41085d438e053e2e407d9cabae. 2024-12-05T12:26:34,203 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenViaHRegion,,1733401589570.dbb9fa41085d438e053e2e407d9cabae. 2024-12-05T12:26:34,203 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for dbb9fa41085d438e053e2e407d9cabae: Waiting for close lock at 1733401594201Disabling compacts and flushes for region at 1733401594201Disabling writes for close at 1733401594201Writing region close event to WAL at 1733401594203 (+2 ms)Closed at 1733401594203 2024-12-05T12:26:34,206 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33203 is added to blk_1073741934_1114 (size=95) 2024-12-05T12:26:34,206 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39219 is added to blk_1073741934_1114 (size=95) 2024-12-05T12:26:34,206 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36197 is added to blk_1073741934_1114 (size=95) 2024-12-05T12:26:34,209 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-12-05T12:26:34,209 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL wal:(num 1733401594025) 2024-12-05T12:26:34,226 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayValueCompression#testReplayEditsWrittenViaHRegion Thread=445 (was 441) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1154139657_22 at /127.0.0.1:57676 [Waiting for operation #15] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-28-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-28-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1154139657_22 at /127.0.0.1:57564 [Waiting for operation #11] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (315245879) connection to localhost/127.0.0.1:37251 from jenkinstestReplayEditsWrittenViaHRegion java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: AsyncFSWAL-28-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1154139657_22 at /127.0.0.1:56316 [Waiting for operation #17] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkinstestReplayEditsWrittenViaHRegion@localhost:37251 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=1410 (was 1345) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=551 (was 573), ProcessCount=11 (was 11), AvailableMemoryMB=2679 (was 2726) 2024-12-05T12:26:34,226 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1410 is superior to 1024 2024-12-05T12:26:34,226 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-05T12:26:34,226 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T12:26:34,227 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T12:26:34,227 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:26:34,227 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:26:34,227 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T12:26:34,228 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-05T12:26:34,228 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1884317825, stopped=false 2024-12-05T12:26:34,228 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=2556e7014d8b,41629,1733401549914 2024-12-05T12:26:34,231 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44045-0x100aa66a2260003, quorum=127.0.0.1:57345, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-05T12:26:34,231 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41629-0x100aa66a2260000, quorum=127.0.0.1:57345, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-05T12:26:34,231 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44795-0x100aa66a2260002, quorum=127.0.0.1:57345, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-05T12:26:34,231 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41629-0x100aa66a2260000, quorum=127.0.0.1:57345, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T12:26:34,231 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44795-0x100aa66a2260002, quorum=127.0.0.1:57345, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T12:26:34,231 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44045-0x100aa66a2260003, quorum=127.0.0.1:57345, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T12:26:34,231 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-05T12:26:34,232 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T12:26:34,232 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T12:26:34,232 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:26:34,232 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:44045-0x100aa66a2260003, quorum=127.0.0.1:57345, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-05T12:26:34,232 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '2556e7014d8b,44795,1733401551295' ***** 2024-12-05T12:26:34,232 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-05T12:26:34,232 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '2556e7014d8b,44045,1733401551348' ***** 2024-12-05T12:26:34,232 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-05T12:26:34,233 INFO [RS:1;2556e7014d8b:44795 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-05T12:26:34,233 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:44795-0x100aa66a2260002, quorum=127.0.0.1:57345, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-05T12:26:34,233 INFO [RS:1;2556e7014d8b:44795 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-05T12:26:34,233 INFO [RS:2;2556e7014d8b:44045 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-05T12:26:34,233 INFO [RS:1;2556e7014d8b:44795 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-05T12:26:34,233 INFO [RS:1;2556e7014d8b:44795 {}] regionserver.HRegionServer(959): stopping server 2556e7014d8b,44795,1733401551295 2024-12-05T12:26:34,233 INFO [RS:2;2556e7014d8b:44045 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-05T12:26:34,233 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-05T12:26:34,233 INFO [RS:1;2556e7014d8b:44795 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-05T12:26:34,233 INFO [RS:2;2556e7014d8b:44045 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-05T12:26:34,233 INFO [RS:1;2556e7014d8b:44795 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;2556e7014d8b:44795. 2024-12-05T12:26:34,233 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:41629-0x100aa66a2260000, quorum=127.0.0.1:57345, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-05T12:26:34,233 INFO [RS:2;2556e7014d8b:44045 {}] regionserver.HRegionServer(3091): Received CLOSE for 97af70d635a1efeba5a07e46761ca328 2024-12-05T12:26:34,233 DEBUG [RS:1;2556e7014d8b:44795 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T12:26:34,233 DEBUG [RS:1;2556e7014d8b:44795 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:26:34,233 INFO [RS:1;2556e7014d8b:44795 {}] regionserver.HRegionServer(976): stopping server 2556e7014d8b,44795,1733401551295; all regions closed. 2024-12-05T12:26:34,233 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-05T12:26:34,234 INFO [RS:2;2556e7014d8b:44045 {}] regionserver.HRegionServer(959): stopping server 2556e7014d8b,44045,1733401551348 2024-12-05T12:26:34,234 INFO [RS:2;2556e7014d8b:44045 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-05T12:26:34,234 INFO [RS:2;2556e7014d8b:44045 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:2;2556e7014d8b:44045. 2024-12-05T12:26:34,234 DEBUG [RS:2;2556e7014d8b:44045 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T12:26:34,234 DEBUG [RS:2;2556e7014d8b:44045 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:26:34,234 INFO [RS:2;2556e7014d8b:44045 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-05T12:26:34,234 INFO [RS:2;2556e7014d8b:44045 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-05T12:26:34,234 INFO [RS:2;2556e7014d8b:44045 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-05T12:26:34,234 INFO [RS:2;2556e7014d8b:44045 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-05T12:26:34,235 INFO [RS:2;2556e7014d8b:44045 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-05T12:26:34,235 DEBUG [RS:2;2556e7014d8b:44045 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 97af70d635a1efeba5a07e46761ca328=testReplayEditsAfterRegionMovedWithMultiCF,,1733401570200.97af70d635a1efeba5a07e46761ca328.} 2024-12-05T12:26:34,235 DEBUG [RS:2;2556e7014d8b:44045 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 97af70d635a1efeba5a07e46761ca328 2024-12-05T12:26:34,235 DEBUG [RS_CLOSE_REGION-regionserver/2556e7014d8b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 97af70d635a1efeba5a07e46761ca328, disabling compactions & flushes 2024-12-05T12:26:34,235 INFO [RS_CLOSE_REGION-regionserver/2556e7014d8b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1733401570200.97af70d635a1efeba5a07e46761ca328. 2024-12-05T12:26:34,235 DEBUG [RS_CLOSE_META-regionserver/2556e7014d8b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-05T12:26:34,235 DEBUG [RS_CLOSE_REGION-regionserver/2556e7014d8b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1733401570200.97af70d635a1efeba5a07e46761ca328. 2024-12-05T12:26:34,235 DEBUG [RS_CLOSE_REGION-regionserver/2556e7014d8b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1733401570200.97af70d635a1efeba5a07e46761ca328. after waiting 0 ms 2024-12-05T12:26:34,235 INFO [RS_CLOSE_META-regionserver/2556e7014d8b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-05T12:26:34,235 DEBUG [RS_CLOSE_REGION-regionserver/2556e7014d8b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1733401570200.97af70d635a1efeba5a07e46761ca328. 2024-12-05T12:26:34,235 DEBUG [RS_CLOSE_META-regionserver/2556e7014d8b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-05T12:26:34,235 DEBUG [RS_CLOSE_META-regionserver/2556e7014d8b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-05T12:26:34,235 DEBUG [RS_CLOSE_META-regionserver/2556e7014d8b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-05T12:26:34,235 INFO [RS_CLOSE_META-regionserver/2556e7014d8b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=6.86 KB heapSize=11.45 KB 2024-12-05T12:26:34,238 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33203 is added to blk_1073741833_1009 (size=1704) 2024-12-05T12:26:34,238 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39219 is added to blk_1073741833_1009 (size=1704) 2024-12-05T12:26:34,238 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36197 is added to blk_1073741833_1009 (size=1704) 2024-12-05T12:26:34,242 INFO [regionserver/2556e7014d8b:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-05T12:26:34,242 INFO [regionserver/2556e7014d8b:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-05T12:26:34,247 DEBUG [RS_CLOSE_REGION-regionserver/2556e7014d8b:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37251/user/jenkins/test-data/9e75d330-a7f5-682a-27b2-173956ef5509/data/default/testReplayEditsAfterRegionMovedWithMultiCF/97af70d635a1efeba5a07e46761ca328/recovered.edits/20.seqid, newMaxSeqId=20, maxSeqId=17 2024-12-05T12:26:34,248 INFO [RS_CLOSE_REGION-regionserver/2556e7014d8b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1733401570200.97af70d635a1efeba5a07e46761ca328. 2024-12-05T12:26:34,248 DEBUG [RS_CLOSE_REGION-regionserver/2556e7014d8b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 97af70d635a1efeba5a07e46761ca328: Waiting for close lock at 1733401594235Running coprocessor pre-close hooks at 1733401594235Disabling compacts and flushes for region at 1733401594235Disabling writes for close at 1733401594235Writing region close event to WAL at 1733401594241 (+6 ms)Running coprocessor post-close hooks at 1733401594248 (+7 ms)Closed at 1733401594248 2024-12-05T12:26:34,248 DEBUG [RS_CLOSE_REGION-regionserver/2556e7014d8b:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1733401570200.97af70d635a1efeba5a07e46761ca328. 2024-12-05T12:26:34,252 DEBUG [RS:1;2556e7014d8b:44795 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/9e75d330-a7f5-682a-27b2-173956ef5509/oldWALs 2024-12-05T12:26:34,252 INFO [RS:1;2556e7014d8b:44795 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 2556e7014d8b%2C44795%2C1733401551295:(num 1733401553459) 2024-12-05T12:26:34,253 DEBUG [RS:1;2556e7014d8b:44795 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:26:34,253 INFO [RS:1;2556e7014d8b:44795 {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T12:26:34,253 INFO [RS:1;2556e7014d8b:44795 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-05T12:26:34,253 INFO [RS:1;2556e7014d8b:44795 {}] hbase.ChoreService(370): Chore service for: regionserver/2556e7014d8b:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-12-05T12:26:34,253 INFO [RS:1;2556e7014d8b:44795 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-05T12:26:34,253 INFO [regionserver/2556e7014d8b:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-05T12:26:34,253 INFO [RS:1;2556e7014d8b:44795 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-05T12:26:34,253 INFO [RS:1;2556e7014d8b:44795 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-05T12:26:34,253 INFO [RS:1;2556e7014d8b:44795 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-05T12:26:34,253 INFO [RS:1;2556e7014d8b:44795 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44795 2024-12-05T12:26:34,255 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41629-0x100aa66a2260000, quorum=127.0.0.1:57345, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-05T12:26:34,255 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44795-0x100aa66a2260002, quorum=127.0.0.1:57345, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/2556e7014d8b,44795,1733401551295 2024-12-05T12:26:34,256 INFO [RS:1;2556e7014d8b:44795 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-05T12:26:34,256 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [2556e7014d8b,44795,1733401551295] 2024-12-05T12:26:34,259 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/2556e7014d8b,44795,1733401551295 already deleted, retry=false 2024-12-05T12:26:34,259 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 2556e7014d8b,44795,1733401551295 expired; onlineServers=1 2024-12-05T12:26:34,269 INFO [regionserver/2556e7014d8b:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-05T12:26:34,269 INFO [regionserver/2556e7014d8b:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-05T12:26:34,270 DEBUG [RS_CLOSE_META-regionserver/2556e7014d8b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37251/user/jenkins/test-data/9e75d330-a7f5-682a-27b2-173956ef5509/data/hbase/meta/1588230740/.tmp/info/ba45cb8795534c2e86b444f142582f2b is 205, key is testReplayEditsAfterRegionMovedWithMultiCF,,1733401570200.97af70d635a1efeba5a07e46761ca328./info:regioninfo/1733401573341/Put/seqid=0 2024-12-05T12:26:34,277 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33203 is added to blk_1073741938_1118 (size=8243) 2024-12-05T12:26:34,278 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36197 is added to blk_1073741938_1118 (size=8243) 2024-12-05T12:26:34,281 INFO [RS_CLOSE_META-regionserver/2556e7014d8b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.65 KB at sequenceid=21 (bloomFilter=true), to=hdfs://localhost:37251/user/jenkins/test-data/9e75d330-a7f5-682a-27b2-173956ef5509/data/hbase/meta/1588230740/.tmp/info/ba45cb8795534c2e86b444f142582f2b 2024-12-05T12:26:34,281 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39219 is added to blk_1073741938_1118 (size=8243) 2024-12-05T12:26:34,283 INFO [regionserver/2556e7014d8b:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T12:26:34,301 DEBUG [RS_CLOSE_META-regionserver/2556e7014d8b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37251/user/jenkins/test-data/9e75d330-a7f5-682a-27b2-173956ef5509/data/hbase/meta/1588230740/.tmp/ns/fde3c0bcb0f444beb83148531e2ef50b is 43, key is default/ns:d/1733401554382/Put/seqid=0 2024-12-05T12:26:34,307 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36197 is added to blk_1073741939_1119 (size=5153) 2024-12-05T12:26:34,309 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33203 is added to blk_1073741939_1119 (size=5153) 2024-12-05T12:26:34,309 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39219 is added to blk_1073741939_1119 (size=5153) 2024-12-05T12:26:34,309 INFO [RS_CLOSE_META-regionserver/2556e7014d8b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=21 (bloomFilter=true), to=hdfs://localhost:37251/user/jenkins/test-data/9e75d330-a7f5-682a-27b2-173956ef5509/data/hbase/meta/1588230740/.tmp/ns/fde3c0bcb0f444beb83148531e2ef50b 2024-12-05T12:26:34,317 INFO [regionserver/2556e7014d8b:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T12:26:34,329 DEBUG [RS_CLOSE_META-regionserver/2556e7014d8b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37251/user/jenkins/test-data/9e75d330-a7f5-682a-27b2-173956ef5509/data/hbase/meta/1588230740/.tmp/table/63c552b80ac141c8ad7d48f441e41970 is 78, key is testReplayEditsAfterRegionMovedWithMultiCF/table:state/1733401570655/Put/seqid=0 2024-12-05T12:26:34,358 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44795-0x100aa66a2260002, quorum=127.0.0.1:57345, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T12:26:34,358 INFO [RS:1;2556e7014d8b:44795 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-05T12:26:34,358 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44795-0x100aa66a2260002, quorum=127.0.0.1:57345, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T12:26:34,359 INFO [RS:1;2556e7014d8b:44795 {}] regionserver.HRegionServer(1031): Exiting; stopping=2556e7014d8b,44795,1733401551295; zookeeper connection closed. 2024-12-05T12:26:34,359 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@6b8e1010 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@6b8e1010 2024-12-05T12:26:34,361 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39219 is added to blk_1073741940_1120 (size=5431) 2024-12-05T12:26:34,361 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33203 is added to blk_1073741940_1120 (size=5431) 2024-12-05T12:26:34,361 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36197 is added to blk_1073741940_1120 (size=5431) 2024-12-05T12:26:34,362 INFO [RS_CLOSE_META-regionserver/2556e7014d8b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=148 B at sequenceid=21 (bloomFilter=true), to=hdfs://localhost:37251/user/jenkins/test-data/9e75d330-a7f5-682a-27b2-173956ef5509/data/hbase/meta/1588230740/.tmp/table/63c552b80ac141c8ad7d48f441e41970 2024-12-05T12:26:34,368 DEBUG [RS_CLOSE_META-regionserver/2556e7014d8b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37251/user/jenkins/test-data/9e75d330-a7f5-682a-27b2-173956ef5509/data/hbase/meta/1588230740/.tmp/info/ba45cb8795534c2e86b444f142582f2b as hdfs://localhost:37251/user/jenkins/test-data/9e75d330-a7f5-682a-27b2-173956ef5509/data/hbase/meta/1588230740/info/ba45cb8795534c2e86b444f142582f2b 2024-12-05T12:26:34,373 INFO [RS_CLOSE_META-regionserver/2556e7014d8b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37251/user/jenkins/test-data/9e75d330-a7f5-682a-27b2-173956ef5509/data/hbase/meta/1588230740/info/ba45cb8795534c2e86b444f142582f2b, entries=18, sequenceid=21, filesize=8.0 K 2024-12-05T12:26:34,374 DEBUG [RS_CLOSE_META-regionserver/2556e7014d8b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37251/user/jenkins/test-data/9e75d330-a7f5-682a-27b2-173956ef5509/data/hbase/meta/1588230740/.tmp/ns/fde3c0bcb0f444beb83148531e2ef50b as hdfs://localhost:37251/user/jenkins/test-data/9e75d330-a7f5-682a-27b2-173956ef5509/data/hbase/meta/1588230740/ns/fde3c0bcb0f444beb83148531e2ef50b 2024-12-05T12:26:34,378 INFO [RS_CLOSE_META-regionserver/2556e7014d8b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37251/user/jenkins/test-data/9e75d330-a7f5-682a-27b2-173956ef5509/data/hbase/meta/1588230740/ns/fde3c0bcb0f444beb83148531e2ef50b, entries=2, sequenceid=21, filesize=5.0 K 2024-12-05T12:26:34,379 DEBUG [RS_CLOSE_META-regionserver/2556e7014d8b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37251/user/jenkins/test-data/9e75d330-a7f5-682a-27b2-173956ef5509/data/hbase/meta/1588230740/.tmp/table/63c552b80ac141c8ad7d48f441e41970 as hdfs://localhost:37251/user/jenkins/test-data/9e75d330-a7f5-682a-27b2-173956ef5509/data/hbase/meta/1588230740/table/63c552b80ac141c8ad7d48f441e41970 2024-12-05T12:26:34,383 INFO [RS_CLOSE_META-regionserver/2556e7014d8b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37251/user/jenkins/test-data/9e75d330-a7f5-682a-27b2-173956ef5509/data/hbase/meta/1588230740/table/63c552b80ac141c8ad7d48f441e41970, entries=2, sequenceid=21, filesize=5.3 K 2024-12-05T12:26:34,384 INFO [RS_CLOSE_META-regionserver/2556e7014d8b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~6.86 KB/7029, heapSize ~11.16 KB/11424, currentSize=0 B/0 for 1588230740 in 149ms, sequenceid=21, compaction requested=false 2024-12-05T12:26:34,388 DEBUG [RS_CLOSE_META-regionserver/2556e7014d8b:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37251/user/jenkins/test-data/9e75d330-a7f5-682a-27b2-173956ef5509/data/hbase/meta/1588230740/recovered.edits/24.seqid, newMaxSeqId=24, maxSeqId=1 2024-12-05T12:26:34,389 DEBUG [RS_CLOSE_META-regionserver/2556e7014d8b:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-05T12:26:34,389 INFO [RS_CLOSE_META-regionserver/2556e7014d8b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-05T12:26:34,389 DEBUG [RS_CLOSE_META-regionserver/2556e7014d8b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733401594235Running coprocessor pre-close hooks at 1733401594235Disabling compacts and flushes for region at 1733401594235Disabling writes for close at 1733401594235Obtaining lock to block concurrent updates at 1733401594236 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1733401594236Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=7029, getHeapSize=11664, getOffHeapSize=0, getCellsCount=48 at 1733401594236Flushing stores of hbase:meta,,1.1588230740 at 1733401594237 (+1 ms)Flushing 1588230740/info: creating writer at 1733401594238 (+1 ms)Flushing 1588230740/info: appending metadata at 1733401594270 (+32 ms)Flushing 1588230740/info: closing flushed file at 1733401594270Flushing 1588230740/ns: creating writer at 1733401594286 (+16 ms)Flushing 1588230740/ns: appending metadata at 1733401594301 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1733401594301Flushing 1588230740/table: creating writer at 1733401594314 (+13 ms)Flushing 1588230740/table: appending metadata at 1733401594328 (+14 ms)Flushing 1588230740/table: closing flushed file at 1733401594328Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1fce9e8b: reopening flushed file at 1733401594367 (+39 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1f2c5515: reopening flushed file at 1733401594373 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4ecacdfb: reopening flushed file at 1733401594378 (+5 ms)Finished flush of dataSize ~6.86 KB/7029, heapSize ~11.16 KB/11424, currentSize=0 B/0 for 1588230740 in 149ms, sequenceid=21, compaction requested=false at 1733401594384 (+6 ms)Writing region close event to WAL at 1733401594385 (+1 ms)Running coprocessor post-close hooks at 1733401594389 (+4 ms)Closed at 1733401594389 2024-12-05T12:26:34,389 DEBUG [RS_CLOSE_META-regionserver/2556e7014d8b:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-05T12:26:34,435 INFO [RS:2;2556e7014d8b:44045 {}] regionserver.HRegionServer(976): stopping server 2556e7014d8b,44045,1733401551348; all regions closed. 2024-12-05T12:26:34,437 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39219 is added to blk_1073741836_1012 (size=4716) 2024-12-05T12:26:34,437 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33203 is added to blk_1073741836_1012 (size=4716) 2024-12-05T12:26:34,437 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36197 is added to blk_1073741836_1012 (size=4716) 2024-12-05T12:26:34,439 DEBUG [RS:2;2556e7014d8b:44045 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/9e75d330-a7f5-682a-27b2-173956ef5509/oldWALs 2024-12-05T12:26:34,439 INFO [RS:2;2556e7014d8b:44045 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 2556e7014d8b%2C44045%2C1733401551348.meta:.meta(num 1733401554141) 2024-12-05T12:26:34,441 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39219 is added to blk_1073741834_1010 (size=721) 2024-12-05T12:26:34,441 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36197 is added to blk_1073741834_1010 (size=721) 2024-12-05T12:26:34,441 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33203 is added to blk_1073741834_1010 (size=721) 2024-12-05T12:26:34,443 DEBUG [RS:2;2556e7014d8b:44045 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/9e75d330-a7f5-682a-27b2-173956ef5509/oldWALs 2024-12-05T12:26:34,443 INFO [RS:2;2556e7014d8b:44045 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 2556e7014d8b%2C44045%2C1733401551348:(num 1733401553473) 2024-12-05T12:26:34,443 DEBUG [RS:2;2556e7014d8b:44045 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T12:26:34,443 INFO [RS:2;2556e7014d8b:44045 {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T12:26:34,443 INFO [RS:2;2556e7014d8b:44045 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-05T12:26:34,443 INFO [RS:2;2556e7014d8b:44045 {}] hbase.ChoreService(370): Chore service for: regionserver/2556e7014d8b:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-12-05T12:26:34,444 INFO [RS:2;2556e7014d8b:44045 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-05T12:26:34,444 INFO [regionserver/2556e7014d8b:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-05T12:26:34,444 INFO [RS:2;2556e7014d8b:44045 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44045 2024-12-05T12:26:34,446 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44045-0x100aa66a2260003, quorum=127.0.0.1:57345, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/2556e7014d8b,44045,1733401551348 2024-12-05T12:26:34,446 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41629-0x100aa66a2260000, quorum=127.0.0.1:57345, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-05T12:26:34,446 INFO [RS:2;2556e7014d8b:44045 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-05T12:26:34,447 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [2556e7014d8b,44045,1733401551348] 2024-12-05T12:26:34,449 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/2556e7014d8b,44045,1733401551348 already deleted, retry=false 2024-12-05T12:26:34,449 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 2556e7014d8b,44045,1733401551348 expired; onlineServers=0 2024-12-05T12:26:34,449 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '2556e7014d8b,41629,1733401549914' ***** 2024-12-05T12:26:34,449 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-05T12:26:34,449 INFO [M:0;2556e7014d8b:41629 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-05T12:26:34,449 INFO [M:0;2556e7014d8b:41629 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-05T12:26:34,449 DEBUG [M:0;2556e7014d8b:41629 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-05T12:26:34,450 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-05T12:26:34,450 DEBUG [M:0;2556e7014d8b:41629 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-05T12:26:34,450 DEBUG [master/2556e7014d8b:0:becomeActiveMaster-HFileCleaner.large.0-1733401552957 {}] cleaner.HFileCleaner(306): Exit Thread[master/2556e7014d8b:0:becomeActiveMaster-HFileCleaner.large.0-1733401552957,5,FailOnTimeoutGroup] 2024-12-05T12:26:34,450 DEBUG [master/2556e7014d8b:0:becomeActiveMaster-HFileCleaner.small.0-1733401552963 {}] cleaner.HFileCleaner(306): Exit Thread[master/2556e7014d8b:0:becomeActiveMaster-HFileCleaner.small.0-1733401552963,5,FailOnTimeoutGroup] 2024-12-05T12:26:34,450 INFO [M:0;2556e7014d8b:41629 {}] hbase.ChoreService(370): Chore service for: master/2556e7014d8b:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-05T12:26:34,450 INFO [M:0;2556e7014d8b:41629 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-05T12:26:34,450 DEBUG [M:0;2556e7014d8b:41629 {}] master.HMaster(1795): Stopping service threads 2024-12-05T12:26:34,450 INFO [M:0;2556e7014d8b:41629 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-05T12:26:34,451 INFO [M:0;2556e7014d8b:41629 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-05T12:26:34,451 INFO [M:0;2556e7014d8b:41629 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-05T12:26:34,452 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-05T12:26:34,452 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41629-0x100aa66a2260000, quorum=127.0.0.1:57345, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-12-05T12:26:34,452 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41629-0x100aa66a2260000, quorum=127.0.0.1:57345, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T12:26:34,452 DEBUG [M:0;2556e7014d8b:41629 {}] zookeeper.ZKUtil(347): master:41629-0x100aa66a2260000, quorum=127.0.0.1:57345, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-12-05T12:26:34,452 WARN [M:0;2556e7014d8b:41629 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-05T12:26:34,453 INFO [M:0;2556e7014d8b:41629 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:37251/user/jenkins/test-data/9e75d330-a7f5-682a-27b2-173956ef5509/.lastflushedseqids 2024-12-05T12:26:34,467 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33203 is added to blk_1073741941_1121 (size=138) 2024-12-05T12:26:34,467 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39219 is added to blk_1073741941_1121 (size=138) 2024-12-05T12:26:34,468 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36197 is added to blk_1073741941_1121 (size=138) 2024-12-05T12:26:34,468 INFO [M:0;2556e7014d8b:41629 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-05T12:26:34,468 INFO [M:0;2556e7014d8b:41629 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-05T12:26:34,468 DEBUG [M:0;2556e7014d8b:41629 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-05T12:26:34,468 INFO [M:0;2556e7014d8b:41629 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T12:26:34,468 DEBUG [M:0;2556e7014d8b:41629 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T12:26:34,468 DEBUG [M:0;2556e7014d8b:41629 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-05T12:26:34,468 DEBUG [M:0;2556e7014d8b:41629 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T12:26:34,468 INFO [M:0;2556e7014d8b:41629 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=68.34 KB heapSize=83.73 KB 2024-12-05T12:26:34,485 DEBUG [M:0;2556e7014d8b:41629 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37251/user/jenkins/test-data/9e75d330-a7f5-682a-27b2-173956ef5509/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/dabf592a3f5046e9b5d8352df61d2fdf is 82, key is hbase:meta,,1/info:regioninfo/1733401554249/Put/seqid=0 2024-12-05T12:26:34,490 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33203 is added to blk_1073741942_1122 (size=5672) 2024-12-05T12:26:34,490 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36197 is added to blk_1073741942_1122 (size=5672) 2024-12-05T12:26:34,490 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39219 is added to blk_1073741942_1122 (size=5672) 2024-12-05T12:26:34,491 INFO [M:0;2556e7014d8b:41629 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=168 (bloomFilter=true), to=hdfs://localhost:37251/user/jenkins/test-data/9e75d330-a7f5-682a-27b2-173956ef5509/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/dabf592a3f5046e9b5d8352df61d2fdf 2024-12-05T12:26:34,510 DEBUG [M:0;2556e7014d8b:41629 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37251/user/jenkins/test-data/9e75d330-a7f5-682a-27b2-173956ef5509/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a8d016e6c75c46aaadf73ec4f71f6db2 is 1076, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1733401570662/Put/seqid=0 2024-12-05T12:26:34,515 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36197 is added to blk_1073741943_1123 (size=7755) 2024-12-05T12:26:34,515 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33203 is added to blk_1073741943_1123 (size=7755) 2024-12-05T12:26:34,516 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39219 is added to blk_1073741943_1123 (size=7755) 2024-12-05T12:26:34,516 INFO [M:0;2556e7014d8b:41629 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=67.61 KB at sequenceid=168 (bloomFilter=true), to=hdfs://localhost:37251/user/jenkins/test-data/9e75d330-a7f5-682a-27b2-173956ef5509/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a8d016e6c75c46aaadf73ec4f71f6db2 2024-12-05T12:26:34,521 INFO [M:0;2556e7014d8b:41629 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a8d016e6c75c46aaadf73ec4f71f6db2 2024-12-05T12:26:34,538 DEBUG [M:0;2556e7014d8b:41629 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37251/user/jenkins/test-data/9e75d330-a7f5-682a-27b2-173956ef5509/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/91af866425a245b6bf2f2d6b1c40742f is 69, key is 2556e7014d8b,44045,1733401551348/rs:state/1733401553135/Put/seqid=0 2024-12-05T12:26:34,544 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39219 is added to blk_1073741944_1124 (size=5440) 2024-12-05T12:26:34,544 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36197 is added to blk_1073741944_1124 (size=5440) 2024-12-05T12:26:34,545 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33203 is added to blk_1073741944_1124 (size=5440) 2024-12-05T12:26:34,545 INFO [M:0;2556e7014d8b:41629 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=249 B at sequenceid=168 (bloomFilter=true), to=hdfs://localhost:37251/user/jenkins/test-data/9e75d330-a7f5-682a-27b2-173956ef5509/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/91af866425a245b6bf2f2d6b1c40742f 2024-12-05T12:26:34,548 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44045-0x100aa66a2260003, quorum=127.0.0.1:57345, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T12:26:34,548 INFO [RS:2;2556e7014d8b:44045 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-05T12:26:34,548 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44045-0x100aa66a2260003, quorum=127.0.0.1:57345, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T12:26:34,548 INFO [RS:2;2556e7014d8b:44045 {}] regionserver.HRegionServer(1031): Exiting; stopping=2556e7014d8b,44045,1733401551348; zookeeper connection closed. 2024-12-05T12:26:34,548 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@7ad12df {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@7ad12df 2024-12-05T12:26:34,548 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 3 regionserver(s) complete 2024-12-05T12:26:34,550 INFO [M:0;2556e7014d8b:41629 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 91af866425a245b6bf2f2d6b1c40742f 2024-12-05T12:26:34,551 DEBUG [M:0;2556e7014d8b:41629 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37251/user/jenkins/test-data/9e75d330-a7f5-682a-27b2-173956ef5509/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/dabf592a3f5046e9b5d8352df61d2fdf as hdfs://localhost:37251/user/jenkins/test-data/9e75d330-a7f5-682a-27b2-173956ef5509/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/dabf592a3f5046e9b5d8352df61d2fdf 2024-12-05T12:26:34,557 INFO [M:0;2556e7014d8b:41629 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37251/user/jenkins/test-data/9e75d330-a7f5-682a-27b2-173956ef5509/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/dabf592a3f5046e9b5d8352df61d2fdf, entries=8, sequenceid=168, filesize=5.5 K 2024-12-05T12:26:34,558 DEBUG [M:0;2556e7014d8b:41629 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37251/user/jenkins/test-data/9e75d330-a7f5-682a-27b2-173956ef5509/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a8d016e6c75c46aaadf73ec4f71f6db2 as hdfs://localhost:37251/user/jenkins/test-data/9e75d330-a7f5-682a-27b2-173956ef5509/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/a8d016e6c75c46aaadf73ec4f71f6db2 2024-12-05T12:26:34,562 INFO [M:0;2556e7014d8b:41629 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a8d016e6c75c46aaadf73ec4f71f6db2 2024-12-05T12:26:34,562 INFO [M:0;2556e7014d8b:41629 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37251/user/jenkins/test-data/9e75d330-a7f5-682a-27b2-173956ef5509/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/a8d016e6c75c46aaadf73ec4f71f6db2, entries=17, sequenceid=168, filesize=7.6 K 2024-12-05T12:26:34,563 DEBUG [M:0;2556e7014d8b:41629 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37251/user/jenkins/test-data/9e75d330-a7f5-682a-27b2-173956ef5509/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/91af866425a245b6bf2f2d6b1c40742f as hdfs://localhost:37251/user/jenkins/test-data/9e75d330-a7f5-682a-27b2-173956ef5509/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/91af866425a245b6bf2f2d6b1c40742f 2024-12-05T12:26:34,567 INFO [M:0;2556e7014d8b:41629 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 91af866425a245b6bf2f2d6b1c40742f 2024-12-05T12:26:34,567 INFO [M:0;2556e7014d8b:41629 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37251/user/jenkins/test-data/9e75d330-a7f5-682a-27b2-173956ef5509/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/91af866425a245b6bf2f2d6b1c40742f, entries=3, sequenceid=168, filesize=5.3 K 2024-12-05T12:26:34,568 INFO [M:0;2556e7014d8b:41629 {}] regionserver.HRegion(3140): Finished flush of dataSize ~68.34 KB/69984, heapSize ~83.43 KB/85432, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 100ms, sequenceid=168, compaction requested=false 2024-12-05T12:26:34,571 INFO [M:0;2556e7014d8b:41629 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T12:26:34,572 DEBUG [M:0;2556e7014d8b:41629 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733401594468Disabling compacts and flushes for region at 1733401594468Disabling writes for close at 1733401594468Obtaining lock to block concurrent updates at 1733401594468Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733401594468Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=69984, getHeapSize=85672, getOffHeapSize=0, getCellsCount=195 at 1733401594469 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733401594469Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733401594470 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733401594485 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733401594485Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733401594495 (+10 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733401594509 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733401594509Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733401594521 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733401594537 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733401594537Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@39137638: reopening flushed file at 1733401594550 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2489e72: reopening flushed file at 1733401594557 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@72c0a9fe: reopening flushed file at 1733401594563 (+6 ms)Finished flush of dataSize ~68.34 KB/69984, heapSize ~83.43 KB/85432, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 100ms, sequenceid=168, compaction requested=false at 1733401594568 (+5 ms)Writing region close event to WAL at 1733401594571 (+3 ms)Closed at 1733401594571 2024-12-05T12:26:34,574 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39219 is added to blk_1073741830_1006 (size=56613) 2024-12-05T12:26:34,575 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33203 is added to blk_1073741830_1006 (size=56613) 2024-12-05T12:26:34,575 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36197 is added to blk_1073741830_1006 (size=56613) 2024-12-05T12:26:34,575 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-05T12:26:34,575 INFO [M:0;2556e7014d8b:41629 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-05T12:26:34,576 INFO [M:0;2556e7014d8b:41629 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:41629 2024-12-05T12:26:34,576 INFO [M:0;2556e7014d8b:41629 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-05T12:26:34,678 INFO [M:0;2556e7014d8b:41629 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-05T12:26:34,678 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41629-0x100aa66a2260000, quorum=127.0.0.1:57345, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T12:26:34,678 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41629-0x100aa66a2260000, quorum=127.0.0.1:57345, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T12:26:34,686 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733401573723/wal.1733401574258 with renewLeaseKey: DEFAULT_16655 java.io.FileNotFoundException: File does not exist: /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733401573723/wal.1733401574258 (inode 16655) Holder DFSClient_NONMAPREDUCE_915493354_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.ipc.RemoteException.instantiateException(RemoteException.java:121) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.RemoteException.unwrapRemoteException(RemoteException.java:110) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:653) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:619) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.ipc.RemoteException: File does not exist: /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733401573723/wal.1733401574258 (inode 16655) Holder DFSClient_NONMAPREDUCE_915493354_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy45.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$complete$13(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.complete(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy46.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:646) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 25 more 2024-12-05T12:26:34,687 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733401565606/wal.1733401565819 with renewLeaseKey: DEFAULT_16586 java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.endBlock(FanOutOneBlockAsyncDFSOutput.java:566) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:615) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:26:34,687 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733401589569/wal.1733401589796 with renewLeaseKey: DEFAULT_16767 java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.endBlock(FanOutOneBlockAsyncDFSOutput.java:566) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:615) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:26:34,689 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733401574402/wal.1733401583856 with renewLeaseKey: DEFAULT_16678 java.io.FileNotFoundException: File does not exist: /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733401574402/wal.1733401583856 (inode 16678) Holder DFSClient_NONMAPREDUCE_915493354_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.ipc.RemoteException.instantiateException(RemoteException.java:121) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.RemoteException.unwrapRemoteException(RemoteException.java:110) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:653) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:619) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.ipc.RemoteException: File does not exist: /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733401574402/wal.1733401583856 (inode 16678) Holder DFSClient_NONMAPREDUCE_915493354_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy45.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$complete$13(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.complete(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy46.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:646) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 25 more 2024-12-05T12:26:34,690 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733401557490/wal.1733401557604 with renewLeaseKey: DEFAULT_16506 java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.endBlock(FanOutOneBlockAsyncDFSOutput.java:566) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:615) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:26:34,692 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testdatalosswheninputerror-manual,16010,1733401584056/wal.1733401584591 with renewLeaseKey: DEFAULT_16704 java.io.FileNotFoundException: File does not exist: /hbase/WALs/testdatalosswheninputerror-manual,16010,1733401584056/wal.1733401584591 (inode 16704) Holder DFSClient_NONMAPREDUCE_915493354_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.ipc.RemoteException.instantiateException(RemoteException.java:121) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.RemoteException.unwrapRemoteException(RemoteException.java:110) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:653) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:619) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.ipc.RemoteException: File does not exist: /hbase/WALs/testdatalosswheninputerror-manual,16010,1733401584056/wal.1733401584591 (inode 16704) Holder DFSClient_NONMAPREDUCE_915493354_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy45.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$complete$13(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.complete(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy46.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:646) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 25 more 2024-12-05T12:26:34,693 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733401584744/wal.1733401584812 with renewLeaseKey: DEFAULT_16726 java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.endBlock(FanOutOneBlockAsyncDFSOutput.java:566) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:615) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T12:26:34,694 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testnameconflictwhensplit1-manual,16010,1733401556062/wal.1733401557245 with renewLeaseKey: DEFAULT_16485 java.io.FileNotFoundException: File does not exist: /hbase/WALs/testnameconflictwhensplit1-manual,16010,1733401556062/wal.1733401557245 (inode 16485) Holder DFSClient_NONMAPREDUCE_915493354_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.ipc.RemoteException.instantiateException(RemoteException.java:121) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.RemoteException.unwrapRemoteException(RemoteException.java:110) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:653) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:619) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.ipc.RemoteException: File does not exist: /hbase/WALs/testnameconflictwhensplit1-manual,16010,1733401556062/wal.1733401557245 (inode 16485) Holder DFSClient_NONMAPREDUCE_915493354_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy45.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$complete$13(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.complete(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy46.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:646) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 25 more 2024-12-05T12:26:34,697 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testnameconflictwhensplit0-manual,16010,1733401554723/wal.1733401555647 with renewLeaseKey: DEFAULT_16462 java.io.FileNotFoundException: File does not exist: /hbase/WALs/testnameconflictwhensplit0-manual,16010,1733401554723/wal.1733401555647 (inode 16462) Holder DFSClient_NONMAPREDUCE_915493354_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.ipc.RemoteException.instantiateException(RemoteException.java:121) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.RemoteException.unwrapRemoteException(RemoteException.java:110) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:653) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:619) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.ipc.RemoteException: File does not exist: /hbase/WALs/testnameconflictwhensplit0-manual,16010,1733401554723/wal.1733401555647 (inode 16462) Holder DFSClient_NONMAPREDUCE_915493354_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy45.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$complete$13(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.complete(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy46.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:646) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 25 more 2024-12-05T12:26:34,701 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@526192a7{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T12:26:34,704 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@42583796{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-05T12:26:34,704 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-05T12:26:34,704 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6f32828a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-05T12:26:34,704 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1384e7da{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/11f7cdd6-7b7b-4000-5d89-21c52b59b31e/hadoop.log.dir/,STOPPED} 2024-12-05T12:26:34,707 WARN [BP-1178294010-172.17.0.2-1733401544268 heartbeating to localhost/127.0.0.1:37251 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-05T12:26:34,707 WARN [BP-1178294010-172.17.0.2-1733401544268 heartbeating to localhost/127.0.0.1:37251 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1178294010-172.17.0.2-1733401544268 (Datanode Uuid cb01e1bc-9836-4443-b396-84f5e34b04a0) service to localhost/127.0.0.1:37251 2024-12-05T12:26:34,708 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-05T12:26:34,708 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-05T12:26:34,709 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/11f7cdd6-7b7b-4000-5d89-21c52b59b31e/cluster_b7e3bdf8-741a-b3e4-53cf-6ed4ed4e886f/data/data5/current/BP-1178294010-172.17.0.2-1733401544268 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T12:26:34,709 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/11f7cdd6-7b7b-4000-5d89-21c52b59b31e/cluster_b7e3bdf8-741a-b3e4-53cf-6ed4ed4e886f/data/data6/current/BP-1178294010-172.17.0.2-1733401544268 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T12:26:34,709 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-05T12:26:34,711 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@cc6f80d{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T12:26:34,711 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3367cbcb{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-05T12:26:34,712 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-05T12:26:34,712 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7025bbc5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-05T12:26:34,712 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@64a8cf3f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/11f7cdd6-7b7b-4000-5d89-21c52b59b31e/hadoop.log.dir/,STOPPED} 2024-12-05T12:26:34,713 WARN [BP-1178294010-172.17.0.2-1733401544268 heartbeating to localhost/127.0.0.1:37251 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-05T12:26:34,713 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-05T12:26:34,713 WARN [BP-1178294010-172.17.0.2-1733401544268 heartbeating to localhost/127.0.0.1:37251 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1178294010-172.17.0.2-1733401544268 (Datanode Uuid df92ac26-8c65-41ca-a07d-bd25733ebab7) service to localhost/127.0.0.1:37251 2024-12-05T12:26:34,713 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-05T12:26:34,714 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/11f7cdd6-7b7b-4000-5d89-21c52b59b31e/cluster_b7e3bdf8-741a-b3e4-53cf-6ed4ed4e886f/data/data3/current/BP-1178294010-172.17.0.2-1733401544268 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T12:26:34,714 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/11f7cdd6-7b7b-4000-5d89-21c52b59b31e/cluster_b7e3bdf8-741a-b3e4-53cf-6ed4ed4e886f/data/data4/current/BP-1178294010-172.17.0.2-1733401544268 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T12:26:34,714 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-05T12:26:34,716 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4774bab3{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T12:26:34,717 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@665ff2f6{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-05T12:26:34,717 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-05T12:26:34,717 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@276703c7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-05T12:26:34,717 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1aaad2b4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/11f7cdd6-7b7b-4000-5d89-21c52b59b31e/hadoop.log.dir/,STOPPED} 2024-12-05T12:26:34,718 WARN [BP-1178294010-172.17.0.2-1733401544268 heartbeating to localhost/127.0.0.1:37251 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-05T12:26:34,718 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-05T12:26:34,718 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-05T12:26:34,718 WARN [BP-1178294010-172.17.0.2-1733401544268 heartbeating to localhost/127.0.0.1:37251 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1178294010-172.17.0.2-1733401544268 (Datanode Uuid 9e5ef3d5-3f23-465f-9271-bbe52b3e9e37) service to localhost/127.0.0.1:37251 2024-12-05T12:26:34,719 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/11f7cdd6-7b7b-4000-5d89-21c52b59b31e/cluster_b7e3bdf8-741a-b3e4-53cf-6ed4ed4e886f/data/data1/current/BP-1178294010-172.17.0.2-1733401544268 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T12:26:34,719 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/11f7cdd6-7b7b-4000-5d89-21c52b59b31e/cluster_b7e3bdf8-741a-b3e4-53cf-6ed4ed4e886f/data/data2/current/BP-1178294010-172.17.0.2-1733401544268 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T12:26:34,719 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-05T12:26:34,726 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1110952a{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-05T12:26:34,727 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@b7fa7e2{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-05T12:26:34,727 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-05T12:26:34,727 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@429bd5fe{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-05T12:26:34,727 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@41c1fd07{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/11f7cdd6-7b7b-4000-5d89-21c52b59b31e/hadoop.log.dir/,STOPPED} 2024-12-05T12:26:34,736 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-05T12:26:34,790 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down