2024-12-09 16:46:59,766 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@20b2475a 2024-12-09 16:46:59,775 main DEBUG Took 0.007676 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-12-09 16:46:59,775 main DEBUG PluginManager 'Core' found 129 plugins 2024-12-09 16:46:59,775 main DEBUG PluginManager 'Level' found 0 plugins 2024-12-09 16:46:59,776 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-12-09 16:46:59,777 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-09 16:46:59,782 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-12-09 16:46:59,793 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-09 16:46:59,794 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-09 16:46:59,794 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-09 16:46:59,794 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-09 16:46:59,795 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-09 16:46:59,795 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-09 16:46:59,796 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-09 16:46:59,796 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-09 16:46:59,796 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-09 16:46:59,797 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-09 16:46:59,797 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-09 16:46:59,797 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-09 16:46:59,798 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-09 16:46:59,798 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-09 16:46:59,798 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-09 16:46:59,799 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-09 16:46:59,799 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-09 16:46:59,799 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-09 16:46:59,799 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-09 16:46:59,800 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-09 16:46:59,800 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-09 16:46:59,800 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-09 16:46:59,801 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-09 16:46:59,801 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-09 16:46:59,801 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-09 16:46:59,801 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-12-09 16:46:59,803 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-09 16:46:59,804 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-12-09 16:46:59,805 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-12-09 16:46:59,805 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-12-09 16:46:59,806 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-12-09 16:46:59,806 main DEBUG PluginManager 'Converter' found 47 plugins 2024-12-09 16:46:59,813 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-12-09 16:46:59,815 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-12-09 16:46:59,817 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-12-09 16:46:59,817 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-12-09 16:46:59,817 main DEBUG createAppenders(={Console}) 2024-12-09 16:46:59,818 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@20b2475a initialized 2024-12-09 16:46:59,818 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@20b2475a 2024-12-09 16:46:59,818 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@20b2475a OK. 2024-12-09 16:46:59,819 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-12-09 16:46:59,819 main DEBUG OutputStream closed 2024-12-09 16:46:59,819 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-12-09 16:46:59,819 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-12-09 16:46:59,820 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@4310d43 OK 2024-12-09 16:46:59,881 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-12-09 16:46:59,883 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-12-09 16:46:59,884 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-12-09 16:46:59,885 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-12-09 16:46:59,885 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-12-09 16:46:59,886 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-12-09 16:46:59,886 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-12-09 16:46:59,886 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-12-09 16:46:59,886 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-12-09 16:46:59,887 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-12-09 16:46:59,887 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-12-09 16:46:59,887 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-12-09 16:46:59,887 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-12-09 16:46:59,888 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-12-09 16:46:59,888 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-12-09 16:46:59,888 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-12-09 16:46:59,888 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-12-09 16:46:59,889 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-12-09 16:46:59,891 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-12-09 16:46:59,891 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-logging/target/hbase-logging-4.0.0-alpha-1-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@12f9af83) with optional ClassLoader: null 2024-12-09 16:46:59,891 main DEBUG Shutdown hook enabled. Registering a new one. 2024-12-09 16:46:59,892 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@12f9af83] started OK. 2024-12-09T16:47:00,090 DEBUG [main {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/fe62a2e8-785c-9f90-cd3c-7ff998c3963d 2024-12-09 16:47:00,092 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-12-09 16:47:00,093 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-12-09T16:47:00,101 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay timeout: 13 mins 2024-12-09T16:47:00,106 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.regionserver.wal.TestSecureAsyncWALReplay timeout: 13 mins 2024-12-09T16:47:00,125 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-12-09T16:47:00,163 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-12-09T16:47:00,163 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-12-09T16:47:00,177 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=3, rsPorts=, rsClass=null, numDataNodes=3, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-09T16:47:00,195 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/fe62a2e8-785c-9f90-cd3c-7ff998c3963d/cluster_0ba45188-61d7-48e7-4a43-5e57b6271cb8, deleteOnExit=true 2024-12-09T16:47:00,196 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-09T16:47:00,197 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/fe62a2e8-785c-9f90-cd3c-7ff998c3963d/test.cache.data in system properties and HBase conf 2024-12-09T16:47:00,198 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/fe62a2e8-785c-9f90-cd3c-7ff998c3963d/hadoop.tmp.dir in system properties and HBase conf 2024-12-09T16:47:00,198 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/fe62a2e8-785c-9f90-cd3c-7ff998c3963d/hadoop.log.dir in system properties and HBase conf 2024-12-09T16:47:00,199 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/fe62a2e8-785c-9f90-cd3c-7ff998c3963d/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-09T16:47:00,199 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/fe62a2e8-785c-9f90-cd3c-7ff998c3963d/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-09T16:47:00,200 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-09T16:47:00,280 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-12-09T16:47:00,361 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-09T16:47:00,366 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/fe62a2e8-785c-9f90-cd3c-7ff998c3963d/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-09T16:47:00,367 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/fe62a2e8-785c-9f90-cd3c-7ff998c3963d/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-09T16:47:00,367 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/fe62a2e8-785c-9f90-cd3c-7ff998c3963d/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-09T16:47:00,368 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/fe62a2e8-785c-9f90-cd3c-7ff998c3963d/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-09T16:47:00,368 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/fe62a2e8-785c-9f90-cd3c-7ff998c3963d/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-09T16:47:00,369 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/fe62a2e8-785c-9f90-cd3c-7ff998c3963d/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-09T16:47:00,369 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/fe62a2e8-785c-9f90-cd3c-7ff998c3963d/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-09T16:47:00,370 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/fe62a2e8-785c-9f90-cd3c-7ff998c3963d/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-09T16:47:00,370 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/fe62a2e8-785c-9f90-cd3c-7ff998c3963d/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-09T16:47:00,371 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/fe62a2e8-785c-9f90-cd3c-7ff998c3963d/nfs.dump.dir in system properties and HBase conf 2024-12-09T16:47:00,371 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/fe62a2e8-785c-9f90-cd3c-7ff998c3963d/java.io.tmpdir in system properties and HBase conf 2024-12-09T16:47:00,372 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/fe62a2e8-785c-9f90-cd3c-7ff998c3963d/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-09T16:47:00,372 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/fe62a2e8-785c-9f90-cd3c-7ff998c3963d/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-09T16:47:00,373 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/fe62a2e8-785c-9f90-cd3c-7ff998c3963d/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-09T16:47:01,272 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-12-09T16:47:01,337 INFO [Time-limited test {}] log.Log(170): Logging initialized @2170ms to org.eclipse.jetty.util.log.Slf4jLog 2024-12-09T16:47:01,399 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-09T16:47:01,448 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-09T16:47:01,464 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-09T16:47:01,465 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-09T16:47:01,466 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-09T16:47:01,477 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-09T16:47:01,480 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@e7ae814{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/fe62a2e8-785c-9f90-cd3c-7ff998c3963d/hadoop.log.dir/,AVAILABLE} 2024-12-09T16:47:01,481 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3192a19b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-09T16:47:01,641 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5608f426{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/fe62a2e8-785c-9f90-cd3c-7ff998c3963d/java.io.tmpdir/jetty-localhost-38999-hadoop-hdfs-3_4_1-tests_jar-_-any-2217489462303944321/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-09T16:47:01,647 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@63efd3a6{HTTP/1.1, (http/1.1)}{localhost:38999} 2024-12-09T16:47:01,647 INFO [Time-limited test {}] server.Server(415): Started @2481ms 2024-12-09T16:47:02,090 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-09T16:47:02,096 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-09T16:47:02,097 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-09T16:47:02,097 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-09T16:47:02,097 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-09T16:47:02,098 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5cf706e7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/fe62a2e8-785c-9f90-cd3c-7ff998c3963d/hadoop.log.dir/,AVAILABLE} 2024-12-09T16:47:02,099 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2e9da5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-09T16:47:02,192 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@45b57af8{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/fe62a2e8-785c-9f90-cd3c-7ff998c3963d/java.io.tmpdir/jetty-localhost-42759-hadoop-hdfs-3_4_1-tests_jar-_-any-2065815554153923826/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-09T16:47:02,193 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@461b5ea8{HTTP/1.1, (http/1.1)}{localhost:42759} 2024-12-09T16:47:02,193 INFO [Time-limited test {}] server.Server(415): Started @3027ms 2024-12-09T16:47:02,240 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-09T16:47:02,347 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-09T16:47:02,352 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-09T16:47:02,353 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-09T16:47:02,353 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-09T16:47:02,353 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-09T16:47:02,355 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5b034666{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/fe62a2e8-785c-9f90-cd3c-7ff998c3963d/hadoop.log.dir/,AVAILABLE} 2024-12-09T16:47:02,356 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@40a3a086{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-09T16:47:02,452 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@44df5d9d{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/fe62a2e8-785c-9f90-cd3c-7ff998c3963d/java.io.tmpdir/jetty-localhost-42239-hadoop-hdfs-3_4_1-tests_jar-_-any-10688127984191755075/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-09T16:47:02,453 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@56fbb88e{HTTP/1.1, (http/1.1)}{localhost:42239} 2024-12-09T16:47:02,453 INFO [Time-limited test {}] server.Server(415): Started @3287ms 2024-12-09T16:47:02,455 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-09T16:47:02,494 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-09T16:47:02,498 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-09T16:47:02,500 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-09T16:47:02,500 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-09T16:47:02,500 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-09T16:47:02,503 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7161498b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/fe62a2e8-785c-9f90-cd3c-7ff998c3963d/hadoop.log.dir/,AVAILABLE} 2024-12-09T16:47:02,504 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1846121a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-09T16:47:02,600 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6f0cddd{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/fe62a2e8-785c-9f90-cd3c-7ff998c3963d/java.io.tmpdir/jetty-localhost-39049-hadoop-hdfs-3_4_1-tests_jar-_-any-519909499225753688/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-09T16:47:02,601 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@25cdce3{HTTP/1.1, (http/1.1)}{localhost:39049} 2024-12-09T16:47:02,601 INFO [Time-limited test {}] server.Server(415): Started @3435ms 2024-12-09T16:47:02,603 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-09T16:47:03,576 WARN [Thread-121 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/fe62a2e8-785c-9f90-cd3c-7ff998c3963d/cluster_0ba45188-61d7-48e7-4a43-5e57b6271cb8/data/data2/current/BP-836713542-172.17.0.2-1733762820848/current, will proceed with Du for space computation calculation, 2024-12-09T16:47:03,576 WARN [Thread-120 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/fe62a2e8-785c-9f90-cd3c-7ff998c3963d/cluster_0ba45188-61d7-48e7-4a43-5e57b6271cb8/data/data1/current/BP-836713542-172.17.0.2-1733762820848/current, will proceed with Du for space computation calculation, 2024-12-09T16:47:03,608 WARN [Thread-129 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/fe62a2e8-785c-9f90-cd3c-7ff998c3963d/cluster_0ba45188-61d7-48e7-4a43-5e57b6271cb8/data/data4/current/BP-836713542-172.17.0.2-1733762820848/current, will proceed with Du for space computation calculation, 2024-12-09T16:47:03,608 WARN [Thread-128 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/fe62a2e8-785c-9f90-cd3c-7ff998c3963d/cluster_0ba45188-61d7-48e7-4a43-5e57b6271cb8/data/data3/current/BP-836713542-172.17.0.2-1733762820848/current, will proceed with Du for space computation calculation, 2024-12-09T16:47:03,611 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-09T16:47:03,634 WARN [Thread-81 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-09T16:47:03,660 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xae3e28233517f0cc with lease ID 0x692a80fe29177d2b: Processing first storage report for DS-5a363144-5077-4a66-a9ce-79ba83f1c010 from datanode DatanodeRegistration(127.0.0.1:34879, datanodeUuid=d0084001-1fa7-4aef-a7ea-f670c69888c0, infoPort=33715, infoSecurePort=0, ipcPort=36653, storageInfo=lv=-57;cid=testClusterID;nsid=1380489657;c=1733762820848) 2024-12-09T16:47:03,661 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xae3e28233517f0cc with lease ID 0x692a80fe29177d2b: from storage DS-5a363144-5077-4a66-a9ce-79ba83f1c010 node DatanodeRegistration(127.0.0.1:34879, datanodeUuid=d0084001-1fa7-4aef-a7ea-f670c69888c0, infoPort=33715, infoSecurePort=0, ipcPort=36653, storageInfo=lv=-57;cid=testClusterID;nsid=1380489657;c=1733762820848), blocks: 0, hasStaleStorage: true, processing time: 2 msecs, invalidatedBlocks: 0 2024-12-09T16:47:03,661 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x693a6eabc0e5f8cc with lease ID 0x692a80fe29177d2c: Processing first storage report for DS-d26823f1-b96e-41d9-b095-4a6efe2c185b from datanode DatanodeRegistration(127.0.0.1:40695, datanodeUuid=c2b06d26-015b-4571-a385-f245f3a32d16, infoPort=41579, infoSecurePort=0, ipcPort=35499, storageInfo=lv=-57;cid=testClusterID;nsid=1380489657;c=1733762820848) 2024-12-09T16:47:03,661 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x693a6eabc0e5f8cc with lease ID 0x692a80fe29177d2c: from storage DS-d26823f1-b96e-41d9-b095-4a6efe2c185b node DatanodeRegistration(127.0.0.1:40695, datanodeUuid=c2b06d26-015b-4571-a385-f245f3a32d16, infoPort=41579, infoSecurePort=0, ipcPort=35499, storageInfo=lv=-57;cid=testClusterID;nsid=1380489657;c=1733762820848), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-09T16:47:03,662 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xae3e28233517f0cc with lease ID 0x692a80fe29177d2b: Processing first storage report for DS-05325937-e903-4ec9-9ae0-56384c694693 from datanode DatanodeRegistration(127.0.0.1:34879, datanodeUuid=d0084001-1fa7-4aef-a7ea-f670c69888c0, infoPort=33715, infoSecurePort=0, ipcPort=36653, storageInfo=lv=-57;cid=testClusterID;nsid=1380489657;c=1733762820848) 2024-12-09T16:47:03,662 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xae3e28233517f0cc with lease ID 0x692a80fe29177d2b: from storage DS-05325937-e903-4ec9-9ae0-56384c694693 node DatanodeRegistration(127.0.0.1:34879, datanodeUuid=d0084001-1fa7-4aef-a7ea-f670c69888c0, infoPort=33715, infoSecurePort=0, ipcPort=36653, storageInfo=lv=-57;cid=testClusterID;nsid=1380489657;c=1733762820848), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-09T16:47:03,662 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x693a6eabc0e5f8cc with lease ID 0x692a80fe29177d2c: Processing first storage report for DS-5f1d9c27-4b28-498c-a5fc-32239f701408 from datanode DatanodeRegistration(127.0.0.1:40695, datanodeUuid=c2b06d26-015b-4571-a385-f245f3a32d16, infoPort=41579, infoSecurePort=0, ipcPort=35499, storageInfo=lv=-57;cid=testClusterID;nsid=1380489657;c=1733762820848) 2024-12-09T16:47:03,662 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x693a6eabc0e5f8cc with lease ID 0x692a80fe29177d2c: from storage DS-5f1d9c27-4b28-498c-a5fc-32239f701408 node DatanodeRegistration(127.0.0.1:40695, datanodeUuid=c2b06d26-015b-4571-a385-f245f3a32d16, infoPort=41579, infoSecurePort=0, ipcPort=35499, storageInfo=lv=-57;cid=testClusterID;nsid=1380489657;c=1733762820848), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-09T16:47:03,693 WARN [Thread-142 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/fe62a2e8-785c-9f90-cd3c-7ff998c3963d/cluster_0ba45188-61d7-48e7-4a43-5e57b6271cb8/data/data5/current/BP-836713542-172.17.0.2-1733762820848/current, will proceed with Du for space computation calculation, 2024-12-09T16:47:03,693 WARN [Thread-143 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/fe62a2e8-785c-9f90-cd3c-7ff998c3963d/cluster_0ba45188-61d7-48e7-4a43-5e57b6271cb8/data/data6/current/BP-836713542-172.17.0.2-1733762820848/current, will proceed with Du for space computation calculation, 2024-12-09T16:47:03,711 WARN [Thread-103 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-09T16:47:03,715 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xef58bec1ff0db5da with lease ID 0x692a80fe29177d2d: Processing first storage report for DS-74f46a19-d323-470c-9c50-39572d9ebdef from datanode DatanodeRegistration(127.0.0.1:38561, datanodeUuid=9e38b8d4-9928-4345-833c-a38421c6b215, infoPort=35375, infoSecurePort=0, ipcPort=34089, storageInfo=lv=-57;cid=testClusterID;nsid=1380489657;c=1733762820848) 2024-12-09T16:47:03,716 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xef58bec1ff0db5da with lease ID 0x692a80fe29177d2d: from storage DS-74f46a19-d323-470c-9c50-39572d9ebdef node DatanodeRegistration(127.0.0.1:38561, datanodeUuid=9e38b8d4-9928-4345-833c-a38421c6b215, infoPort=35375, infoSecurePort=0, ipcPort=34089, storageInfo=lv=-57;cid=testClusterID;nsid=1380489657;c=1733762820848), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-09T16:47:03,716 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xef58bec1ff0db5da with lease ID 0x692a80fe29177d2d: Processing first storage report for DS-4c6c3011-c023-4fe4-ac42-ff49b401b49a from datanode DatanodeRegistration(127.0.0.1:38561, datanodeUuid=9e38b8d4-9928-4345-833c-a38421c6b215, infoPort=35375, infoSecurePort=0, ipcPort=34089, storageInfo=lv=-57;cid=testClusterID;nsid=1380489657;c=1733762820848) 2024-12-09T16:47:03,716 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xef58bec1ff0db5da with lease ID 0x692a80fe29177d2d: from storage DS-4c6c3011-c023-4fe4-ac42-ff49b401b49a node DatanodeRegistration(127.0.0.1:38561, datanodeUuid=9e38b8d4-9928-4345-833c-a38421c6b215, infoPort=35375, infoSecurePort=0, ipcPort=34089, storageInfo=lv=-57;cid=testClusterID;nsid=1380489657;c=1733762820848), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-09T16:47:03,818 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/fe62a2e8-785c-9f90-cd3c-7ff998c3963d 2024-12-09T16:47:03,882 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/fe62a2e8-785c-9f90-cd3c-7ff998c3963d/cluster_0ba45188-61d7-48e7-4a43-5e57b6271cb8/zookeeper_0, clientPort=60470, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/fe62a2e8-785c-9f90-cd3c-7ff998c3963d/cluster_0ba45188-61d7-48e7-4a43-5e57b6271cb8/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/fe62a2e8-785c-9f90-cd3c-7ff998c3963d/cluster_0ba45188-61d7-48e7-4a43-5e57b6271cb8/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-09T16:47:03,891 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=60470 2024-12-09T16:47:03,906 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-09T16:47:03,909 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-09T16:47:04,092 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38561 is added to blk_1073741825_1001 (size=7) 2024-12-09T16:47:04,093 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40695 is added to blk_1073741825_1001 (size=7) 2024-12-09T16:47:04,093 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34879 is added to blk_1073741825_1001 (size=7) 2024-12-09T16:47:04,506 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:46245/user/jenkins/test-data/f85bc056-772a-5340-809f-da35843890f1 with version=8 2024-12-09T16:47:04,507 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:46245/user/jenkins/test-data/f85bc056-772a-5340-809f-da35843890f1/hbase-staging 2024-12-09T16:47:04,773 INFO [Time-limited test {}] client.ConnectionUtils(128): master/7b4ec1980089:0 server-side Connection retries=45 2024-12-09T16:47:04,782 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-09T16:47:04,783 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-09T16:47:04,787 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-09T16:47:04,787 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-09T16:47:04,787 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-09T16:47:04,913 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-09T16:47:04,971 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-12-09T16:47:04,978 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-12-09T16:47:04,982 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-09T16:47:05,004 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 23735 (auto-detected) 2024-12-09T16:47:05,005 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-12-09T16:47:05,022 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35909 2024-12-09T16:47:05,040 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:35909 connecting to ZooKeeper ensemble=127.0.0.1:60470 2024-12-09T16:47:05,177 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:359090x0, quorum=127.0.0.1:60470, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-09T16:47:05,179 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:35909-0x1000b86f5550000 connected 2024-12-09T16:47:05,278 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-09T16:47:05,283 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-09T16:47:05,293 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35909-0x1000b86f5550000, quorum=127.0.0.1:60470, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-09T16:47:05,297 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:46245/user/jenkins/test-data/f85bc056-772a-5340-809f-da35843890f1, hbase.cluster.distributed=false 2024-12-09T16:47:05,318 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35909-0x1000b86f5550000, quorum=127.0.0.1:60470, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-09T16:47:05,322 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35909 2024-12-09T16:47:05,323 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35909 2024-12-09T16:47:05,323 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35909 2024-12-09T16:47:05,324 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35909 2024-12-09T16:47:05,324 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35909 2024-12-09T16:47:05,416 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/7b4ec1980089:0 server-side Connection retries=45 2024-12-09T16:47:05,418 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-09T16:47:05,418 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-09T16:47:05,418 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-09T16:47:05,419 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-09T16:47:05,419 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-09T16:47:05,421 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-09T16:47:05,424 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-09T16:47:05,425 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:34375 2024-12-09T16:47:05,427 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:34375 connecting to ZooKeeper ensemble=127.0.0.1:60470 2024-12-09T16:47:05,428 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-09T16:47:05,430 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-09T16:47:05,464 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:343750x0, quorum=127.0.0.1:60470, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-09T16:47:05,464 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:343750x0, quorum=127.0.0.1:60470, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-09T16:47:05,465 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:34375-0x1000b86f5550001 connected 2024-12-09T16:47:05,469 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-09T16:47:05,477 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-09T16:47:05,480 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34375-0x1000b86f5550001, quorum=127.0.0.1:60470, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-09T16:47:05,485 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34375-0x1000b86f5550001, quorum=127.0.0.1:60470, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-09T16:47:05,486 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34375 2024-12-09T16:47:05,486 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34375 2024-12-09T16:47:05,487 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34375 2024-12-09T16:47:05,488 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34375 2024-12-09T16:47:05,488 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34375 2024-12-09T16:47:05,502 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/7b4ec1980089:0 server-side Connection retries=45 2024-12-09T16:47:05,503 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-09T16:47:05,503 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-09T16:47:05,503 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-09T16:47:05,503 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-09T16:47:05,504 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-09T16:47:05,504 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-09T16:47:05,504 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-09T16:47:05,505 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42869 2024-12-09T16:47:05,507 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:42869 connecting to ZooKeeper ensemble=127.0.0.1:60470 2024-12-09T16:47:05,508 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-09T16:47:05,510 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-09T16:47:05,533 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:428690x0, quorum=127.0.0.1:60470, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-09T16:47:05,534 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:428690x0, quorum=127.0.0.1:60470, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-09T16:47:05,534 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42869-0x1000b86f5550002 connected 2024-12-09T16:47:05,534 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-09T16:47:05,535 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-09T16:47:05,536 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42869-0x1000b86f5550002, quorum=127.0.0.1:60470, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-09T16:47:05,537 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42869-0x1000b86f5550002, quorum=127.0.0.1:60470, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-09T16:47:05,538 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42869 2024-12-09T16:47:05,538 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42869 2024-12-09T16:47:05,539 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42869 2024-12-09T16:47:05,539 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42869 2024-12-09T16:47:05,540 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42869 2024-12-09T16:47:05,557 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/7b4ec1980089:0 server-side Connection retries=45 2024-12-09T16:47:05,557 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-09T16:47:05,558 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-09T16:47:05,558 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-09T16:47:05,558 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-09T16:47:05,558 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-09T16:47:05,558 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-09T16:47:05,558 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-09T16:47:05,559 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41391 2024-12-09T16:47:05,560 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:41391 connecting to ZooKeeper ensemble=127.0.0.1:60470 2024-12-09T16:47:05,561 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-09T16:47:05,563 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-09T16:47:05,575 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:413910x0, quorum=127.0.0.1:60470, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-09T16:47:05,576 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:41391-0x1000b86f5550003 connected 2024-12-09T16:47:05,576 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:413910x0, quorum=127.0.0.1:60470, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-09T16:47:05,576 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-09T16:47:05,577 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-09T16:47:05,578 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41391-0x1000b86f5550003, quorum=127.0.0.1:60470, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-09T16:47:05,580 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41391-0x1000b86f5550003, quorum=127.0.0.1:60470, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-09T16:47:05,581 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41391 2024-12-09T16:47:05,582 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41391 2024-12-09T16:47:05,582 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41391 2024-12-09T16:47:05,583 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41391 2024-12-09T16:47:05,583 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41391 2024-12-09T16:47:05,597 DEBUG [M:0;7b4ec1980089:35909 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;7b4ec1980089:35909 2024-12-09T16:47:05,598 INFO [master/7b4ec1980089:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/7b4ec1980089,35909,1733762824629 2024-12-09T16:47:05,614 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34375-0x1000b86f5550001, quorum=127.0.0.1:60470, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-09T16:47:05,614 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41391-0x1000b86f5550003, quorum=127.0.0.1:60470, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-09T16:47:05,614 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42869-0x1000b86f5550002, quorum=127.0.0.1:60470, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-09T16:47:05,614 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35909-0x1000b86f5550000, quorum=127.0.0.1:60470, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-09T16:47:05,616 DEBUG [master/7b4ec1980089:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35909-0x1000b86f5550000, quorum=127.0.0.1:60470, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/7b4ec1980089,35909,1733762824629 2024-12-09T16:47:05,641 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34375-0x1000b86f5550001, quorum=127.0.0.1:60470, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-09T16:47:05,641 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41391-0x1000b86f5550003, quorum=127.0.0.1:60470, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-09T16:47:05,641 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42869-0x1000b86f5550002, quorum=127.0.0.1:60470, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-09T16:47:05,641 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41391-0x1000b86f5550003, quorum=127.0.0.1:60470, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T16:47:05,641 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34375-0x1000b86f5550001, quorum=127.0.0.1:60470, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T16:47:05,641 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42869-0x1000b86f5550002, quorum=127.0.0.1:60470, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T16:47:05,641 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35909-0x1000b86f5550000, quorum=127.0.0.1:60470, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T16:47:05,642 DEBUG [master/7b4ec1980089:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35909-0x1000b86f5550000, quorum=127.0.0.1:60470, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-12-09T16:47:05,643 INFO [master/7b4ec1980089:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/7b4ec1980089,35909,1733762824629 from backup master directory 2024-12-09T16:47:05,655 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35909-0x1000b86f5550000, quorum=127.0.0.1:60470, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/7b4ec1980089,35909,1733762824629 2024-12-09T16:47:05,655 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35909-0x1000b86f5550000, quorum=127.0.0.1:60470, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-09T16:47:05,655 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34375-0x1000b86f5550001, quorum=127.0.0.1:60470, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-09T16:47:05,655 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41391-0x1000b86f5550003, quorum=127.0.0.1:60470, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-09T16:47:05,655 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42869-0x1000b86f5550002, quorum=127.0.0.1:60470, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-09T16:47:05,656 WARN [master/7b4ec1980089:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-09T16:47:05,656 INFO [master/7b4ec1980089:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=7b4ec1980089,35909,1733762824629 2024-12-09T16:47:05,659 INFO [master/7b4ec1980089:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-12-09T16:47:05,661 INFO [master/7b4ec1980089:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-12-09T16:47:05,715 DEBUG [master/7b4ec1980089:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:46245/user/jenkins/test-data/f85bc056-772a-5340-809f-da35843890f1/hbase.id] with ID: 9157aee4-1a87-45d8-9c09-1f53298d4795 2024-12-09T16:47:05,715 DEBUG [master/7b4ec1980089:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:46245/user/jenkins/test-data/f85bc056-772a-5340-809f-da35843890f1/.tmp/hbase.id 2024-12-09T16:47:05,728 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38561 is added to blk_1073741826_1002 (size=42) 2024-12-09T16:47:05,728 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34879 is added to blk_1073741826_1002 (size=42) 2024-12-09T16:47:05,729 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40695 is added to blk_1073741826_1002 (size=42) 2024-12-09T16:47:05,730 DEBUG [master/7b4ec1980089:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:46245/user/jenkins/test-data/f85bc056-772a-5340-809f-da35843890f1/.tmp/hbase.id]:[hdfs://localhost:46245/user/jenkins/test-data/f85bc056-772a-5340-809f-da35843890f1/hbase.id] 2024-12-09T16:47:05,781 INFO [master/7b4ec1980089:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-09T16:47:05,786 INFO [master/7b4ec1980089:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-09T16:47:05,802 INFO [master/7b4ec1980089:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 14ms. 2024-12-09T16:47:05,833 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42869-0x1000b86f5550002, quorum=127.0.0.1:60470, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T16:47:05,833 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34375-0x1000b86f5550001, quorum=127.0.0.1:60470, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T16:47:05,833 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41391-0x1000b86f5550003, quorum=127.0.0.1:60470, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T16:47:05,833 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35909-0x1000b86f5550000, quorum=127.0.0.1:60470, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T16:47:05,855 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34879 is added to blk_1073741827_1003 (size=196) 2024-12-09T16:47:05,855 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40695 is added to blk_1073741827_1003 (size=196) 2024-12-09T16:47:05,856 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38561 is added to blk_1073741827_1003 (size=196) 2024-12-09T16:47:05,872 INFO [master/7b4ec1980089:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-09T16:47:05,874 INFO [master/7b4ec1980089:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-09T16:47:05,879 INFO [master/7b4ec1980089:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-09T16:47:05,907 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40695 is added to blk_1073741828_1004 (size=1189) 2024-12-09T16:47:05,907 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34879 is added to blk_1073741828_1004 (size=1189) 2024-12-09T16:47:05,908 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38561 is added to blk_1073741828_1004 (size=1189) 2024-12-09T16:47:05,922 INFO [master/7b4ec1980089:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:46245/user/jenkins/test-data/f85bc056-772a-5340-809f-da35843890f1/MasterData/data/master/store 2024-12-09T16:47:05,942 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40695 is added to blk_1073741829_1005 (size=34) 2024-12-09T16:47:05,943 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38561 is added to blk_1073741829_1005 (size=34) 2024-12-09T16:47:05,943 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34879 is added to blk_1073741829_1005 (size=34) 2024-12-09T16:47:05,947 INFO [master/7b4ec1980089:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-12-09T16:47:05,951 DEBUG [master/7b4ec1980089:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T16:47:05,952 DEBUG [master/7b4ec1980089:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-09T16:47:05,952 INFO [master/7b4ec1980089:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-09T16:47:05,953 DEBUG [master/7b4ec1980089:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-09T16:47:05,954 DEBUG [master/7b4ec1980089:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-09T16:47:05,954 DEBUG [master/7b4ec1980089:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-09T16:47:05,954 INFO [master/7b4ec1980089:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-09T16:47:05,955 DEBUG [master/7b4ec1980089:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733762825952Disabling compacts and flushes for region at 1733762825952Disabling writes for close at 1733762825954 (+2 ms)Writing region close event to WAL at 1733762825954Closed at 1733762825954 2024-12-09T16:47:05,957 WARN [master/7b4ec1980089:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:46245/user/jenkins/test-data/f85bc056-772a-5340-809f-da35843890f1/MasterData/data/master/store/.initializing 2024-12-09T16:47:05,957 DEBUG [master/7b4ec1980089:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:46245/user/jenkins/test-data/f85bc056-772a-5340-809f-da35843890f1/MasterData/WALs/7b4ec1980089,35909,1733762824629 2024-12-09T16:47:05,964 INFO [master/7b4ec1980089:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-09T16:47:05,980 INFO [master/7b4ec1980089:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=7b4ec1980089%2C35909%2C1733762824629, suffix=, logDir=hdfs://localhost:46245/user/jenkins/test-data/f85bc056-772a-5340-809f-da35843890f1/MasterData/WALs/7b4ec1980089,35909,1733762824629, archiveDir=hdfs://localhost:46245/user/jenkins/test-data/f85bc056-772a-5340-809f-da35843890f1/MasterData/oldWALs, maxLogs=10 2024-12-09T16:47:06,006 DEBUG [master/7b4ec1980089:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f85bc056-772a-5340-809f-da35843890f1/MasterData/WALs/7b4ec1980089,35909,1733762824629/7b4ec1980089%2C35909%2C1733762824629.1733762825984, exclude list is [], retry=0 2024-12-09T16:47:06,022 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.initialize(FanOutOneBlockAsyncDFSOutputHelper.java:413) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper$5.operationComplete(FanOutOneBlockAsyncDFSOutputHelper.java:472) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper$5.operationComplete(FanOutOneBlockAsyncDFSOutputHelper.java:467) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.NettyFutureUtils.lambda$addListener$0(NettyFutureUtils.java:56) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setSuccess0(DefaultPromise.java:625) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.trySuccess(DefaultPromise.java:105) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPromise.trySuccess(DefaultChannelPromise.java:84) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:658) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:696) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T16:47:06,027 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40695,DS-d26823f1-b96e-41d9-b095-4a6efe2c185b,DISK] 2024-12-09T16:47:06,027 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38561,DS-74f46a19-d323-470c-9c50-39572d9ebdef,DISK] 2024-12-09T16:47:06,027 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34879,DS-5a363144-5077-4a66-a9ce-79ba83f1c010,DISK] 2024-12-09T16:47:06,030 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-12-09T16:47:06,057 DEBUG [master/7b4ec1980089:0:becomeActiveMaster {}] crypto.Encryption(565): Installed org.apache.hadoop.hbase.io.crypto.MockAesKeyProvider into key provider cache 2024-12-09T16:47:06,108 INFO [master/7b4ec1980089:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f85bc056-772a-5340-809f-da35843890f1/MasterData/WALs/7b4ec1980089,35909,1733762824629/7b4ec1980089%2C35909%2C1733762824629.1733762825984 2024-12-09T16:47:06,108 DEBUG [master/7b4ec1980089:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35375:35375),(127.0.0.1/127.0.0.1:33715:33715),(127.0.0.1/127.0.0.1:41579:41579)] 2024-12-09T16:47:06,109 DEBUG [master/7b4ec1980089:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-09T16:47:06,109 DEBUG [master/7b4ec1980089:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T16:47:06,112 DEBUG [master/7b4ec1980089:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-09T16:47:06,112 DEBUG [master/7b4ec1980089:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-09T16:47:06,144 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-09T16:47:06,165 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-09T16:47:06,168 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T16:47:06,170 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-09T16:47:06,170 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-09T16:47:06,173 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-09T16:47:06,173 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T16:47:06,174 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T16:47:06,175 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-09T16:47:06,177 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-09T16:47:06,177 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T16:47:06,178 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T16:47:06,178 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-09T16:47:06,181 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-09T16:47:06,181 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T16:47:06,182 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T16:47:06,183 DEBUG [master/7b4ec1980089:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-09T16:47:06,185 DEBUG [master/7b4ec1980089:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46245/user/jenkins/test-data/f85bc056-772a-5340-809f-da35843890f1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-09T16:47:06,186 DEBUG [master/7b4ec1980089:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46245/user/jenkins/test-data/f85bc056-772a-5340-809f-da35843890f1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-09T16:47:06,191 DEBUG [master/7b4ec1980089:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-09T16:47:06,192 DEBUG [master/7b4ec1980089:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-09T16:47:06,195 DEBUG [master/7b4ec1980089:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-09T16:47:06,198 DEBUG [master/7b4ec1980089:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-09T16:47:06,202 DEBUG [master/7b4ec1980089:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46245/user/jenkins/test-data/f85bc056-772a-5340-809f-da35843890f1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-09T16:47:06,203 INFO [master/7b4ec1980089:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64501789, jitterRate=-0.03884844481945038}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-09T16:47:06,208 DEBUG [master/7b4ec1980089:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733762826123Initializing all the Stores at 1733762826124 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733762826125 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733762826125Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733762826126 (+1 ms)Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733762826126Cleaning up temporary data from old regions at 1733762826192 (+66 ms)Region opened successfully at 1733762826208 (+16 ms) 2024-12-09T16:47:06,209 INFO [master/7b4ec1980089:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-09T16:47:06,235 DEBUG [master/7b4ec1980089:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@109ba481, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=7b4ec1980089/172.17.0.2:0 2024-12-09T16:47:06,260 INFO [master/7b4ec1980089:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-09T16:47:06,270 INFO [master/7b4ec1980089:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-09T16:47:06,270 INFO [master/7b4ec1980089:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-09T16:47:06,272 INFO [master/7b4ec1980089:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-09T16:47:06,273 INFO [master/7b4ec1980089:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-12-09T16:47:06,277 INFO [master/7b4ec1980089:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 3 msec 2024-12-09T16:47:06,277 INFO [master/7b4ec1980089:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-09T16:47:06,298 INFO [master/7b4ec1980089:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-09T16:47:06,306 DEBUG [master/7b4ec1980089:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35909-0x1000b86f5550000, quorum=127.0.0.1:60470, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-12-09T16:47:06,358 DEBUG [master/7b4ec1980089:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-12-09T16:47:06,363 INFO [master/7b4ec1980089:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-09T16:47:06,365 DEBUG [master/7b4ec1980089:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35909-0x1000b86f5550000, quorum=127.0.0.1:60470, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-12-09T16:47:06,374 DEBUG [master/7b4ec1980089:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-12-09T16:47:06,377 INFO [master/7b4ec1980089:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-09T16:47:06,381 DEBUG [master/7b4ec1980089:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35909-0x1000b86f5550000, quorum=127.0.0.1:60470, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-12-09T16:47:06,391 DEBUG [master/7b4ec1980089:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-12-09T16:47:06,393 DEBUG [master/7b4ec1980089:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35909-0x1000b86f5550000, quorum=127.0.0.1:60470, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-12-09T16:47:06,404 DEBUG [master/7b4ec1980089:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-12-09T16:47:06,424 DEBUG [master/7b4ec1980089:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35909-0x1000b86f5550000, quorum=127.0.0.1:60470, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-09T16:47:06,432 DEBUG [master/7b4ec1980089:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-12-09T16:47:06,441 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41391-0x1000b86f5550003, quorum=127.0.0.1:60470, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-09T16:47:06,441 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42869-0x1000b86f5550002, quorum=127.0.0.1:60470, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-09T16:47:06,441 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34375-0x1000b86f5550001, quorum=127.0.0.1:60470, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-09T16:47:06,441 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35909-0x1000b86f5550000, quorum=127.0.0.1:60470, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-09T16:47:06,441 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34375-0x1000b86f5550001, quorum=127.0.0.1:60470, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T16:47:06,441 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42869-0x1000b86f5550002, quorum=127.0.0.1:60470, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T16:47:06,441 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35909-0x1000b86f5550000, quorum=127.0.0.1:60470, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T16:47:06,442 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41391-0x1000b86f5550003, quorum=127.0.0.1:60470, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T16:47:06,445 INFO [master/7b4ec1980089:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=7b4ec1980089,35909,1733762824629, sessionid=0x1000b86f5550000, setting cluster-up flag (Was=false) 2024-12-09T16:47:06,475 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41391-0x1000b86f5550003, quorum=127.0.0.1:60470, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T16:47:06,475 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42869-0x1000b86f5550002, quorum=127.0.0.1:60470, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T16:47:06,475 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35909-0x1000b86f5550000, quorum=127.0.0.1:60470, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T16:47:06,475 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34375-0x1000b86f5550001, quorum=127.0.0.1:60470, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T16:47:06,505 DEBUG [master/7b4ec1980089:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-12-09T16:47:06,510 DEBUG [master/7b4ec1980089:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=7b4ec1980089,35909,1733762824629 2024-12-09T16:47:06,533 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42869-0x1000b86f5550002, quorum=127.0.0.1:60470, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T16:47:06,533 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34375-0x1000b86f5550001, quorum=127.0.0.1:60470, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T16:47:06,533 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35909-0x1000b86f5550000, quorum=127.0.0.1:60470, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T16:47:06,533 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41391-0x1000b86f5550003, quorum=127.0.0.1:60470, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T16:47:06,563 DEBUG [master/7b4ec1980089:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-12-09T16:47:06,565 DEBUG [master/7b4ec1980089:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=7b4ec1980089,35909,1733762824629 2024-12-09T16:47:06,573 INFO [master/7b4ec1980089:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:46245/user/jenkins/test-data/f85bc056-772a-5340-809f-da35843890f1/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-09T16:47:06,587 INFO [RS:1;7b4ec1980089:42869 {}] regionserver.HRegionServer(746): ClusterId : 9157aee4-1a87-45d8-9c09-1f53298d4795 2024-12-09T16:47:06,587 INFO [RS:0;7b4ec1980089:34375 {}] regionserver.HRegionServer(746): ClusterId : 9157aee4-1a87-45d8-9c09-1f53298d4795 2024-12-09T16:47:06,587 INFO [RS:2;7b4ec1980089:41391 {}] regionserver.HRegionServer(746): ClusterId : 9157aee4-1a87-45d8-9c09-1f53298d4795 2024-12-09T16:47:06,590 DEBUG [RS:1;7b4ec1980089:42869 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-09T16:47:06,590 DEBUG [RS:0;7b4ec1980089:34375 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-09T16:47:06,590 DEBUG [RS:2;7b4ec1980089:41391 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-09T16:47:06,609 DEBUG [RS:2;7b4ec1980089:41391 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-09T16:47:06,609 DEBUG [RS:0;7b4ec1980089:34375 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-09T16:47:06,609 DEBUG [RS:1;7b4ec1980089:42869 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-09T16:47:06,609 DEBUG [RS:2;7b4ec1980089:41391 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-09T16:47:06,609 DEBUG [RS:0;7b4ec1980089:34375 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-09T16:47:06,609 DEBUG [RS:1;7b4ec1980089:42869 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-09T16:47:06,625 DEBUG [RS:2;7b4ec1980089:41391 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-09T16:47:06,625 DEBUG [RS:1;7b4ec1980089:42869 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-09T16:47:06,626 DEBUG [RS:0;7b4ec1980089:34375 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-09T16:47:06,626 DEBUG [RS:2;7b4ec1980089:41391 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@fd445c8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=7b4ec1980089/172.17.0.2:0 2024-12-09T16:47:06,626 DEBUG [RS:0;7b4ec1980089:34375 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@760197bc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=7b4ec1980089/172.17.0.2:0 2024-12-09T16:47:06,626 DEBUG [RS:1;7b4ec1980089:42869 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@14c0d563, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=7b4ec1980089/172.17.0.2:0 2024-12-09T16:47:06,638 DEBUG [RS:2;7b4ec1980089:41391 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:2;7b4ec1980089:41391 2024-12-09T16:47:06,641 INFO [RS:2;7b4ec1980089:41391 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-09T16:47:06,642 INFO [RS:2;7b4ec1980089:41391 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-09T16:47:06,642 DEBUG [RS:2;7b4ec1980089:41391 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-09T16:47:06,644 INFO [RS:2;7b4ec1980089:41391 {}] regionserver.HRegionServer(2659): reportForDuty to master=7b4ec1980089,35909,1733762824629 with port=41391, startcode=1733762825557 2024-12-09T16:47:06,647 DEBUG [RS:0;7b4ec1980089:34375 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;7b4ec1980089:34375 2024-12-09T16:47:06,647 INFO [RS:0;7b4ec1980089:34375 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-09T16:47:06,647 INFO [RS:0;7b4ec1980089:34375 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-09T16:47:06,647 DEBUG [RS:0;7b4ec1980089:34375 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-09T16:47:06,647 DEBUG [master/7b4ec1980089:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-09T16:47:06,648 INFO [RS:0;7b4ec1980089:34375 {}] regionserver.HRegionServer(2659): reportForDuty to master=7b4ec1980089,35909,1733762824629 with port=34375, startcode=1733762825383 2024-12-09T16:47:06,649 DEBUG [RS:1;7b4ec1980089:42869 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;7b4ec1980089:42869 2024-12-09T16:47:06,649 INFO [RS:1;7b4ec1980089:42869 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-09T16:47:06,649 INFO [RS:1;7b4ec1980089:42869 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-09T16:47:06,649 DEBUG [RS:1;7b4ec1980089:42869 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-09T16:47:06,650 INFO [RS:1;7b4ec1980089:42869 {}] regionserver.HRegionServer(2659): reportForDuty to master=7b4ec1980089,35909,1733762824629 with port=42869, startcode=1733762825502 2024-12-09T16:47:06,654 DEBUG [RS:2;7b4ec1980089:41391 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-09T16:47:06,654 DEBUG [RS:0;7b4ec1980089:34375 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-09T16:47:06,654 DEBUG [RS:1;7b4ec1980089:42869 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-09T16:47:06,656 INFO [master/7b4ec1980089:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-09T16:47:06,662 INFO [master/7b4ec1980089:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-09T16:47:06,668 DEBUG [master/7b4ec1980089:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 7b4ec1980089,35909,1733762824629 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-09T16:47:06,676 DEBUG [master/7b4ec1980089:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/7b4ec1980089:0, corePoolSize=5, maxPoolSize=5 2024-12-09T16:47:06,676 DEBUG [master/7b4ec1980089:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/7b4ec1980089:0, corePoolSize=5, maxPoolSize=5 2024-12-09T16:47:06,676 DEBUG [master/7b4ec1980089:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/7b4ec1980089:0, corePoolSize=5, maxPoolSize=5 2024-12-09T16:47:06,676 DEBUG [master/7b4ec1980089:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/7b4ec1980089:0, corePoolSize=5, maxPoolSize=5 2024-12-09T16:47:06,677 DEBUG [master/7b4ec1980089:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/7b4ec1980089:0, corePoolSize=10, maxPoolSize=10 2024-12-09T16:47:06,677 DEBUG [master/7b4ec1980089:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/7b4ec1980089:0, corePoolSize=1, maxPoolSize=1 2024-12-09T16:47:06,677 DEBUG [master/7b4ec1980089:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/7b4ec1980089:0, corePoolSize=2, maxPoolSize=2 2024-12-09T16:47:06,677 DEBUG [master/7b4ec1980089:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/7b4ec1980089:0, corePoolSize=1, maxPoolSize=1 2024-12-09T16:47:06,678 INFO [master/7b4ec1980089:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733762856678 2024-12-09T16:47:06,680 INFO [master/7b4ec1980089:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-09T16:47:06,681 INFO [master/7b4ec1980089:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-09T16:47:06,682 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-09T16:47:06,683 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-09T16:47:06,685 INFO [HMaster-EventLoopGroup-2-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52709, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-12-09T16:47:06,685 INFO [HMaster-EventLoopGroup-2-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39329, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-12-09T16:47:06,685 INFO [HMaster-EventLoopGroup-2-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40699, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-12-09T16:47:06,686 INFO [master/7b4ec1980089:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-09T16:47:06,687 INFO [master/7b4ec1980089:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-09T16:47:06,687 INFO [master/7b4ec1980089:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-09T16:47:06,687 INFO [master/7b4ec1980089:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-09T16:47:06,687 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T16:47:06,688 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-09T16:47:06,688 INFO [master/7b4ec1980089:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-09T16:47:06,692 INFO [master/7b4ec1980089:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-09T16:47:06,693 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35909 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T16:47:06,694 INFO [master/7b4ec1980089:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-09T16:47:06,694 INFO [master/7b4ec1980089:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-09T16:47:06,696 INFO [master/7b4ec1980089:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-09T16:47:06,697 INFO [master/7b4ec1980089:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-09T16:47:06,699 DEBUG [master/7b4ec1980089:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/7b4ec1980089:0:becomeActiveMaster-HFileCleaner.large.0-1733762826698,5,FailOnTimeoutGroup] 2024-12-09T16:47:06,703 DEBUG [master/7b4ec1980089:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/7b4ec1980089:0:becomeActiveMaster-HFileCleaner.small.0-1733762826699,5,FailOnTimeoutGroup] 2024-12-09T16:47:06,703 INFO [master/7b4ec1980089:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-09T16:47:06,703 INFO [master/7b4ec1980089:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-09T16:47:06,723 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35909 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T16:47:06,724 INFO [master/7b4ec1980089:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-09T16:47:06,724 INFO [master/7b4ec1980089:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-09T16:47:06,724 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35909 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T16:47:06,726 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38561 is added to blk_1073741831_1007 (size=1321) 2024-12-09T16:47:06,726 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34879 is added to blk_1073741831_1007 (size=1321) 2024-12-09T16:47:06,728 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40695 is added to blk_1073741831_1007 (size=1321) 2024-12-09T16:47:06,730 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:46245/user/jenkins/test-data/f85bc056-772a-5340-809f-da35843890f1/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-09T16:47:06,730 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:46245/user/jenkins/test-data/f85bc056-772a-5340-809f-da35843890f1 2024-12-09T16:47:06,741 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40695 is added to blk_1073741832_1008 (size=32) 2024-12-09T16:47:06,741 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38561 is added to blk_1073741832_1008 (size=32) 2024-12-09T16:47:06,741 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34879 is added to blk_1073741832_1008 (size=32) 2024-12-09T16:47:06,743 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T16:47:06,746 DEBUG [RS:2;7b4ec1980089:41391 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-12-09T16:47:06,746 DEBUG [RS:1;7b4ec1980089:42869 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-12-09T16:47:06,746 DEBUG [RS:0;7b4ec1980089:34375 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-12-09T16:47:06,746 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-09T16:47:06,746 WARN [RS:2;7b4ec1980089:41391 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-12-09T16:47:06,746 WARN [RS:1;7b4ec1980089:42869 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-12-09T16:47:06,746 WARN [RS:0;7b4ec1980089:34375 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-12-09T16:47:06,748 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-09T16:47:06,748 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T16:47:06,749 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-09T16:47:06,749 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-09T16:47:06,751 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-09T16:47:06,751 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T16:47:06,752 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-09T16:47:06,752 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-09T16:47:06,755 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-09T16:47:06,755 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T16:47:06,756 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-09T16:47:06,756 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-09T16:47:06,758 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-09T16:47:06,758 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T16:47:06,759 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-09T16:47:06,759 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-09T16:47:06,760 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46245/user/jenkins/test-data/f85bc056-772a-5340-809f-da35843890f1/data/hbase/meta/1588230740 2024-12-09T16:47:06,761 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46245/user/jenkins/test-data/f85bc056-772a-5340-809f-da35843890f1/data/hbase/meta/1588230740 2024-12-09T16:47:06,764 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-09T16:47:06,764 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-09T16:47:06,765 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-09T16:47:06,767 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-09T16:47:06,772 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46245/user/jenkins/test-data/f85bc056-772a-5340-809f-da35843890f1/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-09T16:47:06,773 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62553422, jitterRate=-0.06788137555122375}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-09T16:47:06,775 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733762826744Initializing all the Stores at 1733762826745 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733762826745Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733762826746 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733762826746Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733762826746Cleaning up temporary data from old regions at 1733762826764 (+18 ms)Region opened successfully at 1733762826775 (+11 ms) 2024-12-09T16:47:06,776 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-09T16:47:06,776 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-09T16:47:06,776 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-09T16:47:06,776 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-09T16:47:06,776 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-09T16:47:06,777 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-09T16:47:06,777 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733762826775Disabling compacts and flushes for region at 1733762826775Disabling writes for close at 1733762826776 (+1 ms)Writing region close event to WAL at 1733762826777 (+1 ms)Closed at 1733762826777 2024-12-09T16:47:06,781 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-09T16:47:06,781 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-09T16:47:06,786 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-09T16:47:06,793 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-09T16:47:06,796 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-09T16:47:06,848 INFO [RS:0;7b4ec1980089:34375 {}] regionserver.HRegionServer(2659): reportForDuty to master=7b4ec1980089,35909,1733762824629 with port=34375, startcode=1733762825383 2024-12-09T16:47:06,848 INFO [RS:2;7b4ec1980089:41391 {}] regionserver.HRegionServer(2659): reportForDuty to master=7b4ec1980089,35909,1733762824629 with port=41391, startcode=1733762825557 2024-12-09T16:47:06,848 INFO [RS:1;7b4ec1980089:42869 {}] regionserver.HRegionServer(2659): reportForDuty to master=7b4ec1980089,35909,1733762824629 with port=42869, startcode=1733762825502 2024-12-09T16:47:06,851 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35909 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 7b4ec1980089,42869,1733762825502 2024-12-09T16:47:06,854 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35909 {}] master.ServerManager(517): Registering regionserver=7b4ec1980089,42869,1733762825502 2024-12-09T16:47:06,863 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35909 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 7b4ec1980089,41391,1733762825557 2024-12-09T16:47:06,863 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35909 {}] master.ServerManager(517): Registering regionserver=7b4ec1980089,41391,1733762825557 2024-12-09T16:47:06,863 DEBUG [RS:1;7b4ec1980089:42869 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:46245/user/jenkins/test-data/f85bc056-772a-5340-809f-da35843890f1 2024-12-09T16:47:06,863 DEBUG [RS:1;7b4ec1980089:42869 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:46245 2024-12-09T16:47:06,864 DEBUG [RS:1;7b4ec1980089:42869 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-09T16:47:06,866 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35909 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 7b4ec1980089,34375,1733762825383 2024-12-09T16:47:06,866 DEBUG [RS:2;7b4ec1980089:41391 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:46245/user/jenkins/test-data/f85bc056-772a-5340-809f-da35843890f1 2024-12-09T16:47:06,866 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35909 {}] master.ServerManager(517): Registering regionserver=7b4ec1980089,34375,1733762825383 2024-12-09T16:47:06,866 DEBUG [RS:2;7b4ec1980089:41391 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:46245 2024-12-09T16:47:06,866 DEBUG [RS:2;7b4ec1980089:41391 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-09T16:47:06,869 DEBUG [RS:0;7b4ec1980089:34375 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:46245/user/jenkins/test-data/f85bc056-772a-5340-809f-da35843890f1 2024-12-09T16:47:06,869 DEBUG [RS:0;7b4ec1980089:34375 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:46245 2024-12-09T16:47:06,869 DEBUG [RS:0;7b4ec1980089:34375 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-09T16:47:06,896 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35909-0x1000b86f5550000, quorum=127.0.0.1:60470, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-09T16:47:06,934 DEBUG [RS:1;7b4ec1980089:42869 {}] zookeeper.ZKUtil(111): regionserver:42869-0x1000b86f5550002, quorum=127.0.0.1:60470, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/7b4ec1980089,42869,1733762825502 2024-12-09T16:47:06,934 WARN [RS:1;7b4ec1980089:42869 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-09T16:47:06,935 INFO [RS:1;7b4ec1980089:42869 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-09T16:47:06,935 DEBUG [RS:2;7b4ec1980089:41391 {}] zookeeper.ZKUtil(111): regionserver:41391-0x1000b86f5550003, quorum=127.0.0.1:60470, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/7b4ec1980089,41391,1733762825557 2024-12-09T16:47:06,935 DEBUG [RS:0;7b4ec1980089:34375 {}] zookeeper.ZKUtil(111): regionserver:34375-0x1000b86f5550001, quorum=127.0.0.1:60470, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/7b4ec1980089,34375,1733762825383 2024-12-09T16:47:06,935 DEBUG [RS:1;7b4ec1980089:42869 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:46245/user/jenkins/test-data/f85bc056-772a-5340-809f-da35843890f1/WALs/7b4ec1980089,42869,1733762825502 2024-12-09T16:47:06,935 WARN [RS:0;7b4ec1980089:34375 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-09T16:47:06,935 WARN [RS:2;7b4ec1980089:41391 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-09T16:47:06,935 INFO [RS:0;7b4ec1980089:34375 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-09T16:47:06,936 INFO [RS:2;7b4ec1980089:41391 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-09T16:47:06,936 DEBUG [RS:0;7b4ec1980089:34375 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:46245/user/jenkins/test-data/f85bc056-772a-5340-809f-da35843890f1/WALs/7b4ec1980089,34375,1733762825383 2024-12-09T16:47:06,936 DEBUG [RS:2;7b4ec1980089:41391 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:46245/user/jenkins/test-data/f85bc056-772a-5340-809f-da35843890f1/WALs/7b4ec1980089,41391,1733762825557 2024-12-09T16:47:06,938 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [7b4ec1980089,42869,1733762825502] 2024-12-09T16:47:06,938 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [7b4ec1980089,34375,1733762825383] 2024-12-09T16:47:06,938 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [7b4ec1980089,41391,1733762825557] 2024-12-09T16:47:06,947 WARN [7b4ec1980089:35909 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-09T16:47:06,960 INFO [RS:2;7b4ec1980089:41391 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-09T16:47:06,960 INFO [RS:0;7b4ec1980089:34375 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-09T16:47:06,960 INFO [RS:1;7b4ec1980089:42869 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-09T16:47:06,972 INFO [RS:2;7b4ec1980089:41391 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-09T16:47:06,972 INFO [RS:0;7b4ec1980089:34375 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-09T16:47:06,972 INFO [RS:1;7b4ec1980089:42869 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-09T16:47:06,977 INFO [RS:0;7b4ec1980089:34375 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-09T16:47:06,977 INFO [RS:2;7b4ec1980089:41391 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-09T16:47:06,977 INFO [RS:1;7b4ec1980089:42869 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-09T16:47:06,977 INFO [RS:0;7b4ec1980089:34375 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-09T16:47:06,977 INFO [RS:1;7b4ec1980089:42869 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-09T16:47:06,977 INFO [RS:2;7b4ec1980089:41391 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-09T16:47:06,979 INFO [RS:1;7b4ec1980089:42869 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-09T16:47:06,979 INFO [RS:0;7b4ec1980089:34375 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-09T16:47:06,979 INFO [RS:2;7b4ec1980089:41391 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-09T16:47:06,985 INFO [RS:0;7b4ec1980089:34375 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-09T16:47:06,985 INFO [RS:1;7b4ec1980089:42869 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-09T16:47:06,985 INFO [RS:2;7b4ec1980089:41391 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-09T16:47:06,987 INFO [RS:0;7b4ec1980089:34375 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-09T16:47:06,987 INFO [RS:1;7b4ec1980089:42869 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-09T16:47:06,987 INFO [RS:2;7b4ec1980089:41391 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-09T16:47:06,987 DEBUG [RS:0;7b4ec1980089:34375 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/7b4ec1980089:0, corePoolSize=1, maxPoolSize=1 2024-12-09T16:47:06,987 DEBUG [RS:2;7b4ec1980089:41391 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/7b4ec1980089:0, corePoolSize=1, maxPoolSize=1 2024-12-09T16:47:06,987 DEBUG [RS:1;7b4ec1980089:42869 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/7b4ec1980089:0, corePoolSize=1, maxPoolSize=1 2024-12-09T16:47:06,987 DEBUG [RS:0;7b4ec1980089:34375 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/7b4ec1980089:0, corePoolSize=1, maxPoolSize=1 2024-12-09T16:47:06,987 DEBUG [RS:2;7b4ec1980089:41391 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/7b4ec1980089:0, corePoolSize=1, maxPoolSize=1 2024-12-09T16:47:06,987 DEBUG [RS:1;7b4ec1980089:42869 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/7b4ec1980089:0, corePoolSize=1, maxPoolSize=1 2024-12-09T16:47:06,987 DEBUG [RS:0;7b4ec1980089:34375 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/7b4ec1980089:0, corePoolSize=1, maxPoolSize=1 2024-12-09T16:47:06,987 DEBUG [RS:2;7b4ec1980089:41391 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/7b4ec1980089:0, corePoolSize=1, maxPoolSize=1 2024-12-09T16:47:06,987 DEBUG [RS:1;7b4ec1980089:42869 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/7b4ec1980089:0, corePoolSize=1, maxPoolSize=1 2024-12-09T16:47:06,987 DEBUG [RS:0;7b4ec1980089:34375 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/7b4ec1980089:0, corePoolSize=1, maxPoolSize=1 2024-12-09T16:47:06,987 DEBUG [RS:2;7b4ec1980089:41391 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/7b4ec1980089:0, corePoolSize=1, maxPoolSize=1 2024-12-09T16:47:06,987 DEBUG [RS:1;7b4ec1980089:42869 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/7b4ec1980089:0, corePoolSize=1, maxPoolSize=1 2024-12-09T16:47:06,988 DEBUG [RS:0;7b4ec1980089:34375 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/7b4ec1980089:0, corePoolSize=1, maxPoolSize=1 2024-12-09T16:47:06,988 DEBUG [RS:2;7b4ec1980089:41391 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/7b4ec1980089:0, corePoolSize=1, maxPoolSize=1 2024-12-09T16:47:06,988 DEBUG [RS:1;7b4ec1980089:42869 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/7b4ec1980089:0, corePoolSize=1, maxPoolSize=1 2024-12-09T16:47:06,988 DEBUG [RS:0;7b4ec1980089:34375 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/7b4ec1980089:0, corePoolSize=2, maxPoolSize=2 2024-12-09T16:47:06,988 DEBUG [RS:2;7b4ec1980089:41391 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/7b4ec1980089:0, corePoolSize=2, maxPoolSize=2 2024-12-09T16:47:06,988 DEBUG [RS:1;7b4ec1980089:42869 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/7b4ec1980089:0, corePoolSize=2, maxPoolSize=2 2024-12-09T16:47:06,988 DEBUG [RS:0;7b4ec1980089:34375 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/7b4ec1980089:0, corePoolSize=1, maxPoolSize=1 2024-12-09T16:47:06,988 DEBUG [RS:2;7b4ec1980089:41391 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/7b4ec1980089:0, corePoolSize=1, maxPoolSize=1 2024-12-09T16:47:06,988 DEBUG [RS:1;7b4ec1980089:42869 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/7b4ec1980089:0, corePoolSize=1, maxPoolSize=1 2024-12-09T16:47:06,988 DEBUG [RS:2;7b4ec1980089:41391 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/7b4ec1980089:0, corePoolSize=1, maxPoolSize=1 2024-12-09T16:47:06,988 DEBUG [RS:0;7b4ec1980089:34375 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/7b4ec1980089:0, corePoolSize=1, maxPoolSize=1 2024-12-09T16:47:06,988 DEBUG [RS:1;7b4ec1980089:42869 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/7b4ec1980089:0, corePoolSize=1, maxPoolSize=1 2024-12-09T16:47:06,988 DEBUG [RS:0;7b4ec1980089:34375 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/7b4ec1980089:0, corePoolSize=1, maxPoolSize=1 2024-12-09T16:47:06,988 DEBUG [RS:2;7b4ec1980089:41391 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/7b4ec1980089:0, corePoolSize=1, maxPoolSize=1 2024-12-09T16:47:06,988 DEBUG [RS:1;7b4ec1980089:42869 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/7b4ec1980089:0, corePoolSize=1, maxPoolSize=1 2024-12-09T16:47:06,988 DEBUG [RS:0;7b4ec1980089:34375 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/7b4ec1980089:0, corePoolSize=1, maxPoolSize=1 2024-12-09T16:47:06,988 DEBUG [RS:2;7b4ec1980089:41391 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/7b4ec1980089:0, corePoolSize=1, maxPoolSize=1 2024-12-09T16:47:06,988 DEBUG [RS:1;7b4ec1980089:42869 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/7b4ec1980089:0, corePoolSize=1, maxPoolSize=1 2024-12-09T16:47:06,988 DEBUG [RS:2;7b4ec1980089:41391 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/7b4ec1980089:0, corePoolSize=1, maxPoolSize=1 2024-12-09T16:47:06,988 DEBUG [RS:0;7b4ec1980089:34375 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/7b4ec1980089:0, corePoolSize=1, maxPoolSize=1 2024-12-09T16:47:06,988 DEBUG [RS:1;7b4ec1980089:42869 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/7b4ec1980089:0, corePoolSize=1, maxPoolSize=1 2024-12-09T16:47:06,989 DEBUG [RS:0;7b4ec1980089:34375 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/7b4ec1980089:0, corePoolSize=1, maxPoolSize=1 2024-12-09T16:47:06,989 DEBUG [RS:2;7b4ec1980089:41391 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/7b4ec1980089:0, corePoolSize=1, maxPoolSize=1 2024-12-09T16:47:06,989 DEBUG [RS:1;7b4ec1980089:42869 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/7b4ec1980089:0, corePoolSize=1, maxPoolSize=1 2024-12-09T16:47:06,989 DEBUG [RS:0;7b4ec1980089:34375 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/7b4ec1980089:0, corePoolSize=3, maxPoolSize=3 2024-12-09T16:47:06,989 DEBUG [RS:2;7b4ec1980089:41391 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/7b4ec1980089:0, corePoolSize=3, maxPoolSize=3 2024-12-09T16:47:06,989 DEBUG [RS:1;7b4ec1980089:42869 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/7b4ec1980089:0, corePoolSize=3, maxPoolSize=3 2024-12-09T16:47:06,989 DEBUG [RS:2;7b4ec1980089:41391 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/7b4ec1980089:0, corePoolSize=3, maxPoolSize=3 2024-12-09T16:47:06,989 DEBUG [RS:0;7b4ec1980089:34375 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/7b4ec1980089:0, corePoolSize=3, maxPoolSize=3 2024-12-09T16:47:06,989 DEBUG [RS:1;7b4ec1980089:42869 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/7b4ec1980089:0, corePoolSize=3, maxPoolSize=3 2024-12-09T16:47:06,993 INFO [RS:0;7b4ec1980089:34375 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-09T16:47:06,993 INFO [RS:0;7b4ec1980089:34375 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-09T16:47:06,993 INFO [RS:0;7b4ec1980089:34375 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-09T16:47:06,993 INFO [RS:0;7b4ec1980089:34375 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-09T16:47:06,993 INFO [RS:2;7b4ec1980089:41391 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-09T16:47:06,993 INFO [RS:0;7b4ec1980089:34375 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-09T16:47:06,993 INFO [RS:1;7b4ec1980089:42869 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-09T16:47:06,994 INFO [RS:2;7b4ec1980089:41391 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-09T16:47:06,994 INFO [RS:0;7b4ec1980089:34375 {}] hbase.ChoreService(168): Chore ScheduledChore name=7b4ec1980089,34375,1733762825383-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-09T16:47:06,994 INFO [RS:1;7b4ec1980089:42869 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-09T16:47:06,994 INFO [RS:2;7b4ec1980089:41391 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-09T16:47:06,994 INFO [RS:1;7b4ec1980089:42869 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-09T16:47:06,994 INFO [RS:2;7b4ec1980089:41391 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-09T16:47:06,994 INFO [RS:1;7b4ec1980089:42869 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-09T16:47:06,994 INFO [RS:2;7b4ec1980089:41391 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-09T16:47:06,994 INFO [RS:1;7b4ec1980089:42869 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-09T16:47:06,994 INFO [RS:1;7b4ec1980089:42869 {}] hbase.ChoreService(168): Chore ScheduledChore name=7b4ec1980089,42869,1733762825502-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-09T16:47:06,994 INFO [RS:2;7b4ec1980089:41391 {}] hbase.ChoreService(168): Chore ScheduledChore name=7b4ec1980089,41391,1733762825557-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-09T16:47:07,012 INFO [RS:1;7b4ec1980089:42869 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-09T16:47:07,013 INFO [RS:1;7b4ec1980089:42869 {}] hbase.ChoreService(168): Chore ScheduledChore name=7b4ec1980089,42869,1733762825502-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-09T16:47:07,014 INFO [RS:1;7b4ec1980089:42869 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-09T16:47:07,014 INFO [RS:1;7b4ec1980089:42869 {}] regionserver.Replication(171): 7b4ec1980089,42869,1733762825502 started 2024-12-09T16:47:07,015 INFO [RS:0;7b4ec1980089:34375 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-09T16:47:07,016 INFO [RS:0;7b4ec1980089:34375 {}] hbase.ChoreService(168): Chore ScheduledChore name=7b4ec1980089,34375,1733762825383-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-09T16:47:07,016 INFO [RS:0;7b4ec1980089:34375 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-09T16:47:07,016 INFO [RS:0;7b4ec1980089:34375 {}] regionserver.Replication(171): 7b4ec1980089,34375,1733762825383 started 2024-12-09T16:47:07,018 INFO [RS:2;7b4ec1980089:41391 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-09T16:47:07,018 INFO [RS:2;7b4ec1980089:41391 {}] hbase.ChoreService(168): Chore ScheduledChore name=7b4ec1980089,41391,1733762825557-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-09T16:47:07,019 INFO [RS:2;7b4ec1980089:41391 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-09T16:47:07,019 INFO [RS:2;7b4ec1980089:41391 {}] regionserver.Replication(171): 7b4ec1980089,41391,1733762825557 started 2024-12-09T16:47:07,029 INFO [RS:1;7b4ec1980089:42869 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-09T16:47:07,029 INFO [RS:1;7b4ec1980089:42869 {}] regionserver.HRegionServer(1482): Serving as 7b4ec1980089,42869,1733762825502, RpcServer on 7b4ec1980089/172.17.0.2:42869, sessionid=0x1000b86f5550002 2024-12-09T16:47:07,030 DEBUG [RS:1;7b4ec1980089:42869 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-09T16:47:07,030 DEBUG [RS:1;7b4ec1980089:42869 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 7b4ec1980089,42869,1733762825502 2024-12-09T16:47:07,030 DEBUG [RS:1;7b4ec1980089:42869 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '7b4ec1980089,42869,1733762825502' 2024-12-09T16:47:07,031 DEBUG [RS:1;7b4ec1980089:42869 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-09T16:47:07,032 DEBUG [RS:1;7b4ec1980089:42869 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-09T16:47:07,032 DEBUG [RS:1;7b4ec1980089:42869 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-09T16:47:07,032 DEBUG [RS:1;7b4ec1980089:42869 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-09T16:47:07,032 DEBUG [RS:1;7b4ec1980089:42869 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 7b4ec1980089,42869,1733762825502 2024-12-09T16:47:07,032 DEBUG [RS:1;7b4ec1980089:42869 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '7b4ec1980089,42869,1733762825502' 2024-12-09T16:47:07,032 DEBUG [RS:1;7b4ec1980089:42869 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-09T16:47:07,033 DEBUG [RS:1;7b4ec1980089:42869 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-09T16:47:07,033 DEBUG [RS:1;7b4ec1980089:42869 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-09T16:47:07,034 INFO [RS:1;7b4ec1980089:42869 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-09T16:47:07,034 INFO [RS:1;7b4ec1980089:42869 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-09T16:47:07,037 INFO [RS:2;7b4ec1980089:41391 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-09T16:47:07,037 INFO [RS:0;7b4ec1980089:34375 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-09T16:47:07,038 INFO [RS:0;7b4ec1980089:34375 {}] regionserver.HRegionServer(1482): Serving as 7b4ec1980089,34375,1733762825383, RpcServer on 7b4ec1980089/172.17.0.2:34375, sessionid=0x1000b86f5550001 2024-12-09T16:47:07,038 INFO [RS:2;7b4ec1980089:41391 {}] regionserver.HRegionServer(1482): Serving as 7b4ec1980089,41391,1733762825557, RpcServer on 7b4ec1980089/172.17.0.2:41391, sessionid=0x1000b86f5550003 2024-12-09T16:47:07,038 DEBUG [RS:2;7b4ec1980089:41391 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-09T16:47:07,038 DEBUG [RS:0;7b4ec1980089:34375 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-09T16:47:07,038 DEBUG [RS:0;7b4ec1980089:34375 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 7b4ec1980089,34375,1733762825383 2024-12-09T16:47:07,038 DEBUG [RS:2;7b4ec1980089:41391 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 7b4ec1980089,41391,1733762825557 2024-12-09T16:47:07,038 DEBUG [RS:0;7b4ec1980089:34375 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '7b4ec1980089,34375,1733762825383' 2024-12-09T16:47:07,038 DEBUG [RS:2;7b4ec1980089:41391 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '7b4ec1980089,41391,1733762825557' 2024-12-09T16:47:07,038 DEBUG [RS:0;7b4ec1980089:34375 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-09T16:47:07,038 DEBUG [RS:2;7b4ec1980089:41391 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-09T16:47:07,039 DEBUG [RS:0;7b4ec1980089:34375 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-09T16:47:07,039 DEBUG [RS:2;7b4ec1980089:41391 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-09T16:47:07,039 DEBUG [RS:0;7b4ec1980089:34375 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-09T16:47:07,039 DEBUG [RS:2;7b4ec1980089:41391 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-09T16:47:07,039 DEBUG [RS:0;7b4ec1980089:34375 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-09T16:47:07,039 DEBUG [RS:2;7b4ec1980089:41391 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-09T16:47:07,039 DEBUG [RS:0;7b4ec1980089:34375 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 7b4ec1980089,34375,1733762825383 2024-12-09T16:47:07,040 DEBUG [RS:0;7b4ec1980089:34375 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '7b4ec1980089,34375,1733762825383' 2024-12-09T16:47:07,040 DEBUG [RS:2;7b4ec1980089:41391 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 7b4ec1980089,41391,1733762825557 2024-12-09T16:47:07,040 DEBUG [RS:0;7b4ec1980089:34375 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-09T16:47:07,040 DEBUG [RS:2;7b4ec1980089:41391 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '7b4ec1980089,41391,1733762825557' 2024-12-09T16:47:07,040 DEBUG [RS:2;7b4ec1980089:41391 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-09T16:47:07,040 DEBUG [RS:0;7b4ec1980089:34375 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-09T16:47:07,040 DEBUG [RS:2;7b4ec1980089:41391 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-09T16:47:07,041 DEBUG [RS:2;7b4ec1980089:41391 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-09T16:47:07,041 DEBUG [RS:0;7b4ec1980089:34375 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-09T16:47:07,041 INFO [RS:2;7b4ec1980089:41391 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-09T16:47:07,041 INFO [RS:0;7b4ec1980089:34375 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-09T16:47:07,041 INFO [RS:2;7b4ec1980089:41391 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-09T16:47:07,041 INFO [RS:0;7b4ec1980089:34375 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-09T16:47:07,138 INFO [RS:1;7b4ec1980089:42869 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-09T16:47:07,141 INFO [RS:1;7b4ec1980089:42869 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=7b4ec1980089%2C42869%2C1733762825502, suffix=, logDir=hdfs://localhost:46245/user/jenkins/test-data/f85bc056-772a-5340-809f-da35843890f1/WALs/7b4ec1980089,42869,1733762825502, archiveDir=hdfs://localhost:46245/user/jenkins/test-data/f85bc056-772a-5340-809f-da35843890f1/oldWALs, maxLogs=32 2024-12-09T16:47:07,142 INFO [RS:0;7b4ec1980089:34375 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-09T16:47:07,142 INFO [RS:2;7b4ec1980089:41391 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-09T16:47:07,144 INFO [RS:2;7b4ec1980089:41391 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=7b4ec1980089%2C41391%2C1733762825557, suffix=, logDir=hdfs://localhost:46245/user/jenkins/test-data/f85bc056-772a-5340-809f-da35843890f1/WALs/7b4ec1980089,41391,1733762825557, archiveDir=hdfs://localhost:46245/user/jenkins/test-data/f85bc056-772a-5340-809f-da35843890f1/oldWALs, maxLogs=32 2024-12-09T16:47:07,144 INFO [RS:0;7b4ec1980089:34375 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=7b4ec1980089%2C34375%2C1733762825383, suffix=, logDir=hdfs://localhost:46245/user/jenkins/test-data/f85bc056-772a-5340-809f-da35843890f1/WALs/7b4ec1980089,34375,1733762825383, archiveDir=hdfs://localhost:46245/user/jenkins/test-data/f85bc056-772a-5340-809f-da35843890f1/oldWALs, maxLogs=32 2024-12-09T16:47:07,155 DEBUG [RS:1;7b4ec1980089:42869 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f85bc056-772a-5340-809f-da35843890f1/WALs/7b4ec1980089,42869,1733762825502/7b4ec1980089%2C42869%2C1733762825502.1733762827143, exclude list is [], retry=0 2024-12-09T16:47:07,157 DEBUG [RS:2;7b4ec1980089:41391 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f85bc056-772a-5340-809f-da35843890f1/WALs/7b4ec1980089,41391,1733762825557/7b4ec1980089%2C41391%2C1733762825557.1733762827146, exclude list is [], retry=0 2024-12-09T16:47:07,157 DEBUG [RS:0;7b4ec1980089:34375 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f85bc056-772a-5340-809f-da35843890f1/WALs/7b4ec1980089,34375,1733762825383/7b4ec1980089%2C34375%2C1733762825383.1733762827146, exclude list is [], retry=0 2024-12-09T16:47:07,159 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40695,DS-d26823f1-b96e-41d9-b095-4a6efe2c185b,DISK] 2024-12-09T16:47:07,159 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34879,DS-5a363144-5077-4a66-a9ce-79ba83f1c010,DISK] 2024-12-09T16:47:07,159 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38561,DS-74f46a19-d323-470c-9c50-39572d9ebdef,DISK] 2024-12-09T16:47:07,162 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38561,DS-74f46a19-d323-470c-9c50-39572d9ebdef,DISK] 2024-12-09T16:47:07,162 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40695,DS-d26823f1-b96e-41d9-b095-4a6efe2c185b,DISK] 2024-12-09T16:47:07,163 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34879,DS-5a363144-5077-4a66-a9ce-79ba83f1c010,DISK] 2024-12-09T16:47:07,163 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40695,DS-d26823f1-b96e-41d9-b095-4a6efe2c185b,DISK] 2024-12-09T16:47:07,163 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34879,DS-5a363144-5077-4a66-a9ce-79ba83f1c010,DISK] 2024-12-09T16:47:07,164 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38561,DS-74f46a19-d323-470c-9c50-39572d9ebdef,DISK] 2024-12-09T16:47:07,195 INFO [RS:1;7b4ec1980089:42869 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f85bc056-772a-5340-809f-da35843890f1/WALs/7b4ec1980089,42869,1733762825502/7b4ec1980089%2C42869%2C1733762825502.1733762827143 2024-12-09T16:47:07,195 DEBUG [RS:1;7b4ec1980089:42869 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41579:41579),(127.0.0.1/127.0.0.1:33715:33715),(127.0.0.1/127.0.0.1:35375:35375)] 2024-12-09T16:47:07,199 INFO [RS:2;7b4ec1980089:41391 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f85bc056-772a-5340-809f-da35843890f1/WALs/7b4ec1980089,41391,1733762825557/7b4ec1980089%2C41391%2C1733762825557.1733762827146 2024-12-09T16:47:07,200 DEBUG [RS:2;7b4ec1980089:41391 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33715:33715),(127.0.0.1/127.0.0.1:41579:41579),(127.0.0.1/127.0.0.1:35375:35375)] 2024-12-09T16:47:07,202 INFO [RS:0;7b4ec1980089:34375 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f85bc056-772a-5340-809f-da35843890f1/WALs/7b4ec1980089,34375,1733762825383/7b4ec1980089%2C34375%2C1733762825383.1733762827146 2024-12-09T16:47:07,202 DEBUG [RS:0;7b4ec1980089:34375 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35375:35375),(127.0.0.1/127.0.0.1:33715:33715),(127.0.0.1/127.0.0.1:41579:41579)] 2024-12-09T16:47:07,451 DEBUG [7b4ec1980089:35909 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=3, allServersCount=3 2024-12-09T16:47:07,463 DEBUG [7b4ec1980089:35909 {}] balancer.BalancerClusterState(204): Hosts are {7b4ec1980089=0} racks are {/default-rack=0} 2024-12-09T16:47:07,469 DEBUG [7b4ec1980089:35909 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-12-09T16:47:07,469 DEBUG [7b4ec1980089:35909 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-12-09T16:47:07,469 DEBUG [7b4ec1980089:35909 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-12-09T16:47:07,469 DEBUG [7b4ec1980089:35909 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-12-09T16:47:07,469 DEBUG [7b4ec1980089:35909 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-12-09T16:47:07,469 DEBUG [7b4ec1980089:35909 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-12-09T16:47:07,469 INFO [7b4ec1980089:35909 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-12-09T16:47:07,469 INFO [7b4ec1980089:35909 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-12-09T16:47:07,469 INFO [7b4ec1980089:35909 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-12-09T16:47:07,469 DEBUG [7b4ec1980089:35909 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-12-09T16:47:07,478 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=7b4ec1980089,41391,1733762825557 2024-12-09T16:47:07,484 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 7b4ec1980089,41391,1733762825557, state=OPENING 2024-12-09T16:47:07,541 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-09T16:47:07,549 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34375-0x1000b86f5550001, quorum=127.0.0.1:60470, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T16:47:07,549 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35909-0x1000b86f5550000, quorum=127.0.0.1:60470, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T16:47:07,549 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41391-0x1000b86f5550003, quorum=127.0.0.1:60470, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T16:47:07,549 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42869-0x1000b86f5550002, quorum=127.0.0.1:60470, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T16:47:07,550 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-09T16:47:07,550 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-09T16:47:07,550 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-09T16:47:07,551 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-09T16:47:07,553 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-09T16:47:07,555 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=7b4ec1980089,41391,1733762825557}] 2024-12-09T16:47:07,739 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-09T16:47:07,741 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44397, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-09T16:47:07,752 INFO [RS_OPEN_META-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-09T16:47:07,752 INFO [RS_OPEN_META-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-09T16:47:07,753 INFO [RS_OPEN_META-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-09T16:47:07,756 INFO [RS_OPEN_META-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=7b4ec1980089%2C41391%2C1733762825557.meta, suffix=.meta, logDir=hdfs://localhost:46245/user/jenkins/test-data/f85bc056-772a-5340-809f-da35843890f1/WALs/7b4ec1980089,41391,1733762825557, archiveDir=hdfs://localhost:46245/user/jenkins/test-data/f85bc056-772a-5340-809f-da35843890f1/oldWALs, maxLogs=32 2024-12-09T16:47:07,769 DEBUG [RS_OPEN_META-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f85bc056-772a-5340-809f-da35843890f1/WALs/7b4ec1980089,41391,1733762825557/7b4ec1980089%2C41391%2C1733762825557.meta.1733762827758.meta, exclude list is [], retry=0 2024-12-09T16:47:07,773 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40695,DS-d26823f1-b96e-41d9-b095-4a6efe2c185b,DISK] 2024-12-09T16:47:07,773 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34879,DS-5a363144-5077-4a66-a9ce-79ba83f1c010,DISK] 2024-12-09T16:47:07,773 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38561,DS-74f46a19-d323-470c-9c50-39572d9ebdef,DISK] 2024-12-09T16:47:07,798 INFO [RS_OPEN_META-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f85bc056-772a-5340-809f-da35843890f1/WALs/7b4ec1980089,41391,1733762825557/7b4ec1980089%2C41391%2C1733762825557.meta.1733762827758.meta 2024-12-09T16:47:07,798 DEBUG [RS_OPEN_META-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41579:41579),(127.0.0.1/127.0.0.1:33715:33715),(127.0.0.1/127.0.0.1:35375:35375)] 2024-12-09T16:47:07,799 DEBUG [RS_OPEN_META-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-09T16:47:07,800 DEBUG [RS_OPEN_META-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-09T16:47:07,802 DEBUG [RS_OPEN_META-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-09T16:47:07,806 INFO [RS_OPEN_META-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-09T16:47:07,809 DEBUG [RS_OPEN_META-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-09T16:47:07,810 DEBUG [RS_OPEN_META-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T16:47:07,810 DEBUG [RS_OPEN_META-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-09T16:47:07,810 DEBUG [RS_OPEN_META-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-09T16:47:07,813 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-09T16:47:07,814 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-09T16:47:07,814 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T16:47:07,815 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-09T16:47:07,815 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-09T16:47:07,817 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-09T16:47:07,817 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T16:47:07,818 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-09T16:47:07,819 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-09T16:47:07,820 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-09T16:47:07,820 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T16:47:07,821 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-09T16:47:07,821 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-09T16:47:07,823 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-09T16:47:07,823 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T16:47:07,824 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-09T16:47:07,824 DEBUG [RS_OPEN_META-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-09T16:47:07,825 DEBUG [RS_OPEN_META-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46245/user/jenkins/test-data/f85bc056-772a-5340-809f-da35843890f1/data/hbase/meta/1588230740 2024-12-09T16:47:07,828 DEBUG [RS_OPEN_META-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46245/user/jenkins/test-data/f85bc056-772a-5340-809f-da35843890f1/data/hbase/meta/1588230740 2024-12-09T16:47:07,830 DEBUG [RS_OPEN_META-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-09T16:47:07,830 DEBUG [RS_OPEN_META-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-09T16:47:07,831 DEBUG [RS_OPEN_META-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-09T16:47:07,834 DEBUG [RS_OPEN_META-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-09T16:47:07,836 INFO [RS_OPEN_META-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67550719, jitterRate=0.006584152579307556}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-09T16:47:07,836 DEBUG [RS_OPEN_META-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-09T16:47:07,837 DEBUG [RS_OPEN_META-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733762827810Writing region info on filesystem at 1733762827810Initializing all the Stores at 1733762827812 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733762827812Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733762827812Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733762827813 (+1 ms)Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733762827813Cleaning up temporary data from old regions at 1733762827830 (+17 ms)Running coprocessor post-open hooks at 1733762827836 (+6 ms)Region opened successfully at 1733762827837 (+1 ms) 2024-12-09T16:47:07,843 INFO [RS_OPEN_META-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733762827728 2024-12-09T16:47:07,854 DEBUG [RS_OPEN_META-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-09T16:47:07,854 INFO [RS_OPEN_META-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-09T16:47:07,856 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=7b4ec1980089,41391,1733762825557 2024-12-09T16:47:07,857 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 7b4ec1980089,41391,1733762825557, state=OPEN 2024-12-09T16:47:07,891 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42869-0x1000b86f5550002, quorum=127.0.0.1:60470, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-09T16:47:07,891 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35909-0x1000b86f5550000, quorum=127.0.0.1:60470, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-09T16:47:07,891 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34375-0x1000b86f5550001, quorum=127.0.0.1:60470, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-09T16:47:07,891 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41391-0x1000b86f5550003, quorum=127.0.0.1:60470, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-09T16:47:07,891 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-09T16:47:07,891 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-09T16:47:07,891 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-09T16:47:07,891 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-09T16:47:07,892 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=7b4ec1980089,41391,1733762825557 2024-12-09T16:47:07,901 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-09T16:47:07,901 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=7b4ec1980089,41391,1733762825557 in 337 msec 2024-12-09T16:47:07,906 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-09T16:47:07,907 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 1.1160 sec 2024-12-09T16:47:07,908 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-09T16:47:07,908 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-09T16:47:07,925 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-09T16:47:07,926 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7b4ec1980089,41391,1733762825557, seqNum=-1] 2024-12-09T16:47:07,945 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T16:47:07,947 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33845, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-09T16:47:07,965 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3620 sec 2024-12-09T16:47:07,965 INFO [master/7b4ec1980089:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733762827965, completionTime=-1 2024-12-09T16:47:07,968 INFO [master/7b4ec1980089:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=3; waited=0ms, expected min=3 server(s), max=3 server(s), master is running 2024-12-09T16:47:07,968 DEBUG [master/7b4ec1980089:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-09T16:47:07,989 INFO [master/7b4ec1980089:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=3 2024-12-09T16:47:07,989 INFO [master/7b4ec1980089:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733762887989 2024-12-09T16:47:07,989 INFO [master/7b4ec1980089:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733762947989 2024-12-09T16:47:07,989 INFO [master/7b4ec1980089:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 21 msec 2024-12-09T16:47:07,991 DEBUG [master/7b4ec1980089:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-12-09T16:47:07,996 INFO [master/7b4ec1980089:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7b4ec1980089,35909,1733762824629-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-09T16:47:07,997 INFO [master/7b4ec1980089:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7b4ec1980089,35909,1733762824629-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-09T16:47:07,997 INFO [master/7b4ec1980089:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7b4ec1980089,35909,1733762824629-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-09T16:47:07,998 INFO [master/7b4ec1980089:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-7b4ec1980089:35909, period=300000, unit=MILLISECONDS is enabled. 2024-12-09T16:47:07,998 INFO [master/7b4ec1980089:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-09T16:47:07,999 INFO [master/7b4ec1980089:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-09T16:47:08,004 DEBUG [master/7b4ec1980089:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-09T16:47:08,023 INFO [master/7b4ec1980089:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.366sec 2024-12-09T16:47:08,024 INFO [master/7b4ec1980089:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-09T16:47:08,025 INFO [master/7b4ec1980089:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-09T16:47:08,026 INFO [master/7b4ec1980089:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-09T16:47:08,026 INFO [master/7b4ec1980089:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-09T16:47:08,026 INFO [master/7b4ec1980089:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-09T16:47:08,027 INFO [master/7b4ec1980089:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7b4ec1980089,35909,1733762824629-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-09T16:47:08,027 INFO [master/7b4ec1980089:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7b4ec1980089,35909,1733762824629-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-09T16:47:08,032 DEBUG [master/7b4ec1980089:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-09T16:47:08,033 INFO [master/7b4ec1980089:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-09T16:47:08,033 INFO [master/7b4ec1980089:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7b4ec1980089,35909,1733762824629-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-09T16:47:08,096 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@535a445c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T16:47:08,097 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7b4ec1980089,35909,-1 for getting cluster id 2024-12-09T16:47:08,100 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-09T16:47:08,108 DEBUG [HMaster-EventLoopGroup-2-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9157aee4-1a87-45d8-9c09-1f53298d4795' 2024-12-09T16:47:08,110 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-09T16:47:08,110 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9157aee4-1a87-45d8-9c09-1f53298d4795" 2024-12-09T16:47:08,110 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@141edaaa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T16:47:08,110 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7b4ec1980089,35909,-1] 2024-12-09T16:47:08,113 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-09T16:47:08,115 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T16:47:08,116 INFO [HMaster-EventLoopGroup-2-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33658, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-09T16:47:08,118 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4c28a318, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T16:47:08,119 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-09T16:47:08,125 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7b4ec1980089,41391,1733762825557, seqNum=-1] 2024-12-09T16:47:08,125 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T16:47:08,127 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34450, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-09T16:47:08,144 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=7b4ec1980089,35909,1733762824629 2024-12-09T16:47:08,145 INFO [Time-limited test {}] wal.AbstractTestWALReplay(147): hbase.rootdir=hdfs://localhost:46245/hbase 2024-12-09T16:47:08,157 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestSecureAsyncWALReplay#testNameConflictWhenSplit0 Thread=361, OpenFileDescriptor=607, MaxFileDescriptor=1048576, SystemLoadAverage=236, ProcessCount=11, AvailableMemoryMB=10818 2024-12-09T16:47:08,172 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-09T16:47:08,175 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-09T16:47:08,176 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-09T16:47:08,180 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-65601856, suffix=, logDir=hdfs://localhost:46245/hbase/WALs/hregion-65601856, archiveDir=hdfs://localhost:46245/hbase/oldWALs, maxLogs=32 2024-12-09T16:47:08,192 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-65601856/hregion-65601856.1733762828181, exclude list is [], retry=0 2024-12-09T16:47:08,196 DEBUG [AsyncFSWAL-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34879,DS-5a363144-5077-4a66-a9ce-79ba83f1c010,DISK] 2024-12-09T16:47:08,196 DEBUG [AsyncFSWAL-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38561,DS-74f46a19-d323-470c-9c50-39572d9ebdef,DISK] 2024-12-09T16:47:08,196 DEBUG [AsyncFSWAL-8-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40695,DS-d26823f1-b96e-41d9-b095-4a6efe2c185b,DISK] 2024-12-09T16:47:08,221 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-65601856/hregion-65601856.1733762828181 2024-12-09T16:47:08,221 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33715:33715),(127.0.0.1/127.0.0.1:35375:35375),(127.0.0.1/127.0.0.1:41579:41579)] 2024-12-09T16:47:08,222 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => e5b9640334e7f1d76a72d74421791392, NAME => 'testReplayEditsWrittenIntoWAL,,1733762828173.e5b9640334e7f1d76a72d74421791392.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsWrittenIntoWAL', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46245/hbase 2024-12-09T16:47:08,233 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40695 is added to blk_1073741838_1014 (size=64) 2024-12-09T16:47:08,234 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34879 is added to blk_1073741838_1014 (size=64) 2024-12-09T16:47:08,234 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38561 is added to blk_1073741838_1014 (size=64) 2024-12-09T16:47:08,235 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenIntoWAL,,1733762828173.e5b9640334e7f1d76a72d74421791392.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T16:47:08,237 INFO [StoreOpener-e5b9640334e7f1d76a72d74421791392-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region e5b9640334e7f1d76a72d74421791392 2024-12-09T16:47:08,239 INFO [StoreOpener-e5b9640334e7f1d76a72d74421791392-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e5b9640334e7f1d76a72d74421791392 columnFamilyName a 2024-12-09T16:47:08,240 DEBUG [StoreOpener-e5b9640334e7f1d76a72d74421791392-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T16:47:08,240 INFO [StoreOpener-e5b9640334e7f1d76a72d74421791392-1 {}] regionserver.HStore(327): Store=e5b9640334e7f1d76a72d74421791392/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T16:47:08,241 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for e5b9640334e7f1d76a72d74421791392 2024-12-09T16:47:08,242 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46245/hbase/data/default/testReplayEditsWrittenIntoWAL/e5b9640334e7f1d76a72d74421791392 2024-12-09T16:47:08,243 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46245/hbase/data/default/testReplayEditsWrittenIntoWAL/e5b9640334e7f1d76a72d74421791392 2024-12-09T16:47:08,243 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for e5b9640334e7f1d76a72d74421791392 2024-12-09T16:47:08,243 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for e5b9640334e7f1d76a72d74421791392 2024-12-09T16:47:08,246 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for e5b9640334e7f1d76a72d74421791392 2024-12-09T16:47:08,249 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46245/hbase/data/default/testReplayEditsWrittenIntoWAL/e5b9640334e7f1d76a72d74421791392/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-09T16:47:08,250 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened e5b9640334e7f1d76a72d74421791392; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71784753, jitterRate=0.06967617571353912}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-09T16:47:08,251 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for e5b9640334e7f1d76a72d74421791392: Writing region info on filesystem at 1733762828235Initializing all the Stores at 1733762828237 (+2 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733762828237Cleaning up temporary data from old regions at 1733762828243 (+6 ms)Region opened successfully at 1733762828251 (+8 ms) 2024-12-09T16:47:08,251 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing e5b9640334e7f1d76a72d74421791392, disabling compactions & flushes 2024-12-09T16:47:08,251 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenIntoWAL,,1733762828173.e5b9640334e7f1d76a72d74421791392. 2024-12-09T16:47:08,251 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenIntoWAL,,1733762828173.e5b9640334e7f1d76a72d74421791392. 2024-12-09T16:47:08,252 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenIntoWAL,,1733762828173.e5b9640334e7f1d76a72d74421791392. after waiting 0 ms 2024-12-09T16:47:08,252 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenIntoWAL,,1733762828173.e5b9640334e7f1d76a72d74421791392. 2024-12-09T16:47:08,252 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenIntoWAL,,1733762828173.e5b9640334e7f1d76a72d74421791392. 2024-12-09T16:47:08,252 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for e5b9640334e7f1d76a72d74421791392: Waiting for close lock at 1733762828251Disabling compacts and flushes for region at 1733762828251Disabling writes for close at 1733762828252 (+1 ms)Writing region close event to WAL at 1733762828252Closed at 1733762828252 2024-12-09T16:47:08,257 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40695 is added to blk_1073741837_1013 (size=175) 2024-12-09T16:47:08,257 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38561 is added to blk_1073741837_1013 (size=175) 2024-12-09T16:47:08,257 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34879 is added to blk_1073741837_1013 (size=175) 2024-12-09T16:47:08,263 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-12-09T16:47:08,263 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-65601856:(num 1733762828181) 2024-12-09T16:47:08,265 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor testMonitor 2024-12-09T16:47:08,302 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38561 is added to blk_1073741839_1015 (size=469) 2024-12-09T16:47:08,302 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40695 is added to blk_1073741839_1015 (size=469) 2024-12-09T16:47:08,302 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34879 is added to blk_1073741839_1015 (size=469) 2024-12-09T16:47:08,304 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor testMonitor 2024-12-09T16:47:08,341 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38561 is added to blk_1073741840_1016 (size=322) 2024-12-09T16:47:08,341 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34879 is added to blk_1073741840_1016 (size=322) 2024-12-09T16:47:08,342 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40695 is added to blk_1073741840_1016 (size=322) 2024-12-09T16:47:08,363 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:46245/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733762828171/wal-1, size=469 (469bytes) 2024-12-09T16:47:08,364 DEBUG [Time-limited test {}] util.RecoverLeaseFSUtils(47): Initialize RecoverLeaseFSUtils 2024-12-09T16:47:08,364 DEBUG [Time-limited test {}] util.RecoverLeaseFSUtils(59): set recoverLeaseMethod to org.apache.hadoop.fs.LeaseRecoverable.recoverLease() 2024-12-09T16:47:08,364 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:46245/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733762828171/wal-1 2024-12-09T16:47:08,370 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:46245/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733762828171/wal-1 after 4ms 2024-12-09T16:47:08,412 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(302): Initialized secure protobuf WAL: cipher=AES 2024-12-09T16:47:08,413 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:46245/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733762828171/wal-1 took 51ms 2024-12-09T16:47:08,419 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:46245/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733762828171/wal-1 so closing down 2024-12-09T16:47:08,419 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-09T16:47:08,422 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal-1.temp 2024-12-09T16:47:08,446 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46245/hbase/data/default/testReplayEditsWrittenIntoWAL/e5b9640334e7f1d76a72d74421791392/recovered.edits/0000000000000000001-wal-1.temp 2024-12-09T16:47:08,448 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-09T16:47:08,456 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40695 is added to blk_1073741841_1017 (size=469) 2024-12-09T16:47:08,457 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34879 is added to blk_1073741841_1017 (size=469) 2024-12-09T16:47:08,457 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38561 is added to blk_1073741841_1017 (size=469) 2024-12-09T16:47:08,460 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46245/hbase/data/default/testReplayEditsWrittenIntoWAL/e5b9640334e7f1d76a72d74421791392/recovered.edits/0000000000000000001-wal-1.temp (wrote 2 edits, skipped 0 edits in 0 ms) 2024-12-09T16:47:08,462 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46245/hbase/data/default/testReplayEditsWrittenIntoWAL/e5b9640334e7f1d76a72d74421791392/recovered.edits/0000000000000000001-wal-1.temp to hdfs://localhost:46245/hbase/data/default/testReplayEditsWrittenIntoWAL/e5b9640334e7f1d76a72d74421791392/recovered.edits/0000000000000000002 2024-12-09T16:47:08,466 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 2 edits across 1 Regions in 49 ms; skipped=0; WAL=hdfs://localhost:46245/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733762828171/wal-1, size=469, length=469, corrupted=false, cancelled=false 2024-12-09T16:47:08,466 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:46245/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733762828171/wal-1, journal: Splitting hdfs://localhost:46245/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733762828171/wal-1, size=469 (469bytes) at 1733762828363Finishing writing output for hdfs://localhost:46245/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733762828171/wal-1 so closing down at 1733762828419 (+56 ms)Creating recovered edits writer path=hdfs://localhost:46245/hbase/data/default/testReplayEditsWrittenIntoWAL/e5b9640334e7f1d76a72d74421791392/recovered.edits/0000000000000000001-wal-1.temp at 1733762828446 (+27 ms)3 split writer threads finished at 1733762828448 (+2 ms)Closed recovered edits writer path=hdfs://localhost:46245/hbase/data/default/testReplayEditsWrittenIntoWAL/e5b9640334e7f1d76a72d74421791392/recovered.edits/0000000000000000001-wal-1.temp (wrote 2 edits, skipped 0 edits in 0 ms) at 1733762828460 (+12 ms)Rename recovered edits hdfs://localhost:46245/hbase/data/default/testReplayEditsWrittenIntoWAL/e5b9640334e7f1d76a72d74421791392/recovered.edits/0000000000000000001-wal-1.temp to hdfs://localhost:46245/hbase/data/default/testReplayEditsWrittenIntoWAL/e5b9640334e7f1d76a72d74421791392/recovered.edits/0000000000000000002 at 1733762828463 (+3 ms)Processed 2 edits across 1 Regions in 49 ms; skipped=0; WAL=hdfs://localhost:46245/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733762828171/wal-1, size=469, length=469, corrupted=false, cancelled=false at 1733762828466 (+3 ms) 2024-12-09T16:47:08,481 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:46245/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733762828171/wal-2, size=322 (322bytes) 2024-12-09T16:47:08,481 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:46245/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733762828171/wal-2 2024-12-09T16:47:08,482 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:46245/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733762828171/wal-2 after 1ms 2024-12-09T16:47:08,508 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(302): Initialized secure protobuf WAL: cipher=AES 2024-12-09T16:47:08,508 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:46245/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733762828171/wal-2 took 27ms 2024-12-09T16:47:08,510 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:46245/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733762828171/wal-2 so closing down 2024-12-09T16:47:08,510 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-09T16:47:08,513 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000002-wal-2.temp 2024-12-09T16:47:08,536 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46245/hbase/data/default/testReplayEditsWrittenIntoWAL/e5b9640334e7f1d76a72d74421791392/recovered.edits/0000000000000000002-wal-2.temp 2024-12-09T16:47:08,537 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-09T16:47:08,544 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34879 is added to blk_1073741842_1018 (size=322) 2024-12-09T16:47:08,544 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40695 is added to blk_1073741842_1018 (size=322) 2024-12-09T16:47:08,544 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38561 is added to blk_1073741842_1018 (size=322) 2024-12-09T16:47:08,545 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46245/hbase/data/default/testReplayEditsWrittenIntoWAL/e5b9640334e7f1d76a72d74421791392/recovered.edits/0000000000000000002-wal-2.temp (wrote 1 edits, skipped 0 edits in 0 ms) 2024-12-09T16:47:08,574 DEBUG [split-log-closeStream-pool-0 {}] wal.AbstractProtobufWALReader(302): Initialized secure protobuf WAL: cipher=AES 2024-12-09T16:47:08,576 WARN [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(184): Found existing old edits file and we have less entries. Deleting hdfs://localhost:46245/hbase/data/default/testReplayEditsWrittenIntoWAL/e5b9640334e7f1d76a72d74421791392/recovered.edits/0000000000000000002-wal-2.temp, length=322 2024-12-09T16:47:08,578 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 1 edits across 1 Regions in 70 ms; skipped=0; WAL=hdfs://localhost:46245/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733762828171/wal-2, size=322, length=322, corrupted=false, cancelled=false 2024-12-09T16:47:08,578 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:46245/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733762828171/wal-2, journal: Splitting hdfs://localhost:46245/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733762828171/wal-2, size=322 (322bytes) at 1733762828481Finishing writing output for hdfs://localhost:46245/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733762828171/wal-2 so closing down at 1733762828510 (+29 ms)Creating recovered edits writer path=hdfs://localhost:46245/hbase/data/default/testReplayEditsWrittenIntoWAL/e5b9640334e7f1d76a72d74421791392/recovered.edits/0000000000000000002-wal-2.temp at 1733762828536 (+26 ms)3 split writer threads finished at 1733762828537 (+1 ms)Closed recovered edits writer path=hdfs://localhost:46245/hbase/data/default/testReplayEditsWrittenIntoWAL/e5b9640334e7f1d76a72d74421791392/recovered.edits/0000000000000000002-wal-2.temp (wrote 1 edits, skipped 0 edits in 0 ms) at 1733762828545 (+8 ms)Processed 1 edits across 1 Regions in 70 ms; skipped=0; WAL=hdfs://localhost:46245/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733762828171/wal-2, size=322, length=322, corrupted=false, cancelled=false at 1733762828578 (+33 ms) 2024-12-09T16:47:08,578 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-12-09T16:47:08,580 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:46245/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733762828171, archiveDir=hdfs://localhost:46245/hbase/oldWALs, maxLogs=32 2024-12-09T16:47:08,594 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testnameconflictwhensplit0-manual,16010,1733762828171/wal.1733762828581, exclude list is [], retry=0 2024-12-09T16:47:08,598 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38561,DS-74f46a19-d323-470c-9c50-39572d9ebdef,DISK] 2024-12-09T16:47:08,599 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34879,DS-5a363144-5077-4a66-a9ce-79ba83f1c010,DISK] 2024-12-09T16:47:08,599 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40695,DS-d26823f1-b96e-41d9-b095-4a6efe2c185b,DISK] 2024-12-09T16:47:08,624 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testnameconflictwhensplit0-manual,16010,1733762828171/wal.1733762828581 2024-12-09T16:47:08,624 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35375:35375),(127.0.0.1/127.0.0.1:33715:33715),(127.0.0.1/127.0.0.1:41579:41579)] 2024-12-09T16:47:08,624 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => e5b9640334e7f1d76a72d74421791392, NAME => 'testReplayEditsWrittenIntoWAL,,1733762828173.e5b9640334e7f1d76a72d74421791392.', STARTKEY => '', ENDKEY => ''} 2024-12-09T16:47:08,625 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenIntoWAL,,1733762828173.e5b9640334e7f1d76a72d74421791392.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T16:47:08,625 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for e5b9640334e7f1d76a72d74421791392 2024-12-09T16:47:08,625 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for e5b9640334e7f1d76a72d74421791392 2024-12-09T16:47:08,627 INFO [StoreOpener-e5b9640334e7f1d76a72d74421791392-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region e5b9640334e7f1d76a72d74421791392 2024-12-09T16:47:08,628 INFO [StoreOpener-e5b9640334e7f1d76a72d74421791392-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e5b9640334e7f1d76a72d74421791392 columnFamilyName a 2024-12-09T16:47:08,628 DEBUG [StoreOpener-e5b9640334e7f1d76a72d74421791392-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T16:47:08,630 INFO [StoreOpener-e5b9640334e7f1d76a72d74421791392-1 {}] regionserver.HStore(327): Store=e5b9640334e7f1d76a72d74421791392/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T16:47:08,630 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for e5b9640334e7f1d76a72d74421791392 2024-12-09T16:47:08,631 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46245/hbase/data/default/testReplayEditsWrittenIntoWAL/e5b9640334e7f1d76a72d74421791392 2024-12-09T16:47:08,635 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:46245/hbase/data/default/testReplayEditsWrittenIntoWAL/e5b9640334e7f1d76a72d74421791392 2024-12-09T16:47:08,636 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:46245/hbase/data/default/testReplayEditsWrittenIntoWAL/e5b9640334e7f1d76a72d74421791392/recovered.edits/0000000000000000002 2024-12-09T16:47:08,662 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(302): Initialized secure protobuf WAL: cipher=AES 2024-12-09T16:47:08,667 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 2, skipped 0, firstSequenceIdInLog=1, maxSequenceIdInLog=2, path=hdfs://localhost:46245/hbase/data/default/testReplayEditsWrittenIntoWAL/e5b9640334e7f1d76a72d74421791392/recovered.edits/0000000000000000002 2024-12-09T16:47:08,670 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing e5b9640334e7f1d76a72d74421791392 1/1 column families, dataSize=108 B heapSize=512 B 2024-12-09T16:47:08,715 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46245/hbase/data/default/testReplayEditsWrittenIntoWAL/e5b9640334e7f1d76a72d74421791392/.tmp/a/5ee96ec0010149bb8974ec535077b6f0 is 58, key is testReplayEditsWrittenIntoWAL/a:1/1733762828263/Put/seqid=0 2024-12-09T16:47:08,750 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38561 is added to blk_1073741844_1020 (size=5170) 2024-12-09T16:47:08,751 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34879 is added to blk_1073741844_1020 (size=5170) 2024-12-09T16:47:08,751 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40695 is added to blk_1073741844_1020 (size=5170) 2024-12-09T16:47:08,752 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=2 (bloomFilter=true), to=hdfs://localhost:46245/hbase/data/default/testReplayEditsWrittenIntoWAL/e5b9640334e7f1d76a72d74421791392/.tmp/a/5ee96ec0010149bb8974ec535077b6f0 2024-12-09T16:47:08,799 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46245/hbase/data/default/testReplayEditsWrittenIntoWAL/e5b9640334e7f1d76a72d74421791392/.tmp/a/5ee96ec0010149bb8974ec535077b6f0 as hdfs://localhost:46245/hbase/data/default/testReplayEditsWrittenIntoWAL/e5b9640334e7f1d76a72d74421791392/a/5ee96ec0010149bb8974ec535077b6f0 2024-12-09T16:47:08,810 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46245/hbase/data/default/testReplayEditsWrittenIntoWAL/e5b9640334e7f1d76a72d74421791392/a/5ee96ec0010149bb8974ec535077b6f0, entries=2, sequenceid=2, filesize=5.0 K 2024-12-09T16:47:08,817 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~108 B/108, heapSize ~496 B/496, currentSize=0 B/0 for e5b9640334e7f1d76a72d74421791392 in 144ms, sequenceid=2, compaction requested=false; wal=null 2024-12-09T16:47:08,818 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:46245/hbase/data/default/testReplayEditsWrittenIntoWAL/e5b9640334e7f1d76a72d74421791392/recovered.edits/0000000000000000002 2024-12-09T16:47:08,820 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for e5b9640334e7f1d76a72d74421791392 2024-12-09T16:47:08,820 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for e5b9640334e7f1d76a72d74421791392 2024-12-09T16:47:08,823 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for e5b9640334e7f1d76a72d74421791392 2024-12-09T16:47:08,827 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46245/hbase/data/default/testReplayEditsWrittenIntoWAL/e5b9640334e7f1d76a72d74421791392/recovered.edits/2.seqid, newMaxSeqId=2, maxSeqId=1 2024-12-09T16:47:08,828 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened e5b9640334e7f1d76a72d74421791392; next sequenceid=3; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59315478, jitterRate=-0.11613050103187561}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-09T16:47:08,829 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for e5b9640334e7f1d76a72d74421791392: Writing region info on filesystem at 1733762828625Initializing all the Stores at 1733762828627 (+2 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733762828627Obtaining lock to block concurrent updates at 1733762828670 (+43 ms)Preparing flush snapshotting stores in e5b9640334e7f1d76a72d74421791392 at 1733762828670Finished memstore snapshotting testReplayEditsWrittenIntoWAL,,1733762828173.e5b9640334e7f1d76a72d74421791392., syncing WAL and waiting on mvcc, flushsize=dataSize=108, getHeapSize=496, getOffHeapSize=0, getCellsCount=2 at 1733762828673 (+3 ms)Flushing stores of testReplayEditsWrittenIntoWAL,,1733762828173.e5b9640334e7f1d76a72d74421791392. at 1733762828673Flushing e5b9640334e7f1d76a72d74421791392/a: creating writer at 1733762828674 (+1 ms)Flushing e5b9640334e7f1d76a72d74421791392/a: appending metadata at 1733762828706 (+32 ms)Flushing e5b9640334e7f1d76a72d74421791392/a: closing flushed file at 1733762828708 (+2 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6e31b1f6: reopening flushed file at 1733762828797 (+89 ms)Finished flush of dataSize ~108 B/108, heapSize ~496 B/496, currentSize=0 B/0 for e5b9640334e7f1d76a72d74421791392 in 144ms, sequenceid=2, compaction requested=false; wal=null at 1733762828817 (+20 ms)Cleaning up temporary data from old regions at 1733762828820 (+3 ms)Region opened successfully at 1733762828829 (+9 ms) 2024-12-09T16:47:08,851 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestSecureAsyncWALReplay#testNameConflictWhenSplit0 Thread=372 (was 361) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_951206415_22 at /127.0.0.1:41818 [Receiving block BP-836713542-172.17.0.2-1733762820848:blk_1073741843_1019] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-8-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:46245/hbase-prefix:default java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_951206415_22 at /127.0.0.1:41000 [Receiving block BP-836713542-172.17.0.2-1733762820848:blk_1073741843_1019] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-836713542-172.17.0.2-1733762820848:blk_1073741843_1019, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-8-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-836713542-172.17.0.2-1733762820848:blk_1073741843_1019, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_951206415_22 at /127.0.0.1:56710 [Receiving block BP-836713542-172.17.0.2-1733762820848:blk_1073741843_1019] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_951206415_22 at /127.0.0.1:40838 [Waiting for operation #10] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: TestAsyncWALReplay-pool-0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_951206415_22 at /127.0.0.1:41684 [Waiting for operation #11] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-8-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-836713542-172.17.0.2-1733762820848:blk_1073741843_1019, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=699 (was 607) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=236 (was 236), ProcessCount=11 (was 11), AvailableMemoryMB=10702 (was 10818) 2024-12-09T16:47:08,862 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestSecureAsyncWALReplay#testNameConflictWhenSplit1 Thread=372, OpenFileDescriptor=699, MaxFileDescriptor=1048576, SystemLoadAverage=236, ProcessCount=11, AvailableMemoryMB=10701 2024-12-09T16:47:08,877 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-09T16:47:08,879 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-09T16:47:08,880 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-09T16:47:08,884 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-33110519, suffix=, logDir=hdfs://localhost:46245/hbase/WALs/hregion-33110519, archiveDir=hdfs://localhost:46245/hbase/oldWALs, maxLogs=32 2024-12-09T16:47:08,895 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-33110519/hregion-33110519.1733762828884, exclude list is [], retry=0 2024-12-09T16:47:08,898 DEBUG [AsyncFSWAL-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40695,DS-d26823f1-b96e-41d9-b095-4a6efe2c185b,DISK] 2024-12-09T16:47:08,899 DEBUG [AsyncFSWAL-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38561,DS-74f46a19-d323-470c-9c50-39572d9ebdef,DISK] 2024-12-09T16:47:08,899 DEBUG [AsyncFSWAL-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34879,DS-5a363144-5077-4a66-a9ce-79ba83f1c010,DISK] 2024-12-09T16:47:08,932 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-33110519/hregion-33110519.1733762828884 2024-12-09T16:47:08,933 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41579:41579),(127.0.0.1/127.0.0.1:35375:35375),(127.0.0.1/127.0.0.1:33715:33715)] 2024-12-09T16:47:08,933 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => cc7ff5bc8ff5e2573ca9cf36266f9eef, NAME => 'testReplayEditsWrittenIntoWAL,,1733762828878.cc7ff5bc8ff5e2573ca9cf36266f9eef.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsWrittenIntoWAL', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46245/hbase 2024-12-09T16:47:08,944 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38561 is added to blk_1073741846_1022 (size=64) 2024-12-09T16:47:08,944 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34879 is added to blk_1073741846_1022 (size=64) 2024-12-09T16:47:08,944 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40695 is added to blk_1073741846_1022 (size=64) 2024-12-09T16:47:08,945 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenIntoWAL,,1733762828878.cc7ff5bc8ff5e2573ca9cf36266f9eef.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T16:47:08,947 INFO [StoreOpener-cc7ff5bc8ff5e2573ca9cf36266f9eef-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region cc7ff5bc8ff5e2573ca9cf36266f9eef 2024-12-09T16:47:08,949 INFO [StoreOpener-cc7ff5bc8ff5e2573ca9cf36266f9eef-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cc7ff5bc8ff5e2573ca9cf36266f9eef columnFamilyName a 2024-12-09T16:47:08,949 DEBUG [StoreOpener-cc7ff5bc8ff5e2573ca9cf36266f9eef-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T16:47:08,950 INFO [StoreOpener-cc7ff5bc8ff5e2573ca9cf36266f9eef-1 {}] regionserver.HStore(327): Store=cc7ff5bc8ff5e2573ca9cf36266f9eef/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T16:47:08,950 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for cc7ff5bc8ff5e2573ca9cf36266f9eef 2024-12-09T16:47:08,951 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46245/hbase/data/default/testReplayEditsWrittenIntoWAL/cc7ff5bc8ff5e2573ca9cf36266f9eef 2024-12-09T16:47:08,952 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46245/hbase/data/default/testReplayEditsWrittenIntoWAL/cc7ff5bc8ff5e2573ca9cf36266f9eef 2024-12-09T16:47:08,953 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for cc7ff5bc8ff5e2573ca9cf36266f9eef 2024-12-09T16:47:08,953 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for cc7ff5bc8ff5e2573ca9cf36266f9eef 2024-12-09T16:47:08,955 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for cc7ff5bc8ff5e2573ca9cf36266f9eef 2024-12-09T16:47:08,959 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46245/hbase/data/default/testReplayEditsWrittenIntoWAL/cc7ff5bc8ff5e2573ca9cf36266f9eef/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-09T16:47:08,960 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened cc7ff5bc8ff5e2573ca9cf36266f9eef; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64165795, jitterRate=-0.04385514557361603}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-09T16:47:08,960 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for cc7ff5bc8ff5e2573ca9cf36266f9eef: Writing region info on filesystem at 1733762828945Initializing all the Stores at 1733762828946 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733762828946Cleaning up temporary data from old regions at 1733762828953 (+7 ms)Region opened successfully at 1733762828960 (+7 ms) 2024-12-09T16:47:08,960 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing cc7ff5bc8ff5e2573ca9cf36266f9eef, disabling compactions & flushes 2024-12-09T16:47:08,960 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenIntoWAL,,1733762828878.cc7ff5bc8ff5e2573ca9cf36266f9eef. 2024-12-09T16:47:08,960 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenIntoWAL,,1733762828878.cc7ff5bc8ff5e2573ca9cf36266f9eef. 2024-12-09T16:47:08,960 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenIntoWAL,,1733762828878.cc7ff5bc8ff5e2573ca9cf36266f9eef. after waiting 0 ms 2024-12-09T16:47:08,960 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenIntoWAL,,1733762828878.cc7ff5bc8ff5e2573ca9cf36266f9eef. 2024-12-09T16:47:08,961 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenIntoWAL,,1733762828878.cc7ff5bc8ff5e2573ca9cf36266f9eef. 2024-12-09T16:47:08,961 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for cc7ff5bc8ff5e2573ca9cf36266f9eef: Waiting for close lock at 1733762828960Disabling compacts and flushes for region at 1733762828960Disabling writes for close at 1733762828960Writing region close event to WAL at 1733762828961 (+1 ms)Closed at 1733762828961 2024-12-09T16:47:08,964 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38561 is added to blk_1073741845_1021 (size=175) 2024-12-09T16:47:08,965 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34879 is added to blk_1073741845_1021 (size=175) 2024-12-09T16:47:08,965 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40695 is added to blk_1073741845_1021 (size=175) 2024-12-09T16:47:08,967 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-12-09T16:47:08,967 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-33110519:(num 1733762828884) 2024-12-09T16:47:08,968 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor testMonitor 2024-12-09T16:47:08,999 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34879 is added to blk_1073741847_1023 (size=469) 2024-12-09T16:47:08,999 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40695 is added to blk_1073741847_1023 (size=469) 2024-12-09T16:47:09,000 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38561 is added to blk_1073741847_1023 (size=469) 2024-12-09T16:47:09,001 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor testMonitor 2024-12-09T16:47:09,034 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38561 is added to blk_1073741848_1024 (size=322) 2024-12-09T16:47:09,035 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34879 is added to blk_1073741848_1024 (size=322) 2024-12-09T16:47:09,035 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40695 is added to blk_1073741848_1024 (size=322) 2024-12-09T16:47:09,051 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:46245/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733762828876/wal-2, size=322 (322bytes) 2024-12-09T16:47:09,051 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:46245/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733762828876/wal-2 2024-12-09T16:47:09,052 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:46245/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733762828876/wal-2 after 1ms 2024-12-09T16:47:09,075 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(302): Initialized secure protobuf WAL: cipher=AES 2024-12-09T16:47:09,075 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:46245/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733762828876/wal-2 took 25ms 2024-12-09T16:47:09,078 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:46245/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733762828876/wal-2 so closing down 2024-12-09T16:47:09,078 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-09T16:47:09,080 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000002-wal-2.temp 2024-12-09T16:47:09,107 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46245/hbase/data/default/testReplayEditsWrittenIntoWAL/cc7ff5bc8ff5e2573ca9cf36266f9eef/recovered.edits/0000000000000000002-wal-2.temp 2024-12-09T16:47:09,107 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-09T16:47:09,114 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38561 is added to blk_1073741849_1025 (size=322) 2024-12-09T16:47:09,114 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40695 is added to blk_1073741849_1025 (size=322) 2024-12-09T16:47:09,115 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34879 is added to blk_1073741849_1025 (size=322) 2024-12-09T16:47:09,115 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46245/hbase/data/default/testReplayEditsWrittenIntoWAL/cc7ff5bc8ff5e2573ca9cf36266f9eef/recovered.edits/0000000000000000002-wal-2.temp (wrote 1 edits, skipped 0 edits in 0 ms) 2024-12-09T16:47:09,117 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46245/hbase/data/default/testReplayEditsWrittenIntoWAL/cc7ff5bc8ff5e2573ca9cf36266f9eef/recovered.edits/0000000000000000002-wal-2.temp to hdfs://localhost:46245/hbase/data/default/testReplayEditsWrittenIntoWAL/cc7ff5bc8ff5e2573ca9cf36266f9eef/recovered.edits/0000000000000000002 2024-12-09T16:47:09,117 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 1 edits across 1 Regions in 41 ms; skipped=0; WAL=hdfs://localhost:46245/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733762828876/wal-2, size=322, length=322, corrupted=false, cancelled=false 2024-12-09T16:47:09,117 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:46245/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733762828876/wal-2, journal: Splitting hdfs://localhost:46245/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733762828876/wal-2, size=322 (322bytes) at 1733762829051Finishing writing output for hdfs://localhost:46245/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733762828876/wal-2 so closing down at 1733762829078 (+27 ms)Creating recovered edits writer path=hdfs://localhost:46245/hbase/data/default/testReplayEditsWrittenIntoWAL/cc7ff5bc8ff5e2573ca9cf36266f9eef/recovered.edits/0000000000000000002-wal-2.temp at 1733762829107 (+29 ms)3 split writer threads finished at 1733762829107Closed recovered edits writer path=hdfs://localhost:46245/hbase/data/default/testReplayEditsWrittenIntoWAL/cc7ff5bc8ff5e2573ca9cf36266f9eef/recovered.edits/0000000000000000002-wal-2.temp (wrote 1 edits, skipped 0 edits in 0 ms) at 1733762829115 (+8 ms)Rename recovered edits hdfs://localhost:46245/hbase/data/default/testReplayEditsWrittenIntoWAL/cc7ff5bc8ff5e2573ca9cf36266f9eef/recovered.edits/0000000000000000002-wal-2.temp to hdfs://localhost:46245/hbase/data/default/testReplayEditsWrittenIntoWAL/cc7ff5bc8ff5e2573ca9cf36266f9eef/recovered.edits/0000000000000000002 at 1733762829117 (+2 ms)Processed 1 edits across 1 Regions in 41 ms; skipped=0; WAL=hdfs://localhost:46245/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733762828876/wal-2, size=322, length=322, corrupted=false, cancelled=false at 1733762829117 2024-12-09T16:47:09,131 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:46245/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733762828876/wal-1, size=469 (469bytes) 2024-12-09T16:47:09,131 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:46245/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733762828876/wal-1 2024-12-09T16:47:09,132 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:46245/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733762828876/wal-1 after 1ms 2024-12-09T16:47:09,155 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(302): Initialized secure protobuf WAL: cipher=AES 2024-12-09T16:47:09,155 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:46245/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733762828876/wal-1 took 24ms 2024-12-09T16:47:09,158 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:46245/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733762828876/wal-1 so closing down 2024-12-09T16:47:09,158 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-09T16:47:09,160 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal-1.temp 2024-12-09T16:47:09,184 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46245/hbase/data/default/testReplayEditsWrittenIntoWAL/cc7ff5bc8ff5e2573ca9cf36266f9eef/recovered.edits/0000000000000000001-wal-1.temp 2024-12-09T16:47:09,185 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-09T16:47:09,193 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40695 is added to blk_1073741850_1026 (size=469) 2024-12-09T16:47:09,193 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34879 is added to blk_1073741850_1026 (size=469) 2024-12-09T16:47:09,193 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38561 is added to blk_1073741850_1026 (size=469) 2024-12-09T16:47:09,194 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46245/hbase/data/default/testReplayEditsWrittenIntoWAL/cc7ff5bc8ff5e2573ca9cf36266f9eef/recovered.edits/0000000000000000001-wal-1.temp (wrote 2 edits, skipped 0 edits in 0 ms) 2024-12-09T16:47:09,217 DEBUG [split-log-closeStream-pool-0 {}] wal.AbstractProtobufWALReader(302): Initialized secure protobuf WAL: cipher=AES 2024-12-09T16:47:09,219 WARN [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(175): Found existing old edits file. It could be the result of a previous failed split attempt or we have duplicated wal entries. Deleting hdfs://localhost:46245/hbase/data/default/testReplayEditsWrittenIntoWAL/cc7ff5bc8ff5e2573ca9cf36266f9eef/recovered.edits/0000000000000000002, length=322 2024-12-09T16:47:09,222 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46245/hbase/data/default/testReplayEditsWrittenIntoWAL/cc7ff5bc8ff5e2573ca9cf36266f9eef/recovered.edits/0000000000000000001-wal-1.temp to hdfs://localhost:46245/hbase/data/default/testReplayEditsWrittenIntoWAL/cc7ff5bc8ff5e2573ca9cf36266f9eef/recovered.edits/0000000000000000002 2024-12-09T16:47:09,222 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 2 edits across 1 Regions in 66 ms; skipped=0; WAL=hdfs://localhost:46245/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733762828876/wal-1, size=469, length=469, corrupted=false, cancelled=false 2024-12-09T16:47:09,222 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:46245/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733762828876/wal-1, journal: Splitting hdfs://localhost:46245/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733762828876/wal-1, size=469 (469bytes) at 1733762829131Finishing writing output for hdfs://localhost:46245/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733762828876/wal-1 so closing down at 1733762829158 (+27 ms)Creating recovered edits writer path=hdfs://localhost:46245/hbase/data/default/testReplayEditsWrittenIntoWAL/cc7ff5bc8ff5e2573ca9cf36266f9eef/recovered.edits/0000000000000000001-wal-1.temp at 1733762829184 (+26 ms)3 split writer threads finished at 1733762829185 (+1 ms)Closed recovered edits writer path=hdfs://localhost:46245/hbase/data/default/testReplayEditsWrittenIntoWAL/cc7ff5bc8ff5e2573ca9cf36266f9eef/recovered.edits/0000000000000000001-wal-1.temp (wrote 2 edits, skipped 0 edits in 0 ms) at 1733762829194 (+9 ms)Rename recovered edits hdfs://localhost:46245/hbase/data/default/testReplayEditsWrittenIntoWAL/cc7ff5bc8ff5e2573ca9cf36266f9eef/recovered.edits/0000000000000000001-wal-1.temp to hdfs://localhost:46245/hbase/data/default/testReplayEditsWrittenIntoWAL/cc7ff5bc8ff5e2573ca9cf36266f9eef/recovered.edits/0000000000000000002 at 1733762829222 (+28 ms)Processed 2 edits across 1 Regions in 66 ms; skipped=0; WAL=hdfs://localhost:46245/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733762828876/wal-1, size=469, length=469, corrupted=false, cancelled=false at 1733762829222 2024-12-09T16:47:09,222 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-12-09T16:47:09,224 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:46245/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733762828876, archiveDir=hdfs://localhost:46245/hbase/oldWALs, maxLogs=32 2024-12-09T16:47:09,235 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testnameconflictwhensplit1-manual,16010,1733762828876/wal.1733762829225, exclude list is [], retry=0 2024-12-09T16:47:09,238 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40695,DS-d26823f1-b96e-41d9-b095-4a6efe2c185b,DISK] 2024-12-09T16:47:09,238 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34879,DS-5a363144-5077-4a66-a9ce-79ba83f1c010,DISK] 2024-12-09T16:47:09,239 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38561,DS-74f46a19-d323-470c-9c50-39572d9ebdef,DISK] 2024-12-09T16:47:09,263 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testnameconflictwhensplit1-manual,16010,1733762828876/wal.1733762829225 2024-12-09T16:47:09,264 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41579:41579),(127.0.0.1/127.0.0.1:33715:33715),(127.0.0.1/127.0.0.1:35375:35375)] 2024-12-09T16:47:09,264 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => cc7ff5bc8ff5e2573ca9cf36266f9eef, NAME => 'testReplayEditsWrittenIntoWAL,,1733762828878.cc7ff5bc8ff5e2573ca9cf36266f9eef.', STARTKEY => '', ENDKEY => ''} 2024-12-09T16:47:09,264 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenIntoWAL,,1733762828878.cc7ff5bc8ff5e2573ca9cf36266f9eef.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T16:47:09,264 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for cc7ff5bc8ff5e2573ca9cf36266f9eef 2024-12-09T16:47:09,264 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for cc7ff5bc8ff5e2573ca9cf36266f9eef 2024-12-09T16:47:09,266 INFO [StoreOpener-cc7ff5bc8ff5e2573ca9cf36266f9eef-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region cc7ff5bc8ff5e2573ca9cf36266f9eef 2024-12-09T16:47:09,269 INFO [StoreOpener-cc7ff5bc8ff5e2573ca9cf36266f9eef-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cc7ff5bc8ff5e2573ca9cf36266f9eef columnFamilyName a 2024-12-09T16:47:09,269 DEBUG [StoreOpener-cc7ff5bc8ff5e2573ca9cf36266f9eef-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T16:47:09,270 INFO [StoreOpener-cc7ff5bc8ff5e2573ca9cf36266f9eef-1 {}] regionserver.HStore(327): Store=cc7ff5bc8ff5e2573ca9cf36266f9eef/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T16:47:09,271 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for cc7ff5bc8ff5e2573ca9cf36266f9eef 2024-12-09T16:47:09,272 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46245/hbase/data/default/testReplayEditsWrittenIntoWAL/cc7ff5bc8ff5e2573ca9cf36266f9eef 2024-12-09T16:47:09,275 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:46245/hbase/data/default/testReplayEditsWrittenIntoWAL/cc7ff5bc8ff5e2573ca9cf36266f9eef 2024-12-09T16:47:09,276 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:46245/hbase/data/default/testReplayEditsWrittenIntoWAL/cc7ff5bc8ff5e2573ca9cf36266f9eef/recovered.edits/0000000000000000002 2024-12-09T16:47:09,304 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(302): Initialized secure protobuf WAL: cipher=AES 2024-12-09T16:47:09,306 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 2, skipped 0, firstSequenceIdInLog=1, maxSequenceIdInLog=2, path=hdfs://localhost:46245/hbase/data/default/testReplayEditsWrittenIntoWAL/cc7ff5bc8ff5e2573ca9cf36266f9eef/recovered.edits/0000000000000000002 2024-12-09T16:47:09,306 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing cc7ff5bc8ff5e2573ca9cf36266f9eef 1/1 column families, dataSize=108 B heapSize=512 B 2024-12-09T16:47:09,320 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46245/hbase/data/default/testReplayEditsWrittenIntoWAL/cc7ff5bc8ff5e2573ca9cf36266f9eef/.tmp/a/4dec579163c349ffab8b7906e86a7473 is 58, key is testReplayEditsWrittenIntoWAL/a:1/1733762828968/Put/seqid=0 2024-12-09T16:47:09,329 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34879 is added to blk_1073741852_1028 (size=5170) 2024-12-09T16:47:09,329 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40695 is added to blk_1073741852_1028 (size=5170) 2024-12-09T16:47:09,329 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38561 is added to blk_1073741852_1028 (size=5170) 2024-12-09T16:47:09,730 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=2 (bloomFilter=true), to=hdfs://localhost:46245/hbase/data/default/testReplayEditsWrittenIntoWAL/cc7ff5bc8ff5e2573ca9cf36266f9eef/.tmp/a/4dec579163c349ffab8b7906e86a7473 2024-12-09T16:47:09,740 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46245/hbase/data/default/testReplayEditsWrittenIntoWAL/cc7ff5bc8ff5e2573ca9cf36266f9eef/.tmp/a/4dec579163c349ffab8b7906e86a7473 as hdfs://localhost:46245/hbase/data/default/testReplayEditsWrittenIntoWAL/cc7ff5bc8ff5e2573ca9cf36266f9eef/a/4dec579163c349ffab8b7906e86a7473 2024-12-09T16:47:09,749 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46245/hbase/data/default/testReplayEditsWrittenIntoWAL/cc7ff5bc8ff5e2573ca9cf36266f9eef/a/4dec579163c349ffab8b7906e86a7473, entries=2, sequenceid=2, filesize=5.0 K 2024-12-09T16:47:09,749 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~108 B/108, heapSize ~496 B/496, currentSize=0 B/0 for cc7ff5bc8ff5e2573ca9cf36266f9eef in 443ms, sequenceid=2, compaction requested=false; wal=null 2024-12-09T16:47:09,750 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:46245/hbase/data/default/testReplayEditsWrittenIntoWAL/cc7ff5bc8ff5e2573ca9cf36266f9eef/recovered.edits/0000000000000000002 2024-12-09T16:47:09,751 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for cc7ff5bc8ff5e2573ca9cf36266f9eef 2024-12-09T16:47:09,751 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for cc7ff5bc8ff5e2573ca9cf36266f9eef 2024-12-09T16:47:09,753 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for cc7ff5bc8ff5e2573ca9cf36266f9eef 2024-12-09T16:47:09,756 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46245/hbase/data/default/testReplayEditsWrittenIntoWAL/cc7ff5bc8ff5e2573ca9cf36266f9eef/recovered.edits/2.seqid, newMaxSeqId=2, maxSeqId=1 2024-12-09T16:47:09,758 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened cc7ff5bc8ff5e2573ca9cf36266f9eef; next sequenceid=3; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66343460, jitterRate=-0.011405408382415771}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-09T16:47:09,758 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for cc7ff5bc8ff5e2573ca9cf36266f9eef: Writing region info on filesystem at 1733762829264Initializing all the Stores at 1733762829266 (+2 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733762829266Obtaining lock to block concurrent updates at 1733762829306 (+40 ms)Preparing flush snapshotting stores in cc7ff5bc8ff5e2573ca9cf36266f9eef at 1733762829306Finished memstore snapshotting testReplayEditsWrittenIntoWAL,,1733762828878.cc7ff5bc8ff5e2573ca9cf36266f9eef., syncing WAL and waiting on mvcc, flushsize=dataSize=108, getHeapSize=496, getOffHeapSize=0, getCellsCount=2 at 1733762829306Flushing stores of testReplayEditsWrittenIntoWAL,,1733762828878.cc7ff5bc8ff5e2573ca9cf36266f9eef. at 1733762829306Flushing cc7ff5bc8ff5e2573ca9cf36266f9eef/a: creating writer at 1733762829306Flushing cc7ff5bc8ff5e2573ca9cf36266f9eef/a: appending metadata at 1733762829319 (+13 ms)Flushing cc7ff5bc8ff5e2573ca9cf36266f9eef/a: closing flushed file at 1733762829319Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@78640d2e: reopening flushed file at 1733762829738 (+419 ms)Finished flush of dataSize ~108 B/108, heapSize ~496 B/496, currentSize=0 B/0 for cc7ff5bc8ff5e2573ca9cf36266f9eef in 443ms, sequenceid=2, compaction requested=false; wal=null at 1733762829749 (+11 ms)Cleaning up temporary data from old regions at 1733762829751 (+2 ms)Region opened successfully at 1733762829758 (+7 ms) 2024-12-09T16:47:09,776 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestSecureAsyncWALReplay#testNameConflictWhenSplit1 Thread=383 (was 372) Potentially hanging thread: AsyncFSWAL-10-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-836713542-172.17.0.2-1733762820848:blk_1073741851_1027, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_951206415_22 at /127.0.0.1:56782 [Waiting for operation #14] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-10-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_951206415_22 at /127.0.0.1:40838 [Waiting for operation #12] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_951206415_22 at /127.0.0.1:41880 [Receiving block BP-836713542-172.17.0.2-1733762820848:blk_1073741851_1027] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_951206415_22 at /127.0.0.1:56810 [Receiving block BP-836713542-172.17.0.2-1733762820848:blk_1073741851_1027] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-10-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-836713542-172.17.0.2-1733762820848:blk_1073741851_1027, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_951206415_22 at /127.0.0.1:41098 [Receiving block BP-836713542-172.17.0.2-1733762820848:blk_1073741851_1027] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-836713542-172.17.0.2-1733762820848:blk_1073741851_1027, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=785 (was 699) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=217 (was 236), ProcessCount=11 (was 11), AvailableMemoryMB=10682 (was 10701) 2024-12-09T16:47:09,785 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestSecureAsyncWALReplay#testReplayEditsWrittenIntoWAL Thread=383, OpenFileDescriptor=785, MaxFileDescriptor=1048576, SystemLoadAverage=217, ProcessCount=11, AvailableMemoryMB=10681 2024-12-09T16:47:09,800 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-09T16:47:09,802 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-09T16:47:09,802 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-09T16:47:09,806 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-44073936, suffix=, logDir=hdfs://localhost:46245/hbase/WALs/hregion-44073936, archiveDir=hdfs://localhost:46245/hbase/oldWALs, maxLogs=32 2024-12-09T16:47:09,817 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-44073936/hregion-44073936.1733762829806, exclude list is [], retry=0 2024-12-09T16:47:09,821 DEBUG [AsyncFSWAL-12-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34879,DS-5a363144-5077-4a66-a9ce-79ba83f1c010,DISK] 2024-12-09T16:47:09,821 DEBUG [AsyncFSWAL-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38561,DS-74f46a19-d323-470c-9c50-39572d9ebdef,DISK] 2024-12-09T16:47:09,821 DEBUG [AsyncFSWAL-12-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40695,DS-d26823f1-b96e-41d9-b095-4a6efe2c185b,DISK] 2024-12-09T16:47:09,844 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-44073936/hregion-44073936.1733762829806 2024-12-09T16:47:09,845 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33715:33715),(127.0.0.1/127.0.0.1:35375:35375),(127.0.0.1/127.0.0.1:41579:41579)] 2024-12-09T16:47:09,845 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => 836ecb0e38f88034e2830c23dc9376db, NAME => 'testReplayEditsWrittenIntoWAL,,1733762829800.836ecb0e38f88034e2830c23dc9376db.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsWrittenIntoWAL', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46245/hbase 2024-12-09T16:47:09,854 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34879 is added to blk_1073741854_1030 (size=64) 2024-12-09T16:47:09,855 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38561 is added to blk_1073741854_1030 (size=64) 2024-12-09T16:47:09,855 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40695 is added to blk_1073741854_1030 (size=64) 2024-12-09T16:47:09,856 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenIntoWAL,,1733762829800.836ecb0e38f88034e2830c23dc9376db.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T16:47:09,858 INFO [StoreOpener-836ecb0e38f88034e2830c23dc9376db-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 836ecb0e38f88034e2830c23dc9376db 2024-12-09T16:47:09,860 INFO [StoreOpener-836ecb0e38f88034e2830c23dc9376db-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 836ecb0e38f88034e2830c23dc9376db columnFamilyName a 2024-12-09T16:47:09,860 DEBUG [StoreOpener-836ecb0e38f88034e2830c23dc9376db-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T16:47:09,861 INFO [StoreOpener-836ecb0e38f88034e2830c23dc9376db-1 {}] regionserver.HStore(327): Store=836ecb0e38f88034e2830c23dc9376db/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T16:47:09,861 INFO [StoreOpener-836ecb0e38f88034e2830c23dc9376db-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 836ecb0e38f88034e2830c23dc9376db 2024-12-09T16:47:09,863 INFO [StoreOpener-836ecb0e38f88034e2830c23dc9376db-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 836ecb0e38f88034e2830c23dc9376db columnFamilyName b 2024-12-09T16:47:09,863 DEBUG [StoreOpener-836ecb0e38f88034e2830c23dc9376db-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T16:47:09,864 INFO [StoreOpener-836ecb0e38f88034e2830c23dc9376db-1 {}] regionserver.HStore(327): Store=836ecb0e38f88034e2830c23dc9376db/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T16:47:09,864 INFO [StoreOpener-836ecb0e38f88034e2830c23dc9376db-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 836ecb0e38f88034e2830c23dc9376db 2024-12-09T16:47:09,865 INFO [StoreOpener-836ecb0e38f88034e2830c23dc9376db-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 836ecb0e38f88034e2830c23dc9376db columnFamilyName c 2024-12-09T16:47:09,866 DEBUG [StoreOpener-836ecb0e38f88034e2830c23dc9376db-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T16:47:09,866 INFO [StoreOpener-836ecb0e38f88034e2830c23dc9376db-1 {}] regionserver.HStore(327): Store=836ecb0e38f88034e2830c23dc9376db/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T16:47:09,866 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 836ecb0e38f88034e2830c23dc9376db 2024-12-09T16:47:09,867 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46245/hbase/data/default/testReplayEditsWrittenIntoWAL/836ecb0e38f88034e2830c23dc9376db 2024-12-09T16:47:09,867 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46245/hbase/data/default/testReplayEditsWrittenIntoWAL/836ecb0e38f88034e2830c23dc9376db 2024-12-09T16:47:09,869 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 836ecb0e38f88034e2830c23dc9376db 2024-12-09T16:47:09,869 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 836ecb0e38f88034e2830c23dc9376db 2024-12-09T16:47:09,869 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenIntoWAL descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-09T16:47:09,871 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 836ecb0e38f88034e2830c23dc9376db 2024-12-09T16:47:09,873 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46245/hbase/data/default/testReplayEditsWrittenIntoWAL/836ecb0e38f88034e2830c23dc9376db/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-09T16:47:09,873 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 836ecb0e38f88034e2830c23dc9376db; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74525758, jitterRate=0.11052033305168152}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-09T16:47:09,874 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 836ecb0e38f88034e2830c23dc9376db: Writing region info on filesystem at 1733762829856Initializing all the Stores at 1733762829857 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733762829857Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733762829857Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733762829857Cleaning up temporary data from old regions at 1733762829869 (+12 ms)Region opened successfully at 1733762829873 (+4 ms) 2024-12-09T16:47:09,874 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 836ecb0e38f88034e2830c23dc9376db, disabling compactions & flushes 2024-12-09T16:47:09,874 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenIntoWAL,,1733762829800.836ecb0e38f88034e2830c23dc9376db. 2024-12-09T16:47:09,874 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenIntoWAL,,1733762829800.836ecb0e38f88034e2830c23dc9376db. 2024-12-09T16:47:09,874 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenIntoWAL,,1733762829800.836ecb0e38f88034e2830c23dc9376db. after waiting 0 ms 2024-12-09T16:47:09,874 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenIntoWAL,,1733762829800.836ecb0e38f88034e2830c23dc9376db. 2024-12-09T16:47:09,874 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenIntoWAL,,1733762829800.836ecb0e38f88034e2830c23dc9376db. 2024-12-09T16:47:09,874 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 836ecb0e38f88034e2830c23dc9376db: Waiting for close lock at 1733762829874Disabling compacts and flushes for region at 1733762829874Disabling writes for close at 1733762829874Writing region close event to WAL at 1733762829874Closed at 1733762829874 2024-12-09T16:47:09,877 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40695 is added to blk_1073741853_1029 (size=175) 2024-12-09T16:47:09,877 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38561 is added to blk_1073741853_1029 (size=175) 2024-12-09T16:47:09,878 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34879 is added to blk_1073741853_1029 (size=175) 2024-12-09T16:47:09,880 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-12-09T16:47:09,880 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-44073936:(num 1733762829806) 2024-12-09T16:47:09,881 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-12-09T16:47:09,883 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:46245/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733762829799, archiveDir=hdfs://localhost:46245/hbase/oldWALs, maxLogs=32 2024-12-09T16:47:09,895 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733762829799/wal.1733762829883, exclude list is [], retry=0 2024-12-09T16:47:09,898 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40695,DS-d26823f1-b96e-41d9-b095-4a6efe2c185b,DISK] 2024-12-09T16:47:09,899 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34879,DS-5a363144-5077-4a66-a9ce-79ba83f1c010,DISK] 2024-12-09T16:47:09,899 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38561,DS-74f46a19-d323-470c-9c50-39572d9ebdef,DISK] 2024-12-09T16:47:09,923 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733762829799/wal.1733762829883 2024-12-09T16:47:09,923 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41579:41579),(127.0.0.1/127.0.0.1:33715:33715),(127.0.0.1/127.0.0.1:35375:35375)] 2024-12-09T16:47:10,095 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:46245/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733762829799/wal.1733762829883, size=0 (0bytes) 2024-12-09T16:47:10,096 WARN [Time-limited test {}] wal.WALSplitter(453): File hdfs://localhost:46245/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733762829799/wal.1733762829883 might be still open, length is 0 2024-12-09T16:47:10,096 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:46245/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733762829799/wal.1733762829883 2024-12-09T16:47:10,097 WARN [IPC Server handler 0 on default port 46245 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733762829799/wal.1733762829883 has not been closed. Lease recovery is in progress. RecoveryId = 1032 for block blk_1073741855_1031 2024-12-09T16:47:10,097 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=hdfs://localhost:46245/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733762829799/wal.1733762829883 after 1ms 2024-12-09T16:47:12,736 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_951206415_22 at /127.0.0.1:41918 [Receiving block BP-836713542-172.17.0.2-1733762820848:blk_1073741855_1031] {}] datanode.DataXceiver(331): 127.0.0.1:40695:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:41918 dst: /127.0.0.1:40695 java.io.InterruptedIOException: Interrupted while waiting for IO on channel java.nio.channels.SocketChannel[connected local=localhost/127.0.0.1:40695 remote=/127.0.0.1:41918]. Total timeout mills is 60000, 57331 millis timeout left. at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:350) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T16:47:12,737 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_951206415_22 at /127.0.0.1:41136 [Receiving block BP-836713542-172.17.0.2-1733762820848:blk_1073741855_1031] {}] datanode.DataXceiver(331): 127.0.0.1:34879:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:41136 dst: /127.0.0.1:34879 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T16:47:12,737 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_951206415_22 at /127.0.0.1:56824 [Receiving block BP-836713542-172.17.0.2-1733762820848:blk_1073741855_1031] {}] datanode.DataXceiver(331): 127.0.0.1:38561:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:56824 dst: /127.0.0.1:38561 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T16:47:12,782 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40695 is added to blk_1073741855_1032 (size=497775) 2024-12-09T16:47:12,787 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34879 is added to blk_1073741855_1032 (size=497775) 2024-12-09T16:47:12,788 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38561 is added to blk_1073741855_1032 (size=497775) 2024-12-09T16:47:13,323 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-09T16:47:13,374 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-09T16:47:14,099 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=hdfs://localhost:46245/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733762829799/wal.1733762829883 after 4003ms 2024-12-09T16:47:14,131 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(302): Initialized secure protobuf WAL: cipher=AES 2024-12-09T16:47:14,132 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:46245/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733762829799/wal.1733762829883 took 4037ms 2024-12-09T16:47:14,137 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.1733762829883.temp 2024-12-09T16:47:14,160 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46245/hbase/data/default/testReplayEditsWrittenIntoWAL/836ecb0e38f88034e2830c23dc9376db/recovered.edits/0000000000000000001-wal.1733762829883.temp 2024-12-09T16:47:14,223 INFO [Time-limited test {}] wal.WALSplitter(493): EOF from hdfs://localhost:46245/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733762829799/wal.1733762829883; continuing. 2024-12-09T16:47:14,223 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:46245/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733762829799/wal.1733762829883 so closing down 2024-12-09T16:47:14,224 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-09T16:47:14,224 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-09T16:47:14,226 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38561 is added to blk_1073741856_1033 (size=497783) 2024-12-09T16:47:14,227 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34879 is added to blk_1073741856_1033 (size=497783) 2024-12-09T16:47:14,227 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40695 is added to blk_1073741856_1033 (size=497783) 2024-12-09T16:47:14,228 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46245/hbase/data/default/testReplayEditsWrittenIntoWAL/836ecb0e38f88034e2830c23dc9376db/recovered.edits/0000000000000000001-wal.1733762829883.temp (wrote 3002 edits, skipped 0 edits in 40 ms) 2024-12-09T16:47:14,230 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46245/hbase/data/default/testReplayEditsWrittenIntoWAL/836ecb0e38f88034e2830c23dc9376db/recovered.edits/0000000000000000001-wal.1733762829883.temp to hdfs://localhost:46245/hbase/data/default/testReplayEditsWrittenIntoWAL/836ecb0e38f88034e2830c23dc9376db/recovered.edits/0000000000000003002 2024-12-09T16:47:14,230 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 3002 edits across 1 Regions in 97 ms; skipped=0; WAL=hdfs://localhost:46245/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733762829799/wal.1733762829883, size=0, length=0, corrupted=false, cancelled=false 2024-12-09T16:47:14,230 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:46245/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733762829799/wal.1733762829883, journal: Splitting hdfs://localhost:46245/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733762829799/wal.1733762829883, size=0 (0bytes) at 1733762830096Creating recovered edits writer path=hdfs://localhost:46245/hbase/data/default/testReplayEditsWrittenIntoWAL/836ecb0e38f88034e2830c23dc9376db/recovered.edits/0000000000000000001-wal.1733762829883.temp at 1733762834160 (+4064 ms)Split 1024 edits, skipped 0 edits. at 1733762834187 (+27 ms)Split 2048 edits, skipped 0 edits. at 1733762834208 (+21 ms)Finishing writing output for hdfs://localhost:46245/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733762829799/wal.1733762829883 so closing down at 1733762834223 (+15 ms)3 split writer threads finished at 1733762834224 (+1 ms)Closed recovered edits writer path=hdfs://localhost:46245/hbase/data/default/testReplayEditsWrittenIntoWAL/836ecb0e38f88034e2830c23dc9376db/recovered.edits/0000000000000000001-wal.1733762829883.temp (wrote 3002 edits, skipped 0 edits in 40 ms) at 1733762834228 (+4 ms)Rename recovered edits hdfs://localhost:46245/hbase/data/default/testReplayEditsWrittenIntoWAL/836ecb0e38f88034e2830c23dc9376db/recovered.edits/0000000000000000001-wal.1733762829883.temp to hdfs://localhost:46245/hbase/data/default/testReplayEditsWrittenIntoWAL/836ecb0e38f88034e2830c23dc9376db/recovered.edits/0000000000000003002 at 1733762834230 (+2 ms)Processed 3002 edits across 1 Regions in 97 ms; skipped=0; WAL=hdfs://localhost:46245/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733762829799/wal.1733762829883, size=0, length=0, corrupted=false, cancelled=false at 1733762834230 2024-12-09T16:47:14,232 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:46245/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733762829799/wal.1733762829883 to hdfs://localhost:46245/hbase/oldWALs/wal.1733762829883 2024-12-09T16:47:14,234 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:46245/hbase/data/default/testReplayEditsWrittenIntoWAL/836ecb0e38f88034e2830c23dc9376db/recovered.edits/0000000000000003002 2024-12-09T16:47:14,234 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-12-09T16:47:14,236 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:46245/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733762829799, archiveDir=hdfs://localhost:46245/hbase/oldWALs, maxLogs=32 2024-12-09T16:47:14,247 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733762829799/wal.1733762834237, exclude list is [], retry=0 2024-12-09T16:47:14,250 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40695,DS-d26823f1-b96e-41d9-b095-4a6efe2c185b,DISK] 2024-12-09T16:47:14,250 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38561,DS-74f46a19-d323-470c-9c50-39572d9ebdef,DISK] 2024-12-09T16:47:14,250 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34879,DS-5a363144-5077-4a66-a9ce-79ba83f1c010,DISK] 2024-12-09T16:47:14,273 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733762829799/wal.1733762834237 2024-12-09T16:47:14,273 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41579:41579),(127.0.0.1/127.0.0.1:35375:35375),(127.0.0.1/127.0.0.1:33715:33715)] 2024-12-09T16:47:14,274 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenIntoWAL,,1733762829800.836ecb0e38f88034e2830c23dc9376db.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T16:47:14,275 INFO [StoreOpener-836ecb0e38f88034e2830c23dc9376db-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 836ecb0e38f88034e2830c23dc9376db 2024-12-09T16:47:14,277 INFO [StoreOpener-836ecb0e38f88034e2830c23dc9376db-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 836ecb0e38f88034e2830c23dc9376db columnFamilyName a 2024-12-09T16:47:14,277 DEBUG [StoreOpener-836ecb0e38f88034e2830c23dc9376db-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T16:47:14,277 INFO [StoreOpener-836ecb0e38f88034e2830c23dc9376db-1 {}] regionserver.HStore(327): Store=836ecb0e38f88034e2830c23dc9376db/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T16:47:14,277 INFO [StoreOpener-836ecb0e38f88034e2830c23dc9376db-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 836ecb0e38f88034e2830c23dc9376db 2024-12-09T16:47:14,278 INFO [StoreOpener-836ecb0e38f88034e2830c23dc9376db-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 836ecb0e38f88034e2830c23dc9376db columnFamilyName b 2024-12-09T16:47:14,278 DEBUG [StoreOpener-836ecb0e38f88034e2830c23dc9376db-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T16:47:14,279 INFO [StoreOpener-836ecb0e38f88034e2830c23dc9376db-1 {}] regionserver.HStore(327): Store=836ecb0e38f88034e2830c23dc9376db/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T16:47:14,279 INFO [StoreOpener-836ecb0e38f88034e2830c23dc9376db-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 836ecb0e38f88034e2830c23dc9376db 2024-12-09T16:47:14,280 INFO [StoreOpener-836ecb0e38f88034e2830c23dc9376db-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 836ecb0e38f88034e2830c23dc9376db columnFamilyName c 2024-12-09T16:47:14,280 DEBUG [StoreOpener-836ecb0e38f88034e2830c23dc9376db-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T16:47:14,280 INFO [StoreOpener-836ecb0e38f88034e2830c23dc9376db-1 {}] regionserver.HStore(327): Store=836ecb0e38f88034e2830c23dc9376db/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T16:47:14,281 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 836ecb0e38f88034e2830c23dc9376db 2024-12-09T16:47:14,282 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46245/hbase/data/default/testReplayEditsWrittenIntoWAL/836ecb0e38f88034e2830c23dc9376db 2024-12-09T16:47:14,284 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:46245/hbase/data/default/testReplayEditsWrittenIntoWAL/836ecb0e38f88034e2830c23dc9376db 2024-12-09T16:47:14,285 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:46245/hbase/data/default/testReplayEditsWrittenIntoWAL/836ecb0e38f88034e2830c23dc9376db/recovered.edits/0000000000000003002 2024-12-09T16:47:14,309 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(302): Initialized secure protobuf WAL: cipher=AES 2024-12-09T16:47:14,339 INFO [Time-limited test {}] wal.AbstractTestWALReplay$4$1(796): InternalFlushCache Invoked 2024-12-09T16:47:14,660 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 836ecb0e38f88034e2830c23dc9376db 3/3 column families, dataSize=42.49 KB heapSize=100.11 KB 2024-12-09T16:47:14,698 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46245/hbase/data/default/testReplayEditsWrittenIntoWAL/836ecb0e38f88034e2830c23dc9376db/.tmp/a/0c3ff421f8a14e6397cd005a56a299f1 is 62, key is testReplayEditsWrittenIntoWAL/a:100/1733762829934/Put/seqid=0 2024-12-09T16:47:14,705 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34879 is added to blk_1073741858_1035 (size=50463) 2024-12-09T16:47:14,705 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40695 is added to blk_1073741858_1035 (size=50463) 2024-12-09T16:47:14,705 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38561 is added to blk_1073741858_1035 (size=50463) 2024-12-09T16:47:14,706 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=754 (bloomFilter=true), to=hdfs://localhost:46245/hbase/data/default/testReplayEditsWrittenIntoWAL/836ecb0e38f88034e2830c23dc9376db/.tmp/a/0c3ff421f8a14e6397cd005a56a299f1 2024-12-09T16:47:14,714 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46245/hbase/data/default/testReplayEditsWrittenIntoWAL/836ecb0e38f88034e2830c23dc9376db/.tmp/a/0c3ff421f8a14e6397cd005a56a299f1 as hdfs://localhost:46245/hbase/data/default/testReplayEditsWrittenIntoWAL/836ecb0e38f88034e2830c23dc9376db/a/0c3ff421f8a14e6397cd005a56a299f1 2024-12-09T16:47:14,723 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46245/hbase/data/default/testReplayEditsWrittenIntoWAL/836ecb0e38f88034e2830c23dc9376db/a/0c3ff421f8a14e6397cd005a56a299f1, entries=754, sequenceid=754, filesize=49.3 K 2024-12-09T16:47:14,724 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~42.49 KB/43512, heapSize ~99.59 KB/101984, currentSize=0 B/0 for 836ecb0e38f88034e2830c23dc9376db in 64ms, sequenceid=754, compaction requested=false; wal=null 2024-12-09T16:47:14,745 INFO [Time-limited test {}] wal.AbstractTestWALReplay$4$1(796): InternalFlushCache Invoked 2024-12-09T16:47:14,745 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 836ecb0e38f88034e2830c23dc9376db 3/3 column families, dataSize=42.49 KB heapSize=100.11 KB 2024-12-09T16:47:14,754 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46245/hbase/data/default/testReplayEditsWrittenIntoWAL/836ecb0e38f88034e2830c23dc9376db/.tmp/a/64091c9dcce94a0e905f316f418dba58 is 62, key is testReplayEditsWrittenIntoWAL/a:754/1733762829976/Put/seqid=0 2024-12-09T16:47:14,761 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34879 is added to blk_1073741859_1036 (size=20072) 2024-12-09T16:47:14,762 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40695 is added to blk_1073741859_1036 (size=20072) 2024-12-09T16:47:14,762 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38561 is added to blk_1073741859_1036 (size=20072) 2024-12-09T16:47:14,763 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.93 KB at sequenceid=1508 (bloomFilter=true), to=hdfs://localhost:46245/hbase/data/default/testReplayEditsWrittenIntoWAL/836ecb0e38f88034e2830c23dc9376db/.tmp/a/64091c9dcce94a0e905f316f418dba58 2024-12-09T16:47:14,783 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46245/hbase/data/default/testReplayEditsWrittenIntoWAL/836ecb0e38f88034e2830c23dc9376db/.tmp/b/356dfd9586774458b574e5460772faf0 is 62, key is testReplayEditsWrittenIntoWAL/b:100/1733762829992/Put/seqid=0 2024-12-09T16:47:14,791 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34879 is added to blk_1073741860_1037 (size=35835) 2024-12-09T16:47:14,791 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38561 is added to blk_1073741860_1037 (size=35835) 2024-12-09T16:47:14,791 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40695 is added to blk_1073741860_1037 (size=35835) 2024-12-09T16:47:14,792 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28.56 KB at sequenceid=1508 (bloomFilter=true), to=hdfs://localhost:46245/hbase/data/default/testReplayEditsWrittenIntoWAL/836ecb0e38f88034e2830c23dc9376db/.tmp/b/356dfd9586774458b574e5460772faf0 2024-12-09T16:47:14,800 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46245/hbase/data/default/testReplayEditsWrittenIntoWAL/836ecb0e38f88034e2830c23dc9376db/.tmp/a/64091c9dcce94a0e905f316f418dba58 as hdfs://localhost:46245/hbase/data/default/testReplayEditsWrittenIntoWAL/836ecb0e38f88034e2830c23dc9376db/a/64091c9dcce94a0e905f316f418dba58 2024-12-09T16:47:14,807 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46245/hbase/data/default/testReplayEditsWrittenIntoWAL/836ecb0e38f88034e2830c23dc9376db/a/64091c9dcce94a0e905f316f418dba58, entries=246, sequenceid=1508, filesize=19.6 K 2024-12-09T16:47:14,808 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46245/hbase/data/default/testReplayEditsWrittenIntoWAL/836ecb0e38f88034e2830c23dc9376db/.tmp/b/356dfd9586774458b574e5460772faf0 as hdfs://localhost:46245/hbase/data/default/testReplayEditsWrittenIntoWAL/836ecb0e38f88034e2830c23dc9376db/b/356dfd9586774458b574e5460772faf0 2024-12-09T16:47:14,815 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46245/hbase/data/default/testReplayEditsWrittenIntoWAL/836ecb0e38f88034e2830c23dc9376db/b/356dfd9586774458b574e5460772faf0, entries=508, sequenceid=1508, filesize=35.0 K 2024-12-09T16:47:14,816 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~42.49 KB/43512, heapSize ~99.83 KB/102224, currentSize=0 B/0 for 836ecb0e38f88034e2830c23dc9376db in 71ms, sequenceid=1508, compaction requested=false; wal=null 2024-12-09T16:47:14,833 INFO [Time-limited test {}] wal.AbstractTestWALReplay$4$1(796): InternalFlushCache Invoked 2024-12-09T16:47:14,834 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 836ecb0e38f88034e2830c23dc9376db 3/3 column families, dataSize=42.49 KB heapSize=100.11 KB 2024-12-09T16:47:14,842 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46245/hbase/data/default/testReplayEditsWrittenIntoWAL/836ecb0e38f88034e2830c23dc9376db/.tmp/b/307c1f52158e4a919e5d5a6e93fb0595 is 62, key is testReplayEditsWrittenIntoWAL/b:508/1733762830007/Put/seqid=0 2024-12-09T16:47:14,850 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38561 is added to blk_1073741861_1038 (size=35082) 2024-12-09T16:47:14,850 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40695 is added to blk_1073741861_1038 (size=35082) 2024-12-09T16:47:14,851 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34879 is added to blk_1073741861_1038 (size=35082) 2024-12-09T16:47:14,851 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.87 KB at sequenceid=2262 (bloomFilter=true), to=hdfs://localhost:46245/hbase/data/default/testReplayEditsWrittenIntoWAL/836ecb0e38f88034e2830c23dc9376db/.tmp/b/307c1f52158e4a919e5d5a6e93fb0595 2024-12-09T16:47:14,870 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46245/hbase/data/default/testReplayEditsWrittenIntoWAL/836ecb0e38f88034e2830c23dc9376db/.tmp/c/493db008c40d4733a635217d152a5380 is 62, key is testReplayEditsWrittenIntoWAL/c:100/1733762830030/Put/seqid=0 2024-12-09T16:47:14,876 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40695 is added to blk_1073741862_1039 (size=20825) 2024-12-09T16:47:14,876 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38561 is added to blk_1073741862_1039 (size=20825) 2024-12-09T16:47:14,877 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34879 is added to blk_1073741862_1039 (size=20825) 2024-12-09T16:47:14,877 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=14.63 KB at sequenceid=2262 (bloomFilter=true), to=hdfs://localhost:46245/hbase/data/default/testReplayEditsWrittenIntoWAL/836ecb0e38f88034e2830c23dc9376db/.tmp/c/493db008c40d4733a635217d152a5380 2024-12-09T16:47:14,885 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46245/hbase/data/default/testReplayEditsWrittenIntoWAL/836ecb0e38f88034e2830c23dc9376db/.tmp/b/307c1f52158e4a919e5d5a6e93fb0595 as hdfs://localhost:46245/hbase/data/default/testReplayEditsWrittenIntoWAL/836ecb0e38f88034e2830c23dc9376db/b/307c1f52158e4a919e5d5a6e93fb0595 2024-12-09T16:47:14,893 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46245/hbase/data/default/testReplayEditsWrittenIntoWAL/836ecb0e38f88034e2830c23dc9376db/b/307c1f52158e4a919e5d5a6e93fb0595, entries=492, sequenceid=2262, filesize=34.3 K 2024-12-09T16:47:14,894 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46245/hbase/data/default/testReplayEditsWrittenIntoWAL/836ecb0e38f88034e2830c23dc9376db/.tmp/c/493db008c40d4733a635217d152a5380 as hdfs://localhost:46245/hbase/data/default/testReplayEditsWrittenIntoWAL/836ecb0e38f88034e2830c23dc9376db/c/493db008c40d4733a635217d152a5380 2024-12-09T16:47:14,901 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46245/hbase/data/default/testReplayEditsWrittenIntoWAL/836ecb0e38f88034e2830c23dc9376db/c/493db008c40d4733a635217d152a5380, entries=262, sequenceid=2262, filesize=20.3 K 2024-12-09T16:47:14,901 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~42.49 KB/43512, heapSize ~99.83 KB/102224, currentSize=0 B/0 for 836ecb0e38f88034e2830c23dc9376db in 68ms, sequenceid=2262, compaction requested=false; wal=null 2024-12-09T16:47:14,909 WARN [Time-limited test {}] regionserver.HRegion(5722): No family for cell testReplayEditsWrittenIntoWAL/another family:testReplayEditsWrittenIntoWAL/1733762830066/Put/vlen=29/seqid=0 in region testReplayEditsWrittenIntoWAL,,1733762829800.836ecb0e38f88034e2830c23dc9376db. 2024-12-09T16:47:14,912 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 3001, skipped 1, firstSequenceIdInLog=1, maxSequenceIdInLog=3002, path=hdfs://localhost:46245/hbase/data/default/testReplayEditsWrittenIntoWAL/836ecb0e38f88034e2830c23dc9376db/recovered.edits/0000000000000003002 2024-12-09T16:47:14,913 INFO [Time-limited test {}] wal.AbstractTestWALReplay$4$1(796): InternalFlushCache Invoked 2024-12-09T16:47:14,913 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 836ecb0e38f88034e2830c23dc9376db 3/3 column families, dataSize=41.85 KB heapSize=98.89 KB 2024-12-09T16:47:14,923 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46245/hbase/data/default/testReplayEditsWrittenIntoWAL/836ecb0e38f88034e2830c23dc9376db/.tmp/c/673241df1cfc428c815e06091ef62a20 is 62, key is testReplayEditsWrittenIntoWAL/c:262/1733762830036/Put/seqid=0 2024-12-09T16:47:14,934 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38561 is added to blk_1073741863_1040 (size=50301) 2024-12-09T16:47:14,934 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40695 is added to blk_1073741863_1040 (size=50301) 2024-12-09T16:47:14,935 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34879 is added to blk_1073741863_1040 (size=50301) 2024-12-09T16:47:14,935 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=41.85 KB at sequenceid=3002 (bloomFilter=true), to=hdfs://localhost:46245/hbase/data/default/testReplayEditsWrittenIntoWAL/836ecb0e38f88034e2830c23dc9376db/.tmp/c/673241df1cfc428c815e06091ef62a20 2024-12-09T16:47:14,944 INFO [Time-limited test {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 673241df1cfc428c815e06091ef62a20 2024-12-09T16:47:14,946 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46245/hbase/data/default/testReplayEditsWrittenIntoWAL/836ecb0e38f88034e2830c23dc9376db/.tmp/c/673241df1cfc428c815e06091ef62a20 as hdfs://localhost:46245/hbase/data/default/testReplayEditsWrittenIntoWAL/836ecb0e38f88034e2830c23dc9376db/c/673241df1cfc428c815e06091ef62a20 2024-12-09T16:47:14,953 INFO [Time-limited test {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 673241df1cfc428c815e06091ef62a20 2024-12-09T16:47:14,953 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46245/hbase/data/default/testReplayEditsWrittenIntoWAL/836ecb0e38f88034e2830c23dc9376db/c/673241df1cfc428c815e06091ef62a20, entries=739, sequenceid=3002, filesize=49.1 K 2024-12-09T16:47:14,954 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~41.85 KB/42854, heapSize ~98.38 KB/100736, currentSize=0 B/0 for 836ecb0e38f88034e2830c23dc9376db in 41ms, sequenceid=3002, compaction requested=false; wal=null 2024-12-09T16:47:14,955 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:46245/hbase/data/default/testReplayEditsWrittenIntoWAL/836ecb0e38f88034e2830c23dc9376db/recovered.edits/0000000000000003002 2024-12-09T16:47:14,956 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 836ecb0e38f88034e2830c23dc9376db 2024-12-09T16:47:14,957 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 836ecb0e38f88034e2830c23dc9376db 2024-12-09T16:47:14,958 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenIntoWAL descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-09T16:47:14,960 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 836ecb0e38f88034e2830c23dc9376db 2024-12-09T16:47:14,963 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46245/hbase/data/default/testReplayEditsWrittenIntoWAL/836ecb0e38f88034e2830c23dc9376db/recovered.edits/3002.seqid, newMaxSeqId=3002, maxSeqId=1 2024-12-09T16:47:14,964 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 836ecb0e38f88034e2830c23dc9376db; next sequenceid=3003; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=204800, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58838162, jitterRate=-0.1232430636882782}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-09T16:47:14,965 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 836ecb0e38f88034e2830c23dc9376db: Writing region info on filesystem at 1733762834274Initializing all the Stores at 1733762834275 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733762834275Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733762834275Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733762834275Cleaning up temporary data from old regions at 1733762834957 (+682 ms)Region opened successfully at 1733762834965 (+8 ms) 2024-12-09T16:47:14,969 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-09T16:47:14,969 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-12-09T16:47:14,971 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-09T16:47:14,971 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-12-09T16:47:14,971 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-12-09T16:47:14,971 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-12-09T16:47:14,972 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsWrittenIntoWAL 2024-12-09T16:47:14,972 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsWrittenIntoWAL Metrics about Tables on a single HBase RegionServer 2024-12-09T16:47:15,028 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 836ecb0e38f88034e2830c23dc9376db, disabling compactions & flushes 2024-12-09T16:47:15,028 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenIntoWAL,,1733762829800.836ecb0e38f88034e2830c23dc9376db. 2024-12-09T16:47:15,028 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenIntoWAL,,1733762829800.836ecb0e38f88034e2830c23dc9376db. 2024-12-09T16:47:15,028 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenIntoWAL,,1733762829800.836ecb0e38f88034e2830c23dc9376db. after waiting 0 ms 2024-12-09T16:47:15,028 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenIntoWAL,,1733762829800.836ecb0e38f88034e2830c23dc9376db. 2024-12-09T16:47:15,030 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenIntoWAL,,1733762829800.836ecb0e38f88034e2830c23dc9376db. 2024-12-09T16:47:15,030 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 836ecb0e38f88034e2830c23dc9376db: Waiting for close lock at 1733762835028Disabling compacts and flushes for region at 1733762835028Disabling writes for close at 1733762835028Writing region close event to WAL at 1733762835030 (+2 ms)Closed at 1733762835030 2024-12-09T16:47:15,034 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38561 is added to blk_1073741857_1034 (size=175) 2024-12-09T16:47:15,034 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40695 is added to blk_1073741857_1034 (size=175) 2024-12-09T16:47:15,034 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733762829799/wal.1733762834237 not finished, retry = 0 2024-12-09T16:47:15,034 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34879 is added to blk_1073741857_1034 (size=175) 2024-12-09T16:47:15,138 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-12-09T16:47:15,138 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL wal:(num 1733762834237) 2024-12-09T16:47:15,152 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestSecureAsyncWALReplay#testReplayEditsWrittenIntoWAL Thread=395 (was 383) Potentially hanging thread: AsyncFSWAL-12-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1711933148_22 at /127.0.0.1:59154 [Waiting for operation #10] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1775838448) connection to localhost/127.0.0.1:35499 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1775838448) connection to localhost/127.0.0.1:46245 from jenkins.replay.wal.secondtime java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35499 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1711933148_22 at /127.0.0.1:40400 [Waiting for operation #6] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.replay.wal.secondtime@localhost:46245 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1711933148_22 at /127.0.0.1:48706 [Waiting for operation #24] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-12-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36653 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1775838448) connection to localhost/127.0.0.1:36653 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: AsyncFSWAL-12-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1711933148_22 at /127.0.0.1:40426 [Waiting for operation #8] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=865 (was 785) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=216 (was 217), ProcessCount=11 (was 11), AvailableMemoryMB=10626 (was 10681) 2024-12-09T16:47:15,163 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestSecureAsyncWALReplay#test2727 Thread=395, OpenFileDescriptor=865, MaxFileDescriptor=1048576, SystemLoadAverage=216, ProcessCount=11, AvailableMemoryMB=10625 2024-12-09T16:47:15,176 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-09T16:47:15,178 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-09T16:47:15,179 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-09T16:47:15,182 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-33372776, suffix=, logDir=hdfs://localhost:46245/hbase/WALs/hregion-33372776, archiveDir=hdfs://localhost:46245/hbase/oldWALs, maxLogs=32 2024-12-09T16:47:15,194 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-33372776/hregion-33372776.1733762835182, exclude list is [], retry=0 2024-12-09T16:47:15,197 DEBUG [AsyncFSWAL-14-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34879,DS-5a363144-5077-4a66-a9ce-79ba83f1c010,DISK] 2024-12-09T16:47:15,197 DEBUG [AsyncFSWAL-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40695,DS-d26823f1-b96e-41d9-b095-4a6efe2c185b,DISK] 2024-12-09T16:47:15,198 DEBUG [AsyncFSWAL-14-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38561,DS-74f46a19-d323-470c-9c50-39572d9ebdef,DISK] 2024-12-09T16:47:15,223 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-33372776/hregion-33372776.1733762835182 2024-12-09T16:47:15,224 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33715:33715),(127.0.0.1/127.0.0.1:41579:41579),(127.0.0.1/127.0.0.1:35375:35375)] 2024-12-09T16:47:15,224 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => 3f1554779b76d6e1861497c326c89e5e, NAME => 'test2727,,1733762835177.3f1554779b76d6e1861497c326c89e5e.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test2727', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46245/hbase 2024-12-09T16:47:15,235 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34879 is added to blk_1073741865_1042 (size=43) 2024-12-09T16:47:15,235 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40695 is added to blk_1073741865_1042 (size=43) 2024-12-09T16:47:15,236 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38561 is added to blk_1073741865_1042 (size=43) 2024-12-09T16:47:15,236 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated test2727,,1733762835177.3f1554779b76d6e1861497c326c89e5e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T16:47:15,238 INFO [StoreOpener-3f1554779b76d6e1861497c326c89e5e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 3f1554779b76d6e1861497c326c89e5e 2024-12-09T16:47:15,239 INFO [StoreOpener-3f1554779b76d6e1861497c326c89e5e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3f1554779b76d6e1861497c326c89e5e columnFamilyName a 2024-12-09T16:47:15,239 DEBUG [StoreOpener-3f1554779b76d6e1861497c326c89e5e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T16:47:15,240 INFO [StoreOpener-3f1554779b76d6e1861497c326c89e5e-1 {}] regionserver.HStore(327): Store=3f1554779b76d6e1861497c326c89e5e/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T16:47:15,240 INFO [StoreOpener-3f1554779b76d6e1861497c326c89e5e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 3f1554779b76d6e1861497c326c89e5e 2024-12-09T16:47:15,241 INFO [StoreOpener-3f1554779b76d6e1861497c326c89e5e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3f1554779b76d6e1861497c326c89e5e columnFamilyName b 2024-12-09T16:47:15,241 DEBUG [StoreOpener-3f1554779b76d6e1861497c326c89e5e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T16:47:15,242 INFO [StoreOpener-3f1554779b76d6e1861497c326c89e5e-1 {}] regionserver.HStore(327): Store=3f1554779b76d6e1861497c326c89e5e/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T16:47:15,242 INFO [StoreOpener-3f1554779b76d6e1861497c326c89e5e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 3f1554779b76d6e1861497c326c89e5e 2024-12-09T16:47:15,244 INFO [StoreOpener-3f1554779b76d6e1861497c326c89e5e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3f1554779b76d6e1861497c326c89e5e columnFamilyName c 2024-12-09T16:47:15,244 DEBUG [StoreOpener-3f1554779b76d6e1861497c326c89e5e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T16:47:15,244 INFO [StoreOpener-3f1554779b76d6e1861497c326c89e5e-1 {}] regionserver.HStore(327): Store=3f1554779b76d6e1861497c326c89e5e/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T16:47:15,244 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 3f1554779b76d6e1861497c326c89e5e 2024-12-09T16:47:15,245 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46245/hbase/data/default/test2727/3f1554779b76d6e1861497c326c89e5e 2024-12-09T16:47:15,246 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46245/hbase/data/default/test2727/3f1554779b76d6e1861497c326c89e5e 2024-12-09T16:47:15,247 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 3f1554779b76d6e1861497c326c89e5e 2024-12-09T16:47:15,247 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 3f1554779b76d6e1861497c326c89e5e 2024-12-09T16:47:15,248 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test2727 descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-09T16:47:15,249 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 3f1554779b76d6e1861497c326c89e5e 2024-12-09T16:47:15,251 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46245/hbase/data/default/test2727/3f1554779b76d6e1861497c326c89e5e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-09T16:47:15,252 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 3f1554779b76d6e1861497c326c89e5e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65376247, jitterRate=-0.025818005204200745}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-09T16:47:15,253 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 3f1554779b76d6e1861497c326c89e5e: Writing region info on filesystem at 1733762835236Initializing all the Stores at 1733762835237 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733762835237Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733762835237Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733762835237Cleaning up temporary data from old regions at 1733762835247 (+10 ms)Region opened successfully at 1733762835252 (+5 ms) 2024-12-09T16:47:15,253 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 3f1554779b76d6e1861497c326c89e5e, disabling compactions & flushes 2024-12-09T16:47:15,253 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region test2727,,1733762835177.3f1554779b76d6e1861497c326c89e5e. 2024-12-09T16:47:15,253 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on test2727,,1733762835177.3f1554779b76d6e1861497c326c89e5e. 2024-12-09T16:47:15,253 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on test2727,,1733762835177.3f1554779b76d6e1861497c326c89e5e. after waiting 0 ms 2024-12-09T16:47:15,253 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region test2727,,1733762835177.3f1554779b76d6e1861497c326c89e5e. 2024-12-09T16:47:15,253 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed test2727,,1733762835177.3f1554779b76d6e1861497c326c89e5e. 2024-12-09T16:47:15,253 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 3f1554779b76d6e1861497c326c89e5e: Waiting for close lock at 1733762835253Disabling compacts and flushes for region at 1733762835253Disabling writes for close at 1733762835253Writing region close event to WAL at 1733762835253Closed at 1733762835253 2024-12-09T16:47:15,257 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40695 is added to blk_1073741864_1041 (size=175) 2024-12-09T16:47:15,257 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38561 is added to blk_1073741864_1041 (size=175) 2024-12-09T16:47:15,257 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34879 is added to blk_1073741864_1041 (size=175) 2024-12-09T16:47:15,260 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-12-09T16:47:15,260 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-33372776:(num 1733762835182) 2024-12-09T16:47:15,260 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-12-09T16:47:15,262 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:46245/hbase/WALs/test2727-manual,16010,1733762835175, archiveDir=hdfs://localhost:46245/hbase/oldWALs, maxLogs=32 2024-12-09T16:47:15,275 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/test2727-manual,16010,1733762835175/wal.1733762835263, exclude list is [], retry=0 2024-12-09T16:47:15,278 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38561,DS-74f46a19-d323-470c-9c50-39572d9ebdef,DISK] 2024-12-09T16:47:15,279 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34879,DS-5a363144-5077-4a66-a9ce-79ba83f1c010,DISK] 2024-12-09T16:47:15,279 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40695,DS-d26823f1-b96e-41d9-b095-4a6efe2c185b,DISK] 2024-12-09T16:47:15,302 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/test2727-manual,16010,1733762835175/wal.1733762835263 2024-12-09T16:47:15,303 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35375:35375),(127.0.0.1/127.0.0.1:33715:33715),(127.0.0.1/127.0.0.1:41579:41579)] 2024-12-09T16:47:15,443 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38561 is added to blk_1073741866_1043 (size=371388) 2024-12-09T16:47:15,443 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34879 is added to blk_1073741866_1043 (size=371388) 2024-12-09T16:47:15,443 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40695 is added to blk_1073741866_1043 (size=371388) 2024-12-09T16:47:15,459 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:46245/hbase/WALs/test2727-manual,16010,1733762835175/wal.1733762835263, size=362.7 K (371388bytes) 2024-12-09T16:47:15,459 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:46245/hbase/WALs/test2727-manual,16010,1733762835175/wal.1733762835263 2024-12-09T16:47:15,460 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:46245/hbase/WALs/test2727-manual,16010,1733762835175/wal.1733762835263 after 1ms 2024-12-09T16:47:15,500 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(302): Initialized secure protobuf WAL: cipher=AES 2024-12-09T16:47:15,502 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:46245/hbase/WALs/test2727-manual,16010,1733762835175/wal.1733762835263 took 43ms 2024-12-09T16:47:15,507 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.1733762835263.temp 2024-12-09T16:47:15,538 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:46245/hbase/WALs/test2727-manual,16010,1733762835175/wal.1733762835263 so closing down 2024-12-09T16:47:15,538 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-09T16:47:15,540 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46245/hbase/data/default/test2727/3f1554779b76d6e1861497c326c89e5e/recovered.edits/0000000000000000001-wal.1733762835263.temp 2024-12-09T16:47:15,552 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-09T16:47:15,557 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34879 is added to blk_1073741867_1044 (size=371388) 2024-12-09T16:47:15,557 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40695 is added to blk_1073741867_1044 (size=371388) 2024-12-09T16:47:15,558 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38561 is added to blk_1073741867_1044 (size=371388) 2024-12-09T16:47:15,559 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46245/hbase/data/default/test2727/3f1554779b76d6e1861497c326c89e5e/recovered.edits/0000000000000000001-wal.1733762835263.temp (wrote 3000 edits, skipped 0 edits in 11 ms) 2024-12-09T16:47:15,560 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46245/hbase/data/default/test2727/3f1554779b76d6e1861497c326c89e5e/recovered.edits/0000000000000000001-wal.1733762835263.temp to hdfs://localhost:46245/hbase/data/default/test2727/3f1554779b76d6e1861497c326c89e5e/recovered.edits/0000000000000003000 2024-12-09T16:47:15,560 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 3000 edits across 1 Regions in 58 ms; skipped=0; WAL=hdfs://localhost:46245/hbase/WALs/test2727-manual,16010,1733762835175/wal.1733762835263, size=362.7 K, length=371388, corrupted=false, cancelled=false 2024-12-09T16:47:15,561 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:46245/hbase/WALs/test2727-manual,16010,1733762835175/wal.1733762835263, journal: Splitting hdfs://localhost:46245/hbase/WALs/test2727-manual,16010,1733762835175/wal.1733762835263, size=362.7 K (371388bytes) at 1733762835459Split 1024 edits, skipped 0 edits. at 1733762835514 (+55 ms)Split 2048 edits, skipped 0 edits. at 1733762835527 (+13 ms)Finishing writing output for hdfs://localhost:46245/hbase/WALs/test2727-manual,16010,1733762835175/wal.1733762835263 so closing down at 1733762835538 (+11 ms)Creating recovered edits writer path=hdfs://localhost:46245/hbase/data/default/test2727/3f1554779b76d6e1861497c326c89e5e/recovered.edits/0000000000000000001-wal.1733762835263.temp at 1733762835540 (+2 ms)3 split writer threads finished at 1733762835552 (+12 ms)Closed recovered edits writer path=hdfs://localhost:46245/hbase/data/default/test2727/3f1554779b76d6e1861497c326c89e5e/recovered.edits/0000000000000000001-wal.1733762835263.temp (wrote 3000 edits, skipped 0 edits in 11 ms) at 1733762835559 (+7 ms)Rename recovered edits hdfs://localhost:46245/hbase/data/default/test2727/3f1554779b76d6e1861497c326c89e5e/recovered.edits/0000000000000000001-wal.1733762835263.temp to hdfs://localhost:46245/hbase/data/default/test2727/3f1554779b76d6e1861497c326c89e5e/recovered.edits/0000000000000003000 at 1733762835560 (+1 ms)Processed 3000 edits across 1 Regions in 58 ms; skipped=0; WAL=hdfs://localhost:46245/hbase/WALs/test2727-manual,16010,1733762835175/wal.1733762835263, size=362.7 K, length=371388, corrupted=false, cancelled=false at 1733762835560 2024-12-09T16:47:15,563 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:46245/hbase/WALs/test2727-manual,16010,1733762835175/wal.1733762835263 to hdfs://localhost:46245/hbase/oldWALs/wal.1733762835263 2024-12-09T16:47:15,564 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:46245/hbase/data/default/test2727/3f1554779b76d6e1861497c326c89e5e/recovered.edits/0000000000000003000 2024-12-09T16:47:15,564 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-12-09T16:47:15,566 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:46245/hbase/WALs/test2727-manual,16010,1733762835175, archiveDir=hdfs://localhost:46245/hbase/oldWALs, maxLogs=32 2024-12-09T16:47:15,577 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/test2727-manual,16010,1733762835175/wal.1733762835566, exclude list is [], retry=0 2024-12-09T16:47:15,580 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38561,DS-74f46a19-d323-470c-9c50-39572d9ebdef,DISK] 2024-12-09T16:47:15,581 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40695,DS-d26823f1-b96e-41d9-b095-4a6efe2c185b,DISK] 2024-12-09T16:47:15,581 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34879,DS-5a363144-5077-4a66-a9ce-79ba83f1c010,DISK] 2024-12-09T16:47:15,604 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/test2727-manual,16010,1733762835175/wal.1733762835566 2024-12-09T16:47:15,605 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35375:35375),(127.0.0.1/127.0.0.1:41579:41579),(127.0.0.1/127.0.0.1:33715:33715)] 2024-12-09T16:47:15,734 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38561 is added to blk_1073741868_1045 (size=371515) 2024-12-09T16:47:15,734 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40695 is added to blk_1073741868_1045 (size=371515) 2024-12-09T16:47:15,734 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34879 is added to blk_1073741868_1045 (size=371515) 2024-12-09T16:47:15,752 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:46245/hbase/WALs/test2727-manual,16010,1733762835175/wal.1733762835566, size=362.8 K (371515bytes) 2024-12-09T16:47:15,752 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:46245/hbase/WALs/test2727-manual,16010,1733762835175/wal.1733762835566 2024-12-09T16:47:15,752 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:46245/hbase/WALs/test2727-manual,16010,1733762835175/wal.1733762835566 after 0ms 2024-12-09T16:47:15,780 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(302): Initialized secure protobuf WAL: cipher=AES 2024-12-09T16:47:15,782 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:46245/hbase/WALs/test2727-manual,16010,1733762835175/wal.1733762835566 took 31ms 2024-12-09T16:47:15,786 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000003001-wal.1733762835566.temp 2024-12-09T16:47:15,815 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:46245/hbase/WALs/test2727-manual,16010,1733762835175/wal.1733762835566 so closing down 2024-12-09T16:47:15,815 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-09T16:47:15,819 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46245/hbase/data/default/test2727/3f1554779b76d6e1861497c326c89e5e/recovered.edits/0000000000000003001-wal.1733762835566.temp 2024-12-09T16:47:15,835 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-09T16:47:15,838 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40695 is added to blk_1073741869_1046 (size=371515) 2024-12-09T16:47:15,839 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38561 is added to blk_1073741869_1046 (size=371515) 2024-12-09T16:47:15,839 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34879 is added to blk_1073741869_1046 (size=371515) 2024-12-09T16:47:15,840 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46245/hbase/data/default/test2727/3f1554779b76d6e1861497c326c89e5e/recovered.edits/0000000000000003001-wal.1733762835566.temp (wrote 3000 edits, skipped 0 edits in 15 ms) 2024-12-09T16:47:15,841 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46245/hbase/data/default/test2727/3f1554779b76d6e1861497c326c89e5e/recovered.edits/0000000000000003001-wal.1733762835566.temp to hdfs://localhost:46245/hbase/data/default/test2727/3f1554779b76d6e1861497c326c89e5e/recovered.edits/0000000000000006000 2024-12-09T16:47:15,841 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 3000 edits across 1 Regions in 59 ms; skipped=0; WAL=hdfs://localhost:46245/hbase/WALs/test2727-manual,16010,1733762835175/wal.1733762835566, size=362.8 K, length=371515, corrupted=false, cancelled=false 2024-12-09T16:47:15,842 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:46245/hbase/WALs/test2727-manual,16010,1733762835175/wal.1733762835566, journal: Splitting hdfs://localhost:46245/hbase/WALs/test2727-manual,16010,1733762835175/wal.1733762835566, size=362.8 K (371515bytes) at 1733762835752Split 1024 edits, skipped 0 edits. at 1733762835796 (+44 ms)Split 2048 edits, skipped 0 edits. at 1733762835807 (+11 ms)Finishing writing output for hdfs://localhost:46245/hbase/WALs/test2727-manual,16010,1733762835175/wal.1733762835566 so closing down at 1733762835815 (+8 ms)Creating recovered edits writer path=hdfs://localhost:46245/hbase/data/default/test2727/3f1554779b76d6e1861497c326c89e5e/recovered.edits/0000000000000003001-wal.1733762835566.temp at 1733762835819 (+4 ms)3 split writer threads finished at 1733762835835 (+16 ms)Closed recovered edits writer path=hdfs://localhost:46245/hbase/data/default/test2727/3f1554779b76d6e1861497c326c89e5e/recovered.edits/0000000000000003001-wal.1733762835566.temp (wrote 3000 edits, skipped 0 edits in 15 ms) at 1733762835840 (+5 ms)Rename recovered edits hdfs://localhost:46245/hbase/data/default/test2727/3f1554779b76d6e1861497c326c89e5e/recovered.edits/0000000000000003001-wal.1733762835566.temp to hdfs://localhost:46245/hbase/data/default/test2727/3f1554779b76d6e1861497c326c89e5e/recovered.edits/0000000000000006000 at 1733762835841 (+1 ms)Processed 3000 edits across 1 Regions in 59 ms; skipped=0; WAL=hdfs://localhost:46245/hbase/WALs/test2727-manual,16010,1733762835175/wal.1733762835566, size=362.8 K, length=371515, corrupted=false, cancelled=false at 1733762835841 2024-12-09T16:47:15,844 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:46245/hbase/WALs/test2727-manual,16010,1733762835175/wal.1733762835566 to hdfs://localhost:46245/hbase/oldWALs/wal.1733762835566 2024-12-09T16:47:15,846 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:46245/hbase/data/default/test2727/3f1554779b76d6e1861497c326c89e5e/recovered.edits/0000000000000006000 2024-12-09T16:47:15,846 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-12-09T16:47:15,848 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:46245/hbase/WALs/test2727-manual,16010,1733762835175, archiveDir=hdfs://localhost:46245/hbase/oldWALs, maxLogs=32 2024-12-09T16:47:15,867 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/test2727-manual,16010,1733762835175/wal.1733762835848, exclude list is [], retry=0 2024-12-09T16:47:15,870 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38561,DS-74f46a19-d323-470c-9c50-39572d9ebdef,DISK] 2024-12-09T16:47:15,871 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34879,DS-5a363144-5077-4a66-a9ce-79ba83f1c010,DISK] 2024-12-09T16:47:15,871 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40695,DS-d26823f1-b96e-41d9-b095-4a6efe2c185b,DISK] 2024-12-09T16:47:15,903 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/test2727-manual,16010,1733762835175/wal.1733762835848 2024-12-09T16:47:15,904 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35375:35375),(127.0.0.1/127.0.0.1:33715:33715),(127.0.0.1/127.0.0.1:41579:41579)] 2024-12-09T16:47:15,904 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 3f1554779b76d6e1861497c326c89e5e, NAME => 'test2727,,1733762835177.3f1554779b76d6e1861497c326c89e5e.', STARTKEY => '', ENDKEY => ''} 2024-12-09T16:47:15,904 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated test2727,,1733762835177.3f1554779b76d6e1861497c326c89e5e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T16:47:15,904 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 3f1554779b76d6e1861497c326c89e5e 2024-12-09T16:47:15,904 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 3f1554779b76d6e1861497c326c89e5e 2024-12-09T16:47:15,906 INFO [StoreOpener-3f1554779b76d6e1861497c326c89e5e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 3f1554779b76d6e1861497c326c89e5e 2024-12-09T16:47:15,907 INFO [StoreOpener-3f1554779b76d6e1861497c326c89e5e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3f1554779b76d6e1861497c326c89e5e columnFamilyName a 2024-12-09T16:47:15,907 DEBUG [StoreOpener-3f1554779b76d6e1861497c326c89e5e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T16:47:15,908 INFO [StoreOpener-3f1554779b76d6e1861497c326c89e5e-1 {}] regionserver.HStore(327): Store=3f1554779b76d6e1861497c326c89e5e/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T16:47:15,908 INFO [StoreOpener-3f1554779b76d6e1861497c326c89e5e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 3f1554779b76d6e1861497c326c89e5e 2024-12-09T16:47:15,909 INFO [StoreOpener-3f1554779b76d6e1861497c326c89e5e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3f1554779b76d6e1861497c326c89e5e columnFamilyName b 2024-12-09T16:47:15,909 DEBUG [StoreOpener-3f1554779b76d6e1861497c326c89e5e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T16:47:15,910 INFO [StoreOpener-3f1554779b76d6e1861497c326c89e5e-1 {}] regionserver.HStore(327): Store=3f1554779b76d6e1861497c326c89e5e/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T16:47:15,910 INFO [StoreOpener-3f1554779b76d6e1861497c326c89e5e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 3f1554779b76d6e1861497c326c89e5e 2024-12-09T16:47:15,911 INFO [StoreOpener-3f1554779b76d6e1861497c326c89e5e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3f1554779b76d6e1861497c326c89e5e columnFamilyName c 2024-12-09T16:47:15,911 DEBUG [StoreOpener-3f1554779b76d6e1861497c326c89e5e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T16:47:15,912 INFO [StoreOpener-3f1554779b76d6e1861497c326c89e5e-1 {}] regionserver.HStore(327): Store=3f1554779b76d6e1861497c326c89e5e/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T16:47:15,912 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 3f1554779b76d6e1861497c326c89e5e 2024-12-09T16:47:15,913 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46245/hbase/data/default/test2727/3f1554779b76d6e1861497c326c89e5e 2024-12-09T16:47:15,915 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 2 recovered edits file(s) under hdfs://localhost:46245/hbase/data/default/test2727/3f1554779b76d6e1861497c326c89e5e 2024-12-09T16:47:15,916 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:46245/hbase/data/default/test2727/3f1554779b76d6e1861497c326c89e5e/recovered.edits/0000000000000003000 2024-12-09T16:47:15,943 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(302): Initialized secure protobuf WAL: cipher=AES 2024-12-09T16:47:15,983 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 3000, skipped 0, firstSequenceIdInLog=1, maxSequenceIdInLog=3000, path=hdfs://localhost:46245/hbase/data/default/test2727/3f1554779b76d6e1861497c326c89e5e/recovered.edits/0000000000000003000 2024-12-09T16:47:15,984 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:46245/hbase/data/default/test2727/3f1554779b76d6e1861497c326c89e5e/recovered.edits/0000000000000006000 2024-12-09T16:47:16,011 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(302): Initialized secure protobuf WAL: cipher=AES 2024-12-09T16:47:16,061 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 3000, skipped 0, firstSequenceIdInLog=3001, maxSequenceIdInLog=6000, path=hdfs://localhost:46245/hbase/data/default/test2727/3f1554779b76d6e1861497c326c89e5e/recovered.edits/0000000000000006000 2024-12-09T16:47:16,061 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 3f1554779b76d6e1861497c326c89e5e 3/3 column families, dataSize=215.51 KB heapSize=657 KB 2024-12-09T16:47:16,089 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46245/hbase/data/default/test2727/3f1554779b76d6e1861497c326c89e5e/.tmp/a/7caf2df33c4e476f9bd59e6ba9094615 is 41, key is test2727/a:100/1733762835608/Put/seqid=0 2024-12-09T16:47:16,095 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40695 is added to blk_1073741871_1048 (size=84227) 2024-12-09T16:47:16,095 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38561 is added to blk_1073741871_1048 (size=84227) 2024-12-09T16:47:16,096 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34879 is added to blk_1073741871_1048 (size=84227) 2024-12-09T16:47:16,097 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=71.84 KB at sequenceid=6000 (bloomFilter=true), to=hdfs://localhost:46245/hbase/data/default/test2727/3f1554779b76d6e1861497c326c89e5e/.tmp/a/7caf2df33c4e476f9bd59e6ba9094615 2024-12-09T16:47:16,133 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46245/hbase/data/default/test2727/3f1554779b76d6e1861497c326c89e5e/.tmp/b/563cf7836f8941d39f91463d67f591a2 is 41, key is test2727/b:100/1733762835656/Put/seqid=0 2024-12-09T16:47:16,137 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34879 is added to blk_1073741872_1049 (size=84609) 2024-12-09T16:47:16,137 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38561 is added to blk_1073741872_1049 (size=84609) 2024-12-09T16:47:16,138 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40695 is added to blk_1073741872_1049 (size=84609) 2024-12-09T16:47:16,138 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=71.84 KB at sequenceid=6000 (bloomFilter=true), to=hdfs://localhost:46245/hbase/data/default/test2727/3f1554779b76d6e1861497c326c89e5e/.tmp/b/563cf7836f8941d39f91463d67f591a2 2024-12-09T16:47:16,174 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46245/hbase/data/default/test2727/3f1554779b76d6e1861497c326c89e5e/.tmp/c/7496dd01d2f943c69425f966de4f9d49 is 41, key is test2727/c:100/1733762835695/Put/seqid=0 2024-12-09T16:47:16,178 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38561 is added to blk_1073741873_1050 (size=84609) 2024-12-09T16:47:16,178 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34879 is added to blk_1073741873_1050 (size=84609) 2024-12-09T16:47:16,179 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40695 is added to blk_1073741873_1050 (size=84609) 2024-12-09T16:47:16,179 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=71.84 KB at sequenceid=6000 (bloomFilter=true), to=hdfs://localhost:46245/hbase/data/default/test2727/3f1554779b76d6e1861497c326c89e5e/.tmp/c/7496dd01d2f943c69425f966de4f9d49 2024-12-09T16:47:16,187 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46245/hbase/data/default/test2727/3f1554779b76d6e1861497c326c89e5e/.tmp/a/7caf2df33c4e476f9bd59e6ba9094615 as hdfs://localhost:46245/hbase/data/default/test2727/3f1554779b76d6e1861497c326c89e5e/a/7caf2df33c4e476f9bd59e6ba9094615 2024-12-09T16:47:16,194 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46245/hbase/data/default/test2727/3f1554779b76d6e1861497c326c89e5e/a/7caf2df33c4e476f9bd59e6ba9094615, entries=2000, sequenceid=6000, filesize=82.3 K 2024-12-09T16:47:16,195 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46245/hbase/data/default/test2727/3f1554779b76d6e1861497c326c89e5e/.tmp/b/563cf7836f8941d39f91463d67f591a2 as hdfs://localhost:46245/hbase/data/default/test2727/3f1554779b76d6e1861497c326c89e5e/b/563cf7836f8941d39f91463d67f591a2 2024-12-09T16:47:16,201 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46245/hbase/data/default/test2727/3f1554779b76d6e1861497c326c89e5e/b/563cf7836f8941d39f91463d67f591a2, entries=2000, sequenceid=6000, filesize=82.6 K 2024-12-09T16:47:16,202 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46245/hbase/data/default/test2727/3f1554779b76d6e1861497c326c89e5e/.tmp/c/7496dd01d2f943c69425f966de4f9d49 as hdfs://localhost:46245/hbase/data/default/test2727/3f1554779b76d6e1861497c326c89e5e/c/7496dd01d2f943c69425f966de4f9d49 2024-12-09T16:47:16,209 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46245/hbase/data/default/test2727/3f1554779b76d6e1861497c326c89e5e/c/7496dd01d2f943c69425f966de4f9d49, entries=2000, sequenceid=6000, filesize=82.6 K 2024-12-09T16:47:16,209 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~215.51 KB/220680, heapSize ~656.95 KB/672720, currentSize=0 B/0 for 3f1554779b76d6e1861497c326c89e5e in 148ms, sequenceid=6000, compaction requested=false; wal=null 2024-12-09T16:47:16,210 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:46245/hbase/data/default/test2727/3f1554779b76d6e1861497c326c89e5e/recovered.edits/0000000000000003000 2024-12-09T16:47:16,211 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:46245/hbase/data/default/test2727/3f1554779b76d6e1861497c326c89e5e/recovered.edits/0000000000000006000 2024-12-09T16:47:16,212 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 3f1554779b76d6e1861497c326c89e5e 2024-12-09T16:47:16,212 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 3f1554779b76d6e1861497c326c89e5e 2024-12-09T16:47:16,213 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test2727 descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-09T16:47:16,214 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 3f1554779b76d6e1861497c326c89e5e 2024-12-09T16:47:16,217 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46245/hbase/data/default/test2727/3f1554779b76d6e1861497c326c89e5e/recovered.edits/6000.seqid, newMaxSeqId=6000, maxSeqId=1 2024-12-09T16:47:16,218 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 3f1554779b76d6e1861497c326c89e5e; next sequenceid=6001; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69953383, jitterRate=0.04238663613796234}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-09T16:47:16,219 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 3f1554779b76d6e1861497c326c89e5e: Writing region info on filesystem at 1733762835904Initializing all the Stores at 1733762835905 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733762835905Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733762835906 (+1 ms)Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733762835906Obtaining lock to block concurrent updates at 1733762836061 (+155 ms)Preparing flush snapshotting stores in 3f1554779b76d6e1861497c326c89e5e at 1733762836061Finished memstore snapshotting test2727,,1733762835177.3f1554779b76d6e1861497c326c89e5e., syncing WAL and waiting on mvcc, flushsize=dataSize=220680, getHeapSize=672720, getOffHeapSize=0, getCellsCount=6000 at 1733762836061Flushing stores of test2727,,1733762835177.3f1554779b76d6e1861497c326c89e5e. at 1733762836061Flushing 3f1554779b76d6e1861497c326c89e5e/a: creating writer at 1733762836061Flushing 3f1554779b76d6e1861497c326c89e5e/a: appending metadata at 1733762836088 (+27 ms)Flushing 3f1554779b76d6e1861497c326c89e5e/a: closing flushed file at 1733762836088Flushing 3f1554779b76d6e1861497c326c89e5e/b: creating writer at 1733762836104 (+16 ms)Flushing 3f1554779b76d6e1861497c326c89e5e/b: appending metadata at 1733762836131 (+27 ms)Flushing 3f1554779b76d6e1861497c326c89e5e/b: closing flushed file at 1733762836131Flushing 3f1554779b76d6e1861497c326c89e5e/c: creating writer at 1733762836147 (+16 ms)Flushing 3f1554779b76d6e1861497c326c89e5e/c: appending metadata at 1733762836173 (+26 ms)Flushing 3f1554779b76d6e1861497c326c89e5e/c: closing flushed file at 1733762836173Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6099964a: reopening flushed file at 1733762836186 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3874774c: reopening flushed file at 1733762836194 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4d17db48: reopening flushed file at 1733762836201 (+7 ms)Finished flush of dataSize ~215.51 KB/220680, heapSize ~656.95 KB/672720, currentSize=0 B/0 for 3f1554779b76d6e1861497c326c89e5e in 148ms, sequenceid=6000, compaction requested=false; wal=null at 1733762836209 (+8 ms)Cleaning up temporary data from old regions at 1733762836212 (+3 ms)Region opened successfully at 1733762836219 (+7 ms) 2024-12-09T16:47:16,221 DEBUG [Time-limited test {}] wal.AbstractTestWALReplay(320): region.getOpenSeqNum(): 6001, wal3.id: 0 2024-12-09T16:47:16,221 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 3f1554779b76d6e1861497c326c89e5e, disabling compactions & flushes 2024-12-09T16:47:16,221 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region test2727,,1733762835177.3f1554779b76d6e1861497c326c89e5e. 2024-12-09T16:47:16,221 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on test2727,,1733762835177.3f1554779b76d6e1861497c326c89e5e. 2024-12-09T16:47:16,221 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on test2727,,1733762835177.3f1554779b76d6e1861497c326c89e5e. after waiting 0 ms 2024-12-09T16:47:16,221 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region test2727,,1733762835177.3f1554779b76d6e1861497c326c89e5e. 2024-12-09T16:47:16,223 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed test2727,,1733762835177.3f1554779b76d6e1861497c326c89e5e. 2024-12-09T16:47:16,223 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 3f1554779b76d6e1861497c326c89e5e: Waiting for close lock at 1733762836221Disabling compacts and flushes for region at 1733762836221Disabling writes for close at 1733762836221Writing region close event to WAL at 1733762836223 (+2 ms)Closed at 1733762836223 2024-12-09T16:47:16,226 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38561 is added to blk_1073741870_1047 (size=175) 2024-12-09T16:47:16,226 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34879 is added to blk_1073741870_1047 (size=175) 2024-12-09T16:47:16,226 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40695 is added to blk_1073741870_1047 (size=175) 2024-12-09T16:47:16,228 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-12-09T16:47:16,229 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL wal:(num 1733762835848) 2024-12-09T16:47:16,240 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestSecureAsyncWALReplay#test2727 Thread=402 (was 395) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/fe62a2e8-785c-9f90-cd3c-7ff998c3963d/cluster_0ba45188-61d7-48e7-4a43-5e57b6271cb8/data/data5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/fe62a2e8-785c-9f90-cd3c-7ff998c3963d/cluster_0ba45188-61d7-48e7-4a43-5e57b6271cb8/data/data2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-14-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_951206415_22 at /127.0.0.1:59256 [Waiting for operation #9] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/fe62a2e8-785c-9f90-cd3c-7ff998c3963d/cluster_0ba45188-61d7-48e7-4a43-5e57b6271cb8/data/data6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/fe62a2e8-785c-9f90-cd3c-7ff998c3963d/cluster_0ba45188-61d7-48e7-4a43-5e57b6271cb8/data/data1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_951206415_22 at /127.0.0.1:40400 [Waiting for operation #8] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-14-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_951206415_22 at /127.0.0.1:40426 [Waiting for operation #10] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_951206415_22 at /127.0.0.1:48838 [Waiting for operation #5] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-14-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=929 (was 865) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=216 (was 216), ProcessCount=11 (was 11), AvailableMemoryMB=10395 (was 10625) 2024-12-09T16:47:16,249 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestSecureAsyncWALReplay#testSequentialEditLogSeqNum Thread=402, OpenFileDescriptor=929, MaxFileDescriptor=1048576, SystemLoadAverage=216, ProcessCount=11, AvailableMemoryMB=10395 2024-12-09T16:47:16,263 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-09T16:47:16,270 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:46245/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1733762836263, archiveDir=hdfs://localhost:46245/hbase/oldWALs, maxLogs=32 2024-12-09T16:47:16,270 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.1733762836270 2024-12-09T16:47:16,296 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testsequentialeditlogseqnum-manual,16010,1733762836263/wal.1733762836270 2024-12-09T16:47:16,298 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new MockWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41579:41579),(127.0.0.1/127.0.0.1:33715:33715),(127.0.0.1/127.0.0.1:35375:35375)] 2024-12-09T16:47:16,299 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 2fceb5cd1f4991bc07cf34a7585d69e7, NAME => 'testSequentialEditLogSeqNum,,1733762836264.2fceb5cd1f4991bc07cf34a7585d69e7.', STARTKEY => '', ENDKEY => ''} 2024-12-09T16:47:16,299 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testSequentialEditLogSeqNum,,1733762836264.2fceb5cd1f4991bc07cf34a7585d69e7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T16:47:16,299 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 2fceb5cd1f4991bc07cf34a7585d69e7 2024-12-09T16:47:16,299 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 2fceb5cd1f4991bc07cf34a7585d69e7 2024-12-09T16:47:16,300 WARN [Time-limited test {}] regionserver.HRegionFileSystem(836): hdfs://localhost:46245/hbase/data/default/testSequentialEditLogSeqNum/2fceb5cd1f4991bc07cf34a7585d69e7 doesn't exist for region: 2fceb5cd1f4991bc07cf34a7585d69e7 on table testSequentialEditLogSeqNum 2024-12-09T16:47:16,301 WARN [Time-limited test {}] regionserver.HRegionFileSystem(854): .regioninfo file not found for region: 2fceb5cd1f4991bc07cf34a7585d69e7 on table testSequentialEditLogSeqNum 2024-12-09T16:47:16,308 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40695 is added to blk_1073741875_1052 (size=62) 2024-12-09T16:47:16,308 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38561 is added to blk_1073741875_1052 (size=62) 2024-12-09T16:47:16,309 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34879 is added to blk_1073741875_1052 (size=62) 2024-12-09T16:47:16,311 INFO [StoreOpener-2fceb5cd1f4991bc07cf34a7585d69e7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 2fceb5cd1f4991bc07cf34a7585d69e7 2024-12-09T16:47:16,313 INFO [StoreOpener-2fceb5cd1f4991bc07cf34a7585d69e7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2fceb5cd1f4991bc07cf34a7585d69e7 columnFamilyName a 2024-12-09T16:47:16,313 DEBUG [StoreOpener-2fceb5cd1f4991bc07cf34a7585d69e7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T16:47:16,313 INFO [StoreOpener-2fceb5cd1f4991bc07cf34a7585d69e7-1 {}] regionserver.HStore(327): Store=2fceb5cd1f4991bc07cf34a7585d69e7/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T16:47:16,314 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 2fceb5cd1f4991bc07cf34a7585d69e7 2024-12-09T16:47:16,314 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46245/hbase/data/default/testSequentialEditLogSeqNum/2fceb5cd1f4991bc07cf34a7585d69e7 2024-12-09T16:47:16,315 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46245/hbase/data/default/testSequentialEditLogSeqNum/2fceb5cd1f4991bc07cf34a7585d69e7 2024-12-09T16:47:16,315 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 2fceb5cd1f4991bc07cf34a7585d69e7 2024-12-09T16:47:16,315 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 2fceb5cd1f4991bc07cf34a7585d69e7 2024-12-09T16:47:16,317 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 2fceb5cd1f4991bc07cf34a7585d69e7 2024-12-09T16:47:16,319 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46245/hbase/data/default/testSequentialEditLogSeqNum/2fceb5cd1f4991bc07cf34a7585d69e7/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-09T16:47:16,320 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 2fceb5cd1f4991bc07cf34a7585d69e7; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63486830, jitterRate=-0.0539725124835968}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-09T16:47:16,321 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 2fceb5cd1f4991bc07cf34a7585d69e7: Writing region info on filesystem at 1733762836300Initializing all the Stores at 1733762836311 (+11 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733762836311Cleaning up temporary data from old regions at 1733762836315 (+4 ms)Region opened successfully at 1733762836321 (+6 ms) 2024-12-09T16:47:16,333 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 2fceb5cd1f4991bc07cf34a7585d69e7 1/1 column families, dataSize=770 B heapSize=1.73 KB 2024-12-09T16:47:16,352 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46245/hbase/data/default/testSequentialEditLogSeqNum/2fceb5cd1f4991bc07cf34a7585d69e7/.tmp/a/3634a42940af4df790fe9d310d62b220 is 81, key is testSequentialEditLogSeqNum/a:x0/1733762836321/Put/seqid=0 2024-12-09T16:47:16,357 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34879 is added to blk_1073741876_1053 (size=5833) 2024-12-09T16:47:16,357 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38561 is added to blk_1073741876_1053 (size=5833) 2024-12-09T16:47:16,358 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40695 is added to blk_1073741876_1053 (size=5833) 2024-12-09T16:47:16,358 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=770 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:46245/hbase/data/default/testSequentialEditLogSeqNum/2fceb5cd1f4991bc07cf34a7585d69e7/.tmp/a/3634a42940af4df790fe9d310d62b220 2024-12-09T16:47:16,364 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46245/hbase/data/default/testSequentialEditLogSeqNum/2fceb5cd1f4991bc07cf34a7585d69e7/.tmp/a/3634a42940af4df790fe9d310d62b220 as hdfs://localhost:46245/hbase/data/default/testSequentialEditLogSeqNum/2fceb5cd1f4991bc07cf34a7585d69e7/a/3634a42940af4df790fe9d310d62b220 2024-12-09T16:47:16,371 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46245/hbase/data/default/testSequentialEditLogSeqNum/2fceb5cd1f4991bc07cf34a7585d69e7/a/3634a42940af4df790fe9d310d62b220, entries=10, sequenceid=13, filesize=5.7 K 2024-12-09T16:47:16,372 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~770 B/770, heapSize ~1.72 KB/1760, currentSize=0 B/0 for 2fceb5cd1f4991bc07cf34a7585d69e7 in 39ms, sequenceid=13, compaction requested=false 2024-12-09T16:47:16,373 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 2fceb5cd1f4991bc07cf34a7585d69e7: 2024-12-09T16:47:16,378 INFO [sync.0 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-12-09T16:47:16,378 INFO [sync.1 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-12-09T16:47:16,378 INFO [sync.2 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-12-09T16:47:16,378 INFO [sync.3 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-12-09T16:47:16,379 INFO [sync.4 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-12-09T16:47:16,381 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38561 is added to blk_1073741874_1051 (size=3256) 2024-12-09T16:47:16,381 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34879 is added to blk_1073741874_1051 (size=3256) 2024-12-09T16:47:16,381 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40695 is added to blk_1073741874_1051 (size=3256) 2024-12-09T16:47:16,395 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:46245/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1733762836263/wal.1733762836270, size=3.2 K (3256bytes) 2024-12-09T16:47:16,395 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:46245/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1733762836263/wal.1733762836270 2024-12-09T16:47:16,396 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:46245/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1733762836263/wal.1733762836270 after 1ms 2024-12-09T16:47:16,422 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(302): Initialized secure protobuf WAL: cipher=AES 2024-12-09T16:47:16,422 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:46245/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1733762836263/wal.1733762836270 took 27ms 2024-12-09T16:47:16,425 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:46245/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1733762836263/wal.1733762836270 so closing down 2024-12-09T16:47:16,425 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-09T16:47:16,426 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000003-wal.1733762836270.temp 2024-12-09T16:47:16,453 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46245/hbase/data/default/testSequentialEditLogSeqNum/2fceb5cd1f4991bc07cf34a7585d69e7/recovered.edits/0000000000000000003-wal.1733762836270.temp 2024-12-09T16:47:16,454 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-09T16:47:16,460 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40695 is added to blk_1073741877_1054 (size=2650) 2024-12-09T16:47:16,461 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38561 is added to blk_1073741877_1054 (size=2650) 2024-12-09T16:47:16,461 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34879 is added to blk_1073741877_1054 (size=2650) 2024-12-09T16:47:16,461 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46245/hbase/data/default/testSequentialEditLogSeqNum/2fceb5cd1f4991bc07cf34a7585d69e7/recovered.edits/0000000000000000003-wal.1733762836270.temp (wrote 15 edits, skipped 0 edits in 0 ms) 2024-12-09T16:47:16,463 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46245/hbase/data/default/testSequentialEditLogSeqNum/2fceb5cd1f4991bc07cf34a7585d69e7/recovered.edits/0000000000000000003-wal.1733762836270.temp to hdfs://localhost:46245/hbase/data/default/testSequentialEditLogSeqNum/2fceb5cd1f4991bc07cf34a7585d69e7/recovered.edits/0000000000000000020 2024-12-09T16:47:16,463 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 17 edits across 1 Regions in 41 ms; skipped=2; WAL=hdfs://localhost:46245/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1733762836263/wal.1733762836270, size=3.2 K, length=3256, corrupted=false, cancelled=false 2024-12-09T16:47:16,463 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:46245/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1733762836263/wal.1733762836270, journal: Splitting hdfs://localhost:46245/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1733762836263/wal.1733762836270, size=3.2 K (3256bytes) at 1733762836395Finishing writing output for hdfs://localhost:46245/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1733762836263/wal.1733762836270 so closing down at 1733762836425 (+30 ms)Creating recovered edits writer path=hdfs://localhost:46245/hbase/data/default/testSequentialEditLogSeqNum/2fceb5cd1f4991bc07cf34a7585d69e7/recovered.edits/0000000000000000003-wal.1733762836270.temp at 1733762836453 (+28 ms)3 split writer threads finished at 1733762836454 (+1 ms)Closed recovered edits writer path=hdfs://localhost:46245/hbase/data/default/testSequentialEditLogSeqNum/2fceb5cd1f4991bc07cf34a7585d69e7/recovered.edits/0000000000000000003-wal.1733762836270.temp (wrote 15 edits, skipped 0 edits in 0 ms) at 1733762836462 (+8 ms)Rename recovered edits hdfs://localhost:46245/hbase/data/default/testSequentialEditLogSeqNum/2fceb5cd1f4991bc07cf34a7585d69e7/recovered.edits/0000000000000000003-wal.1733762836270.temp to hdfs://localhost:46245/hbase/data/default/testSequentialEditLogSeqNum/2fceb5cd1f4991bc07cf34a7585d69e7/recovered.edits/0000000000000000020 at 1733762836463 (+1 ms)Processed 17 edits across 1 Regions in 41 ms; skipped=2; WAL=hdfs://localhost:46245/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1733762836263/wal.1733762836270, size=3.2 K, length=3256, corrupted=false, cancelled=false at 1733762836463 2024-12-09T16:47:16,479 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestSecureAsyncWALReplay#testSequentialEditLogSeqNum Thread=407 (was 402) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_951206415_22 at /127.0.0.1:59256 [Waiting for operation #13] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: sync.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.takeSyncRequest(FSHLog.java:426) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.run(FSHLog.java:441) Potentially hanging thread: sync.2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.takeSyncRequest(FSHLog.java:426) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.run(FSHLog.java:441) Potentially hanging thread: sync.4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.takeSyncRequest(FSHLog.java:426) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.run(FSHLog.java:441) Potentially hanging thread: sync.3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.takeSyncRequest(FSHLog.java:426) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.run(FSHLog.java:441) Potentially hanging thread: sync.0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.takeSyncRequest(FSHLog.java:426) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.run(FSHLog.java:441) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_951206415_22 at /127.0.0.1:48838 [Waiting for operation #7] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=967 (was 929) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=216 (was 216), ProcessCount=11 (was 11), AvailableMemoryMB=10391 (was 10395) 2024-12-09T16:47:16,494 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestSecureAsyncWALReplay#testRegionMadeOfBulkLoadedFilesOnly Thread=407, OpenFileDescriptor=967, MaxFileDescriptor=1048576, SystemLoadAverage=216, ProcessCount=11, AvailableMemoryMB=10385 2024-12-09T16:47:16,508 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-09T16:47:16,510 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-09T16:47:16,563 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-09T16:47:16,566 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-19120022, suffix=, logDir=hdfs://localhost:46245/hbase/WALs/hregion-19120022, archiveDir=hdfs://localhost:46245/hbase/oldWALs, maxLogs=32 2024-12-09T16:47:16,579 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-19120022/hregion-19120022.1733762836567, exclude list is [], retry=0 2024-12-09T16:47:16,582 DEBUG [AsyncFSWAL-17-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38561,DS-74f46a19-d323-470c-9c50-39572d9ebdef,DISK] 2024-12-09T16:47:16,583 DEBUG [AsyncFSWAL-17-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40695,DS-d26823f1-b96e-41d9-b095-4a6efe2c185b,DISK] 2024-12-09T16:47:16,583 DEBUG [AsyncFSWAL-17-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34879,DS-5a363144-5077-4a66-a9ce-79ba83f1c010,DISK] 2024-12-09T16:47:16,613 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-19120022/hregion-19120022.1733762836567 2024-12-09T16:47:16,613 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35375:35375),(127.0.0.1/127.0.0.1:41579:41579),(127.0.0.1/127.0.0.1:33715:33715)] 2024-12-09T16:47:16,614 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => bb1c2d00ece3c330632443ba3a9cbc4d, NAME => 'testRegionMadeOfBulkLoadedFilesOnly,,1733762836509.bb1c2d00ece3c330632443ba3a9cbc4d.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testRegionMadeOfBulkLoadedFilesOnly', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46245/hbase 2024-12-09T16:47:16,622 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38561 is added to blk_1073741879_1056 (size=70) 2024-12-09T16:47:16,622 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34879 is added to blk_1073741879_1056 (size=70) 2024-12-09T16:47:16,623 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40695 is added to blk_1073741879_1056 (size=70) 2024-12-09T16:47:16,623 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testRegionMadeOfBulkLoadedFilesOnly,,1733762836509.bb1c2d00ece3c330632443ba3a9cbc4d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T16:47:16,625 INFO [StoreOpener-bb1c2d00ece3c330632443ba3a9cbc4d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region bb1c2d00ece3c330632443ba3a9cbc4d 2024-12-09T16:47:16,627 INFO [StoreOpener-bb1c2d00ece3c330632443ba3a9cbc4d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bb1c2d00ece3c330632443ba3a9cbc4d columnFamilyName a 2024-12-09T16:47:16,627 DEBUG [StoreOpener-bb1c2d00ece3c330632443ba3a9cbc4d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T16:47:16,627 INFO [StoreOpener-bb1c2d00ece3c330632443ba3a9cbc4d-1 {}] regionserver.HStore(327): Store=bb1c2d00ece3c330632443ba3a9cbc4d/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T16:47:16,628 INFO [StoreOpener-bb1c2d00ece3c330632443ba3a9cbc4d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region bb1c2d00ece3c330632443ba3a9cbc4d 2024-12-09T16:47:16,629 INFO [StoreOpener-bb1c2d00ece3c330632443ba3a9cbc4d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bb1c2d00ece3c330632443ba3a9cbc4d columnFamilyName b 2024-12-09T16:47:16,629 DEBUG [StoreOpener-bb1c2d00ece3c330632443ba3a9cbc4d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T16:47:16,630 INFO [StoreOpener-bb1c2d00ece3c330632443ba3a9cbc4d-1 {}] regionserver.HStore(327): Store=bb1c2d00ece3c330632443ba3a9cbc4d/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T16:47:16,630 INFO [StoreOpener-bb1c2d00ece3c330632443ba3a9cbc4d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region bb1c2d00ece3c330632443ba3a9cbc4d 2024-12-09T16:47:16,632 INFO [StoreOpener-bb1c2d00ece3c330632443ba3a9cbc4d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bb1c2d00ece3c330632443ba3a9cbc4d columnFamilyName c 2024-12-09T16:47:16,632 DEBUG [StoreOpener-bb1c2d00ece3c330632443ba3a9cbc4d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T16:47:16,633 INFO [StoreOpener-bb1c2d00ece3c330632443ba3a9cbc4d-1 {}] regionserver.HStore(327): Store=bb1c2d00ece3c330632443ba3a9cbc4d/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T16:47:16,633 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for bb1c2d00ece3c330632443ba3a9cbc4d 2024-12-09T16:47:16,634 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46245/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/bb1c2d00ece3c330632443ba3a9cbc4d 2024-12-09T16:47:16,634 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46245/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/bb1c2d00ece3c330632443ba3a9cbc4d 2024-12-09T16:47:16,635 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for bb1c2d00ece3c330632443ba3a9cbc4d 2024-12-09T16:47:16,635 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for bb1c2d00ece3c330632443ba3a9cbc4d 2024-12-09T16:47:16,636 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRegionMadeOfBulkLoadedFilesOnly descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-09T16:47:16,637 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for bb1c2d00ece3c330632443ba3a9cbc4d 2024-12-09T16:47:16,640 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46245/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/bb1c2d00ece3c330632443ba3a9cbc4d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-09T16:47:16,640 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened bb1c2d00ece3c330632443ba3a9cbc4d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74850840, jitterRate=0.1153644323348999}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-09T16:47:16,641 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for bb1c2d00ece3c330632443ba3a9cbc4d: Writing region info on filesystem at 1733762836623Initializing all the Stores at 1733762836624 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733762836624Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733762836625 (+1 ms)Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733762836625Cleaning up temporary data from old regions at 1733762836635 (+10 ms)Region opened successfully at 1733762836641 (+6 ms) 2024-12-09T16:47:16,641 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing bb1c2d00ece3c330632443ba3a9cbc4d, disabling compactions & flushes 2024-12-09T16:47:16,641 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testRegionMadeOfBulkLoadedFilesOnly,,1733762836509.bb1c2d00ece3c330632443ba3a9cbc4d. 2024-12-09T16:47:16,641 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testRegionMadeOfBulkLoadedFilesOnly,,1733762836509.bb1c2d00ece3c330632443ba3a9cbc4d. 2024-12-09T16:47:16,641 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testRegionMadeOfBulkLoadedFilesOnly,,1733762836509.bb1c2d00ece3c330632443ba3a9cbc4d. after waiting 0 ms 2024-12-09T16:47:16,641 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testRegionMadeOfBulkLoadedFilesOnly,,1733762836509.bb1c2d00ece3c330632443ba3a9cbc4d. 2024-12-09T16:47:16,642 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testRegionMadeOfBulkLoadedFilesOnly,,1733762836509.bb1c2d00ece3c330632443ba3a9cbc4d. 2024-12-09T16:47:16,642 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for bb1c2d00ece3c330632443ba3a9cbc4d: Waiting for close lock at 1733762836641Disabling compacts and flushes for region at 1733762836641Disabling writes for close at 1733762836641Writing region close event to WAL at 1733762836642 (+1 ms)Closed at 1733762836642 2024-12-09T16:47:16,645 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34879 is added to blk_1073741878_1055 (size=175) 2024-12-09T16:47:16,645 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40695 is added to blk_1073741878_1055 (size=175) 2024-12-09T16:47:16,645 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38561 is added to blk_1073741878_1055 (size=175) 2024-12-09T16:47:16,646 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /hbase/WALs/hregion-19120022/hregion-19120022.1733762836567 not finished, retry = 0 2024-12-09T16:47:16,749 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-12-09T16:47:16,749 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-19120022:(num 1733762836567) 2024-12-09T16:47:16,749 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-12-09T16:47:16,751 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:46245/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733762836507, archiveDir=hdfs://localhost:46245/hbase/oldWALs, maxLogs=32 2024-12-09T16:47:16,763 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733762836507/wal.1733762836751, exclude list is [], retry=0 2024-12-09T16:47:16,766 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40695,DS-d26823f1-b96e-41d9-b095-4a6efe2c185b,DISK] 2024-12-09T16:47:16,767 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34879,DS-5a363144-5077-4a66-a9ce-79ba83f1c010,DISK] 2024-12-09T16:47:16,767 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38561,DS-74f46a19-d323-470c-9c50-39572d9ebdef,DISK] 2024-12-09T16:47:16,792 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733762836507/wal.1733762836751 2024-12-09T16:47:16,794 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41579:41579),(127.0.0.1/127.0.0.1:33715:33715),(127.0.0.1/127.0.0.1:35375:35375)] 2024-12-09T16:47:16,794 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => bb1c2d00ece3c330632443ba3a9cbc4d, NAME => 'testRegionMadeOfBulkLoadedFilesOnly,,1733762836509.bb1c2d00ece3c330632443ba3a9cbc4d.', STARTKEY => '', ENDKEY => ''} 2024-12-09T16:47:16,795 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testRegionMadeOfBulkLoadedFilesOnly,,1733762836509.bb1c2d00ece3c330632443ba3a9cbc4d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T16:47:16,795 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for bb1c2d00ece3c330632443ba3a9cbc4d 2024-12-09T16:47:16,795 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for bb1c2d00ece3c330632443ba3a9cbc4d 2024-12-09T16:47:16,796 INFO [StoreOpener-bb1c2d00ece3c330632443ba3a9cbc4d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region bb1c2d00ece3c330632443ba3a9cbc4d 2024-12-09T16:47:16,797 INFO [StoreOpener-bb1c2d00ece3c330632443ba3a9cbc4d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bb1c2d00ece3c330632443ba3a9cbc4d columnFamilyName a 2024-12-09T16:47:16,797 DEBUG [StoreOpener-bb1c2d00ece3c330632443ba3a9cbc4d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T16:47:16,798 INFO [StoreOpener-bb1c2d00ece3c330632443ba3a9cbc4d-1 {}] regionserver.HStore(327): Store=bb1c2d00ece3c330632443ba3a9cbc4d/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T16:47:16,798 INFO [StoreOpener-bb1c2d00ece3c330632443ba3a9cbc4d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region bb1c2d00ece3c330632443ba3a9cbc4d 2024-12-09T16:47:16,799 INFO [StoreOpener-bb1c2d00ece3c330632443ba3a9cbc4d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bb1c2d00ece3c330632443ba3a9cbc4d columnFamilyName b 2024-12-09T16:47:16,799 DEBUG [StoreOpener-bb1c2d00ece3c330632443ba3a9cbc4d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T16:47:16,799 INFO [StoreOpener-bb1c2d00ece3c330632443ba3a9cbc4d-1 {}] regionserver.HStore(327): Store=bb1c2d00ece3c330632443ba3a9cbc4d/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T16:47:16,799 INFO [StoreOpener-bb1c2d00ece3c330632443ba3a9cbc4d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region bb1c2d00ece3c330632443ba3a9cbc4d 2024-12-09T16:47:16,800 INFO [StoreOpener-bb1c2d00ece3c330632443ba3a9cbc4d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bb1c2d00ece3c330632443ba3a9cbc4d columnFamilyName c 2024-12-09T16:47:16,800 DEBUG [StoreOpener-bb1c2d00ece3c330632443ba3a9cbc4d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T16:47:16,801 INFO [StoreOpener-bb1c2d00ece3c330632443ba3a9cbc4d-1 {}] regionserver.HStore(327): Store=bb1c2d00ece3c330632443ba3a9cbc4d/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T16:47:16,801 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for bb1c2d00ece3c330632443ba3a9cbc4d 2024-12-09T16:47:16,801 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46245/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/bb1c2d00ece3c330632443ba3a9cbc4d 2024-12-09T16:47:16,803 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46245/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/bb1c2d00ece3c330632443ba3a9cbc4d 2024-12-09T16:47:16,804 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for bb1c2d00ece3c330632443ba3a9cbc4d 2024-12-09T16:47:16,804 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for bb1c2d00ece3c330632443ba3a9cbc4d 2024-12-09T16:47:16,804 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRegionMadeOfBulkLoadedFilesOnly descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-09T16:47:16,805 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for bb1c2d00ece3c330632443ba3a9cbc4d 2024-12-09T16:47:16,806 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened bb1c2d00ece3c330632443ba3a9cbc4d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68352916, jitterRate=0.018537819385528564}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-09T16:47:16,807 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for bb1c2d00ece3c330632443ba3a9cbc4d: Writing region info on filesystem at 1733762836795Initializing all the Stores at 1733762836796 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733762836796Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733762836796Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733762836796Cleaning up temporary data from old regions at 1733762836804 (+8 ms)Region opened successfully at 1733762836807 (+3 ms) 2024-12-09T16:47:16,812 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46245/hbase/testRegionMadeOfBulkLoadedFilesOnly/hfile is 28, key is \x0D/a:a/1733762836811/Put/seqid=0 2024-12-09T16:47:16,825 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38561 is added to blk_1073741881_1058 (size=4826) 2024-12-09T16:47:16,825 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40695 is added to blk_1073741881_1058 (size=4826) 2024-12-09T16:47:16,827 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34879 is added to blk_1073741881_1058 (size=4826) 2024-12-09T16:47:16,828 INFO [Time-limited test {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:46245/hbase/testRegionMadeOfBulkLoadedFilesOnly/hfile for inclusion in bb1c2d00ece3c330632443ba3a9cbc4d/a 2024-12-09T16:47:16,836 DEBUG [Time-limited test {}] regionserver.HStore(626): HFile bounds: first= last=z 2024-12-09T16:47:16,837 DEBUG [Time-limited test {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-09T16:47:16,837 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for bb1c2d00ece3c330632443ba3a9cbc4d: 2024-12-09T16:47:16,838 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46245/hbase/testRegionMadeOfBulkLoadedFilesOnly/hfile as hdfs://localhost:46245/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/bb1c2d00ece3c330632443ba3a9cbc4d/a/dcc4dbf06db847519e072e09b4896947_SeqId_3_ 2024-12-09T16:47:16,839 INFO [Time-limited test {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:46245/hbase/testRegionMadeOfBulkLoadedFilesOnly/hfile into bb1c2d00ece3c330632443ba3a9cbc4d/a as hdfs://localhost:46245/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/bb1c2d00ece3c330632443ba3a9cbc4d/a/dcc4dbf06db847519e072e09b4896947_SeqId_3_ - updating store file list. 2024-12-09T16:47:16,844 DEBUG [Time-limited test {}] regionserver.HStoreFile(483): HFile Bloom filter type for dcc4dbf06db847519e072e09b4896947_SeqId_3_: NONE, but ROW specified in column family configuration 2024-12-09T16:47:16,845 INFO [Time-limited test {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:46245/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/bb1c2d00ece3c330632443ba3a9cbc4d/a/dcc4dbf06db847519e072e09b4896947_SeqId_3_ into bb1c2d00ece3c330632443ba3a9cbc4d/a 2024-12-09T16:47:16,845 INFO [Time-limited test {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:46245/hbase/testRegionMadeOfBulkLoadedFilesOnly/hfile into bb1c2d00ece3c330632443ba3a9cbc4d/a (new location: hdfs://localhost:46245/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/bb1c2d00ece3c330632443ba3a9cbc4d/a/dcc4dbf06db847519e072e09b4896947_SeqId_3_) 2024-12-09T16:47:16,880 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:46245/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733762836507/wal.1733762836751, size=0 (0bytes) 2024-12-09T16:47:16,880 WARN [Time-limited test {}] wal.WALSplitter(453): File hdfs://localhost:46245/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733762836507/wal.1733762836751 might be still open, length is 0 2024-12-09T16:47:16,880 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:46245/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733762836507/wal.1733762836751 2024-12-09T16:47:16,881 WARN [IPC Server handler 2 on default port 46245 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733762836507/wal.1733762836751 has not been closed. Lease recovery is in progress. RecoveryId = 1059 for block blk_1073741880_1057 2024-12-09T16:47:16,881 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=hdfs://localhost:46245/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733762836507/wal.1733762836751 after 1ms 2024-12-09T16:47:18,716 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_951206415_22 at /127.0.0.1:48908 [Receiving block BP-836713542-172.17.0.2-1733762820848:blk_1073741880_1057] {}] datanode.DataXceiver(331): 127.0.0.1:40695:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:48908 dst: /127.0.0.1:40695 java.io.InterruptedIOException: Interrupted while waiting for IO on channel java.nio.channels.SocketChannel[connected local=localhost/127.0.0.1:40695 remote=/127.0.0.1:48908]. Total timeout mills is 60000, 58134 millis timeout left. at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:350) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T16:47:18,717 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_951206415_22 at /127.0.0.1:40624 [Receiving block BP-836713542-172.17.0.2-1733762820848:blk_1073741880_1057] {}] datanode.DataXceiver(331): 127.0.0.1:38561:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:40624 dst: /127.0.0.1:38561 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T16:47:18,717 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_951206415_22 at /127.0.0.1:59382 [Receiving block BP-836713542-172.17.0.2-1733762820848:blk_1073741880_1057] {}] datanode.DataXceiver(331): 127.0.0.1:34879:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:59382 dst: /127.0.0.1:34879 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T16:47:18,720 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40695 is added to blk_1073741880_1059 (size=606) 2024-12-09T16:47:18,721 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34879 is added to blk_1073741880_1059 (size=606) 2024-12-09T16:47:20,882 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=hdfs://localhost:46245/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733762836507/wal.1733762836751 after 4002ms 2024-12-09T16:47:20,914 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(302): Initialized secure protobuf WAL: cipher=AES 2024-12-09T16:47:20,914 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:46245/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733762836507/wal.1733762836751 took 4034ms 2024-12-09T16:47:20,916 INFO [Time-limited test {}] wal.WALSplitter(493): EOF from hdfs://localhost:46245/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733762836507/wal.1733762836751; continuing. 2024-12-09T16:47:20,916 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:46245/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733762836507/wal.1733762836751 so closing down 2024-12-09T16:47:20,916 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-09T16:47:20,918 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000005-wal.1733762836751.temp 2024-12-09T16:47:20,940 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46245/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/bb1c2d00ece3c330632443ba3a9cbc4d/recovered.edits/0000000000000000005-wal.1733762836751.temp 2024-12-09T16:47:20,940 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-09T16:47:20,946 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40695 is added to blk_1073741882_1060 (size=329) 2024-12-09T16:47:20,946 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34879 is added to blk_1073741882_1060 (size=329) 2024-12-09T16:47:20,946 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38561 is added to blk_1073741882_1060 (size=329) 2024-12-09T16:47:20,947 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46245/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/bb1c2d00ece3c330632443ba3a9cbc4d/recovered.edits/0000000000000000005-wal.1733762836751.temp (wrote 1 edits, skipped 0 edits in 0 ms) 2024-12-09T16:47:20,948 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46245/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/bb1c2d00ece3c330632443ba3a9cbc4d/recovered.edits/0000000000000000005-wal.1733762836751.temp to hdfs://localhost:46245/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/bb1c2d00ece3c330632443ba3a9cbc4d/recovered.edits/0000000000000000005 2024-12-09T16:47:20,948 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 2 edits across 1 Regions in 34 ms; skipped=1; WAL=hdfs://localhost:46245/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733762836507/wal.1733762836751, size=0, length=0, corrupted=false, cancelled=false 2024-12-09T16:47:20,948 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:46245/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733762836507/wal.1733762836751, journal: Splitting hdfs://localhost:46245/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733762836507/wal.1733762836751, size=0 (0bytes) at 1733762836880Finishing writing output for hdfs://localhost:46245/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733762836507/wal.1733762836751 so closing down at 1733762840916 (+4036 ms)Creating recovered edits writer path=hdfs://localhost:46245/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/bb1c2d00ece3c330632443ba3a9cbc4d/recovered.edits/0000000000000000005-wal.1733762836751.temp at 1733762840940 (+24 ms)3 split writer threads finished at 1733762840940Closed recovered edits writer path=hdfs://localhost:46245/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/bb1c2d00ece3c330632443ba3a9cbc4d/recovered.edits/0000000000000000005-wal.1733762836751.temp (wrote 1 edits, skipped 0 edits in 0 ms) at 1733762840947 (+7 ms)Rename recovered edits hdfs://localhost:46245/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/bb1c2d00ece3c330632443ba3a9cbc4d/recovered.edits/0000000000000000005-wal.1733762836751.temp to hdfs://localhost:46245/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/bb1c2d00ece3c330632443ba3a9cbc4d/recovered.edits/0000000000000000005 at 1733762840948 (+1 ms)Processed 2 edits across 1 Regions in 34 ms; skipped=1; WAL=hdfs://localhost:46245/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733762836507/wal.1733762836751, size=0, length=0, corrupted=false, cancelled=false at 1733762840948 2024-12-09T16:47:20,949 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:46245/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733762836507/wal.1733762836751 to hdfs://localhost:46245/hbase/oldWALs/wal.1733762836751 2024-12-09T16:47:20,950 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:46245/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/bb1c2d00ece3c330632443ba3a9cbc4d/recovered.edits/0000000000000000005 2024-12-09T16:47:20,950 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-12-09T16:47:20,952 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:46245/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733762836507, archiveDir=hdfs://localhost:46245/hbase/oldWALs, maxLogs=32 2024-12-09T16:47:20,969 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733762836507/wal.1733762840952, exclude list is [], retry=0 2024-12-09T16:47:20,971 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38561,DS-74f46a19-d323-470c-9c50-39572d9ebdef,DISK] 2024-12-09T16:47:20,972 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34879,DS-5a363144-5077-4a66-a9ce-79ba83f1c010,DISK] 2024-12-09T16:47:20,972 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40695,DS-d26823f1-b96e-41d9-b095-4a6efe2c185b,DISK] 2024-12-09T16:47:20,993 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733762836507/wal.1733762840952 2024-12-09T16:47:20,993 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35375:35375),(127.0.0.1/127.0.0.1:33715:33715),(127.0.0.1/127.0.0.1:41579:41579)] 2024-12-09T16:47:20,993 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => bb1c2d00ece3c330632443ba3a9cbc4d, NAME => 'testRegionMadeOfBulkLoadedFilesOnly,,1733762836509.bb1c2d00ece3c330632443ba3a9cbc4d.', STARTKEY => '', ENDKEY => ''} 2024-12-09T16:47:20,993 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testRegionMadeOfBulkLoadedFilesOnly,,1733762836509.bb1c2d00ece3c330632443ba3a9cbc4d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T16:47:20,993 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for bb1c2d00ece3c330632443ba3a9cbc4d 2024-12-09T16:47:20,993 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for bb1c2d00ece3c330632443ba3a9cbc4d 2024-12-09T16:47:20,995 INFO [StoreOpener-bb1c2d00ece3c330632443ba3a9cbc4d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region bb1c2d00ece3c330632443ba3a9cbc4d 2024-12-09T16:47:20,996 INFO [StoreOpener-bb1c2d00ece3c330632443ba3a9cbc4d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bb1c2d00ece3c330632443ba3a9cbc4d columnFamilyName a 2024-12-09T16:47:20,996 DEBUG [StoreOpener-bb1c2d00ece3c330632443ba3a9cbc4d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T16:47:21,002 DEBUG [StoreFileOpener-bb1c2d00ece3c330632443ba3a9cbc4d-a-1 {}] regionserver.HStoreFile(483): HFile Bloom filter type for dcc4dbf06db847519e072e09b4896947_SeqId_3_: NONE, but ROW specified in column family configuration 2024-12-09T16:47:21,003 DEBUG [StoreOpener-bb1c2d00ece3c330632443ba3a9cbc4d-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:46245/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/bb1c2d00ece3c330632443ba3a9cbc4d/a/dcc4dbf06db847519e072e09b4896947_SeqId_3_ 2024-12-09T16:47:21,003 INFO [StoreOpener-bb1c2d00ece3c330632443ba3a9cbc4d-1 {}] regionserver.HStore(327): Store=bb1c2d00ece3c330632443ba3a9cbc4d/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T16:47:21,003 INFO [StoreOpener-bb1c2d00ece3c330632443ba3a9cbc4d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region bb1c2d00ece3c330632443ba3a9cbc4d 2024-12-09T16:47:21,004 INFO [StoreOpener-bb1c2d00ece3c330632443ba3a9cbc4d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bb1c2d00ece3c330632443ba3a9cbc4d columnFamilyName b 2024-12-09T16:47:21,004 DEBUG [StoreOpener-bb1c2d00ece3c330632443ba3a9cbc4d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T16:47:21,005 INFO [StoreOpener-bb1c2d00ece3c330632443ba3a9cbc4d-1 {}] regionserver.HStore(327): Store=bb1c2d00ece3c330632443ba3a9cbc4d/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T16:47:21,005 INFO [StoreOpener-bb1c2d00ece3c330632443ba3a9cbc4d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region bb1c2d00ece3c330632443ba3a9cbc4d 2024-12-09T16:47:21,006 INFO [StoreOpener-bb1c2d00ece3c330632443ba3a9cbc4d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bb1c2d00ece3c330632443ba3a9cbc4d columnFamilyName c 2024-12-09T16:47:21,006 DEBUG [StoreOpener-bb1c2d00ece3c330632443ba3a9cbc4d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T16:47:21,007 INFO [StoreOpener-bb1c2d00ece3c330632443ba3a9cbc4d-1 {}] regionserver.HStore(327): Store=bb1c2d00ece3c330632443ba3a9cbc4d/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T16:47:21,007 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for bb1c2d00ece3c330632443ba3a9cbc4d 2024-12-09T16:47:21,008 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46245/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/bb1c2d00ece3c330632443ba3a9cbc4d 2024-12-09T16:47:21,010 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:46245/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/bb1c2d00ece3c330632443ba3a9cbc4d 2024-12-09T16:47:21,011 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:46245/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/bb1c2d00ece3c330632443ba3a9cbc4d/recovered.edits/0000000000000000005 2024-12-09T16:47:21,034 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(302): Initialized secure protobuf WAL: cipher=AES 2024-12-09T16:47:21,035 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 1, skipped 0, firstSequenceIdInLog=5, maxSequenceIdInLog=5, path=hdfs://localhost:46245/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/bb1c2d00ece3c330632443ba3a9cbc4d/recovered.edits/0000000000000000005 2024-12-09T16:47:21,035 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing bb1c2d00ece3c330632443ba3a9cbc4d 3/3 column families, dataSize=58 B heapSize=904 B 2024-12-09T16:47:21,048 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46245/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/bb1c2d00ece3c330632443ba3a9cbc4d/.tmp/a/19f6a243353e453aa2e1542d58878ae6 is 62, key is testRegionMadeOfBulkLoadedFilesOnly/a:a/1733762836850/Put/seqid=0 2024-12-09T16:47:21,054 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38561 is added to blk_1073741884_1062 (size=5149) 2024-12-09T16:47:21,054 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34879 is added to blk_1073741884_1062 (size=5149) 2024-12-09T16:47:21,054 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40695 is added to blk_1073741884_1062 (size=5149) 2024-12-09T16:47:21,054 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58 B at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:46245/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/bb1c2d00ece3c330632443ba3a9cbc4d/.tmp/a/19f6a243353e453aa2e1542d58878ae6 2024-12-09T16:47:21,059 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46245/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/bb1c2d00ece3c330632443ba3a9cbc4d/.tmp/a/19f6a243353e453aa2e1542d58878ae6 as hdfs://localhost:46245/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/bb1c2d00ece3c330632443ba3a9cbc4d/a/19f6a243353e453aa2e1542d58878ae6 2024-12-09T16:47:21,065 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46245/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/bb1c2d00ece3c330632443ba3a9cbc4d/a/19f6a243353e453aa2e1542d58878ae6, entries=1, sequenceid=5, filesize=5.0 K 2024-12-09T16:47:21,065 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~58 B/58, heapSize ~376 B/376, currentSize=0 B/0 for bb1c2d00ece3c330632443ba3a9cbc4d in 30ms, sequenceid=5, compaction requested=false; wal=null 2024-12-09T16:47:21,066 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:46245/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/bb1c2d00ece3c330632443ba3a9cbc4d/recovered.edits/0000000000000000005 2024-12-09T16:47:21,067 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for bb1c2d00ece3c330632443ba3a9cbc4d 2024-12-09T16:47:21,067 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for bb1c2d00ece3c330632443ba3a9cbc4d 2024-12-09T16:47:21,067 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRegionMadeOfBulkLoadedFilesOnly descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-09T16:47:21,068 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for bb1c2d00ece3c330632443ba3a9cbc4d 2024-12-09T16:47:21,070 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46245/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/bb1c2d00ece3c330632443ba3a9cbc4d/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-12-09T16:47:21,071 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened bb1c2d00ece3c330632443ba3a9cbc4d; next sequenceid=6; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69992513, jitterRate=0.0429697185754776}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-09T16:47:21,072 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for bb1c2d00ece3c330632443ba3a9cbc4d: Writing region info on filesystem at 1733762840994Initializing all the Stores at 1733762840995 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733762840995Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733762840995Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733762840995Obtaining lock to block concurrent updates at 1733762841035 (+40 ms)Preparing flush snapshotting stores in bb1c2d00ece3c330632443ba3a9cbc4d at 1733762841035Finished memstore snapshotting testRegionMadeOfBulkLoadedFilesOnly,,1733762836509.bb1c2d00ece3c330632443ba3a9cbc4d., syncing WAL and waiting on mvcc, flushsize=dataSize=58, getHeapSize=856, getOffHeapSize=0, getCellsCount=1 at 1733762841035Flushing stores of testRegionMadeOfBulkLoadedFilesOnly,,1733762836509.bb1c2d00ece3c330632443ba3a9cbc4d. at 1733762841035Flushing bb1c2d00ece3c330632443ba3a9cbc4d/a: creating writer at 1733762841035Flushing bb1c2d00ece3c330632443ba3a9cbc4d/a: appending metadata at 1733762841047 (+12 ms)Flushing bb1c2d00ece3c330632443ba3a9cbc4d/a: closing flushed file at 1733762841047Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@8a954c7: reopening flushed file at 1733762841059 (+12 ms)Finished flush of dataSize ~58 B/58, heapSize ~376 B/376, currentSize=0 B/0 for bb1c2d00ece3c330632443ba3a9cbc4d in 30ms, sequenceid=5, compaction requested=false; wal=null at 1733762841065 (+6 ms)Cleaning up temporary data from old regions at 1733762841067 (+2 ms)Region opened successfully at 1733762841072 (+5 ms) 2024-12-09T16:47:21,076 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing bb1c2d00ece3c330632443ba3a9cbc4d, disabling compactions & flushes 2024-12-09T16:47:21,076 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testRegionMadeOfBulkLoadedFilesOnly,,1733762836509.bb1c2d00ece3c330632443ba3a9cbc4d. 2024-12-09T16:47:21,076 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testRegionMadeOfBulkLoadedFilesOnly,,1733762836509.bb1c2d00ece3c330632443ba3a9cbc4d. 2024-12-09T16:47:21,076 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testRegionMadeOfBulkLoadedFilesOnly,,1733762836509.bb1c2d00ece3c330632443ba3a9cbc4d. after waiting 0 ms 2024-12-09T16:47:21,076 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testRegionMadeOfBulkLoadedFilesOnly,,1733762836509.bb1c2d00ece3c330632443ba3a9cbc4d. 2024-12-09T16:47:21,077 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testRegionMadeOfBulkLoadedFilesOnly,,1733762836509.bb1c2d00ece3c330632443ba3a9cbc4d. 2024-12-09T16:47:21,077 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for bb1c2d00ece3c330632443ba3a9cbc4d: Waiting for close lock at 1733762841076Disabling compacts and flushes for region at 1733762841076Disabling writes for close at 1733762841076Writing region close event to WAL at 1733762841076Closed at 1733762841076 2024-12-09T16:47:21,079 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40695 is added to blk_1073741883_1061 (size=175) 2024-12-09T16:47:21,079 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34879 is added to blk_1073741883_1061 (size=175) 2024-12-09T16:47:21,079 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38561 is added to blk_1073741883_1061 (size=175) 2024-12-09T16:47:21,083 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-12-09T16:47:21,083 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL wal:(num 1733762840952) 2024-12-09T16:47:21,095 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestSecureAsyncWALReplay#testRegionMadeOfBulkLoadedFilesOnly Thread=409 (was 407) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/fe62a2e8-785c-9f90-cd3c-7ff998c3963d/cluster_0ba45188-61d7-48e7-4a43-5e57b6271cb8/data/data4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1649409671_22 at /127.0.0.1:35610 [Waiting for operation #9] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/fe62a2e8-785c-9f90-cd3c-7ff998c3963d/cluster_0ba45188-61d7-48e7-4a43-5e57b6271cb8/data/data3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1649409671_22 at /127.0.0.1:50720 [Waiting for operation #3] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkinstestRegionMadeOfBulkLoadedFilesOnly@localhost:46245 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-17-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1649409671_22 at /127.0.0.1:43980 [Waiting for operation #5] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-17-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1775838448) connection to localhost/127.0.0.1:46245 from jenkinstestRegionMadeOfBulkLoadedFilesOnly java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: AsyncFSWAL-17-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=1025 (was 967) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=198 (was 216), ProcessCount=11 (was 11), AvailableMemoryMB=10387 (was 10385) - AvailableMemoryMB LEAK? - 2024-12-09T16:47:21,097 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1025 is superior to 1024 2024-12-09T16:47:21,107 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestSecureAsyncWALReplay#testReplayEditsAfterRegionMovedWithMultiCF Thread=409, OpenFileDescriptor=1025, MaxFileDescriptor=1048576, SystemLoadAverage=198, ProcessCount=11, AvailableMemoryMB=10387 2024-12-09T16:47:21,107 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1025 is superior to 1024 2024-12-09T16:47:21,121 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-09T16:47:21,125 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-09T16:47:21,129 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 7b4ec1980089,35909,1733762824629 2024-12-09T16:47:21,131 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@565d172e 2024-12-09T16:47:21,132 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-09T16:47:21,133 INFO [HMaster-EventLoopGroup-2-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59060, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-09T16:47:21,136 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35909 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testReplayEditsAfterRegionMovedWithMultiCF', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'cf1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'cf2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-09T16:47:21,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35909 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF 2024-12-09T16:47:21,144 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF execute state=CREATE_TABLE_PRE_OPERATION 2024-12-09T16:47:21,145 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35909 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testReplayEditsAfterRegionMovedWithMultiCF" procId is: 4 2024-12-09T16:47:21,146 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T16:47:21,147 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-09T16:47:21,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35909 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-09T16:47:21,158 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38561 is added to blk_1073741885_1063 (size=694) 2024-12-09T16:47:21,158 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34879 is added to blk_1073741885_1063 (size=694) 2024-12-09T16:47:21,158 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40695 is added to blk_1073741885_1063 (size=694) 2024-12-09T16:47:21,160 INFO [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 3a6ccf51dfa960b8284a2ebc9d94b9f8, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1733762841135.3a6ccf51dfa960b8284a2ebc9d94b9f8.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsAfterRegionMovedWithMultiCF', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'cf2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46245/user/jenkins/test-data/f85bc056-772a-5340-809f-da35843890f1 2024-12-09T16:47:21,168 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34879 is added to blk_1073741886_1064 (size=77) 2024-12-09T16:47:21,168 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40695 is added to blk_1073741886_1064 (size=77) 2024-12-09T16:47:21,168 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38561 is added to blk_1073741886_1064 (size=77) 2024-12-09T16:47:21,169 DEBUG [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1733762841135.3a6ccf51dfa960b8284a2ebc9d94b9f8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T16:47:21,169 DEBUG [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1722): Closing 3a6ccf51dfa960b8284a2ebc9d94b9f8, disabling compactions & flushes 2024-12-09T16:47:21,169 INFO [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1733762841135.3a6ccf51dfa960b8284a2ebc9d94b9f8. 2024-12-09T16:47:21,169 DEBUG [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1733762841135.3a6ccf51dfa960b8284a2ebc9d94b9f8. 2024-12-09T16:47:21,169 DEBUG [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1733762841135.3a6ccf51dfa960b8284a2ebc9d94b9f8. after waiting 0 ms 2024-12-09T16:47:21,169 DEBUG [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1733762841135.3a6ccf51dfa960b8284a2ebc9d94b9f8. 2024-12-09T16:47:21,169 INFO [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1733762841135.3a6ccf51dfa960b8284a2ebc9d94b9f8. 2024-12-09T16:47:21,169 DEBUG [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1676): Region close journal for 3a6ccf51dfa960b8284a2ebc9d94b9f8: Waiting for close lock at 1733762841169Disabling compacts and flushes for region at 1733762841169Disabling writes for close at 1733762841169Writing region close event to WAL at 1733762841169Closed at 1733762841169 2024-12-09T16:47:21,171 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF execute state=CREATE_TABLE_ADD_TO_META 2024-12-09T16:47:21,176 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testReplayEditsAfterRegionMovedWithMultiCF,,1733762841135.3a6ccf51dfa960b8284a2ebc9d94b9f8.","families":{"info":[{"qualifier":"regioninfo","vlen":76,"tag":[],"timestamp":"1733762841171"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733762841171"}]},"ts":"1733762841171"} 2024-12-09T16:47:21,179 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-09T16:47:21,180 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-09T16:47:21,182 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testReplayEditsAfterRegionMovedWithMultiCF","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733762841180"}]},"ts":"1733762841180"} 2024-12-09T16:47:21,185 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testReplayEditsAfterRegionMovedWithMultiCF, state=ENABLING in hbase:meta 2024-12-09T16:47:21,186 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {7b4ec1980089=0} racks are {/default-rack=0} 2024-12-09T16:47:21,187 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-12-09T16:47:21,187 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-12-09T16:47:21,187 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-12-09T16:47:21,187 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-12-09T16:47:21,187 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-12-09T16:47:21,187 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-12-09T16:47:21,187 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-12-09T16:47:21,187 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-12-09T16:47:21,187 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-12-09T16:47:21,187 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-12-09T16:47:21,189 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=3a6ccf51dfa960b8284a2ebc9d94b9f8, ASSIGN}] 2024-12-09T16:47:21,191 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=3a6ccf51dfa960b8284a2ebc9d94b9f8, ASSIGN 2024-12-09T16:47:21,192 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=3a6ccf51dfa960b8284a2ebc9d94b9f8, ASSIGN; state=OFFLINE, location=7b4ec1980089,34375,1733762825383; forceNewPlan=false, retain=false 2024-12-09T16:47:21,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35909 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-09T16:47:21,345 INFO [7b4ec1980089:35909 {}] balancer.BaseLoadBalancer(388): Reassigned 1 regions. 1 retained the pre-restart assignment. 2024-12-09T16:47:21,346 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=3a6ccf51dfa960b8284a2ebc9d94b9f8, regionState=OPENING, regionLocation=7b4ec1980089,34375,1733762825383 2024-12-09T16:47:21,350 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=3a6ccf51dfa960b8284a2ebc9d94b9f8, ASSIGN because future has completed 2024-12-09T16:47:21,351 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3a6ccf51dfa960b8284a2ebc9d94b9f8, server=7b4ec1980089,34375,1733762825383}] 2024-12-09T16:47:21,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35909 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-09T16:47:21,505 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-09T16:47:21,509 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42001, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-09T16:47:21,516 INFO [RS_OPEN_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open testReplayEditsAfterRegionMovedWithMultiCF,,1733762841135.3a6ccf51dfa960b8284a2ebc9d94b9f8. 2024-12-09T16:47:21,516 DEBUG [RS_OPEN_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 3a6ccf51dfa960b8284a2ebc9d94b9f8, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1733762841135.3a6ccf51dfa960b8284a2ebc9d94b9f8.', STARTKEY => '', ENDKEY => ''} 2024-12-09T16:47:21,517 DEBUG [RS_OPEN_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testReplayEditsAfterRegionMovedWithMultiCF 3a6ccf51dfa960b8284a2ebc9d94b9f8 2024-12-09T16:47:21,517 DEBUG [RS_OPEN_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1733762841135.3a6ccf51dfa960b8284a2ebc9d94b9f8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T16:47:21,517 DEBUG [RS_OPEN_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 3a6ccf51dfa960b8284a2ebc9d94b9f8 2024-12-09T16:47:21,517 DEBUG [RS_OPEN_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 3a6ccf51dfa960b8284a2ebc9d94b9f8 2024-12-09T16:47:21,518 INFO [StoreOpener-3a6ccf51dfa960b8284a2ebc9d94b9f8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf1 of region 3a6ccf51dfa960b8284a2ebc9d94b9f8 2024-12-09T16:47:21,520 INFO [StoreOpener-3a6ccf51dfa960b8284a2ebc9d94b9f8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3a6ccf51dfa960b8284a2ebc9d94b9f8 columnFamilyName cf1 2024-12-09T16:47:21,520 DEBUG [StoreOpener-3a6ccf51dfa960b8284a2ebc9d94b9f8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T16:47:21,520 INFO [StoreOpener-3a6ccf51dfa960b8284a2ebc9d94b9f8-1 {}] regionserver.HStore(327): Store=3a6ccf51dfa960b8284a2ebc9d94b9f8/cf1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T16:47:21,521 INFO [StoreOpener-3a6ccf51dfa960b8284a2ebc9d94b9f8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf2 of region 3a6ccf51dfa960b8284a2ebc9d94b9f8 2024-12-09T16:47:21,522 INFO [StoreOpener-3a6ccf51dfa960b8284a2ebc9d94b9f8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3a6ccf51dfa960b8284a2ebc9d94b9f8 columnFamilyName cf2 2024-12-09T16:47:21,522 DEBUG [StoreOpener-3a6ccf51dfa960b8284a2ebc9d94b9f8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T16:47:21,522 INFO [StoreOpener-3a6ccf51dfa960b8284a2ebc9d94b9f8-1 {}] regionserver.HStore(327): Store=3a6ccf51dfa960b8284a2ebc9d94b9f8/cf2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T16:47:21,522 DEBUG [RS_OPEN_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 3a6ccf51dfa960b8284a2ebc9d94b9f8 2024-12-09T16:47:21,523 DEBUG [RS_OPEN_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46245/user/jenkins/test-data/f85bc056-772a-5340-809f-da35843890f1/data/default/testReplayEditsAfterRegionMovedWithMultiCF/3a6ccf51dfa960b8284a2ebc9d94b9f8 2024-12-09T16:47:21,523 DEBUG [RS_OPEN_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46245/user/jenkins/test-data/f85bc056-772a-5340-809f-da35843890f1/data/default/testReplayEditsAfterRegionMovedWithMultiCF/3a6ccf51dfa960b8284a2ebc9d94b9f8 2024-12-09T16:47:21,524 DEBUG [RS_OPEN_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 3a6ccf51dfa960b8284a2ebc9d94b9f8 2024-12-09T16:47:21,524 DEBUG [RS_OPEN_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 3a6ccf51dfa960b8284a2ebc9d94b9f8 2024-12-09T16:47:21,525 DEBUG [RS_OPEN_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterRegionMovedWithMultiCF descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-09T16:47:21,526 DEBUG [RS_OPEN_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 3a6ccf51dfa960b8284a2ebc9d94b9f8 2024-12-09T16:47:21,529 DEBUG [RS_OPEN_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46245/user/jenkins/test-data/f85bc056-772a-5340-809f-da35843890f1/data/default/testReplayEditsAfterRegionMovedWithMultiCF/3a6ccf51dfa960b8284a2ebc9d94b9f8/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-09T16:47:21,530 INFO [RS_OPEN_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 3a6ccf51dfa960b8284a2ebc9d94b9f8; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73430988, jitterRate=0.09420698881149292}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-09T16:47:21,530 DEBUG [RS_OPEN_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 3a6ccf51dfa960b8284a2ebc9d94b9f8 2024-12-09T16:47:21,530 DEBUG [RS_OPEN_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 3a6ccf51dfa960b8284a2ebc9d94b9f8: Running coprocessor pre-open hook at 1733762841517Writing region info on filesystem at 1733762841517Initializing all the Stores at 1733762841518 (+1 ms)Instantiating store for column family {NAME => 'cf1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733762841518Instantiating store for column family {NAME => 'cf2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733762841518Cleaning up temporary data from old regions at 1733762841524 (+6 ms)Running coprocessor post-open hooks at 1733762841530 (+6 ms)Region opened successfully at 1733762841530 2024-12-09T16:47:21,532 INFO [RS_OPEN_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for testReplayEditsAfterRegionMovedWithMultiCF,,1733762841135.3a6ccf51dfa960b8284a2ebc9d94b9f8., pid=6, masterSystemTime=1733762841505 2024-12-09T16:47:21,535 DEBUG [RS_OPEN_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for testReplayEditsAfterRegionMovedWithMultiCF,,1733762841135.3a6ccf51dfa960b8284a2ebc9d94b9f8. 2024-12-09T16:47:21,535 INFO [RS_OPEN_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened testReplayEditsAfterRegionMovedWithMultiCF,,1733762841135.3a6ccf51dfa960b8284a2ebc9d94b9f8. 2024-12-09T16:47:21,536 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=3a6ccf51dfa960b8284a2ebc9d94b9f8, regionState=OPEN, openSeqNum=2, regionLocation=7b4ec1980089,34375,1733762825383 2024-12-09T16:47:21,540 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3a6ccf51dfa960b8284a2ebc9d94b9f8, server=7b4ec1980089,34375,1733762825383 because future has completed 2024-12-09T16:47:21,544 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-09T16:47:21,544 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 3a6ccf51dfa960b8284a2ebc9d94b9f8, server=7b4ec1980089,34375,1733762825383 in 191 msec 2024-12-09T16:47:21,547 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-09T16:47:21,547 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=3a6ccf51dfa960b8284a2ebc9d94b9f8, ASSIGN in 355 msec 2024-12-09T16:47:21,548 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-09T16:47:21,548 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testReplayEditsAfterRegionMovedWithMultiCF","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733762841548"}]},"ts":"1733762841548"} 2024-12-09T16:47:21,551 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=testReplayEditsAfterRegionMovedWithMultiCF, state=ENABLED in hbase:meta 2024-12-09T16:47:21,552 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF execute state=CREATE_TABLE_POST_OPERATION 2024-12-09T16:47:21,554 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF in 414 msec 2024-12-09T16:47:21,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35909 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-09T16:47:21,783 INFO [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testReplayEditsAfterRegionMovedWithMultiCF completed 2024-12-09T16:47:21,783 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testReplayEditsAfterRegionMovedWithMultiCF get assigned. Timeout = 60000ms 2024-12-09T16:47:21,785 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-09T16:47:21,793 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testReplayEditsAfterRegionMovedWithMultiCF assigned to meta. Checking AM states. 2024-12-09T16:47:21,793 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-09T16:47:21,794 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testReplayEditsAfterRegionMovedWithMultiCF assigned. 2024-12-09T16:47:21,805 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testReplayEditsAfterRegionMovedWithMultiCF', row='r1', locateType=CURRENT is [region=testReplayEditsAfterRegionMovedWithMultiCF,,1733762841135.3a6ccf51dfa960b8284a2ebc9d94b9f8., hostname=7b4ec1980089,34375,1733762825383, seqNum=2] 2024-12-09T16:47:21,807 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T16:47:21,809 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41418, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-09T16:47:21,826 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35909 {}] master.HMaster(2410): Client=jenkins//172.17.0.2 move hri=3a6ccf51dfa960b8284a2ebc9d94b9f8, source=7b4ec1980089,34375,1733762825383, destination=7b4ec1980089,42869,1733762825502, warming up region on 7b4ec1980089,42869,1733762825502 2024-12-09T16:47:21,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35909 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-09T16:47:21,829 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35909 {}] master.HMaster(2414): Client=jenkins//172.17.0.2 move hri=3a6ccf51dfa960b8284a2ebc9d94b9f8, source=7b4ec1980089,34375,1733762825383, destination=7b4ec1980089,42869,1733762825502, running balancer 2024-12-09T16:47:21,830 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52757, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-09T16:47:21,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35909 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=3a6ccf51dfa960b8284a2ebc9d94b9f8, REOPEN/MOVE 2024-12-09T16:47:21,831 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=3a6ccf51dfa960b8284a2ebc9d94b9f8, REOPEN/MOVE 2024-12-09T16:47:21,833 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=3a6ccf51dfa960b8284a2ebc9d94b9f8, regionState=CLOSING, regionLocation=7b4ec1980089,34375,1733762825383 2024-12-09T16:47:21,835 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42869 {}] regionserver.RSRpcServices(2066): Warmup testReplayEditsAfterRegionMovedWithMultiCF,,1733762841135.3a6ccf51dfa960b8284a2ebc9d94b9f8. 2024-12-09T16:47:21,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42869 {}] regionserver.HRegion(7855): Warmup {ENCODED => 3a6ccf51dfa960b8284a2ebc9d94b9f8, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1733762841135.3a6ccf51dfa960b8284a2ebc9d94b9f8.', STARTKEY => '', ENDKEY => ''} 2024-12-09T16:47:21,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42869 {}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1733762841135.3a6ccf51dfa960b8284a2ebc9d94b9f8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T16:47:21,836 INFO [StoreOpener-3a6ccf51dfa960b8284a2ebc9d94b9f8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf1 of region 3a6ccf51dfa960b8284a2ebc9d94b9f8 2024-12-09T16:47:21,836 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=3a6ccf51dfa960b8284a2ebc9d94b9f8, REOPEN/MOVE because future has completed 2024-12-09T16:47:21,837 INFO [StoreOpener-3a6ccf51dfa960b8284a2ebc9d94b9f8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3a6ccf51dfa960b8284a2ebc9d94b9f8 columnFamilyName cf1 2024-12-09T16:47:21,837 DEBUG [StoreOpener-3a6ccf51dfa960b8284a2ebc9d94b9f8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T16:47:21,837 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-09T16:47:21,837 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=7, state=RUNNABLE, hasLock=false; CloseRegionProcedure 3a6ccf51dfa960b8284a2ebc9d94b9f8, server=7b4ec1980089,34375,1733762825383}] 2024-12-09T16:47:21,838 INFO [StoreOpener-3a6ccf51dfa960b8284a2ebc9d94b9f8-1 {}] regionserver.HStore(327): Store=3a6ccf51dfa960b8284a2ebc9d94b9f8/cf1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T16:47:21,838 INFO [StoreOpener-3a6ccf51dfa960b8284a2ebc9d94b9f8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf2 of region 3a6ccf51dfa960b8284a2ebc9d94b9f8 2024-12-09T16:47:21,839 INFO [StoreOpener-3a6ccf51dfa960b8284a2ebc9d94b9f8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3a6ccf51dfa960b8284a2ebc9d94b9f8 columnFamilyName cf2 2024-12-09T16:47:21,839 DEBUG [StoreOpener-3a6ccf51dfa960b8284a2ebc9d94b9f8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T16:47:21,839 INFO [StoreOpener-3a6ccf51dfa960b8284a2ebc9d94b9f8-1 {}] regionserver.HStore(327): Store=3a6ccf51dfa960b8284a2ebc9d94b9f8/cf2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T16:47:21,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42869 {}] regionserver.HRegion(1722): Closing 3a6ccf51dfa960b8284a2ebc9d94b9f8, disabling compactions & flushes 2024-12-09T16:47:21,840 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42869 {}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1733762841135.3a6ccf51dfa960b8284a2ebc9d94b9f8. 2024-12-09T16:47:21,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42869 {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1733762841135.3a6ccf51dfa960b8284a2ebc9d94b9f8. 2024-12-09T16:47:21,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42869 {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1733762841135.3a6ccf51dfa960b8284a2ebc9d94b9f8. after waiting 0 ms 2024-12-09T16:47:21,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42869 {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1733762841135.3a6ccf51dfa960b8284a2ebc9d94b9f8. 2024-12-09T16:47:21,841 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42869 {}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1733762841135.3a6ccf51dfa960b8284a2ebc9d94b9f8. 2024-12-09T16:47:21,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42869 {}] regionserver.HRegion(1676): Region close journal for 3a6ccf51dfa960b8284a2ebc9d94b9f8: Waiting for close lock at 1733762841840Disabling compacts and flushes for region at 1733762841840Disabling writes for close at 1733762841840Writing region close event to WAL at 1733762841841 (+1 ms)Closed at 1733762841841 2024-12-09T16:47:21,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35909 {}] procedure.ProcedureSyncWait(219): waitFor pid=7 2024-12-09T16:47:21,998 INFO [RS_CLOSE_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] handler.UnassignRegionHandler(122): Close 3a6ccf51dfa960b8284a2ebc9d94b9f8 2024-12-09T16:47:21,998 DEBUG [RS_CLOSE_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-12-09T16:47:21,999 DEBUG [RS_CLOSE_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1722): Closing 3a6ccf51dfa960b8284a2ebc9d94b9f8, disabling compactions & flushes 2024-12-09T16:47:21,999 INFO [RS_CLOSE_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1733762841135.3a6ccf51dfa960b8284a2ebc9d94b9f8. 2024-12-09T16:47:21,999 DEBUG [RS_CLOSE_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1733762841135.3a6ccf51dfa960b8284a2ebc9d94b9f8. 2024-12-09T16:47:22,000 DEBUG [RS_CLOSE_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1733762841135.3a6ccf51dfa960b8284a2ebc9d94b9f8. after waiting 0 ms 2024-12-09T16:47:22,000 DEBUG [RS_CLOSE_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1733762841135.3a6ccf51dfa960b8284a2ebc9d94b9f8. 2024-12-09T16:47:22,000 INFO [RS_CLOSE_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(2902): Flushing 3a6ccf51dfa960b8284a2ebc9d94b9f8 2/2 column families, dataSize=31 B heapSize=616 B 2024-12-09T16:47:22,025 DEBUG [RS_CLOSE_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46245/user/jenkins/test-data/f85bc056-772a-5340-809f-da35843890f1/data/default/testReplayEditsAfterRegionMovedWithMultiCF/3a6ccf51dfa960b8284a2ebc9d94b9f8/.tmp/cf1/534d1e9dfcd94d15a85e775d48c13051 is 35, key is r1/cf1:q/1733762841810/Put/seqid=0 2024-12-09T16:47:22,030 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38561 is added to blk_1073741887_1065 (size=4783) 2024-12-09T16:47:22,030 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40695 is added to blk_1073741887_1065 (size=4783) 2024-12-09T16:47:22,031 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34879 is added to blk_1073741887_1065 (size=4783) 2024-12-09T16:47:22,031 INFO [RS_CLOSE_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31 B at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:46245/user/jenkins/test-data/f85bc056-772a-5340-809f-da35843890f1/data/default/testReplayEditsAfterRegionMovedWithMultiCF/3a6ccf51dfa960b8284a2ebc9d94b9f8/.tmp/cf1/534d1e9dfcd94d15a85e775d48c13051 2024-12-09T16:47:22,038 DEBUG [RS_CLOSE_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46245/user/jenkins/test-data/f85bc056-772a-5340-809f-da35843890f1/data/default/testReplayEditsAfterRegionMovedWithMultiCF/3a6ccf51dfa960b8284a2ebc9d94b9f8/.tmp/cf1/534d1e9dfcd94d15a85e775d48c13051 as hdfs://localhost:46245/user/jenkins/test-data/f85bc056-772a-5340-809f-da35843890f1/data/default/testReplayEditsAfterRegionMovedWithMultiCF/3a6ccf51dfa960b8284a2ebc9d94b9f8/cf1/534d1e9dfcd94d15a85e775d48c13051 2024-12-09T16:47:22,044 INFO [RS_CLOSE_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46245/user/jenkins/test-data/f85bc056-772a-5340-809f-da35843890f1/data/default/testReplayEditsAfterRegionMovedWithMultiCF/3a6ccf51dfa960b8284a2ebc9d94b9f8/cf1/534d1e9dfcd94d15a85e775d48c13051, entries=1, sequenceid=5, filesize=4.7 K 2024-12-09T16:47:22,045 INFO [RS_CLOSE_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(3140): Finished flush of dataSize ~31 B/31, heapSize ~344 B/344, currentSize=0 B/0 for 3a6ccf51dfa960b8284a2ebc9d94b9f8 in 45ms, sequenceid=5, compaction requested=false 2024-12-09T16:47:22,045 DEBUG [RS_CLOSE_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testReplayEditsAfterRegionMovedWithMultiCF' 2024-12-09T16:47:22,050 DEBUG [RS_CLOSE_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46245/user/jenkins/test-data/f85bc056-772a-5340-809f-da35843890f1/data/default/testReplayEditsAfterRegionMovedWithMultiCF/3a6ccf51dfa960b8284a2ebc9d94b9f8/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-09T16:47:22,053 INFO [RS_CLOSE_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1733762841135.3a6ccf51dfa960b8284a2ebc9d94b9f8. 2024-12-09T16:47:22,053 DEBUG [RS_CLOSE_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1676): Region close journal for 3a6ccf51dfa960b8284a2ebc9d94b9f8: Waiting for close lock at 1733762841999Running coprocessor pre-close hooks at 1733762841999Disabling compacts and flushes for region at 1733762841999Disabling writes for close at 1733762842000 (+1 ms)Obtaining lock to block concurrent updates at 1733762842000Preparing flush snapshotting stores in 3a6ccf51dfa960b8284a2ebc9d94b9f8 at 1733762842000Finished memstore snapshotting testReplayEditsAfterRegionMovedWithMultiCF,,1733762841135.3a6ccf51dfa960b8284a2ebc9d94b9f8., syncing WAL and waiting on mvcc, flushsize=dataSize=31, getHeapSize=584, getOffHeapSize=0, getCellsCount=1 at 1733762842001 (+1 ms)Flushing stores of testReplayEditsAfterRegionMovedWithMultiCF,,1733762841135.3a6ccf51dfa960b8284a2ebc9d94b9f8. at 1733762842002 (+1 ms)Flushing 3a6ccf51dfa960b8284a2ebc9d94b9f8/cf1: creating writer at 1733762842002Flushing 3a6ccf51dfa960b8284a2ebc9d94b9f8/cf1: appending metadata at 1733762842024 (+22 ms)Flushing 3a6ccf51dfa960b8284a2ebc9d94b9f8/cf1: closing flushed file at 1733762842025 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@403258df: reopening flushed file at 1733762842037 (+12 ms)Finished flush of dataSize ~31 B/31, heapSize ~344 B/344, currentSize=0 B/0 for 3a6ccf51dfa960b8284a2ebc9d94b9f8 in 45ms, sequenceid=5, compaction requested=false at 1733762842045 (+8 ms)Writing region close event to WAL at 1733762842047 (+2 ms)Running coprocessor post-close hooks at 1733762842051 (+4 ms)Closed at 1733762842053 (+2 ms) 2024-12-09T16:47:22,053 INFO [RS_CLOSE_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegionServer(3302): Adding 3a6ccf51dfa960b8284a2ebc9d94b9f8 move to 7b4ec1980089,42869,1733762825502 record at close sequenceid=5 2024-12-09T16:47:22,056 INFO [RS_CLOSE_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] handler.UnassignRegionHandler(157): Closed 3a6ccf51dfa960b8284a2ebc9d94b9f8 2024-12-09T16:47:22,057 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=3a6ccf51dfa960b8284a2ebc9d94b9f8, regionState=CLOSED 2024-12-09T16:47:22,060 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=7, state=RUNNABLE, hasLock=false; CloseRegionProcedure 3a6ccf51dfa960b8284a2ebc9d94b9f8, server=7b4ec1980089,34375,1733762825383 because future has completed 2024-12-09T16:47:22,064 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=7 2024-12-09T16:47:22,064 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=7, state=SUCCESS, hasLock=false; CloseRegionProcedure 3a6ccf51dfa960b8284a2ebc9d94b9f8, server=7b4ec1980089,34375,1733762825383 in 224 msec 2024-12-09T16:47:22,065 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=3a6ccf51dfa960b8284a2ebc9d94b9f8, REOPEN/MOVE; state=CLOSED, location=7b4ec1980089,42869,1733762825502; forceNewPlan=false, retain=false 2024-12-09T16:47:22,216 INFO [7b4ec1980089:35909 {}] balancer.BaseLoadBalancer(388): Reassigned 1 regions. 1 retained the pre-restart assignment. 2024-12-09T16:47:22,216 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=3a6ccf51dfa960b8284a2ebc9d94b9f8, regionState=OPENING, regionLocation=7b4ec1980089,42869,1733762825502 2024-12-09T16:47:22,219 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=3a6ccf51dfa960b8284a2ebc9d94b9f8, REOPEN/MOVE because future has completed 2024-12-09T16:47:22,219 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3a6ccf51dfa960b8284a2ebc9d94b9f8, server=7b4ec1980089,42869,1733762825502}] 2024-12-09T16:47:22,376 INFO [RS_OPEN_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] handler.AssignRegionHandler(132): Open testReplayEditsAfterRegionMovedWithMultiCF,,1733762841135.3a6ccf51dfa960b8284a2ebc9d94b9f8. 2024-12-09T16:47:22,376 DEBUG [RS_OPEN_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(7752): Opening region: {ENCODED => 3a6ccf51dfa960b8284a2ebc9d94b9f8, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1733762841135.3a6ccf51dfa960b8284a2ebc9d94b9f8.', STARTKEY => '', ENDKEY => ''} 2024-12-09T16:47:22,377 DEBUG [RS_OPEN_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testReplayEditsAfterRegionMovedWithMultiCF 3a6ccf51dfa960b8284a2ebc9d94b9f8 2024-12-09T16:47:22,377 DEBUG [RS_OPEN_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1733762841135.3a6ccf51dfa960b8284a2ebc9d94b9f8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T16:47:22,377 DEBUG [RS_OPEN_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(7794): checking encryption for 3a6ccf51dfa960b8284a2ebc9d94b9f8 2024-12-09T16:47:22,377 DEBUG [RS_OPEN_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(7797): checking classloading for 3a6ccf51dfa960b8284a2ebc9d94b9f8 2024-12-09T16:47:22,379 INFO [StoreOpener-3a6ccf51dfa960b8284a2ebc9d94b9f8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf1 of region 3a6ccf51dfa960b8284a2ebc9d94b9f8 2024-12-09T16:47:22,380 INFO [StoreOpener-3a6ccf51dfa960b8284a2ebc9d94b9f8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3a6ccf51dfa960b8284a2ebc9d94b9f8 columnFamilyName cf1 2024-12-09T16:47:22,381 DEBUG [StoreOpener-3a6ccf51dfa960b8284a2ebc9d94b9f8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T16:47:22,390 DEBUG [StoreOpener-3a6ccf51dfa960b8284a2ebc9d94b9f8-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:46245/user/jenkins/test-data/f85bc056-772a-5340-809f-da35843890f1/data/default/testReplayEditsAfterRegionMovedWithMultiCF/3a6ccf51dfa960b8284a2ebc9d94b9f8/cf1/534d1e9dfcd94d15a85e775d48c13051 2024-12-09T16:47:22,390 INFO [StoreOpener-3a6ccf51dfa960b8284a2ebc9d94b9f8-1 {}] regionserver.HStore(327): Store=3a6ccf51dfa960b8284a2ebc9d94b9f8/cf1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T16:47:22,390 INFO [StoreOpener-3a6ccf51dfa960b8284a2ebc9d94b9f8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf2 of region 3a6ccf51dfa960b8284a2ebc9d94b9f8 2024-12-09T16:47:22,392 INFO [StoreOpener-3a6ccf51dfa960b8284a2ebc9d94b9f8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3a6ccf51dfa960b8284a2ebc9d94b9f8 columnFamilyName cf2 2024-12-09T16:47:22,392 DEBUG [StoreOpener-3a6ccf51dfa960b8284a2ebc9d94b9f8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T16:47:22,392 INFO [StoreOpener-3a6ccf51dfa960b8284a2ebc9d94b9f8-1 {}] regionserver.HStore(327): Store=3a6ccf51dfa960b8284a2ebc9d94b9f8/cf2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T16:47:22,392 DEBUG [RS_OPEN_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1038): replaying wal for 3a6ccf51dfa960b8284a2ebc9d94b9f8 2024-12-09T16:47:22,393 DEBUG [RS_OPEN_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46245/user/jenkins/test-data/f85bc056-772a-5340-809f-da35843890f1/data/default/testReplayEditsAfterRegionMovedWithMultiCF/3a6ccf51dfa960b8284a2ebc9d94b9f8 2024-12-09T16:47:22,394 DEBUG [RS_OPEN_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46245/user/jenkins/test-data/f85bc056-772a-5340-809f-da35843890f1/data/default/testReplayEditsAfterRegionMovedWithMultiCF/3a6ccf51dfa960b8284a2ebc9d94b9f8 2024-12-09T16:47:22,395 DEBUG [RS_OPEN_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1048): stopping wal replay for 3a6ccf51dfa960b8284a2ebc9d94b9f8 2024-12-09T16:47:22,395 DEBUG [RS_OPEN_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1060): Cleaning up temporary data for 3a6ccf51dfa960b8284a2ebc9d94b9f8 2024-12-09T16:47:22,396 DEBUG [RS_OPEN_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterRegionMovedWithMultiCF descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-09T16:47:22,398 DEBUG [RS_OPEN_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1093): writing seq id for 3a6ccf51dfa960b8284a2ebc9d94b9f8 2024-12-09T16:47:22,399 INFO [RS_OPEN_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1114): Opened 3a6ccf51dfa960b8284a2ebc9d94b9f8; next sequenceid=9; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70149393, jitterRate=0.04530741274356842}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-09T16:47:22,399 DEBUG [RS_OPEN_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 3a6ccf51dfa960b8284a2ebc9d94b9f8 2024-12-09T16:47:22,400 DEBUG [RS_OPEN_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1006): Region open journal for 3a6ccf51dfa960b8284a2ebc9d94b9f8: Running coprocessor pre-open hook at 1733762842377Writing region info on filesystem at 1733762842377Initializing all the Stores at 1733762842378 (+1 ms)Instantiating store for column family {NAME => 'cf1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733762842378Instantiating store for column family {NAME => 'cf2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733762842379 (+1 ms)Cleaning up temporary data from old regions at 1733762842395 (+16 ms)Running coprocessor post-open hooks at 1733762842399 (+4 ms)Region opened successfully at 1733762842400 (+1 ms) 2024-12-09T16:47:22,401 INFO [RS_OPEN_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegionServer(2236): Post open deploy tasks for testReplayEditsAfterRegionMovedWithMultiCF,,1733762841135.3a6ccf51dfa960b8284a2ebc9d94b9f8., pid=9, masterSystemTime=1733762842372 2024-12-09T16:47:22,403 DEBUG [RS_OPEN_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegionServer(2266): Finished post open deploy task for testReplayEditsAfterRegionMovedWithMultiCF,,1733762841135.3a6ccf51dfa960b8284a2ebc9d94b9f8. 2024-12-09T16:47:22,403 INFO [RS_OPEN_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] handler.AssignRegionHandler(153): Opened testReplayEditsAfterRegionMovedWithMultiCF,,1733762841135.3a6ccf51dfa960b8284a2ebc9d94b9f8. 2024-12-09T16:47:22,404 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=3a6ccf51dfa960b8284a2ebc9d94b9f8, regionState=OPEN, openSeqNum=9, regionLocation=7b4ec1980089,42869,1733762825502 2024-12-09T16:47:22,407 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3a6ccf51dfa960b8284a2ebc9d94b9f8, server=7b4ec1980089,42869,1733762825502 because future has completed 2024-12-09T16:47:22,410 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=7 2024-12-09T16:47:22,411 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=7, state=SUCCESS, hasLock=false; OpenRegionProcedure 3a6ccf51dfa960b8284a2ebc9d94b9f8, server=7b4ec1980089,42869,1733762825502 in 189 msec 2024-12-09T16:47:22,412 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=3a6ccf51dfa960b8284a2ebc9d94b9f8, REOPEN/MOVE in 582 msec 2024-12-09T16:47:22,436 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-09T16:47:22,438 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48212, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-09T16:47:22,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34375 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 139 connection: 172.17.0.2:41418 deadline: 1733762902441, exception=org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=7b4ec1980089 port=42869 startCode=1733762825502. As of locationSeqNum=5. 2024-12-09T16:47:22,448 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1733762841135.3a6ccf51dfa960b8284a2ebc9d94b9f8., hostname=7b4ec1980089,34375,1733762825383, seqNum=2 , the old value is region=testReplayEditsAfterRegionMovedWithMultiCF,,1733762841135.3a6ccf51dfa960b8284a2ebc9d94b9f8., hostname=7b4ec1980089,34375,1733762825383, seqNum=2, error=org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=7b4ec1980089 port=42869 startCode=1733762825502. As of locationSeqNum=5. 2024-12-09T16:47:22,448 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1733762841135.3a6ccf51dfa960b8284a2ebc9d94b9f8., hostname=7b4ec1980089,34375,1733762825383, seqNum=2 is org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=7b4ec1980089 port=42869 startCode=1733762825502. As of locationSeqNum=5. 2024-12-09T16:47:22,449 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(84): Try updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1733762841135.3a6ccf51dfa960b8284a2ebc9d94b9f8., hostname=7b4ec1980089,34375,1733762825383, seqNum=2 with the new location region=testReplayEditsAfterRegionMovedWithMultiCF,,1733762841135.3a6ccf51dfa960b8284a2ebc9d94b9f8., hostname=7b4ec1980089,42869,1733762825502, seqNum=5 constructed by org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=7b4ec1980089 port=42869 startCode=1733762825502. As of locationSeqNum=5. 2024-12-09T16:47:22,561 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T16:47:22,563 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48216, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-09T16:47:22,572 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 3a6ccf51dfa960b8284a2ebc9d94b9f8 2/2 column families, dataSize=50 B heapSize=720 B 2024-12-09T16:47:22,586 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46245/user/jenkins/test-data/f85bc056-772a-5340-809f-da35843890f1/data/default/testReplayEditsAfterRegionMovedWithMultiCF/3a6ccf51dfa960b8284a2ebc9d94b9f8/.tmp/cf1/1b7d244cfe1c43d9975781c08db78f12 is 29, key is r1/cf1:/1733762842564/DeleteFamily/seqid=0 2024-12-09T16:47:22,594 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34879 is added to blk_1073741888_1066 (size=4906) 2024-12-09T16:47:22,594 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40695 is added to blk_1073741888_1066 (size=4906) 2024-12-09T16:47:22,594 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38561 is added to blk_1073741888_1066 (size=4906) 2024-12-09T16:47:22,595 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=25 B at sequenceid=12 (bloomFilter=false), to=hdfs://localhost:46245/user/jenkins/test-data/f85bc056-772a-5340-809f-da35843890f1/data/default/testReplayEditsAfterRegionMovedWithMultiCF/3a6ccf51dfa960b8284a2ebc9d94b9f8/.tmp/cf1/1b7d244cfe1c43d9975781c08db78f12 2024-12-09T16:47:22,601 INFO [Time-limited test {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 1b7d244cfe1c43d9975781c08db78f12 2024-12-09T16:47:22,614 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46245/user/jenkins/test-data/f85bc056-772a-5340-809f-da35843890f1/data/default/testReplayEditsAfterRegionMovedWithMultiCF/3a6ccf51dfa960b8284a2ebc9d94b9f8/.tmp/cf2/c2d02db87bf94b98a7c53e0d46e08455 is 29, key is r1/cf2:/1733762842564/DeleteFamily/seqid=0 2024-12-09T16:47:22,621 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34879 is added to blk_1073741889_1067 (size=4906) 2024-12-09T16:47:22,621 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40695 is added to blk_1073741889_1067 (size=4906) 2024-12-09T16:47:22,622 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38561 is added to blk_1073741889_1067 (size=4906) 2024-12-09T16:47:22,622 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=25 B at sequenceid=12 (bloomFilter=false), to=hdfs://localhost:46245/user/jenkins/test-data/f85bc056-772a-5340-809f-da35843890f1/data/default/testReplayEditsAfterRegionMovedWithMultiCF/3a6ccf51dfa960b8284a2ebc9d94b9f8/.tmp/cf2/c2d02db87bf94b98a7c53e0d46e08455 2024-12-09T16:47:22,628 INFO [Time-limited test {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for c2d02db87bf94b98a7c53e0d46e08455 2024-12-09T16:47:22,629 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46245/user/jenkins/test-data/f85bc056-772a-5340-809f-da35843890f1/data/default/testReplayEditsAfterRegionMovedWithMultiCF/3a6ccf51dfa960b8284a2ebc9d94b9f8/.tmp/cf1/1b7d244cfe1c43d9975781c08db78f12 as hdfs://localhost:46245/user/jenkins/test-data/f85bc056-772a-5340-809f-da35843890f1/data/default/testReplayEditsAfterRegionMovedWithMultiCF/3a6ccf51dfa960b8284a2ebc9d94b9f8/cf1/1b7d244cfe1c43d9975781c08db78f12 2024-12-09T16:47:22,636 INFO [Time-limited test {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 1b7d244cfe1c43d9975781c08db78f12 2024-12-09T16:47:22,636 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46245/user/jenkins/test-data/f85bc056-772a-5340-809f-da35843890f1/data/default/testReplayEditsAfterRegionMovedWithMultiCF/3a6ccf51dfa960b8284a2ebc9d94b9f8/cf1/1b7d244cfe1c43d9975781c08db78f12, entries=1, sequenceid=12, filesize=4.8 K 2024-12-09T16:47:22,637 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46245/user/jenkins/test-data/f85bc056-772a-5340-809f-da35843890f1/data/default/testReplayEditsAfterRegionMovedWithMultiCF/3a6ccf51dfa960b8284a2ebc9d94b9f8/.tmp/cf2/c2d02db87bf94b98a7c53e0d46e08455 as hdfs://localhost:46245/user/jenkins/test-data/f85bc056-772a-5340-809f-da35843890f1/data/default/testReplayEditsAfterRegionMovedWithMultiCF/3a6ccf51dfa960b8284a2ebc9d94b9f8/cf2/c2d02db87bf94b98a7c53e0d46e08455 2024-12-09T16:47:22,643 INFO [Time-limited test {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for c2d02db87bf94b98a7c53e0d46e08455 2024-12-09T16:47:22,643 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46245/user/jenkins/test-data/f85bc056-772a-5340-809f-da35843890f1/data/default/testReplayEditsAfterRegionMovedWithMultiCF/3a6ccf51dfa960b8284a2ebc9d94b9f8/cf2/c2d02db87bf94b98a7c53e0d46e08455, entries=1, sequenceid=12, filesize=4.8 K 2024-12-09T16:47:22,644 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~50 B/50, heapSize ~688 B/688, currentSize=0 B/0 for 3a6ccf51dfa960b8284a2ebc9d94b9f8 in 73ms, sequenceid=12, compaction requested=false 2024-12-09T16:47:22,644 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 3a6ccf51dfa960b8284a2ebc9d94b9f8: 2024-12-09T16:47:22,647 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2024-12-09T16:47:22,648 DEBUG [Time-limited test {}] regionserver.HStore(1541): 3a6ccf51dfa960b8284a2ebc9d94b9f8/cf1 is initiating major compaction (all files) 2024-12-09T16:47:22,648 INFO [Time-limited test {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-09T16:47:22,648 INFO [Time-limited test {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-09T16:47:22,648 INFO [Time-limited test {}] regionserver.HRegion(2416): Starting compaction of 3a6ccf51dfa960b8284a2ebc9d94b9f8/cf1 in testReplayEditsAfterRegionMovedWithMultiCF,,1733762841135.3a6ccf51dfa960b8284a2ebc9d94b9f8. 2024-12-09T16:47:22,649 INFO [Time-limited test {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46245/user/jenkins/test-data/f85bc056-772a-5340-809f-da35843890f1/data/default/testReplayEditsAfterRegionMovedWithMultiCF/3a6ccf51dfa960b8284a2ebc9d94b9f8/cf1/534d1e9dfcd94d15a85e775d48c13051, hdfs://localhost:46245/user/jenkins/test-data/f85bc056-772a-5340-809f-da35843890f1/data/default/testReplayEditsAfterRegionMovedWithMultiCF/3a6ccf51dfa960b8284a2ebc9d94b9f8/cf1/1b7d244cfe1c43d9975781c08db78f12] into tmpdir=hdfs://localhost:46245/user/jenkins/test-data/f85bc056-772a-5340-809f-da35843890f1/data/default/testReplayEditsAfterRegionMovedWithMultiCF/3a6ccf51dfa960b8284a2ebc9d94b9f8/.tmp, totalSize=9.5 K 2024-12-09T16:47:22,650 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting 534d1e9dfcd94d15a85e775d48c13051, keycount=1, bloomtype=NONE, size=4.7 K, encoding=NONE, compression=NONE, seqNum=5, earliestPutTs=1733762841810 2024-12-09T16:47:22,650 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting 1b7d244cfe1c43d9975781c08db78f12, keycount=1, bloomtype=NONE, size=4.8 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=9223372036854775807 2024-12-09T16:47:22,661 INFO [Time-limited test {}] throttle.PressureAwareThroughputController(145): 3a6ccf51dfa960b8284a2ebc9d94b9f8#cf1#compaction#16 average throughput is NaN MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-09T16:47:22,667 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34879 is added to blk_1073741890_1068 (size=4626) 2024-12-09T16:47:22,667 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38561 is added to blk_1073741890_1068 (size=4626) 2024-12-09T16:47:22,668 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40695 is added to blk_1073741890_1068 (size=4626) 2024-12-09T16:47:22,675 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46245/user/jenkins/test-data/f85bc056-772a-5340-809f-da35843890f1/data/default/testReplayEditsAfterRegionMovedWithMultiCF/3a6ccf51dfa960b8284a2ebc9d94b9f8/.tmp/cf1/40765925f380476b89092e98d5cfa38f as hdfs://localhost:46245/user/jenkins/test-data/f85bc056-772a-5340-809f-da35843890f1/data/default/testReplayEditsAfterRegionMovedWithMultiCF/3a6ccf51dfa960b8284a2ebc9d94b9f8/cf1/40765925f380476b89092e98d5cfa38f 2024-12-09T16:47:22,690 INFO [Time-limited test {}] regionserver.HStore(1337): Completed major compaction of 2 (all) file(s) in 3a6ccf51dfa960b8284a2ebc9d94b9f8/cf1 of 3a6ccf51dfa960b8284a2ebc9d94b9f8 into 40765925f380476b89092e98d5cfa38f(size=4.5 K), total size for store is 4.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-09T16:47:22,690 DEBUG [Time-limited test {}] regionserver.HRegion(2446): Compaction status journal for 3a6ccf51dfa960b8284a2ebc9d94b9f8: 2024-12-09T16:47:22,690 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 1 store files, 0 compacting, 1 eligible, 16 blocking 2024-12-09T16:47:22,690 DEBUG [Time-limited test {}] regionserver.HStore(1541): 3a6ccf51dfa960b8284a2ebc9d94b9f8/cf2 is initiating major compaction (all files) 2024-12-09T16:47:22,690 INFO [Time-limited test {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-09T16:47:22,690 INFO [Time-limited test {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-09T16:47:22,690 INFO [Time-limited test {}] regionserver.HRegion(2416): Starting compaction of 3a6ccf51dfa960b8284a2ebc9d94b9f8/cf2 in testReplayEditsAfterRegionMovedWithMultiCF,,1733762841135.3a6ccf51dfa960b8284a2ebc9d94b9f8. 2024-12-09T16:47:22,691 INFO [Time-limited test {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46245/user/jenkins/test-data/f85bc056-772a-5340-809f-da35843890f1/data/default/testReplayEditsAfterRegionMovedWithMultiCF/3a6ccf51dfa960b8284a2ebc9d94b9f8/cf2/c2d02db87bf94b98a7c53e0d46e08455] into tmpdir=hdfs://localhost:46245/user/jenkins/test-data/f85bc056-772a-5340-809f-da35843890f1/data/default/testReplayEditsAfterRegionMovedWithMultiCF/3a6ccf51dfa960b8284a2ebc9d94b9f8/.tmp, totalSize=4.8 K 2024-12-09T16:47:22,691 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting c2d02db87bf94b98a7c53e0d46e08455, keycount=1, bloomtype=NONE, size=4.8 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=9223372036854775807 2024-12-09T16:47:22,700 INFO [Time-limited test {}] throttle.PressureAwareThroughputController(145): 3a6ccf51dfa960b8284a2ebc9d94b9f8#cf2#compaction#17 average throughput is NaN MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-09T16:47:22,707 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38561 is added to blk_1073741891_1069 (size=4592) 2024-12-09T16:47:22,707 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34879 is added to blk_1073741891_1069 (size=4592) 2024-12-09T16:47:22,707 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40695 is added to blk_1073741891_1069 (size=4592) 2024-12-09T16:47:22,717 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46245/user/jenkins/test-data/f85bc056-772a-5340-809f-da35843890f1/data/default/testReplayEditsAfterRegionMovedWithMultiCF/3a6ccf51dfa960b8284a2ebc9d94b9f8/.tmp/cf2/2ac152c6b5ae4d74ac8b74c23bb4a55f as hdfs://localhost:46245/user/jenkins/test-data/f85bc056-772a-5340-809f-da35843890f1/data/default/testReplayEditsAfterRegionMovedWithMultiCF/3a6ccf51dfa960b8284a2ebc9d94b9f8/cf2/2ac152c6b5ae4d74ac8b74c23bb4a55f 2024-12-09T16:47:22,724 INFO [Time-limited test {}] regionserver.HStore(1337): Completed major compaction of 1 (all) file(s) in 3a6ccf51dfa960b8284a2ebc9d94b9f8/cf2 of 3a6ccf51dfa960b8284a2ebc9d94b9f8 into 2ac152c6b5ae4d74ac8b74c23bb4a55f(size=4.5 K), total size for store is 4.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-09T16:47:22,725 DEBUG [Time-limited test {}] regionserver.HRegion(2446): Compaction status journal for 3a6ccf51dfa960b8284a2ebc9d94b9f8: 2024-12-09T16:47:22,729 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35909 {}] master.HMaster(2410): Client=jenkins//172.17.0.2 move hri=3a6ccf51dfa960b8284a2ebc9d94b9f8, source=7b4ec1980089,42869,1733762825502, destination=7b4ec1980089,34375,1733762825383, warming up region on 7b4ec1980089,34375,1733762825383 2024-12-09T16:47:22,729 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35909 {}] master.HMaster(2414): Client=jenkins//172.17.0.2 move hri=3a6ccf51dfa960b8284a2ebc9d94b9f8, source=7b4ec1980089,42869,1733762825502, destination=7b4ec1980089,34375,1733762825383, running balancer 2024-12-09T16:47:22,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35909 {}] procedure2.ProcedureExecutor(1139): Stored pid=10, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=3a6ccf51dfa960b8284a2ebc9d94b9f8, REOPEN/MOVE 2024-12-09T16:47:22,731 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=3a6ccf51dfa960b8284a2ebc9d94b9f8, REOPEN/MOVE 2024-12-09T16:47:22,733 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34375 {}] regionserver.RSRpcServices(2066): Warmup testReplayEditsAfterRegionMovedWithMultiCF,,1733762841135.3a6ccf51dfa960b8284a2ebc9d94b9f8. 2024-12-09T16:47:22,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34375 {}] regionserver.HRegion(7855): Warmup {ENCODED => 3a6ccf51dfa960b8284a2ebc9d94b9f8, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1733762841135.3a6ccf51dfa960b8284a2ebc9d94b9f8.', STARTKEY => '', ENDKEY => ''} 2024-12-09T16:47:22,733 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=3a6ccf51dfa960b8284a2ebc9d94b9f8, regionState=CLOSING, regionLocation=7b4ec1980089,42869,1733762825502 2024-12-09T16:47:22,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34375 {}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1733762841135.3a6ccf51dfa960b8284a2ebc9d94b9f8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T16:47:22,733 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35909 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=CLOSING, location=7b4ec1980089,42869,1733762825502, table=testReplayEditsAfterRegionMovedWithMultiCF, region=3a6ccf51dfa960b8284a2ebc9d94b9f8. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-12-09T16:47:22,733 INFO [StoreOpener-3a6ccf51dfa960b8284a2ebc9d94b9f8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf1 of region 3a6ccf51dfa960b8284a2ebc9d94b9f8 2024-12-09T16:47:22,735 INFO [StoreOpener-3a6ccf51dfa960b8284a2ebc9d94b9f8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3a6ccf51dfa960b8284a2ebc9d94b9f8 columnFamilyName cf1 2024-12-09T16:47:22,735 DEBUG [StoreOpener-3a6ccf51dfa960b8284a2ebc9d94b9f8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T16:47:22,736 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=3a6ccf51dfa960b8284a2ebc9d94b9f8, REOPEN/MOVE because future has completed 2024-12-09T16:47:22,736 DEBUG [PEWorker-5 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-09T16:47:22,736 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=10, state=RUNNABLE, hasLock=false; CloseRegionProcedure 3a6ccf51dfa960b8284a2ebc9d94b9f8, server=7b4ec1980089,42869,1733762825502}] 2024-12-09T16:47:22,744 INFO [StoreFileOpener-3a6ccf51dfa960b8284a2ebc9d94b9f8-cf1-1 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 1b7d244cfe1c43d9975781c08db78f12 2024-12-09T16:47:22,744 DEBUG [StoreOpener-3a6ccf51dfa960b8284a2ebc9d94b9f8-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:46245/user/jenkins/test-data/f85bc056-772a-5340-809f-da35843890f1/data/default/testReplayEditsAfterRegionMovedWithMultiCF/3a6ccf51dfa960b8284a2ebc9d94b9f8/cf1/1b7d244cfe1c43d9975781c08db78f12 2024-12-09T16:47:22,748 DEBUG [StoreOpener-3a6ccf51dfa960b8284a2ebc9d94b9f8-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:46245/user/jenkins/test-data/f85bc056-772a-5340-809f-da35843890f1/data/default/testReplayEditsAfterRegionMovedWithMultiCF/3a6ccf51dfa960b8284a2ebc9d94b9f8/cf1/40765925f380476b89092e98d5cfa38f 2024-12-09T16:47:22,753 DEBUG [StoreOpener-3a6ccf51dfa960b8284a2ebc9d94b9f8-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:46245/user/jenkins/test-data/f85bc056-772a-5340-809f-da35843890f1/data/default/testReplayEditsAfterRegionMovedWithMultiCF/3a6ccf51dfa960b8284a2ebc9d94b9f8/cf1/534d1e9dfcd94d15a85e775d48c13051 2024-12-09T16:47:22,753 INFO [StoreOpener-3a6ccf51dfa960b8284a2ebc9d94b9f8-1 {}] regionserver.HStore(327): Store=3a6ccf51dfa960b8284a2ebc9d94b9f8/cf1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T16:47:22,753 INFO [StoreOpener-3a6ccf51dfa960b8284a2ebc9d94b9f8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf2 of region 3a6ccf51dfa960b8284a2ebc9d94b9f8 2024-12-09T16:47:22,754 INFO [StoreOpener-3a6ccf51dfa960b8284a2ebc9d94b9f8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3a6ccf51dfa960b8284a2ebc9d94b9f8 columnFamilyName cf2 2024-12-09T16:47:22,754 DEBUG [StoreOpener-3a6ccf51dfa960b8284a2ebc9d94b9f8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T16:47:22,760 DEBUG [StoreOpener-3a6ccf51dfa960b8284a2ebc9d94b9f8-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:46245/user/jenkins/test-data/f85bc056-772a-5340-809f-da35843890f1/data/default/testReplayEditsAfterRegionMovedWithMultiCF/3a6ccf51dfa960b8284a2ebc9d94b9f8/cf2/2ac152c6b5ae4d74ac8b74c23bb4a55f 2024-12-09T16:47:22,765 INFO [StoreFileOpener-3a6ccf51dfa960b8284a2ebc9d94b9f8-cf2-1 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for c2d02db87bf94b98a7c53e0d46e08455 2024-12-09T16:47:22,765 DEBUG [StoreOpener-3a6ccf51dfa960b8284a2ebc9d94b9f8-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:46245/user/jenkins/test-data/f85bc056-772a-5340-809f-da35843890f1/data/default/testReplayEditsAfterRegionMovedWithMultiCF/3a6ccf51dfa960b8284a2ebc9d94b9f8/cf2/c2d02db87bf94b98a7c53e0d46e08455 2024-12-09T16:47:22,765 INFO [StoreOpener-3a6ccf51dfa960b8284a2ebc9d94b9f8-1 {}] regionserver.HStore(327): Store=3a6ccf51dfa960b8284a2ebc9d94b9f8/cf2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T16:47:22,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34375 {}] regionserver.HRegion(1722): Closing 3a6ccf51dfa960b8284a2ebc9d94b9f8, disabling compactions & flushes 2024-12-09T16:47:22,765 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34375 {}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1733762841135.3a6ccf51dfa960b8284a2ebc9d94b9f8. 2024-12-09T16:47:22,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34375 {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1733762841135.3a6ccf51dfa960b8284a2ebc9d94b9f8. 2024-12-09T16:47:22,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34375 {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1733762841135.3a6ccf51dfa960b8284a2ebc9d94b9f8. after waiting 0 ms 2024-12-09T16:47:22,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34375 {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1733762841135.3a6ccf51dfa960b8284a2ebc9d94b9f8. 2024-12-09T16:47:22,766 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34375 {}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1733762841135.3a6ccf51dfa960b8284a2ebc9d94b9f8. 2024-12-09T16:47:22,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34375 {}] regionserver.HRegion(1676): Region close journal for 3a6ccf51dfa960b8284a2ebc9d94b9f8: Waiting for close lock at 1733762842765Disabling compacts and flushes for region at 1733762842765Disabling writes for close at 1733762842765Writing region close event to WAL at 1733762842766 (+1 ms)Closed at 1733762842766 2024-12-09T16:47:22,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35909 {}] procedure.ProcedureSyncWait(219): waitFor pid=10 2024-12-09T16:47:22,892 INFO [RS_CLOSE_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] handler.UnassignRegionHandler(122): Close 3a6ccf51dfa960b8284a2ebc9d94b9f8 2024-12-09T16:47:22,892 DEBUG [RS_CLOSE_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-12-09T16:47:22,892 DEBUG [RS_CLOSE_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1722): Closing 3a6ccf51dfa960b8284a2ebc9d94b9f8, disabling compactions & flushes 2024-12-09T16:47:22,892 INFO [RS_CLOSE_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1733762841135.3a6ccf51dfa960b8284a2ebc9d94b9f8. 2024-12-09T16:47:22,892 DEBUG [RS_CLOSE_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1733762841135.3a6ccf51dfa960b8284a2ebc9d94b9f8. 2024-12-09T16:47:22,892 DEBUG [RS_CLOSE_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1733762841135.3a6ccf51dfa960b8284a2ebc9d94b9f8. after waiting 0 ms 2024-12-09T16:47:22,892 DEBUG [RS_CLOSE_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1733762841135.3a6ccf51dfa960b8284a2ebc9d94b9f8. 2024-12-09T16:47:22,893 DEBUG [StoreCloser-testReplayEditsAfterRegionMovedWithMultiCF,,1733762841135.3a6ccf51dfa960b8284a2ebc9d94b9f8.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:46245/user/jenkins/test-data/f85bc056-772a-5340-809f-da35843890f1/data/default/testReplayEditsAfterRegionMovedWithMultiCF/3a6ccf51dfa960b8284a2ebc9d94b9f8/cf1/534d1e9dfcd94d15a85e775d48c13051, hdfs://localhost:46245/user/jenkins/test-data/f85bc056-772a-5340-809f-da35843890f1/data/default/testReplayEditsAfterRegionMovedWithMultiCF/3a6ccf51dfa960b8284a2ebc9d94b9f8/cf1/1b7d244cfe1c43d9975781c08db78f12] to archive 2024-12-09T16:47:22,896 DEBUG [StoreCloser-testReplayEditsAfterRegionMovedWithMultiCF,,1733762841135.3a6ccf51dfa960b8284a2ebc9d94b9f8.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-09T16:47:22,902 DEBUG [StoreCloser-testReplayEditsAfterRegionMovedWithMultiCF,,1733762841135.3a6ccf51dfa960b8284a2ebc9d94b9f8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46245/user/jenkins/test-data/f85bc056-772a-5340-809f-da35843890f1/data/default/testReplayEditsAfterRegionMovedWithMultiCF/3a6ccf51dfa960b8284a2ebc9d94b9f8/cf1/534d1e9dfcd94d15a85e775d48c13051 to hdfs://localhost:46245/user/jenkins/test-data/f85bc056-772a-5340-809f-da35843890f1/archive/data/default/testReplayEditsAfterRegionMovedWithMultiCF/3a6ccf51dfa960b8284a2ebc9d94b9f8/cf1/534d1e9dfcd94d15a85e775d48c13051 2024-12-09T16:47:22,904 DEBUG [StoreCloser-testReplayEditsAfterRegionMovedWithMultiCF,,1733762841135.3a6ccf51dfa960b8284a2ebc9d94b9f8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46245/user/jenkins/test-data/f85bc056-772a-5340-809f-da35843890f1/data/default/testReplayEditsAfterRegionMovedWithMultiCF/3a6ccf51dfa960b8284a2ebc9d94b9f8/cf1/1b7d244cfe1c43d9975781c08db78f12 to hdfs://localhost:46245/user/jenkins/test-data/f85bc056-772a-5340-809f-da35843890f1/archive/data/default/testReplayEditsAfterRegionMovedWithMultiCF/3a6ccf51dfa960b8284a2ebc9d94b9f8/cf1/1b7d244cfe1c43d9975781c08db78f12 2024-12-09T16:47:22,914 DEBUG [StoreCloser-testReplayEditsAfterRegionMovedWithMultiCF,,1733762841135.3a6ccf51dfa960b8284a2ebc9d94b9f8.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:46245/user/jenkins/test-data/f85bc056-772a-5340-809f-da35843890f1/data/default/testReplayEditsAfterRegionMovedWithMultiCF/3a6ccf51dfa960b8284a2ebc9d94b9f8/cf2/c2d02db87bf94b98a7c53e0d46e08455] to archive 2024-12-09T16:47:22,915 DEBUG [StoreCloser-testReplayEditsAfterRegionMovedWithMultiCF,,1733762841135.3a6ccf51dfa960b8284a2ebc9d94b9f8.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-09T16:47:22,917 DEBUG [StoreCloser-testReplayEditsAfterRegionMovedWithMultiCF,,1733762841135.3a6ccf51dfa960b8284a2ebc9d94b9f8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46245/user/jenkins/test-data/f85bc056-772a-5340-809f-da35843890f1/data/default/testReplayEditsAfterRegionMovedWithMultiCF/3a6ccf51dfa960b8284a2ebc9d94b9f8/cf2/c2d02db87bf94b98a7c53e0d46e08455 to hdfs://localhost:46245/user/jenkins/test-data/f85bc056-772a-5340-809f-da35843890f1/archive/data/default/testReplayEditsAfterRegionMovedWithMultiCF/3a6ccf51dfa960b8284a2ebc9d94b9f8/cf2/c2d02db87bf94b98a7c53e0d46e08455 2024-12-09T16:47:22,923 DEBUG [RS_CLOSE_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46245/user/jenkins/test-data/f85bc056-772a-5340-809f-da35843890f1/data/default/testReplayEditsAfterRegionMovedWithMultiCF/3a6ccf51dfa960b8284a2ebc9d94b9f8/recovered.edits/17.seqid, newMaxSeqId=17, maxSeqId=8 2024-12-09T16:47:22,924 INFO [RS_CLOSE_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1733762841135.3a6ccf51dfa960b8284a2ebc9d94b9f8. 2024-12-09T16:47:22,924 DEBUG [RS_CLOSE_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1676): Region close journal for 3a6ccf51dfa960b8284a2ebc9d94b9f8: Waiting for close lock at 1733762842892Running coprocessor pre-close hooks at 1733762842892Disabling compacts and flushes for region at 1733762842892Disabling writes for close at 1733762842892Writing region close event to WAL at 1733762842919 (+27 ms)Running coprocessor post-close hooks at 1733762842924 (+5 ms)Closed at 1733762842924 2024-12-09T16:47:22,924 INFO [RS_CLOSE_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegionServer(3302): Adding 3a6ccf51dfa960b8284a2ebc9d94b9f8 move to 7b4ec1980089,34375,1733762825383 record at close sequenceid=12 2024-12-09T16:47:22,927 INFO [RS_CLOSE_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] handler.UnassignRegionHandler(157): Closed 3a6ccf51dfa960b8284a2ebc9d94b9f8 2024-12-09T16:47:22,927 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=3a6ccf51dfa960b8284a2ebc9d94b9f8, regionState=CLOSED 2024-12-09T16:47:22,929 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=11, ppid=10, state=RUNNABLE, hasLock=false; CloseRegionProcedure 3a6ccf51dfa960b8284a2ebc9d94b9f8, server=7b4ec1980089,42869,1733762825502 because future has completed 2024-12-09T16:47:22,933 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=10 2024-12-09T16:47:22,933 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=10, state=SUCCESS, hasLock=false; CloseRegionProcedure 3a6ccf51dfa960b8284a2ebc9d94b9f8, server=7b4ec1980089,42869,1733762825502 in 194 msec 2024-12-09T16:47:22,934 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=3a6ccf51dfa960b8284a2ebc9d94b9f8, REOPEN/MOVE; state=CLOSED, location=7b4ec1980089,34375,1733762825383; forceNewPlan=false, retain=false 2024-12-09T16:47:23,085 INFO [7b4ec1980089:35909 {}] balancer.BaseLoadBalancer(388): Reassigned 1 regions. 1 retained the pre-restart assignment. 2024-12-09T16:47:23,085 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=3a6ccf51dfa960b8284a2ebc9d94b9f8, regionState=OPENING, regionLocation=7b4ec1980089,34375,1733762825383 2024-12-09T16:47:23,088 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=3a6ccf51dfa960b8284a2ebc9d94b9f8, REOPEN/MOVE because future has completed 2024-12-09T16:47:23,088 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3a6ccf51dfa960b8284a2ebc9d94b9f8, server=7b4ec1980089,34375,1733762825383}] 2024-12-09T16:47:23,249 INFO [RS_OPEN_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] handler.AssignRegionHandler(132): Open testReplayEditsAfterRegionMovedWithMultiCF,,1733762841135.3a6ccf51dfa960b8284a2ebc9d94b9f8. 2024-12-09T16:47:23,249 DEBUG [RS_OPEN_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7752): Opening region: {ENCODED => 3a6ccf51dfa960b8284a2ebc9d94b9f8, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1733762841135.3a6ccf51dfa960b8284a2ebc9d94b9f8.', STARTKEY => '', ENDKEY => ''} 2024-12-09T16:47:23,250 DEBUG [RS_OPEN_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testReplayEditsAfterRegionMovedWithMultiCF 3a6ccf51dfa960b8284a2ebc9d94b9f8 2024-12-09T16:47:23,250 DEBUG [RS_OPEN_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1733762841135.3a6ccf51dfa960b8284a2ebc9d94b9f8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T16:47:23,250 DEBUG [RS_OPEN_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7794): checking encryption for 3a6ccf51dfa960b8284a2ebc9d94b9f8 2024-12-09T16:47:23,250 DEBUG [RS_OPEN_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7797): checking classloading for 3a6ccf51dfa960b8284a2ebc9d94b9f8 2024-12-09T16:47:23,252 INFO [StoreOpener-3a6ccf51dfa960b8284a2ebc9d94b9f8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf1 of region 3a6ccf51dfa960b8284a2ebc9d94b9f8 2024-12-09T16:47:23,253 INFO [StoreOpener-3a6ccf51dfa960b8284a2ebc9d94b9f8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3a6ccf51dfa960b8284a2ebc9d94b9f8 columnFamilyName cf1 2024-12-09T16:47:23,253 DEBUG [StoreOpener-3a6ccf51dfa960b8284a2ebc9d94b9f8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T16:47:23,296 DEBUG [StoreOpener-3a6ccf51dfa960b8284a2ebc9d94b9f8-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:46245/user/jenkins/test-data/f85bc056-772a-5340-809f-da35843890f1/data/default/testReplayEditsAfterRegionMovedWithMultiCF/3a6ccf51dfa960b8284a2ebc9d94b9f8/cf1/40765925f380476b89092e98d5cfa38f 2024-12-09T16:47:23,296 INFO [StoreOpener-3a6ccf51dfa960b8284a2ebc9d94b9f8-1 {}] regionserver.HStore(327): Store=3a6ccf51dfa960b8284a2ebc9d94b9f8/cf1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T16:47:23,296 INFO [StoreOpener-3a6ccf51dfa960b8284a2ebc9d94b9f8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf2 of region 3a6ccf51dfa960b8284a2ebc9d94b9f8 2024-12-09T16:47:23,298 INFO [StoreOpener-3a6ccf51dfa960b8284a2ebc9d94b9f8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3a6ccf51dfa960b8284a2ebc9d94b9f8 columnFamilyName cf2 2024-12-09T16:47:23,298 DEBUG [StoreOpener-3a6ccf51dfa960b8284a2ebc9d94b9f8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T16:47:23,308 DEBUG [StoreOpener-3a6ccf51dfa960b8284a2ebc9d94b9f8-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:46245/user/jenkins/test-data/f85bc056-772a-5340-809f-da35843890f1/data/default/testReplayEditsAfterRegionMovedWithMultiCF/3a6ccf51dfa960b8284a2ebc9d94b9f8/cf2/2ac152c6b5ae4d74ac8b74c23bb4a55f 2024-12-09T16:47:23,308 INFO [StoreOpener-3a6ccf51dfa960b8284a2ebc9d94b9f8-1 {}] regionserver.HStore(327): Store=3a6ccf51dfa960b8284a2ebc9d94b9f8/cf2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T16:47:23,308 DEBUG [RS_OPEN_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1038): replaying wal for 3a6ccf51dfa960b8284a2ebc9d94b9f8 2024-12-09T16:47:23,309 DEBUG [RS_OPEN_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46245/user/jenkins/test-data/f85bc056-772a-5340-809f-da35843890f1/data/default/testReplayEditsAfterRegionMovedWithMultiCF/3a6ccf51dfa960b8284a2ebc9d94b9f8 2024-12-09T16:47:23,310 DEBUG [RS_OPEN_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46245/user/jenkins/test-data/f85bc056-772a-5340-809f-da35843890f1/data/default/testReplayEditsAfterRegionMovedWithMultiCF/3a6ccf51dfa960b8284a2ebc9d94b9f8 2024-12-09T16:47:23,311 DEBUG [RS_OPEN_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1048): stopping wal replay for 3a6ccf51dfa960b8284a2ebc9d94b9f8 2024-12-09T16:47:23,311 DEBUG [RS_OPEN_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1060): Cleaning up temporary data for 3a6ccf51dfa960b8284a2ebc9d94b9f8 2024-12-09T16:47:23,312 DEBUG [RS_OPEN_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterRegionMovedWithMultiCF descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-09T16:47:23,314 DEBUG [RS_OPEN_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1093): writing seq id for 3a6ccf51dfa960b8284a2ebc9d94b9f8 2024-12-09T16:47:23,315 INFO [RS_OPEN_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1114): Opened 3a6ccf51dfa960b8284a2ebc9d94b9f8; next sequenceid=18; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72575889, jitterRate=0.08146502077579498}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-09T16:47:23,315 DEBUG [RS_OPEN_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 3a6ccf51dfa960b8284a2ebc9d94b9f8 2024-12-09T16:47:23,316 DEBUG [RS_OPEN_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1006): Region open journal for 3a6ccf51dfa960b8284a2ebc9d94b9f8: Running coprocessor pre-open hook at 1733762843250Writing region info on filesystem at 1733762843250Initializing all the Stores at 1733762843251 (+1 ms)Instantiating store for column family {NAME => 'cf1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733762843251Instantiating store for column family {NAME => 'cf2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733762843251Cleaning up temporary data from old regions at 1733762843312 (+61 ms)Running coprocessor post-open hooks at 1733762843315 (+3 ms)Region opened successfully at 1733762843316 (+1 ms) 2024-12-09T16:47:23,317 INFO [RS_OPEN_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegionServer(2236): Post open deploy tasks for testReplayEditsAfterRegionMovedWithMultiCF,,1733762841135.3a6ccf51dfa960b8284a2ebc9d94b9f8., pid=12, masterSystemTime=1733762843241 2024-12-09T16:47:23,319 DEBUG [RS_OPEN_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegionServer(2266): Finished post open deploy task for testReplayEditsAfterRegionMovedWithMultiCF,,1733762841135.3a6ccf51dfa960b8284a2ebc9d94b9f8. 2024-12-09T16:47:23,319 INFO [RS_OPEN_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] handler.AssignRegionHandler(153): Opened testReplayEditsAfterRegionMovedWithMultiCF,,1733762841135.3a6ccf51dfa960b8284a2ebc9d94b9f8. 2024-12-09T16:47:23,320 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=3a6ccf51dfa960b8284a2ebc9d94b9f8, regionState=OPEN, openSeqNum=18, regionLocation=7b4ec1980089,34375,1733762825383 2024-12-09T16:47:23,322 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3a6ccf51dfa960b8284a2ebc9d94b9f8, server=7b4ec1980089,34375,1733762825383 because future has completed 2024-12-09T16:47:23,327 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=10 2024-12-09T16:47:23,327 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure 3a6ccf51dfa960b8284a2ebc9d94b9f8, server=7b4ec1980089,34375,1733762825383 in 236 msec 2024-12-09T16:47:23,329 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=3a6ccf51dfa960b8284a2ebc9d94b9f8, REOPEN/MOVE in 598 msec 2024-12-09T16:47:23,333 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-09T16:47:23,334 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41422, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-09T16:47:23,336 ERROR [Time-limited test {}] regionserver.HRegionServer(2442): ***** ABORTING region server 7b4ec1980089,34375,1733762825383: testing ***** 2024-12-09T16:47:23,336 ERROR [Time-limited test {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-12-09T16:47:23,338 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-12-09T16:47:23,338 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-12-09T16:47:23,340 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-12-09T16:47:23,342 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-12-09T16:47:23,349 INFO [Time-limited test {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 389243392 }, "NonHeapMemoryUsage": { "committed": 172163072, "init": 7667712, "max": -1, "used": 169435160 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=IPC", "modelerType": "RegionServer,sub=IPC", "tag.Context": "regionserver", "tag.Hostname": "7b4ec1980089", "queueSize": 0, "numCallsInGeneralQueue": 0, "numCallsInReplicationQueue": 0, "numCallsInBulkLoadQueue": 0, "numCallsInPriorityQueue": 0, "numCallsInMetaPriorityQueue": 0, "numOpenConnections": 0, "numActiveHandler": 0, "numActiveGeneralHandler": 0, "numActivePriorityHandler": 0, "numActiveReplicationHandler": 0, "numGeneralCallsDropped": 0, "numLifoModeSwitches": 0, "numCallsInWriteQueue": 0, "numActiveBulkLoadHandler": 0, "numCallsInReadQueue": 0, "numCallsInScanQueue": 0, "numActiveWriteHandler": 0, "numActiveReadHandler": 0, "numActiveScanHandler": 0, "nettyDirectMemoryUsage": 67108864, "nettyTotalPendingOutboundBytes": 0, "nettyMaxPendingOutboundBytes": 0, "receivedBytes": 2068, "exceptions.RegionMovedException": 0, "authenticationSuccesses": 0, "authorizationFailures": 0, "exceptions.requestTooBig": 0, "UnwritableTime_num_ops": 0, "UnwritableTime_min": 0, "UnwritableTime_max": 0, "UnwritableTime_mean": 0, "UnwritableTime_25th_percentile": 0, "UnwritableTime_median": 0, "UnwritableTime_75th_percentile": 0, "UnwritableTime_90th_percentile": 0, "UnwritableTime_95th_percentile": 0, "UnwritableTime_98th_percentile": 0, "UnwritableTime_99th_percentile": 0, "UnwritableTime_99.9th_percentile": 0, "exceptions.OutOfOrderScannerNextException": 0, "exceptions.rpcThrottling": 0, "exceptions.otherExceptions": 0, "ProcessCallTime_num_ops": 8, "ProcessCallTime_min": 1, "ProcessCallTime_max": 9, "ProcessCallTime_mean": 3, "ProcessCallTime_25th_percentile": 3, "ProcessCallTime_median": 5, "ProcessCallTime_75th_percentile": 7, "ProcessCallTime_90th_percentile": 8, "ProcessCallTime_95th_percentile": 8, "ProcessCallTime_98th_percentile": 8, "ProcessCallTime_99th_percentile": 8, "ProcessCallTime_99.9th_percentile": 8, "ProcessCallTime_TimeRangeCount_0-1": 8, "exceptions.callQueueTooBig": 0, "QueueCallTime_num_ops": 8, "QueueCallTime_min": 0, "QueueCallTime_max": 1, "QueueCallTime_mean": 0, "QueueCallTime_25th_percentile": 0, "QueueCallTime_median": 0, "QueueCallTime_75th_percentile": 0, "QueueCallTime_90th_percentile": 0, "QueueCallTime_95th_percentile": 0, "QueueCallTime_98th_percentile": 0, "QueueCallTime_99th_percentile": 0, "QueueCallTime_99.9th_percentile": 0, "QueueCallTime_TimeRangeCount_0-1": 8, "authenticationFailures": 0, "exceptions.multiResponseTooLarge": 0, "exceptions.callDropped": 0, "TotalCallTime_num_ops": 8, "TotalCallTime_min": 1, "TotalCallTime_max": 10, "TotalCallTime_mean": 4, "TotalCallTime_25th_percentile": 3, "TotalCallTime_median": 5, "TotalCallTime_75th_percentile": 7, "TotalCallTime_90th_percentile": 9, "TotalCallTime_95th_percentile": 9, "TotalCallTime_98th_percentile": 9, "TotalCallTime_99th_percentile": 9, "TotalCallTime_99.9th_percentile": 9, "TotalCallTime_TimeRangeCount_0-1": 8, "exceptions.RegionTooBusyException": 0, "exceptions.FailedSanityCheckException": 0, "ResponseSize_num_ops": 8, "ResponseSize_min": 0, "ResponseSize_max": 175, "ResponseSize_mean": 50, "ResponseSize_25th_percentile": 43, "ResponseSize_median": 87, "ResponseSize_75th_percentile": 131, "ResponseSize_90th_percentile": 157, "ResponseSize_95th_percentile": 166, "ResponseSize_98th_percentile": 171, "ResponseSize_99th_percentile": 173, "ResponseSize_99.9th_percentile": 174, "ResponseSize_SizeRangeCount_0-10": 8, "exceptions.UnknownScannerException": 0, "exceptions": 0, "maxOutboundBytesExceeded": 0, "authenticationFallbacks": 0, "exceptions.quotaExceeded": 0, "exceptions.callTimedOut": 0, "exceptions.NotServingRegionException": 0, "authorizationSuccesses": 0, "exceptions.ScannerResetException": 0, "RequestSize_num_ops": 8, "RequestSize_min": 89, "RequestSize_max": 121, "RequestSize_mean": 103, "RequestSize_25th_percentile": 97, "RequestSize_median": 105, "RequestSize_75th_percentile": 113, "RequestSize_90th_percentile": 117, "RequestSize_95th_percentile": 119, "RequestSize_98th_percentile": 120, "RequestSize_99th_percentile": 120, "RequestSize_99.9th_percentile": 120, "RequestSize_SizeRangeCount_0-10": 8, "sentBytes": 352 } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=Replication", "modelerType": "RegionServer,sub=Replication", "tag.Context": "regionserver", "tag.Hostname": "7b4ec1980089", "source.shippedHFiles": 0, "Source.ageOfLastShippedOp_num_ops": 0, "Source.ageOfLastShippedOp_min": 0, "Source.ageOfLastShippedOp_max": 0, "Source.ageOfLastShippedOp_mean": 0, "Source.ageOfLastShippedOp_25th_percentile": 0, "Source.ageOfLastShippedOp_median": 0, "Source.ageOfLastShippedOp_75th_percentile": 0, "Source.ageOfLastShippedOp_90th_percentile": 0, "Source.ageOfLastShippedOp_95th_percentile": 0, "Source.ageOfLastShippedOp_98th_percentile": 0, "Source.ageOfLastShippedOp_99th_percentile": 0, "Source.ageOfLastShippedOp_99.9th_percentile": 0, "source.uncleanlyClosedLogs": 0, "source.closedLogsWithUnknownFileLength": 0, "source.walReaderEditsBufferUsage": 0, "source.repeatedLogFileBytes": 0, "source.sizeOfHFileRefsQueue": 0, "source.logReadInBytes": 0, "source.completedRecoverQueues": 0, "source.sizeOfLogQueue": 0, "source.restartedLogReading": 0, "source.failedRecoverQueues": 0, "source.ignoredUncleanlyClosedLogContentsInBytes": 0, "Sink.ageOfLastAppliedOp_num_ops": 0, "Sink.ageOfLastAppliedOp_min": 0, "Sink.ageOfLastAppliedOp_max": 0, "Sink.ageOfLastAppliedOp_mean": 0, "Sink.ageOfLastAppliedOp_25th_percentile": 0, "Sink.ageOfLastAppliedOp_median": 0, "Sink.ageOfLastAppliedOp_75th_percentile": 0, "Sink.ageOfLastAppliedOp_90th_percentile": 0, "Sink.ageOfLastAppliedOp_95th_percentile": 0, "Sink.ageOfLastAppliedOp_98th_percentile": 0, "Sink.ageOfLastAppliedOp_99th_percentile": 0, "Sink.ageOfLastAppliedOp_99.9th_percentile": 0, "source.logEditsRead": 0, "source.numInitializing": 0, "source.shippedOps": 0, "sink.appliedHFiles": 0, "source.logEditsFiltered": 0, "source.shippedBytes": 0, "sink.appliedOps": 0, "source.completedLogs": 0, "source.failedBatches": 0, "sink.failedBatches": 0, "source.shippedBatches": 0, "sink.appliedBatches": 0 } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=Server", "modelerType": "RegionServer,sub=Server", "tag.zookeeperQuorum": "127.0.0.1:60470", "tag.serverName": "7b4ec1980089,41391,1733762825557", "tag.clusterId": "9157aee4-1a87-45d8-9c09-1f53298d4795", "tag.Context": "regionserver", "tag.Hostname": "7b4ec1980089", "regionCount": 1, "storeCount": 4, "hlogFileCount": 2, "hlogFileSize": 0, "storeFileCount": 0, "maxStoreFileCount": 0, "memStoreSize": 74, "memStoreHeapSize": 1248, "memStoreOffHeapSize": 0, "storeFileSize": 0, "storeFileSizeGrowthRate": 0.0, "maxStoreFileAge": 0, "minStoreFileAge": 0, "avgStoreFileAge": 0, "numReferenceFiles": 0, "regionServerStartTime": 1733762825557, "averageRegionSize": 74, "storeFileIndexSize": 0, "staticIndexSize": 0, "staticBloomSize": 0, "bloomFilterRequestsCount": 0, "bloomFilterNegativeResultsCount": 0, "bloomFilterEligibleRequestsCount": 0, "mutationsWithoutWALCount": 0, "mutationsWithoutWALSize": 0, "percentFilesLocal": 0.0, "percentFilesLocalSecondaryRegions": 0.0, "totalBytesRead": 10034, "localBytesRead": 10034, "shortCircuitBytesRead": 0, "zeroCopyBytesRead": 0, "splitQueueLength": 0, "compactionQueueLength": 0, "smallCompactionQueueLength": 0, "largeCompactionQueueLength": 0, "flushQueueLength": 0, "blockCacheFreeSize": 922070024, "blockCacheCount": 0, "blockCacheDataBlockCount": 0, "blockCacheSize": 676856, "blockCacheCountHitPercent": 0.0, "blockCacheExpressHitPercent": 0.0, "l1CacheSize": 676856, "l1CacheFreeSize": 922070024, "l1CacheCount": 0, "l1CacheEvictionCount": 0, "l1CacheHitCount": 0, "l1CacheMissCount": 0, "l1CacheHitRatio": 0.0, "l1CacheMissRatio": 0.0, "l2CacheSize": 0, "l2CacheFreeSize": 0, "l2CacheCount": 0, "l2CacheEvictionCount": 0, "l2CacheHitCount": 0, "l2CacheMissCount": 0, "l2CacheHitRatio": 0.0, "l2CacheMissRatio": 0.0, "mobFileCacheCount": 0, "mobFileCacheHitPercent": 0.0, "readRequestRatePerSecond": 1.4, "writeRequestRatePerSecond": 0.4, "ByteBuffAllocatorHeapAllocationBytes": 4782, "ByteBuffAllocatorPoolAllocationBytes": 199680, "ByteBuffAllocatorHeapAllocationRatio": 0.0, "ByteBuffAllocatorTotalBufferCount": 186, "ByteBuffAllocatorUsedBufferCount": 1, "activeScanners": 0, "totalRequestCount": 7, "totalRowActionRequestCount": 9, "readRequestCount": 7, "cpRequestCount": 0, "filteredReadRequestCount": 0, "writeRequestCount": 2, "rpcGetRequestCount": 1, "rpcFullScanRequestCount": 0, "rpcScanRequestCount": 4, "rpcMultiRequestCount": 0, "rpcMutateRequestCount": 2, "checkMutateFailedCount": 0, "checkMutatePassedCount": 0, "blockCacheHitCount": 0, "blockCacheHitCountPrimary": 0, "blockCacheHitCachingCount": 0, "blockCacheMissCount": 0, "blockCacheMissCountPrimary": 0, "blockCacheMissCachingCount": 0, "blockCacheEvictionCount": 0, "blockCacheEvictionCountPrimary": 0, "blockCacheFailedInsertionCount": 0, "blockCacheDataMissCount": 0, "blockCacheLeafIndexMissCount": 0, "blockCacheBloomChunkMissCount": 0, "blockCacheMetaMissCount": 0, "blockCacheRootIndexMissCount": 0, "blockCacheIntermediateIndexMissCount": 0, "blockCacheFileInfoMissCount": 0, "blockCacheGeneralBloomMetaMissCount": 0, "blockCacheDeleteFamilyBloomMissCount": 0, "blockCacheTrailerMissCount": 0, "blockCacheDataHitCount": 0, "blockCacheLeafIndexHitCount": 0, "blockCacheBloomChunkHitCount": 0, "blockCacheMetaHitCount": 0, "blockCacheRootIndexHitCount": 0, "blockCacheIntermediateIndexHitCount": 0, "blockCacheFileInfoHitCount": 0, "blockCacheGeneralBloomMetaHitCount": 0, "blockCacheDeleteFamilyBloomHitCount": 0, "blockCacheTrailerHitCount": 0, "updatesBlockedTime": 0, "flushedCellsCount": 0, "compactedCellsCount": 0, "majorCompactedCellsCount": 0, "flushedCellsSize": 0, "compactedCellsSize": 0, "majorCompactedCellsSize": 0, "cellsCountCompactedFromMob": 0, "cellsCountCompactedToMob": 0, "cellsSizeCompactedFromMob": 0, "cellsSizeCompactedToMob": 0, "mobFlushCount": 0, "mobFlushedCellsCount": 0, "mobFlushedCellsSize": 0, "mobScanCellsCount": 0, "mobScanCellsSize": 0, "mobFileCacheAccessCount": 0, "mobFileCacheMissCount": 0, "mobFileCacheEvictedCount": 0, "hedgedReads": 0, "hedgedReadWins": 0, "hedgedReadOpsInCurThread": 0, "blockedRequestCount": 0, "CheckAndMutate_num_ops": 0, "CheckAndMutate_min": 0, "CheckAndMutate_max": 0, "CheckAndMutate_mean": 0, "CheckAndMutate_25th_percentile": 0, "CheckAndMutate_median": 0, "CheckAndMutate_75th_percentile": 0, "CheckAndMutate_90th_percentile": 0, "CheckAndMutate_95th_percentile": 0, "CheckAndMutate_98th_percentile": 0, "CheckAndMutate_99th_percentile": 0, "CheckAndMutate_99.9th_percentile": 0, "MajorCompactionTime_num_ops": 0, "MajorCompactionTime_min": 0, "MajorCompactionTime_max": 0, "MajorCompactionTime_mean": 0, "MajorCompactionTime_25th_percentile": 0, "MajorCompactionTime_median": 0, "MajorCompactionTime_75th_percentile": 0, "MajorCompactionTime_90th_percentile": 0, "MajorCompactionTime_95th_percentile": 0, "MajorCompactionTime_98th_percentile": 0, "MajorCompactionTime_99th_percentile": 0, "MajorCompactionTime_99.9th_percentile": 0, "ScanTime_num_ops": 4, "ScanTime_min": 0, "ScanTime_max": 2, "ScanTime_mean": 0, "ScanTime_25th_percentile": 0, "ScanTime_median": 1, "ScanTime_75th_percentile": 1, "ScanTime_90th_percentile": 1, "ScanTime_95th_percentile": 1, "ScanTime_98th_percentile": 1, "ScanTime_99th_percentile": 1, "ScanTime_99.9th_percentile": 1, "ScanTime_TimeRangeCount_0-1": 4, "CheckAndMutateBlockBytesScanned_num_ops": 0, "CheckAndMutateBlockBytesScanned_min": 0, "CheckAndMutateBlockBytesScanned_max": 0, "CheckAndMutateBlockBytesScanned_mean": 0, "CheckAndMutateBlockBytesScanned_25th_percentile": 0, "CheckAndMutateBlockBytesScanned_median": 0, "CheckAndMutateBlockBytesScanned_75th_percentile": 0, "CheckAndMutateBlockBytesScanned_90th_percentile": 0, "CheckAndMutateBlockBytesScanned_95th_percentile": 0, "CheckAndMutateBlockBytesScanned_98th_percentile": 0, "CheckAndMutateBlockBytesScanned_99th_percentile": 0, "CheckAndMutateBlockBytesScanned_99.9th_percentile": 0, "Put_num_ops": 2, "Put_min": 2, "Put_max": 8, "Put_mean": 5, "Put_25th_percentile": 3, "Put_median": 5, "Put_75th_percentile": 6, "Put_90th_percentile": 7, "Put_95th_percentile": 7, "Put_98th_percentile": 7, "Put_99th_percentile": 7, "Put_99.9th_percentile": 7, "Put_TimeRangeCount_0-1": 2, "splitRequestCount": 0, "AppendBlockBytesScanned_num_ops": 0, "AppendBlockBytesScanned_min": 0, "AppendBlockBytesScanned_max": 0, "AppendBlockBytesScanned_mean": 0, "AppendBlockBytesScanned_25th_percentile": 0, "AppendBlockBytesScanned_median": 0, "AppendBlockBytesScanned_75th_percentile": 0, "AppendBlockBytesScanned_90th_percentile": 0, "AppendBlockBytesScanned_95th_percentile": 0, "AppendBlockBytesScanned_98th_percentile": 0, "AppendBlockBytesScanned_99th_percentile": 0, "AppendBlockBytesScanned_99.9th_percentile": 0, "PutBatch_num_ops": 0, "PutBatch_min": 0, "PutBatch_max": 0, "PutBatch_mean": 0, "PutBatch_25th_percentile": 0, "PutBatch_median": 0, "PutBatch_75th_percentile": 0, "PutBatch_90th_percentile": 0, "PutBatch_95th_percentile": 0, "PutBatch_98th_percentile": 0, "PutBatch_99th_percentile": 0, "PutBatch_99.9th_percentile": 0, "IncrementBlockBytesScanned_num_ops": 0, "IncrementBlockBytesScanned_min": 0, "IncrementBlockBytesScanned_max": 0, "IncrementBlockBytesScanned_mean": 0, "IncrementBlockBytesScanned_25th_percentile": 0, "IncrementBlockBytesScanned_median": 0, "IncrementBlockBytesScanned_75th_percentile": 0, "IncrementBlockBytesScanned_90th_percentile": 0, "IncrementBlockBytesScanned_95th_percentile": 0, "IncrementBlockBytesScanned_98th_percentile": 0, "IncrementBlockBytesScanned_99th_percentile": 0, "IncrementBlockBytesScanned_99.9th_percentile": 0, "SplitTime_num_ops": 0, "SplitTime_min": 0, "SplitTime_max": 0, "SplitTime_mean": 0, "SplitTime_25th_percentile": 0, "SplitTime_median": 0, "SplitTime_75th_percentile": 0, "SplitTime_90th_percentile": 0, "SplitTime_95th_percentile": 0, "SplitTime_98th_percentile": 0, "SplitTime_99th_percentile": 0, "SplitTime_99.9th_percentile": 0, "GetBlockBytesScanned_num_ops": 0, "GetBlockBytesScanned_min": 0, "GetBlockBytesScanned_max": 0, "GetBlockBytesScanned_mean": 0, "GetBlockBytesScanned_25th_percentile": 0, "GetBlockBytesScanned_median": 0, "GetBlockBytesScanned_75th_percentile": 0, "GetBlockBytesScanned_90th_percentile": 0, "GetBlockBytesScanned_95th_percentile": 0, "GetBlockBytesScanned_98th_percentile": 0, "GetBlockBytesScanned_99th_percentile": 0, "GetBlockBytesScanned_99.9th_percentile": 0, "majorCompactedInputBytes": 0, "slowAppendCount": 0, "flushedOutputBytes": 0, "Replay_num_ops": 0, "Replay_min": 0, "Replay_max": 0, "Replay_mean": 0, "Replay_25th_percentile": 0, "Replay_median": 0, "Replay_75th_percentile": 0, "Replay_90th_percentile": 0, "Replay_95th_percentile": 0, "Replay_98th_percentile": 0, "Replay_99th_percentile": 0, "Replay_99.9th_percentile": 0, "MajorCompactionInputSize_num_ops": 0, "MajorCompactionInputSize_min": 0, "MajorCompactionInputSize_max": 0, "MajorCompactionInputSize_mean": 0, "MajorCompactionInputSize_25th_percentile": 0, "MajorCompactionInputSize_median": 0, "MajorCompactionInputSize_75th_percentile": 0, "MajorCompactionInputSize_90th_percentile": 0, "MajorCompactionInputSize_95th_percentile": 0, "MajorCompactionInputSize_98th_percentile": 0, "MajorCompactionInputSize_99th_percentile": 0, "MajorCompactionInputSize_99.9th_percentile": 0, "pauseInfoThresholdExceeded": 0, "CheckAndDelete_num_ops": 0, "CheckAndDelete_min": 0, "CheckAndDelete_max": 0, "CheckAndDelete_mean": 0, "CheckAndDelete_25th_percentile": 0, "CheckAndDelete_median": 0, "CheckAndDelete_75th_percentile": 0, "CheckAndDelete_90th_percentile": 0, "CheckAndDelete_95th_percentile": 0, "CheckAndDelete_98th_percentile": 0, "CheckAndDelete_99th_percentile": 0, "CheckAndDelete_99.9th_percentile": 0, "CompactionInputSize_num_ops": 0, "CompactionInputSize_min": 0, "CompactionInputSize_max": 0, "CompactionInputSize_mean": 0, "CompactionInputSize_25th_percentile": 0, "CompactionInputSize_median": 0, "CompactionInputSize_75th_percentile": 0, "CompactionInputSize_90th_percentile": 0, "CompactionInputSize_95th_percentile": 0, "CompactionInputSize_98th_percentile": 0, "CompactionInputSize_99th_percentile": 0, "CompactionInputSize_99.9th_percentile": 0, "flushedMemstoreBytes": 0, "majorCompactedOutputBytes": 0, "slowPutCount": 0, "compactedInputBytes": 0, "FlushOutputSize_num_ops": 0, "FlushOutputSize_min": 0, "FlushOutputSize_max": 0, "FlushOutputSize_mean": 0, "FlushOutputSize_25th_percentile": 0, "FlushOutputSize_median": 0, "FlushOutputSize_75th_percentile": 0, "FlushOutputSize_90th_percentile": 0, "FlushOutputSize_95th_percentile": 0, "FlushOutputSize_98th_percentile": 0, "FlushOutputSize_99th_percentile": 0, "FlushOutputSize_99.9th_percentile": 0, "PauseTimeWithGc_num_ops": 0, "PauseTimeWithGc_min": 0, "PauseTimeWithGc_max": 0, "PauseTimeWithGc_mean": 0, "PauseTimeWithGc_25th_percentile": 0, "PauseTimeWithGc_median": 0, "PauseTimeWithGc_75th_percentile": 0, "PauseTimeWithGc_90th_percentile": 0, "PauseTimeWithGc_95th_percentile": 0, "PauseTimeWithGc_98th_percentile": 0, "PauseTimeWithGc_99th_percentile": 0, "PauseTimeWithGc_99.9th_percentile": 0, "compactedOutputBytes": 0, "pauseWarnThresholdExceeded": 0, "ScanBlockBytesScanned_num_ops": 0, "ScanBlockBytesScanned_min": 0, "ScanBlockBytesScanned_max": 0, "ScanBlockBytesScanned_mean": 0, "ScanBlockBytesScanned_25th_percentile": 0, "ScanBlockBytesScanned_median": 0, "ScanBlockBytesScanned_75th_percentile": 0, "ScanBlockBytesScanned_90th_percentile": 0, "ScanBlockBytesScanned_95th_percentile": 0, "ScanBlockBytesScanned_98th_percentile": 0, "ScanBlockBytesScanned_99th_percentile": 0, "ScanBlockBytesScanned_99.9th_percentile": 0, "Increment_num_ops": 0, "Increment_min": 0, "Increment_max": 0, "Increment_mean": 0, "Increment_25th_percentile": 0, "Increment_median": 0, "Increment_75th_percentile": 0, "Increment_90th_percentile": 0, "Increment_95th_percentile": 0, "Increment_98th_percentile": 0, "Increment_99th_percentile": 0, "Increment_99.9th_percentile": 0, "Delete_num_ops": 0, "Delete_min": 0, "Delete_max": 0, "Delete_mean": 0, "Delete_25th_percentile": 0, "Delete_median": 0, "Delete_75th_percentile": 0, "Delete_90th_percentile": 0, "Delete_95th_percentile": 0, "Delete_98th_percentile": 0, "Delete_99th_percentile": 0, "Delete_99.9th_percentile": 0, "DeleteBatch_num_ops": 0, "DeleteBatch_min": 0, "DeleteBatch_max": 0, "DeleteBatch_mean": 0, "DeleteBatch_25th_percentile": 0, "DeleteBatch_median": 0, "DeleteBatch_75th_percentile": 0, "DeleteBatch_90th_percentile": 0, "DeleteBatch_95th_percentile": 0, "DeleteBatch_98th_percentile": 0, "DeleteBatch_99th_percentile": 0, "DeleteBatch_99.9th_percentile": 0, "blockBytesScannedCount": 0, "FlushMemstoreSize_num_ops": 0, "FlushMemstoreSize_min": 0, "FlushMemstoreSize_max": 0, "FlushMemstoreSize_mean": 0, "FlushMemstoreSize_25th_percentile": 0, "FlushMemstoreSize_median": 0, "FlushMemstoreSize_75th_percentile": 0, "FlushMemstoreSize_90th_percentile": 0, "FlushMemstoreSize_95th_percentile": 0, "FlushMemstoreSize_98th_percentile": 0, "FlushMemstoreSize_99th_percentile": 0, "FlushMemstoreSize_99.9th_percentile": 0, "CompactionInputFileCount_num_ops": 0, "CompactionInputFileCount_min": 0, "CompactionInputFileCount_max": 0, "CompactionInputFileCount_mean": 0, "CompactionInputFileCount_25th_percentile": 0, "CompactionInputFileCount_median": 0, "CompactionInputFileCount_75th_percentile": 0, "CompactionInputFileCount_90th_percentile": 0, "CompactionInputFileCount_95th_percentile": 0, "CompactionInputFileCount_98th_percentile": 0, "CompactionInputFileCount_99th_percentile": 0, "CompactionInputFileCount_99.9th_percentile": 0, "CompactionTime_num_ops": 0, "CompactionTime_min": 0, "CompactionTime_max": 0, "CompactionTime_mean": 0, "CompactionTime_25th_percentile": 0, "CompactionTime_median": 0, "CompactionTime_75th_percentile": 0, "CompactionTime_90th_percentile": 0, "CompactionTime_95th_percentile": 0, "CompactionTime_98th_percentile": 0, "CompactionTime_99th_percentile": 0, "CompactionTime_99.9th_percentile": 0, "Get_num_ops": 1, "Get_min": 1, "Get_max": 1, "Get_mean": 1, "Get_25th_percentile": 1, "Get_median": 1, "Get_75th_percentile": 1, "Get_90th_percentile": 1, "Get_95th_percentile": 1, "Get_98th_percentile": 1, "Get_99th_percentile": 1, "Get_99.9th_percentile": 1, "Get_TimeRangeCount_0-1": 1, "MajorCompactionInputFileCount_num_ops": 0, "MajorCompactionInputFileCount_min": 0, "MajorCompactionInputFileCount_max": 0, "MajorCompactionInputFileCount_mean": 0, "MajorCompactionInputFileCount_25th_percentile": 0, "MajorCompactionInputFileCount_median": 0, "MajorCompactionInputFileCount_75th_percentile": 0, "MajorCompactionInputFileCount_90th_percentile": 0, "MajorCompactionInputFileCount_95th_percentile": 0, "MajorCompactionInputFileCount_98th_percentile": 0, "MajorCompactionInputFileCount_99th_percentile": 0, "MajorCompactionInputFileCount_99.9th_percentile": 0, "scannerLeaseExpiredCount": 0, "CheckAndPut_num_ops": 0, "CheckAndPut_min": 0, "CheckAndPut_max": 0, "CheckAndPut_mean": 0, "CheckAndPut_25th_percentile": 0, "CheckAndPut_median": 0, "CheckAndPut_75th_percentile": 0, "CheckAndPut_90th_percentile": 0, "CheckAndPut_95th_percentile": 0, "CheckAndPut_98th_percentile": 0, "CheckAndPut_99th_percentile": 0, "CheckAndPut_99.9th_percentile": 0, "MajorCompactionOutputSize_num_ops": 0, "MajorCompactionOutputSize_min": 0, "MajorCompactionOutputSize_max": 0, "MajorCompactionOutputSize_mean": 0, "MajorCompactionOutputSize_25th_percentile": 0, "MajorCompactionOutputSize_median": 0, "MajorCompactionOutputSize_75th_percentile": 0, "MajorCompactionOutputSize_90th_percentile": 0, "MajorCompactionOutputSize_95th_percentile": 0, "MajorCompactionOutputSize_98th_percentile": 0, "MajorCompactionOutputSize_99th_percentile": 0, "MajorCompactionOutputSize_99.9th_percentile": 0, "CompactionOutputFileCount_num_ops": 0, "CompactionOutputFileCount_min": 0, "CompactionOutputFileCount_max": 0, "CompactionOutputFileCount_mean": 0, "CompactionOutputFileCount_25th_percentile": 0, "CompactionOutputFileCount_median": 0, "CompactionOutputFileCount_75th_percentile": 0, "CompactionOutputFileCount_90th_percentile": 0, "CompactionOutputFileCount_95th_percentile": 0, "CompactionOutputFileCount_98th_percentile": 0, "CompactionOutputFileCount_99th_percentile": 0, "CompactionOutputFileCount_99.9th_percentile": 0, "slowDeleteCount": 0, "FlushTime_num_ops": 0, "FlushTime_min": 0, "FlushTime_max": 0, "FlushTime_mean": 0, "FlushTime_25th_percentile": 0, "FlushTime_median": 0, "FlushTime_75th_percentile": 0, "FlushTime_90th_percentile": 0, "FlushTime_95th_percentile": 0, "FlushTime_98th_percentile": 0, "FlushTime_99th_percentile": 0, "FlushTime_99.9th_percentile": 0, "splitSuccessCount": 0, "MajorCompactionOutputFileCount_num_ops": 0, "MajorCompactionOutputFileCount_min": 0, "MajorCompactionOutputFileCount_max": 0, "MajorCompactionOutputFileCount_mean": 0, "MajorCompactionOutputFileCount_25th_percentile": 0, "MajorCompactionOutputFileCount_median": 0, "MajorCompactionOutputFileCount_75th_percentile": 0, "MajorCompactionOutputFileCount_90th_percentile": 0, "MajorCompactionOutputFileCount_95th_percentile": 0, "MajorCompactionOutputFileCount_98th_percentile": 0, "MajorCompactionOutputFileCount_99th_percentile": 0, "MajorCompactionOutputFileCount_99.9th_percentile": 0, "slowGetCount": 0, "ScanSize_num_ops": 4, "ScanSize_min": 0, "ScanSize_max": 144, "ScanSize_mean": 72, "ScanSize_25th_percentile": 36, "ScanSize_median": 72, "ScanSize_75th_percentile": 108, "ScanSize_90th_percentile": 129, "ScanSize_95th_percentile": 136, "ScanSize_98th_percentile": 141, "ScanSize_99th_percentile": 142, "ScanSize_99.9th_percentile": 143, "ScanSize_SizeRangeCount_0-10": 4, "CompactionOutputSize_num_ops": 0, "CompactionOutputSize_min": 0, "CompactionOutputSize_max": 0, "CompactionOutputSize_mean": 0, "CompactionOutputSize_25th_percentile": 0, "CompactionOutputSize_median": 0, "CompactionOutputSize_75th_percentile": 0, "CompactionOutputSize_90th_percentile": 0, "CompactionOutputSize_95th_percentile": 0, "CompactionOutputSize_98th_percentile": 0, "CompactionOutputSize_99th_percentile": 0, "CompactionOutputSize_99.9th_percentile": 0, "PauseTimeWithoutGc_num_ops": 0, "PauseTimeWithoutGc_min": 0, "PauseTimeWithoutGc_max": 0, "PauseTimeWithoutGc_mean": 0, "PauseTimeWithoutGc_25th_percentile": 0, "PauseTimeWithoutGc_median": 0, "PauseTimeWithoutGc_75th_percentile": 0, "PauseTimeWithoutGc_90th_percentile": 0, "PauseTimeWithoutGc_95th_percentile": 0, "PauseTimeWithoutGc_98th_percentile": 0, "PauseTimeWithoutGc_99th_percentile": 0, "PauseTimeWithoutGc_99.9th_percentile": 0, "slowIncrementCount": 0, "Append_num_ops": 0, "Append_min": 0, "Append_max": 0, "Append_mean": 0, "Append_25th_percentile": 0, "Append_median": 0, "Append_75th_percentile": 0, "Append_90th_percentile": 0, "Append_95th_percentile": 0, "Append_98th_percentile": 0, "Append_99th_percentile": 0, "Append_99.9th_percentile": 0, "Bulkload_count": 0, "Bulkload_mean_rate": 0.0, "Bulkload_1min_rate": 0.0, "Bulkload_5min_rate": 0.0, "Bulkload_15min_rate": 0.0, "Bulkload_num_ops": 0, "Bulkload_min": 0, "Bulkload_max": 0, "Bulkload_mean": 0, "Bulkload_25th_percentile": 0, "Bulkload_median": 0, "Bulkload_75th_percentile": 0, "Bulkload_90th_percentile": 0, "Bulkload_95th_percentile": 0, "Bulkload_98th_percentile": 0, "Bulkload_99th_percentile": 0, "Bulkload_99.9th_percentile": 0 } ] } 2024-12-09T16:47:23,352 WARN [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35909 {}] master.MasterRpcServices(700): 7b4ec1980089,34375,1733762825383 reported a fatal error: ***** ABORTING region server 7b4ec1980089,34375,1733762825383: testing ***** 2024-12-09T16:47:23,355 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '7b4ec1980089,34375,1733762825383' ***** 2024-12-09T16:47:23,355 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: testing 2024-12-09T16:47:23,355 INFO [RS:0;7b4ec1980089:34375 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-09T16:47:23,355 INFO [RS:0;7b4ec1980089:34375 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager abruptly. 2024-12-09T16:47:23,355 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-09T16:47:23,355 INFO [RS:0;7b4ec1980089:34375 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager abruptly. 2024-12-09T16:47:23,355 INFO [RS:0;7b4ec1980089:34375 {}] regionserver.HRegionServer(3091): Received CLOSE for 3a6ccf51dfa960b8284a2ebc9d94b9f8 2024-12-09T16:47:23,356 INFO [RS:0;7b4ec1980089:34375 {}] regionserver.HRegionServer(956): aborting server 7b4ec1980089,34375,1733762825383 2024-12-09T16:47:23,356 INFO [RS:0;7b4ec1980089:34375 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-09T16:47:23,356 INFO [RS:0;7b4ec1980089:34375 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;7b4ec1980089:34375. 2024-12-09T16:47:23,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42869 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Get size: 140 connection: 172.17.0.2:48216 deadline: 1733762903356, exception=org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=7b4ec1980089 port=34375 startCode=1733762825383. As of locationSeqNum=12. 2024-12-09T16:47:23,356 DEBUG [RS_CLOSE_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 3a6ccf51dfa960b8284a2ebc9d94b9f8, disabling compactions & flushes 2024-12-09T16:47:23,356 DEBUG [RS:0;7b4ec1980089:34375 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-09T16:47:23,356 INFO [RS_CLOSE_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1733762841135.3a6ccf51dfa960b8284a2ebc9d94b9f8. 2024-12-09T16:47:23,356 DEBUG [RS_CLOSE_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1733762841135.3a6ccf51dfa960b8284a2ebc9d94b9f8. 2024-12-09T16:47:23,356 DEBUG [RS_CLOSE_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1733762841135.3a6ccf51dfa960b8284a2ebc9d94b9f8. after waiting 0 ms 2024-12-09T16:47:23,356 DEBUG [RS_CLOSE_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1733762841135.3a6ccf51dfa960b8284a2ebc9d94b9f8. 2024-12-09T16:47:23,356 DEBUG [RS:0;7b4ec1980089:34375 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T16:47:23,357 INFO [RS:0;7b4ec1980089:34375 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-09T16:47:23,357 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1733762841135.3a6ccf51dfa960b8284a2ebc9d94b9f8., hostname=7b4ec1980089,42869,1733762825502, seqNum=5 , the old value is region=testReplayEditsAfterRegionMovedWithMultiCF,,1733762841135.3a6ccf51dfa960b8284a2ebc9d94b9f8., hostname=7b4ec1980089,42869,1733762825502, seqNum=5, error=org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=7b4ec1980089 port=34375 startCode=1733762825383. As of locationSeqNum=12. 2024-12-09T16:47:23,357 DEBUG [RS:0;7b4ec1980089:34375 {}] regionserver.HRegionServer(1325): Online Regions={3a6ccf51dfa960b8284a2ebc9d94b9f8=testReplayEditsAfterRegionMovedWithMultiCF,,1733762841135.3a6ccf51dfa960b8284a2ebc9d94b9f8.} 2024-12-09T16:47:23,357 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1733762841135.3a6ccf51dfa960b8284a2ebc9d94b9f8., hostname=7b4ec1980089,42869,1733762825502, seqNum=5 is org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=7b4ec1980089 port=34375 startCode=1733762825383. As of locationSeqNum=12. 2024-12-09T16:47:23,357 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] client.AsyncRegionLocatorHelper(84): Try updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1733762841135.3a6ccf51dfa960b8284a2ebc9d94b9f8., hostname=7b4ec1980089,42869,1733762825502, seqNum=5 with the new location region=testReplayEditsAfterRegionMovedWithMultiCF,,1733762841135.3a6ccf51dfa960b8284a2ebc9d94b9f8., hostname=7b4ec1980089,34375,1733762825383, seqNum=12 constructed by org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=7b4ec1980089 port=34375 startCode=1733762825383. As of locationSeqNum=12. 2024-12-09T16:47:23,357 DEBUG [RS:0;7b4ec1980089:34375 {}] regionserver.HRegionServer(1351): Waiting on 3a6ccf51dfa960b8284a2ebc9d94b9f8 2024-12-09T16:47:23,359 INFO [RS_CLOSE_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1733762841135.3a6ccf51dfa960b8284a2ebc9d94b9f8. 2024-12-09T16:47:23,359 DEBUG [RS_CLOSE_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 3a6ccf51dfa960b8284a2ebc9d94b9f8: Waiting for close lock at 1733762843356Running coprocessor pre-close hooks at 1733762843356Disabling compacts and flushes for region at 1733762843356Disabling writes for close at 1733762843356Writing region close event to WAL at 1733762843359 (+3 ms)Running coprocessor post-close hooks at 1733762843359Closed at 1733762843359 2024-12-09T16:47:23,359 DEBUG [RS_CLOSE_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1733762841135.3a6ccf51dfa960b8284a2ebc9d94b9f8. 2024-12-09T16:47:23,410 INFO [regionserver/7b4ec1980089:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-09T16:47:23,463 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 7b4ec1980089,34375,1733762825383 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T16:47:23,465 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1733762841135.3a6ccf51dfa960b8284a2ebc9d94b9f8., hostname=7b4ec1980089,34375,1733762825383, seqNum=12 , the old value is region=testReplayEditsAfterRegionMovedWithMultiCF,,1733762841135.3a6ccf51dfa960b8284a2ebc9d94b9f8., hostname=7b4ec1980089,34375,1733762825383, seqNum=12, error=org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 7b4ec1980089,34375,1733762825383 aborting 2024-12-09T16:47:23,465 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1733762841135.3a6ccf51dfa960b8284a2ebc9d94b9f8., hostname=7b4ec1980089,34375,1733762825383, seqNum=12 is org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 7b4ec1980089,34375,1733762825383 aborting 2024-12-09T16:47:23,466 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testReplayEditsAfterRegionMovedWithMultiCF,,1733762841135.3a6ccf51dfa960b8284a2ebc9d94b9f8., hostname=7b4ec1980089,34375,1733762825383, seqNum=12 from cache 2024-12-09T16:47:23,558 INFO [RS:0;7b4ec1980089:34375 {}] regionserver.HRegionServer(976): stopping server 7b4ec1980089,34375,1733762825383; all regions closed. 2024-12-09T16:47:23,565 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34879 is added to blk_1073741835_1011 (size=2288) 2024-12-09T16:47:23,565 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40695 is added to blk_1073741835_1011 (size=2288) 2024-12-09T16:47:23,565 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38561 is added to blk_1073741835_1011 (size=2288) 2024-12-09T16:47:23,566 DEBUG [RS:0;7b4ec1980089:34375 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T16:47:23,566 INFO [RS:0;7b4ec1980089:34375 {}] regionserver.LeaseManager(133): Closed leases 2024-12-09T16:47:23,566 INFO [RS:0;7b4ec1980089:34375 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-09T16:47:23,566 INFO [RS:0;7b4ec1980089:34375 {}] hbase.ChoreService(370): Chore service for: regionserver/7b4ec1980089:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-09T16:47:23,567 INFO [regionserver/7b4ec1980089:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-09T16:47:23,567 INFO [RS:0;7b4ec1980089:34375 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-09T16:47:23,567 INFO [RS:0;7b4ec1980089:34375 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-09T16:47:23,567 INFO [RS:0;7b4ec1980089:34375 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-09T16:47:23,567 INFO [RS:0;7b4ec1980089:34375 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-09T16:47:23,567 INFO [RS:0;7b4ec1980089:34375 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:34375 2024-12-09T16:47:23,618 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34375-0x1000b86f5550001, quorum=127.0.0.1:60470, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/7b4ec1980089,34375,1733762825383 2024-12-09T16:47:23,618 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35909-0x1000b86f5550000, quorum=127.0.0.1:60470, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-09T16:47:23,618 INFO [RS:0;7b4ec1980089:34375 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-09T16:47:23,632 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [7b4ec1980089,34375,1733762825383] 2024-12-09T16:47:23,642 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/7b4ec1980089,34375,1733762825383 already deleted, retry=false 2024-12-09T16:47:23,643 INFO [RegionServerTracker-0 {}] master.ServerManager(695): Processing expiration of 7b4ec1980089,34375,1733762825383 on 7b4ec1980089,35909,1733762824629 2024-12-09T16:47:23,655 DEBUG [RegionServerTracker-0 {}] procedure2.ProcedureExecutor(1139): Stored pid=13, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure 7b4ec1980089,34375,1733762825383, splitWal=true, meta=false 2024-12-09T16:47:23,658 INFO [RegionServerTracker-0 {}] assignment.AssignmentManager(1999): Scheduled ServerCrashProcedure pid=13 for 7b4ec1980089,34375,1733762825383 (carryingMeta=false) 7b4ec1980089,34375,1733762825383/CRASHED/regionCount=1/lock=java.util.concurrent.locks.ReentrantReadWriteLock@330c8637[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-12-09T16:47:23,658 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(169): Start pid=13, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure 7b4ec1980089,34375,1733762825383, splitWal=true, meta=false 2024-12-09T16:47:23,660 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(207): 7b4ec1980089,34375,1733762825383 had 1 regions 2024-12-09T16:47:23,661 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=13, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure 7b4ec1980089,34375,1733762825383, splitWal=true, meta=false, isMeta: false 2024-12-09T16:47:23,663 DEBUG [PEWorker-1 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:46245/user/jenkins/test-data/f85bc056-772a-5340-809f-da35843890f1/WALs/7b4ec1980089,34375,1733762825383-splitting 2024-12-09T16:47:23,663 INFO [PEWorker-1 {}] master.SplitWALManager(105): 7b4ec1980089,34375,1733762825383 WAL count=1, meta=false 2024-12-09T16:47:23,665 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=13, state=RUNNABLE:ACQUIRE_SPLIT_WAL_WORKER, hasLock=false; SplitWALProcedure 7b4ec1980089%2C34375%2C1733762825383.1733762827146}] 2024-12-09T16:47:23,669 DEBUG [PEWorker-1 {}] master.SplitWALManager(158): Acquired split WAL worker=7b4ec1980089,42869,1733762825502 2024-12-09T16:47:23,671 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; SplitWALRemoteProcedure 7b4ec1980089%2C34375%2C1733762825383.1733762827146, worker=7b4ec1980089,42869,1733762825502}] 2024-12-09T16:47:23,674 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testReplayEditsAfterRegionMovedWithMultiCF', row='r1', locateType=CURRENT is [region=testReplayEditsAfterRegionMovedWithMultiCF,,1733762841135.3a6ccf51dfa960b8284a2ebc9d94b9f8., hostname=7b4ec1980089,34375,1733762825383, seqNum=18] 2024-12-09T16:47:23,676 WARN [RPCClient-NioEventLoopGroup-6-5 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 7b4ec1980089:34375 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: 7b4ec1980089/172.17.0.2:34375 Caused by: java.net.ConnectException: Connection refused at sun.nio.ch.Net.pollConnect(Native Method) ~[?:?] at sun.nio.ch.Net.pollConnectNow(Net.java:672) ~[?:?] at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946) ~[?:?] at org.apache.hbase.thirdparty.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T16:47:23,677 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1733762841135.3a6ccf51dfa960b8284a2ebc9d94b9f8., hostname=7b4ec1980089,34375,1733762825383, seqNum=18 , the old value is region=testReplayEditsAfterRegionMovedWithMultiCF,,1733762841135.3a6ccf51dfa960b8284a2ebc9d94b9f8., hostname=7b4ec1980089,34375,1733762825383, seqNum=18, error=java.net.ConnectException: Call to address=7b4ec1980089:34375 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: 7b4ec1980089/172.17.0.2:34375 2024-12-09T16:47:23,677 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1733762841135.3a6ccf51dfa960b8284a2ebc9d94b9f8., hostname=7b4ec1980089,34375,1733762825383, seqNum=18 is java.net.ConnectException: Connection refused 2024-12-09T16:47:23,677 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testReplayEditsAfterRegionMovedWithMultiCF,,1733762841135.3a6ccf51dfa960b8284a2ebc9d94b9f8., hostname=7b4ec1980089,34375,1733762825383, seqNum=18 from cache 2024-12-09T16:47:23,677 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] ipc.FailedServers(52): Added failed server with address 7b4ec1980089:34375 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: 7b4ec1980089/172.17.0.2:34375 2024-12-09T16:47:23,731 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34375-0x1000b86f5550001, quorum=127.0.0.1:60470, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-09T16:47:23,731 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34375-0x1000b86f5550001, quorum=127.0.0.1:60470, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-09T16:47:23,732 INFO [RS:0;7b4ec1980089:34375 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-09T16:47:23,732 INFO [RS:0;7b4ec1980089:34375 {}] regionserver.HRegionServer(1031): Exiting; stopping=7b4ec1980089,34375,1733762825383; zookeeper connection closed. 2024-12-09T16:47:23,732 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@3baec680 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@3baec680 2024-12-09T16:47:23,837 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42869 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SplitWALCallable, pid=15 2024-12-09T16:47:23,857 INFO [RS_LOG_REPLAY_OPS-regionserver/7b4ec1980089:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.WALSplitter(299): Splitting hdfs://localhost:46245/user/jenkins/test-data/f85bc056-772a-5340-809f-da35843890f1/WALs/7b4ec1980089,34375,1733762825383-splitting/7b4ec1980089%2C34375%2C1733762825383.1733762827146, size=2.2 K (2288bytes) 2024-12-09T16:47:23,857 INFO [RS_LOG_REPLAY_OPS-regionserver/7b4ec1980089:0-0 {event_type=RS_LOG_REPLAY, pid=15}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:46245/user/jenkins/test-data/f85bc056-772a-5340-809f-da35843890f1/WALs/7b4ec1980089,34375,1733762825383-splitting/7b4ec1980089%2C34375%2C1733762825383.1733762827146 2024-12-09T16:47:23,858 INFO [RS_LOG_REPLAY_OPS-regionserver/7b4ec1980089:0-0 {event_type=RS_LOG_REPLAY, pid=15}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:46245/user/jenkins/test-data/f85bc056-772a-5340-809f-da35843890f1/WALs/7b4ec1980089,34375,1733762825383-splitting/7b4ec1980089%2C34375%2C1733762825383.1733762827146 after 1ms 2024-12-09T16:47:23,881 DEBUG [RS_LOG_REPLAY_OPS-regionserver/7b4ec1980089:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.AbstractProtobufWALReader(302): Initialized secure protobuf WAL: cipher=AES 2024-12-09T16:47:23,881 INFO [RS_LOG_REPLAY_OPS-regionserver/7b4ec1980089:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.WALSplitter(310): Open hdfs://localhost:46245/user/jenkins/test-data/f85bc056-772a-5340-809f-da35843890f1/WALs/7b4ec1980089,34375,1733762825383-splitting/7b4ec1980089%2C34375%2C1733762825383.1733762827146 took 24ms 2024-12-09T16:47:23,888 DEBUG [RS_LOG_REPLAY_OPS-regionserver/7b4ec1980089:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.WALSplitter(352): Last flushed sequenceid for 3a6ccf51dfa960b8284a2ebc9d94b9f8: last_flushed_sequence_id: 12 store_sequence_id { family_name: "cf1" sequence_id: 12 } store_sequence_id { family_name: "cf2" sequence_id: 12 } 2024-12-09T16:47:23,888 DEBUG [RS_LOG_REPLAY_OPS-regionserver/7b4ec1980089:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:46245/user/jenkins/test-data/f85bc056-772a-5340-809f-da35843890f1/WALs/7b4ec1980089,34375,1733762825383-splitting/7b4ec1980089%2C34375%2C1733762825383.1733762827146 so closing down 2024-12-09T16:47:23,888 DEBUG [RS_LOG_REPLAY_OPS-regionserver/7b4ec1980089:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-09T16:47:23,888 INFO [RS_LOG_REPLAY_OPS-regionserver/7b4ec1980089:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.OutputSink(145): 3 split writer threads finished 2024-12-09T16:47:23,888 INFO [RS_LOG_REPLAY_OPS-regionserver/7b4ec1980089:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.WALSplitter(425): Processed 6 edits across 0 Regions in 6 ms; skipped=6; WAL=hdfs://localhost:46245/user/jenkins/test-data/f85bc056-772a-5340-809f-da35843890f1/WALs/7b4ec1980089,34375,1733762825383-splitting/7b4ec1980089%2C34375%2C1733762825383.1733762827146, size=2.2 K, length=2288, corrupted=false, cancelled=false 2024-12-09T16:47:23,888 DEBUG [RS_LOG_REPLAY_OPS-regionserver/7b4ec1980089:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.WALSplitter(428): Completed split of hdfs://localhost:46245/user/jenkins/test-data/f85bc056-772a-5340-809f-da35843890f1/WALs/7b4ec1980089,34375,1733762825383-splitting/7b4ec1980089%2C34375%2C1733762825383.1733762827146, journal: Splitting hdfs://localhost:46245/user/jenkins/test-data/f85bc056-772a-5340-809f-da35843890f1/WALs/7b4ec1980089,34375,1733762825383-splitting/7b4ec1980089%2C34375%2C1733762825383.1733762827146, size=2.2 K (2288bytes) at 1733762843857Finishing writing output for hdfs://localhost:46245/user/jenkins/test-data/f85bc056-772a-5340-809f-da35843890f1/WALs/7b4ec1980089,34375,1733762825383-splitting/7b4ec1980089%2C34375%2C1733762825383.1733762827146 so closing down at 1733762843888 (+31 ms)3 split writer threads finished at 1733762843888Processed 6 edits across 0 Regions in 6 ms; skipped=6; WAL=hdfs://localhost:46245/user/jenkins/test-data/f85bc056-772a-5340-809f-da35843890f1/WALs/7b4ec1980089,34375,1733762825383-splitting/7b4ec1980089%2C34375%2C1733762825383.1733762827146, size=2.2 K, length=2288, corrupted=false, cancelled=false at 1733762843888 2024-12-09T16:47:23,889 DEBUG [RS_LOG_REPLAY_OPS-regionserver/7b4ec1980089:0-0 {event_type=RS_LOG_REPLAY, pid=15}] regionserver.SplitLogWorker(218): Done splitting WAL hdfs://localhost:46245/user/jenkins/test-data/f85bc056-772a-5340-809f-da35843890f1/WALs/7b4ec1980089,34375,1733762825383-splitting/7b4ec1980089%2C34375%2C1733762825383.1733762827146 2024-12-09T16:47:23,890 DEBUG [RS_LOG_REPLAY_OPS-regionserver/7b4ec1980089:0-0 {event_type=RS_LOG_REPLAY, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15 2024-12-09T16:47:23,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35909 {}] master.HMaster(4169): Remote procedure done, pid=15 2024-12-09T16:47:23,895 INFO [PEWorker-4 {}] wal.WALSplitUtil(143): Moved hdfs://localhost:46245/user/jenkins/test-data/f85bc056-772a-5340-809f-da35843890f1/WALs/7b4ec1980089,34375,1733762825383-splitting/7b4ec1980089%2C34375%2C1733762825383.1733762827146 to hdfs://localhost:46245/user/jenkins/test-data/f85bc056-772a-5340-809f-da35843890f1/oldWALs 2024-12-09T16:47:23,897 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=14 2024-12-09T16:47:23,898 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=14, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 7b4ec1980089%2C34375%2C1733762825383.1733762827146, worker=7b4ec1980089,42869,1733762825502 in 224 msec 2024-12-09T16:47:23,899 DEBUG [PEWorker-5 {}] master.SplitWALManager(172): Release split WAL worker=7b4ec1980089,42869,1733762825502 2024-12-09T16:47:23,901 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=14, resume processing ppid=13 2024-12-09T16:47:23,902 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=13, state=SUCCESS, hasLock=false; SplitWALProcedure 7b4ec1980089%2C34375%2C1733762825383.1733762827146, worker=7b4ec1980089,42869,1733762825502 in 234 msec 2024-12-09T16:47:23,903 INFO [PEWorker-2 {}] master.SplitLogManager(171): hdfs://localhost:46245/user/jenkins/test-data/f85bc056-772a-5340-809f-da35843890f1/WALs/7b4ec1980089,34375,1733762825383-splitting dir is empty, no logs to split. 2024-12-09T16:47:23,903 INFO [PEWorker-2 {}] master.SplitWALManager(105): 7b4ec1980089,34375,1733762825383 WAL count=0, meta=false 2024-12-09T16:47:23,903 DEBUG [PEWorker-2 {}] procedure.ServerCrashProcedure(329): Check if 7b4ec1980089,34375,1733762825383 WAL splitting is done? wals=0, meta=false 2024-12-09T16:47:23,906 INFO [PEWorker-2 {}] procedure.ServerCrashProcedure(321): Remove WAL directory for 7b4ec1980089,34375,1733762825383 failed, ignore...File hdfs://localhost:46245/user/jenkins/test-data/f85bc056-772a-5340-809f-da35843890f1/WALs/7b4ec1980089,34375,1733762825383-splitting does not exist. 2024-12-09T16:47:23,908 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=3a6ccf51dfa960b8284a2ebc9d94b9f8, ASSIGN}] 2024-12-09T16:47:23,910 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=16, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=3a6ccf51dfa960b8284a2ebc9d94b9f8, ASSIGN 2024-12-09T16:47:23,911 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=16, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=3a6ccf51dfa960b8284a2ebc9d94b9f8, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-12-09T16:47:23,988 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testReplayEditsAfterRegionMovedWithMultiCF', row='r1', locateType=CURRENT is [region=testReplayEditsAfterRegionMovedWithMultiCF,,1733762841135.3a6ccf51dfa960b8284a2ebc9d94b9f8., hostname=7b4ec1980089,34375,1733762825383, seqNum=18] 2024-12-09T16:47:23,989 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] ipc.AbstractRpcClient(357): Not trying to connect to 7b4ec1980089:34375 this server is in the failed servers list 2024-12-09T16:47:23,990 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1733762841135.3a6ccf51dfa960b8284a2ebc9d94b9f8., hostname=7b4ec1980089,34375,1733762825383, seqNum=18 , the old value is region=testReplayEditsAfterRegionMovedWithMultiCF,,1733762841135.3a6ccf51dfa960b8284a2ebc9d94b9f8., hostname=7b4ec1980089,34375,1733762825383, seqNum=18, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=7b4ec1980089:34375 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 7b4ec1980089:34375 2024-12-09T16:47:23,990 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1733762841135.3a6ccf51dfa960b8284a2ebc9d94b9f8., hostname=7b4ec1980089,34375,1733762825383, seqNum=18 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 7b4ec1980089:34375 2024-12-09T16:47:23,990 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testReplayEditsAfterRegionMovedWithMultiCF,,1733762841135.3a6ccf51dfa960b8284a2ebc9d94b9f8., hostname=7b4ec1980089,34375,1733762825383, seqNum=18 from cache 2024-12-09T16:47:24,061 DEBUG [7b4ec1980089:35909 {}] balancer.BalancerClusterState(204): Hosts are {7b4ec1980089=0} racks are {/default-rack=0} 2024-12-09T16:47:24,062 DEBUG [7b4ec1980089:35909 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-12-09T16:47:24,062 DEBUG [7b4ec1980089:35909 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-12-09T16:47:24,062 DEBUG [7b4ec1980089:35909 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-12-09T16:47:24,062 DEBUG [7b4ec1980089:35909 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-12-09T16:47:24,062 INFO [7b4ec1980089:35909 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-12-09T16:47:24,062 INFO [7b4ec1980089:35909 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-12-09T16:47:24,062 DEBUG [7b4ec1980089:35909 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-12-09T16:47:24,062 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=3a6ccf51dfa960b8284a2ebc9d94b9f8, regionState=OPENING, regionLocation=7b4ec1980089,41391,1733762825557 2024-12-09T16:47:24,066 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=16, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=3a6ccf51dfa960b8284a2ebc9d94b9f8, ASSIGN because future has completed 2024-12-09T16:47:24,066 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=16, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3a6ccf51dfa960b8284a2ebc9d94b9f8, server=7b4ec1980089,41391,1733762825557}] 2024-12-09T16:47:24,225 INFO [RS_OPEN_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(132): Open testReplayEditsAfterRegionMovedWithMultiCF,,1733762841135.3a6ccf51dfa960b8284a2ebc9d94b9f8. 2024-12-09T16:47:24,225 DEBUG [RS_OPEN_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7752): Opening region: {ENCODED => 3a6ccf51dfa960b8284a2ebc9d94b9f8, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1733762841135.3a6ccf51dfa960b8284a2ebc9d94b9f8.', STARTKEY => '', ENDKEY => ''} 2024-12-09T16:47:24,226 DEBUG [RS_OPEN_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testReplayEditsAfterRegionMovedWithMultiCF 3a6ccf51dfa960b8284a2ebc9d94b9f8 2024-12-09T16:47:24,226 DEBUG [RS_OPEN_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1733762841135.3a6ccf51dfa960b8284a2ebc9d94b9f8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T16:47:24,226 DEBUG [RS_OPEN_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7794): checking encryption for 3a6ccf51dfa960b8284a2ebc9d94b9f8 2024-12-09T16:47:24,226 DEBUG [RS_OPEN_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7797): checking classloading for 3a6ccf51dfa960b8284a2ebc9d94b9f8 2024-12-09T16:47:24,227 INFO [StoreOpener-3a6ccf51dfa960b8284a2ebc9d94b9f8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf1 of region 3a6ccf51dfa960b8284a2ebc9d94b9f8 2024-12-09T16:47:24,228 INFO [StoreOpener-3a6ccf51dfa960b8284a2ebc9d94b9f8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3a6ccf51dfa960b8284a2ebc9d94b9f8 columnFamilyName cf1 2024-12-09T16:47:24,228 DEBUG [StoreOpener-3a6ccf51dfa960b8284a2ebc9d94b9f8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T16:47:24,234 DEBUG [StoreOpener-3a6ccf51dfa960b8284a2ebc9d94b9f8-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:46245/user/jenkins/test-data/f85bc056-772a-5340-809f-da35843890f1/data/default/testReplayEditsAfterRegionMovedWithMultiCF/3a6ccf51dfa960b8284a2ebc9d94b9f8/cf1/40765925f380476b89092e98d5cfa38f 2024-12-09T16:47:24,234 INFO [StoreOpener-3a6ccf51dfa960b8284a2ebc9d94b9f8-1 {}] regionserver.HStore(327): Store=3a6ccf51dfa960b8284a2ebc9d94b9f8/cf1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T16:47:24,234 INFO [StoreOpener-3a6ccf51dfa960b8284a2ebc9d94b9f8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf2 of region 3a6ccf51dfa960b8284a2ebc9d94b9f8 2024-12-09T16:47:24,235 INFO [StoreOpener-3a6ccf51dfa960b8284a2ebc9d94b9f8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3a6ccf51dfa960b8284a2ebc9d94b9f8 columnFamilyName cf2 2024-12-09T16:47:24,235 DEBUG [StoreOpener-3a6ccf51dfa960b8284a2ebc9d94b9f8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T16:47:24,241 DEBUG [StoreOpener-3a6ccf51dfa960b8284a2ebc9d94b9f8-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:46245/user/jenkins/test-data/f85bc056-772a-5340-809f-da35843890f1/data/default/testReplayEditsAfterRegionMovedWithMultiCF/3a6ccf51dfa960b8284a2ebc9d94b9f8/cf2/2ac152c6b5ae4d74ac8b74c23bb4a55f 2024-12-09T16:47:24,241 INFO [StoreOpener-3a6ccf51dfa960b8284a2ebc9d94b9f8-1 {}] regionserver.HStore(327): Store=3a6ccf51dfa960b8284a2ebc9d94b9f8/cf2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T16:47:24,241 DEBUG [RS_OPEN_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1038): replaying wal for 3a6ccf51dfa960b8284a2ebc9d94b9f8 2024-12-09T16:47:24,242 DEBUG [RS_OPEN_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46245/user/jenkins/test-data/f85bc056-772a-5340-809f-da35843890f1/data/default/testReplayEditsAfterRegionMovedWithMultiCF/3a6ccf51dfa960b8284a2ebc9d94b9f8 2024-12-09T16:47:24,243 DEBUG [RS_OPEN_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46245/user/jenkins/test-data/f85bc056-772a-5340-809f-da35843890f1/data/default/testReplayEditsAfterRegionMovedWithMultiCF/3a6ccf51dfa960b8284a2ebc9d94b9f8 2024-12-09T16:47:24,244 DEBUG [RS_OPEN_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1048): stopping wal replay for 3a6ccf51dfa960b8284a2ebc9d94b9f8 2024-12-09T16:47:24,244 DEBUG [RS_OPEN_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1060): Cleaning up temporary data for 3a6ccf51dfa960b8284a2ebc9d94b9f8 2024-12-09T16:47:24,244 DEBUG [RS_OPEN_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterRegionMovedWithMultiCF descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-09T16:47:24,246 DEBUG [RS_OPEN_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1093): writing seq id for 3a6ccf51dfa960b8284a2ebc9d94b9f8 2024-12-09T16:47:24,246 INFO [RS_OPEN_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1114): Opened 3a6ccf51dfa960b8284a2ebc9d94b9f8; next sequenceid=18; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59647019, jitterRate=-0.11119015514850616}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-09T16:47:24,246 DEBUG [RS_OPEN_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 3a6ccf51dfa960b8284a2ebc9d94b9f8 2024-12-09T16:47:24,247 DEBUG [RS_OPEN_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1006): Region open journal for 3a6ccf51dfa960b8284a2ebc9d94b9f8: Running coprocessor pre-open hook at 1733762844226Writing region info on filesystem at 1733762844226Initializing all the Stores at 1733762844227 (+1 ms)Instantiating store for column family {NAME => 'cf1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733762844227Instantiating store for column family {NAME => 'cf2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733762844227Cleaning up temporary data from old regions at 1733762844244 (+17 ms)Running coprocessor post-open hooks at 1733762844246 (+2 ms)Region opened successfully at 1733762844247 (+1 ms) 2024-12-09T16:47:24,248 INFO [RS_OPEN_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2236): Post open deploy tasks for testReplayEditsAfterRegionMovedWithMultiCF,,1733762841135.3a6ccf51dfa960b8284a2ebc9d94b9f8., pid=17, masterSystemTime=1733762844220 2024-12-09T16:47:24,250 DEBUG [RS_OPEN_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2266): Finished post open deploy task for testReplayEditsAfterRegionMovedWithMultiCF,,1733762841135.3a6ccf51dfa960b8284a2ebc9d94b9f8. 2024-12-09T16:47:24,250 INFO [RS_OPEN_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(153): Opened testReplayEditsAfterRegionMovedWithMultiCF,,1733762841135.3a6ccf51dfa960b8284a2ebc9d94b9f8. 2024-12-09T16:47:24,251 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=3a6ccf51dfa960b8284a2ebc9d94b9f8, regionState=OPEN, openSeqNum=18, regionLocation=7b4ec1980089,41391,1733762825557 2024-12-09T16:47:24,253 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=17, ppid=16, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3a6ccf51dfa960b8284a2ebc9d94b9f8, server=7b4ec1980089,41391,1733762825557 because future has completed 2024-12-09T16:47:24,256 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=16 2024-12-09T16:47:24,256 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=16, state=SUCCESS, hasLock=false; OpenRegionProcedure 3a6ccf51dfa960b8284a2ebc9d94b9f8, server=7b4ec1980089,41391,1733762825557 in 188 msec 2024-12-09T16:47:24,259 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=13 2024-12-09T16:47:24,259 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=13, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=3a6ccf51dfa960b8284a2ebc9d94b9f8, ASSIGN in 348 msec 2024-12-09T16:47:24,259 INFO [PEWorker-4 {}] procedure.ServerCrashProcedure(291): removed crashed server 7b4ec1980089,34375,1733762825383 after splitting done 2024-12-09T16:47:24,261 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, state=SUCCESS, hasLock=false; ServerCrashProcedure 7b4ec1980089,34375,1733762825383, splitWal=true, meta=false in 614 msec 2024-12-09T16:47:24,504 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testReplayEditsAfterRegionMovedWithMultiCF', row='r1', locateType=CURRENT is [region=testReplayEditsAfterRegionMovedWithMultiCF,,1733762841135.3a6ccf51dfa960b8284a2ebc9d94b9f8., hostname=7b4ec1980089,41391,1733762825557, seqNum=18] 2024-12-09T16:47:24,517 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestSecureAsyncWALReplay#testReplayEditsAfterRegionMovedWithMultiCF Thread=408 (was 409), OpenFileDescriptor=1053 (was 1025) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=198 (was 198), ProcessCount=11 (was 11), AvailableMemoryMB=10356 (was 10387) 2024-12-09T16:47:24,517 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1053 is superior to 1024 2024-12-09T16:47:24,527 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestSecureAsyncWALReplay#testReplayEditsAfterPartialFlush Thread=408, OpenFileDescriptor=1053, MaxFileDescriptor=1048576, SystemLoadAverage=198, ProcessCount=11, AvailableMemoryMB=10355 2024-12-09T16:47:24,527 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1053 is superior to 1024 2024-12-09T16:47:24,540 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-09T16:47:24,542 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-09T16:47:24,542 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-09T16:47:24,545 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-95014203, suffix=, logDir=hdfs://localhost:46245/hbase/WALs/hregion-95014203, archiveDir=hdfs://localhost:46245/hbase/oldWALs, maxLogs=32 2024-12-09T16:47:24,555 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-95014203/hregion-95014203.1733762844545, exclude list is [], retry=0 2024-12-09T16:47:24,557 DEBUG [AsyncFSWAL-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40695,DS-d26823f1-b96e-41d9-b095-4a6efe2c185b,DISK] 2024-12-09T16:47:24,557 DEBUG [AsyncFSWAL-20-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38561,DS-74f46a19-d323-470c-9c50-39572d9ebdef,DISK] 2024-12-09T16:47:24,557 DEBUG [AsyncFSWAL-20-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34879,DS-5a363144-5077-4a66-a9ce-79ba83f1c010,DISK] 2024-12-09T16:47:24,579 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-95014203/hregion-95014203.1733762844545 2024-12-09T16:47:24,580 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35375:35375),(127.0.0.1/127.0.0.1:41579:41579),(127.0.0.1/127.0.0.1:33715:33715)] 2024-12-09T16:47:24,580 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => 257f9a58169233084d3984d757f7a629, NAME => 'testReplayEditsWrittenViaHRegion,,1733762844541.257f9a58169233084d3984d757f7a629.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsWrittenViaHRegion', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46245/hbase 2024-12-09T16:47:24,589 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40695 is added to blk_1073741893_1071 (size=67) 2024-12-09T16:47:24,589 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34879 is added to blk_1073741893_1071 (size=67) 2024-12-09T16:47:24,589 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38561 is added to blk_1073741893_1071 (size=67) 2024-12-09T16:47:24,590 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1733762844541.257f9a58169233084d3984d757f7a629.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T16:47:24,591 INFO [StoreOpener-257f9a58169233084d3984d757f7a629-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 257f9a58169233084d3984d757f7a629 2024-12-09T16:47:24,593 INFO [StoreOpener-257f9a58169233084d3984d757f7a629-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 257f9a58169233084d3984d757f7a629 columnFamilyName a 2024-12-09T16:47:24,593 DEBUG [StoreOpener-257f9a58169233084d3984d757f7a629-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T16:47:24,593 INFO [StoreOpener-257f9a58169233084d3984d757f7a629-1 {}] regionserver.HStore(327): Store=257f9a58169233084d3984d757f7a629/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T16:47:24,593 INFO [StoreOpener-257f9a58169233084d3984d757f7a629-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 257f9a58169233084d3984d757f7a629 2024-12-09T16:47:24,595 INFO [StoreOpener-257f9a58169233084d3984d757f7a629-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 257f9a58169233084d3984d757f7a629 columnFamilyName b 2024-12-09T16:47:24,595 DEBUG [StoreOpener-257f9a58169233084d3984d757f7a629-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T16:47:24,595 INFO [StoreOpener-257f9a58169233084d3984d757f7a629-1 {}] regionserver.HStore(327): Store=257f9a58169233084d3984d757f7a629/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T16:47:24,596 INFO [StoreOpener-257f9a58169233084d3984d757f7a629-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 257f9a58169233084d3984d757f7a629 2024-12-09T16:47:24,597 INFO [StoreOpener-257f9a58169233084d3984d757f7a629-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 257f9a58169233084d3984d757f7a629 columnFamilyName c 2024-12-09T16:47:24,597 DEBUG [StoreOpener-257f9a58169233084d3984d757f7a629-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T16:47:24,597 INFO [StoreOpener-257f9a58169233084d3984d757f7a629-1 {}] regionserver.HStore(327): Store=257f9a58169233084d3984d757f7a629/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T16:47:24,598 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 257f9a58169233084d3984d757f7a629 2024-12-09T16:47:24,598 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46245/hbase/data/default/testReplayEditsWrittenViaHRegion/257f9a58169233084d3984d757f7a629 2024-12-09T16:47:24,599 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46245/hbase/data/default/testReplayEditsWrittenViaHRegion/257f9a58169233084d3984d757f7a629 2024-12-09T16:47:24,600 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 257f9a58169233084d3984d757f7a629 2024-12-09T16:47:24,600 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 257f9a58169233084d3984d757f7a629 2024-12-09T16:47:24,600 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-09T16:47:24,601 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 257f9a58169233084d3984d757f7a629 2024-12-09T16:47:24,603 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46245/hbase/data/default/testReplayEditsWrittenViaHRegion/257f9a58169233084d3984d757f7a629/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-09T16:47:24,604 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 257f9a58169233084d3984d757f7a629; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62813074, jitterRate=-0.06401225924491882}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-09T16:47:24,604 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 257f9a58169233084d3984d757f7a629: Writing region info on filesystem at 1733762844590Initializing all the Stores at 1733762844591 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733762844591Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733762844591Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733762844591Cleaning up temporary data from old regions at 1733762844600 (+9 ms)Region opened successfully at 1733762844604 (+4 ms) 2024-12-09T16:47:24,604 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 257f9a58169233084d3984d757f7a629, disabling compactions & flushes 2024-12-09T16:47:24,604 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenViaHRegion,,1733762844541.257f9a58169233084d3984d757f7a629. 2024-12-09T16:47:24,604 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenViaHRegion,,1733762844541.257f9a58169233084d3984d757f7a629. 2024-12-09T16:47:24,604 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenViaHRegion,,1733762844541.257f9a58169233084d3984d757f7a629. after waiting 0 ms 2024-12-09T16:47:24,604 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenViaHRegion,,1733762844541.257f9a58169233084d3984d757f7a629. 2024-12-09T16:47:24,605 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenViaHRegion,,1733762844541.257f9a58169233084d3984d757f7a629. 2024-12-09T16:47:24,605 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 257f9a58169233084d3984d757f7a629: Waiting for close lock at 1733762844604Disabling compacts and flushes for region at 1733762844604Disabling writes for close at 1733762844604Writing region close event to WAL at 1733762844605 (+1 ms)Closed at 1733762844605 2024-12-09T16:47:24,610 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38561 is added to blk_1073741892_1070 (size=175) 2024-12-09T16:47:24,610 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40695 is added to blk_1073741892_1070 (size=175) 2024-12-09T16:47:24,610 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34879 is added to blk_1073741892_1070 (size=175) 2024-12-09T16:47:24,613 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-12-09T16:47:24,613 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-95014203:(num 1733762844545) 2024-12-09T16:47:24,613 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-12-09T16:47:24,615 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:46245/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733762844540, archiveDir=hdfs://localhost:46245/hbase/oldWALs, maxLogs=32 2024-12-09T16:47:24,633 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733762844540/wal.1733762844615, exclude list is [], retry=0 2024-12-09T16:47:24,636 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40695,DS-d26823f1-b96e-41d9-b095-4a6efe2c185b,DISK] 2024-12-09T16:47:24,637 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38561,DS-74f46a19-d323-470c-9c50-39572d9ebdef,DISK] 2024-12-09T16:47:24,637 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34879,DS-5a363144-5077-4a66-a9ce-79ba83f1c010,DISK] 2024-12-09T16:47:24,661 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733762844540/wal.1733762844615 2024-12-09T16:47:24,664 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41579:41579),(127.0.0.1/127.0.0.1:35375:35375),(127.0.0.1/127.0.0.1:33715:33715)] 2024-12-09T16:47:24,664 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 257f9a58169233084d3984d757f7a629, NAME => 'testReplayEditsWrittenViaHRegion,,1733762844541.257f9a58169233084d3984d757f7a629.', STARTKEY => '', ENDKEY => ''} 2024-12-09T16:47:24,664 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1733762844541.257f9a58169233084d3984d757f7a629.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T16:47:24,664 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 257f9a58169233084d3984d757f7a629 2024-12-09T16:47:24,664 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 257f9a58169233084d3984d757f7a629 2024-12-09T16:47:24,666 INFO [StoreOpener-257f9a58169233084d3984d757f7a629-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 257f9a58169233084d3984d757f7a629 2024-12-09T16:47:24,666 INFO [StoreOpener-257f9a58169233084d3984d757f7a629-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 257f9a58169233084d3984d757f7a629 columnFamilyName a 2024-12-09T16:47:24,666 DEBUG [StoreOpener-257f9a58169233084d3984d757f7a629-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T16:47:24,667 INFO [StoreOpener-257f9a58169233084d3984d757f7a629-1 {}] regionserver.HStore(327): Store=257f9a58169233084d3984d757f7a629/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T16:47:24,667 INFO [StoreOpener-257f9a58169233084d3984d757f7a629-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 257f9a58169233084d3984d757f7a629 2024-12-09T16:47:24,668 INFO [StoreOpener-257f9a58169233084d3984d757f7a629-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 257f9a58169233084d3984d757f7a629 columnFamilyName b 2024-12-09T16:47:24,668 DEBUG [StoreOpener-257f9a58169233084d3984d757f7a629-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T16:47:24,669 INFO [StoreOpener-257f9a58169233084d3984d757f7a629-1 {}] regionserver.HStore(327): Store=257f9a58169233084d3984d757f7a629/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T16:47:24,669 INFO [StoreOpener-257f9a58169233084d3984d757f7a629-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 257f9a58169233084d3984d757f7a629 2024-12-09T16:47:24,670 INFO [StoreOpener-257f9a58169233084d3984d757f7a629-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 257f9a58169233084d3984d757f7a629 columnFamilyName c 2024-12-09T16:47:24,670 DEBUG [StoreOpener-257f9a58169233084d3984d757f7a629-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T16:47:24,670 INFO [StoreOpener-257f9a58169233084d3984d757f7a629-1 {}] regionserver.HStore(327): Store=257f9a58169233084d3984d757f7a629/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T16:47:24,670 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 257f9a58169233084d3984d757f7a629 2024-12-09T16:47:24,671 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46245/hbase/data/default/testReplayEditsWrittenViaHRegion/257f9a58169233084d3984d757f7a629 2024-12-09T16:47:24,673 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46245/hbase/data/default/testReplayEditsWrittenViaHRegion/257f9a58169233084d3984d757f7a629 2024-12-09T16:47:24,673 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 257f9a58169233084d3984d757f7a629 2024-12-09T16:47:24,674 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 257f9a58169233084d3984d757f7a629 2024-12-09T16:47:24,674 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-09T16:47:24,675 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 257f9a58169233084d3984d757f7a629 2024-12-09T16:47:24,676 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 257f9a58169233084d3984d757f7a629; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62772075, jitterRate=-0.06462319195270538}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-09T16:47:24,677 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 257f9a58169233084d3984d757f7a629: Writing region info on filesystem at 1733762844664Initializing all the Stores at 1733762844665 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733762844665Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733762844665Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733762844665Cleaning up temporary data from old regions at 1733762844674 (+9 ms)Region opened successfully at 1733762844676 (+2 ms) 2024-12-09T16:47:24,702 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 257f9a58169233084d3984d757f7a629 3/3 column families, dataSize=2.55 KB heapSize=5.44 KB 2024-12-09T16:47:24,717 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46245/hbase/data/default/testReplayEditsWrittenViaHRegion/257f9a58169233084d3984d757f7a629/.tmp/a/60ac8df4cf414e998b892bb7b748b4f6 is 91, key is testReplayEditsWrittenViaHRegion/a:x0/1733762844677/Put/seqid=0 2024-12-09T16:47:24,725 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34879 is added to blk_1073741895_1073 (size=5958) 2024-12-09T16:47:24,725 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40695 is added to blk_1073741895_1073 (size=5958) 2024-12-09T16:47:24,725 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38561 is added to blk_1073741895_1073 (size=5958) 2024-12-09T16:47:24,726 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=33 (bloomFilter=true), to=hdfs://localhost:46245/hbase/data/default/testReplayEditsWrittenViaHRegion/257f9a58169233084d3984d757f7a629/.tmp/a/60ac8df4cf414e998b892bb7b748b4f6 2024-12-09T16:47:24,747 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46245/hbase/data/default/testReplayEditsWrittenViaHRegion/257f9a58169233084d3984d757f7a629/.tmp/b/02ae40940ffb43a28d7c2f16bec422e9 is 91, key is testReplayEditsWrittenViaHRegion/b:x0/1733762844684/Put/seqid=0 2024-12-09T16:47:24,754 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34879 is added to blk_1073741896_1074 (size=5958) 2024-12-09T16:47:24,755 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38561 is added to blk_1073741896_1074 (size=5958) 2024-12-09T16:47:24,755 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=33 (bloomFilter=true), to=hdfs://localhost:46245/hbase/data/default/testReplayEditsWrittenViaHRegion/257f9a58169233084d3984d757f7a629/.tmp/b/02ae40940ffb43a28d7c2f16bec422e9 2024-12-09T16:47:24,757 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40695 is added to blk_1073741896_1074 (size=5958) 2024-12-09T16:47:24,776 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46245/hbase/data/default/testReplayEditsWrittenViaHRegion/257f9a58169233084d3984d757f7a629/.tmp/c/ad051e4bb9a7418faa605af66f87de1f is 91, key is testReplayEditsWrittenViaHRegion/c:x0/1733762844692/Put/seqid=0 2024-12-09T16:47:24,784 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34879 is added to blk_1073741897_1075 (size=5958) 2024-12-09T16:47:24,784 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38561 is added to blk_1073741897_1075 (size=5958) 2024-12-09T16:47:24,785 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40695 is added to blk_1073741897_1075 (size=5958) 2024-12-09T16:47:24,786 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=33 (bloomFilter=true), to=hdfs://localhost:46245/hbase/data/default/testReplayEditsWrittenViaHRegion/257f9a58169233084d3984d757f7a629/.tmp/c/ad051e4bb9a7418faa605af66f87de1f 2024-12-09T16:47:24,793 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46245/hbase/data/default/testReplayEditsWrittenViaHRegion/257f9a58169233084d3984d757f7a629/.tmp/a/60ac8df4cf414e998b892bb7b748b4f6 as hdfs://localhost:46245/hbase/data/default/testReplayEditsWrittenViaHRegion/257f9a58169233084d3984d757f7a629/a/60ac8df4cf414e998b892bb7b748b4f6 2024-12-09T16:47:24,801 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46245/hbase/data/default/testReplayEditsWrittenViaHRegion/257f9a58169233084d3984d757f7a629/a/60ac8df4cf414e998b892bb7b748b4f6, entries=10, sequenceid=33, filesize=5.8 K 2024-12-09T16:47:24,802 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46245/hbase/data/default/testReplayEditsWrittenViaHRegion/257f9a58169233084d3984d757f7a629/.tmp/b/02ae40940ffb43a28d7c2f16bec422e9 as hdfs://localhost:46245/hbase/data/default/testReplayEditsWrittenViaHRegion/257f9a58169233084d3984d757f7a629/b/02ae40940ffb43a28d7c2f16bec422e9 2024-12-09T16:47:24,810 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46245/hbase/data/default/testReplayEditsWrittenViaHRegion/257f9a58169233084d3984d757f7a629/b/02ae40940ffb43a28d7c2f16bec422e9, entries=10, sequenceid=33, filesize=5.8 K 2024-12-09T16:47:24,811 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46245/hbase/data/default/testReplayEditsWrittenViaHRegion/257f9a58169233084d3984d757f7a629/.tmp/c/ad051e4bb9a7418faa605af66f87de1f as hdfs://localhost:46245/hbase/data/default/testReplayEditsWrittenViaHRegion/257f9a58169233084d3984d757f7a629/c/ad051e4bb9a7418faa605af66f87de1f 2024-12-09T16:47:24,818 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46245/hbase/data/default/testReplayEditsWrittenViaHRegion/257f9a58169233084d3984d757f7a629/c/ad051e4bb9a7418faa605af66f87de1f, entries=10, sequenceid=33, filesize=5.8 K 2024-12-09T16:47:24,820 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~2.55 KB/2610, heapSize ~5.39 KB/5520, currentSize=0 B/0 for 257f9a58169233084d3984d757f7a629 in 119ms, sequenceid=33, compaction requested=false 2024-12-09T16:47:24,820 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 257f9a58169233084d3984d757f7a629: 2024-12-09T16:47:24,820 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 257f9a58169233084d3984d757f7a629, disabling compactions & flushes 2024-12-09T16:47:24,820 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenViaHRegion,,1733762844541.257f9a58169233084d3984d757f7a629. 2024-12-09T16:47:24,821 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenViaHRegion,,1733762844541.257f9a58169233084d3984d757f7a629. 2024-12-09T16:47:24,821 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenViaHRegion,,1733762844541.257f9a58169233084d3984d757f7a629. after waiting 0 ms 2024-12-09T16:47:24,821 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenViaHRegion,,1733762844541.257f9a58169233084d3984d757f7a629. 2024-12-09T16:47:24,822 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenViaHRegion,,1733762844541.257f9a58169233084d3984d757f7a629. 2024-12-09T16:47:24,822 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 257f9a58169233084d3984d757f7a629: Waiting for close lock at 1733762844820Disabling compacts and flushes for region at 1733762844820Disabling writes for close at 1733762844821 (+1 ms)Writing region close event to WAL at 1733762844822 (+1 ms)Closed at 1733762844822 2024-12-09T16:47:24,826 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34879 is added to blk_1073741894_1072 (size=6311) 2024-12-09T16:47:24,826 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40695 is added to blk_1073741894_1072 (size=6311) 2024-12-09T16:47:24,827 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38561 is added to blk_1073741894_1072 (size=6311) 2024-12-09T16:47:24,832 DEBUG [Time-limited test {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46245/hbase/data/default/testReplayEditsWrittenViaHRegion/257f9a58169233084d3984d757f7a629/b/02ae40940ffb43a28d7c2f16bec422e9 to hdfs://localhost:46245/hbase/archive/data/default/testReplayEditsWrittenViaHRegion/257f9a58169233084d3984d757f7a629/b/02ae40940ffb43a28d7c2f16bec422e9 2024-12-09T16:47:24,848 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:46245/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733762844540/wal.1733762844615, size=6.2 K (6311bytes) 2024-12-09T16:47:24,849 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:46245/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733762844540/wal.1733762844615 2024-12-09T16:47:24,849 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:46245/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733762844540/wal.1733762844615 after 0ms 2024-12-09T16:47:24,876 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(302): Initialized secure protobuf WAL: cipher=AES 2024-12-09T16:47:24,876 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:46245/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733762844540/wal.1733762844615 took 28ms 2024-12-09T16:47:24,878 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:46245/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733762844540/wal.1733762844615 so closing down 2024-12-09T16:47:24,879 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-09T16:47:24,879 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000003-wal.1733762844615.temp 2024-12-09T16:47:24,903 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46245/hbase/data/default/testReplayEditsWrittenViaHRegion/257f9a58169233084d3984d757f7a629/recovered.edits/0000000000000000003-wal.1733762844615.temp 2024-12-09T16:47:24,903 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-09T16:47:24,910 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34879 is added to blk_1073741898_1076 (size=5575) 2024-12-09T16:47:24,910 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38561 is added to blk_1073741898_1076 (size=5575) 2024-12-09T16:47:24,910 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40695 is added to blk_1073741898_1076 (size=5575) 2024-12-09T16:47:24,910 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46245/hbase/data/default/testReplayEditsWrittenViaHRegion/257f9a58169233084d3984d757f7a629/recovered.edits/0000000000000000003-wal.1733762844615.temp (wrote 30 edits, skipped 0 edits in 0 ms) 2024-12-09T16:47:24,912 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46245/hbase/data/default/testReplayEditsWrittenViaHRegion/257f9a58169233084d3984d757f7a629/recovered.edits/0000000000000000003-wal.1733762844615.temp to hdfs://localhost:46245/hbase/data/default/testReplayEditsWrittenViaHRegion/257f9a58169233084d3984d757f7a629/recovered.edits/0000000000000000032 2024-12-09T16:47:24,912 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 32 edits across 1 Regions in 36 ms; skipped=2; WAL=hdfs://localhost:46245/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733762844540/wal.1733762844615, size=6.2 K, length=6311, corrupted=false, cancelled=false 2024-12-09T16:47:24,912 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:46245/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733762844540/wal.1733762844615, journal: Splitting hdfs://localhost:46245/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733762844540/wal.1733762844615, size=6.2 K (6311bytes) at 1733762844849Finishing writing output for hdfs://localhost:46245/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733762844540/wal.1733762844615 so closing down at 1733762844879 (+30 ms)Creating recovered edits writer path=hdfs://localhost:46245/hbase/data/default/testReplayEditsWrittenViaHRegion/257f9a58169233084d3984d757f7a629/recovered.edits/0000000000000000003-wal.1733762844615.temp at 1733762844903 (+24 ms)3 split writer threads finished at 1733762844903Closed recovered edits writer path=hdfs://localhost:46245/hbase/data/default/testReplayEditsWrittenViaHRegion/257f9a58169233084d3984d757f7a629/recovered.edits/0000000000000000003-wal.1733762844615.temp (wrote 30 edits, skipped 0 edits in 0 ms) at 1733762844910 (+7 ms)Rename recovered edits hdfs://localhost:46245/hbase/data/default/testReplayEditsWrittenViaHRegion/257f9a58169233084d3984d757f7a629/recovered.edits/0000000000000000003-wal.1733762844615.temp to hdfs://localhost:46245/hbase/data/default/testReplayEditsWrittenViaHRegion/257f9a58169233084d3984d757f7a629/recovered.edits/0000000000000000032 at 1733762844912 (+2 ms)Processed 32 edits across 1 Regions in 36 ms; skipped=2; WAL=hdfs://localhost:46245/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733762844540/wal.1733762844615, size=6.2 K, length=6311, corrupted=false, cancelled=false at 1733762844912 2024-12-09T16:47:24,914 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:46245/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733762844540/wal.1733762844615 to hdfs://localhost:46245/hbase/oldWALs/wal.1733762844615 2024-12-09T16:47:24,915 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:46245/hbase/data/default/testReplayEditsWrittenViaHRegion/257f9a58169233084d3984d757f7a629/recovered.edits/0000000000000000032 2024-12-09T16:47:24,915 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-12-09T16:47:24,917 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:46245/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733762844540, archiveDir=hdfs://localhost:46245/hbase/oldWALs, maxLogs=32 2024-12-09T16:47:24,929 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733762844540/wal.1733762844917, exclude list is [], retry=0 2024-12-09T16:47:24,931 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34879,DS-5a363144-5077-4a66-a9ce-79ba83f1c010,DISK] 2024-12-09T16:47:24,932 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38561,DS-74f46a19-d323-470c-9c50-39572d9ebdef,DISK] 2024-12-09T16:47:24,932 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40695,DS-d26823f1-b96e-41d9-b095-4a6efe2c185b,DISK] 2024-12-09T16:47:24,954 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733762844540/wal.1733762844917 2024-12-09T16:47:24,955 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33715:33715),(127.0.0.1/127.0.0.1:35375:35375),(127.0.0.1/127.0.0.1:41579:41579)] 2024-12-09T16:47:24,955 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 257f9a58169233084d3984d757f7a629, NAME => 'testReplayEditsWrittenViaHRegion,,1733762844541.257f9a58169233084d3984d757f7a629.', STARTKEY => '', ENDKEY => ''} 2024-12-09T16:47:24,955 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1733762844541.257f9a58169233084d3984d757f7a629.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T16:47:24,955 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 257f9a58169233084d3984d757f7a629 2024-12-09T16:47:24,955 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 257f9a58169233084d3984d757f7a629 2024-12-09T16:47:24,957 INFO [StoreOpener-257f9a58169233084d3984d757f7a629-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 257f9a58169233084d3984d757f7a629 2024-12-09T16:47:24,957 INFO [StoreOpener-257f9a58169233084d3984d757f7a629-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 257f9a58169233084d3984d757f7a629 columnFamilyName a 2024-12-09T16:47:24,957 DEBUG [StoreOpener-257f9a58169233084d3984d757f7a629-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T16:47:24,963 DEBUG [StoreOpener-257f9a58169233084d3984d757f7a629-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:46245/hbase/data/default/testReplayEditsWrittenViaHRegion/257f9a58169233084d3984d757f7a629/a/60ac8df4cf414e998b892bb7b748b4f6 2024-12-09T16:47:24,963 INFO [StoreOpener-257f9a58169233084d3984d757f7a629-1 {}] regionserver.HStore(327): Store=257f9a58169233084d3984d757f7a629/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T16:47:24,963 INFO [StoreOpener-257f9a58169233084d3984d757f7a629-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 257f9a58169233084d3984d757f7a629 2024-12-09T16:47:24,964 INFO [StoreOpener-257f9a58169233084d3984d757f7a629-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 257f9a58169233084d3984d757f7a629 columnFamilyName b 2024-12-09T16:47:24,965 DEBUG [StoreOpener-257f9a58169233084d3984d757f7a629-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T16:47:24,965 INFO [StoreOpener-257f9a58169233084d3984d757f7a629-1 {}] regionserver.HStore(327): Store=257f9a58169233084d3984d757f7a629/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T16:47:24,965 INFO [StoreOpener-257f9a58169233084d3984d757f7a629-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 257f9a58169233084d3984d757f7a629 2024-12-09T16:47:24,966 INFO [StoreOpener-257f9a58169233084d3984d757f7a629-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 257f9a58169233084d3984d757f7a629 columnFamilyName c 2024-12-09T16:47:24,966 DEBUG [StoreOpener-257f9a58169233084d3984d757f7a629-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T16:47:24,968 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testSequentialEditLogSeqNum 2024-12-09T16:47:24,968 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testSequentialEditLogSeqNum Metrics about Tables on a single HBase RegionServer 2024-12-09T16:47:24,969 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsAfterRegionMovedWithMultiCF 2024-12-09T16:47:24,969 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsAfterRegionMovedWithMultiCF Metrics about Tables on a single HBase RegionServer 2024-12-09T16:47:24,970 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testRegionMadeOfBulkLoadedFilesOnly 2024-12-09T16:47:24,970 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testRegionMadeOfBulkLoadedFilesOnly Metrics about Tables on a single HBase RegionServer 2024-12-09T16:47:24,972 DEBUG [StoreOpener-257f9a58169233084d3984d757f7a629-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:46245/hbase/data/default/testReplayEditsWrittenViaHRegion/257f9a58169233084d3984d757f7a629/c/ad051e4bb9a7418faa605af66f87de1f 2024-12-09T16:47:24,972 INFO [StoreOpener-257f9a58169233084d3984d757f7a629-1 {}] regionserver.HStore(327): Store=257f9a58169233084d3984d757f7a629/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T16:47:24,972 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 257f9a58169233084d3984d757f7a629 2024-12-09T16:47:24,973 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46245/hbase/data/default/testReplayEditsWrittenViaHRegion/257f9a58169233084d3984d757f7a629 2024-12-09T16:47:24,974 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:46245/hbase/data/default/testReplayEditsWrittenViaHRegion/257f9a58169233084d3984d757f7a629 2024-12-09T16:47:24,975 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:46245/hbase/data/default/testReplayEditsWrittenViaHRegion/257f9a58169233084d3984d757f7a629/recovered.edits/0000000000000000032 2024-12-09T16:47:24,999 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(302): Initialized secure protobuf WAL: cipher=AES 2024-12-09T16:47:25,001 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 10, skipped 20, firstSequenceIdInLog=3, maxSequenceIdInLog=32, path=hdfs://localhost:46245/hbase/data/default/testReplayEditsWrittenViaHRegion/257f9a58169233084d3984d757f7a629/recovered.edits/0000000000000000032 2024-12-09T16:47:25,001 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 257f9a58169233084d3984d757f7a629 3/3 column families, dataSize=870 B heapSize=2.31 KB 2024-12-09T16:47:25,019 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46245/hbase/data/default/testReplayEditsWrittenViaHRegion/257f9a58169233084d3984d757f7a629/.tmp/b/1126cad85ef14f6ebc8a31747687ca22 is 91, key is testReplayEditsWrittenViaHRegion/b:x0/1733762844684/Put/seqid=0 2024-12-09T16:47:25,026 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38561 is added to blk_1073741900_1078 (size=5958) 2024-12-09T16:47:25,027 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34879 is added to blk_1073741900_1078 (size=5958) 2024-12-09T16:47:25,027 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40695 is added to blk_1073741900_1078 (size=5958) 2024-12-09T16:47:25,027 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=32 (bloomFilter=true), to=hdfs://localhost:46245/hbase/data/default/testReplayEditsWrittenViaHRegion/257f9a58169233084d3984d757f7a629/.tmp/b/1126cad85ef14f6ebc8a31747687ca22 2024-12-09T16:47:25,033 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46245/hbase/data/default/testReplayEditsWrittenViaHRegion/257f9a58169233084d3984d757f7a629/.tmp/b/1126cad85ef14f6ebc8a31747687ca22 as hdfs://localhost:46245/hbase/data/default/testReplayEditsWrittenViaHRegion/257f9a58169233084d3984d757f7a629/b/1126cad85ef14f6ebc8a31747687ca22 2024-12-09T16:47:25,039 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46245/hbase/data/default/testReplayEditsWrittenViaHRegion/257f9a58169233084d3984d757f7a629/b/1126cad85ef14f6ebc8a31747687ca22, entries=10, sequenceid=32, filesize=5.8 K 2024-12-09T16:47:25,040 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~870 B/870, heapSize ~1.80 KB/1840, currentSize=0 B/0 for 257f9a58169233084d3984d757f7a629 in 39ms, sequenceid=32, compaction requested=false; wal=null 2024-12-09T16:47:25,041 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:46245/hbase/data/default/testReplayEditsWrittenViaHRegion/257f9a58169233084d3984d757f7a629/recovered.edits/0000000000000000032 2024-12-09T16:47:25,042 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 257f9a58169233084d3984d757f7a629 2024-12-09T16:47:25,042 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 257f9a58169233084d3984d757f7a629 2024-12-09T16:47:25,043 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-09T16:47:25,044 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 257f9a58169233084d3984d757f7a629 2024-12-09T16:47:25,047 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46245/hbase/data/default/testReplayEditsWrittenViaHRegion/257f9a58169233084d3984d757f7a629/recovered.edits/33.seqid, newMaxSeqId=33, maxSeqId=1 2024-12-09T16:47:25,048 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 257f9a58169233084d3984d757f7a629; next sequenceid=34; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74012925, jitterRate=0.10287852585315704}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-09T16:47:25,048 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 257f9a58169233084d3984d757f7a629: Writing region info on filesystem at 1733762844955Initializing all the Stores at 1733762844956 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733762844956Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733762844956Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733762844956Obtaining lock to block concurrent updates at 1733762845001 (+45 ms)Preparing flush snapshotting stores in 257f9a58169233084d3984d757f7a629 at 1733762845001Finished memstore snapshotting testReplayEditsWrittenViaHRegion,,1733762844541.257f9a58169233084d3984d757f7a629., syncing WAL and waiting on mvcc, flushsize=dataSize=870, getHeapSize=2320, getOffHeapSize=0, getCellsCount=10 at 1733762845001Flushing stores of testReplayEditsWrittenViaHRegion,,1733762844541.257f9a58169233084d3984d757f7a629. at 1733762845001Flushing 257f9a58169233084d3984d757f7a629/b: creating writer at 1733762845001Flushing 257f9a58169233084d3984d757f7a629/b: appending metadata at 1733762845018 (+17 ms)Flushing 257f9a58169233084d3984d757f7a629/b: closing flushed file at 1733762845018Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@21d30ff7: reopening flushed file at 1733762845032 (+14 ms)Finished flush of dataSize ~870 B/870, heapSize ~1.80 KB/1840, currentSize=0 B/0 for 257f9a58169233084d3984d757f7a629 in 39ms, sequenceid=32, compaction requested=false; wal=null at 1733762845040 (+8 ms)Cleaning up temporary data from old regions at 1733762845042 (+2 ms)Region opened successfully at 1733762845048 (+6 ms) 2024-12-09T16:47:25,069 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestSecureAsyncWALReplay#testReplayEditsAfterPartialFlush Thread=417 (was 408) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_951206415_22 at /127.0.0.1:35610 [Waiting for operation #27] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_951206415_22 at /127.0.0.1:50720 [Waiting for operation #31] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_951206415_22 at /127.0.0.1:50868 [Receiving block BP-836713542-172.17.0.2-1733762820848:blk_1073741899_1077] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_951206415_22 at /127.0.0.1:43980 [Waiting for operation #44] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_951206415_22 at /127.0.0.1:35782 [Receiving block BP-836713542-172.17.0.2-1733762820848:blk_1073741899_1077] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-20-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-20-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_951206415_22 at /127.0.0.1:44110 [Receiving block BP-836713542-172.17.0.2-1733762820848:blk_1073741899_1077] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-836713542-172.17.0.2-1733762820848:blk_1073741899_1077, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-836713542-172.17.0.2-1733762820848:blk_1073741899_1077, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-836713542-172.17.0.2-1733762820848:blk_1073741899_1077, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-20-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=1129 (was 1053) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=206 (was 198) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=10340 (was 10355) 2024-12-09T16:47:25,069 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1129 is superior to 1024 2024-12-09T16:47:25,080 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestSecureAsyncWALReplay#testReplayEditsAfterAbortingFlush Thread=417, OpenFileDescriptor=1129, MaxFileDescriptor=1048576, SystemLoadAverage=206, ProcessCount=11, AvailableMemoryMB=10336 2024-12-09T16:47:25,080 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1129 is superior to 1024 2024-12-09T16:47:25,094 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-09T16:47:25,096 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-09T16:47:25,096 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-09T16:47:25,099 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-05352650, suffix=, logDir=hdfs://localhost:46245/hbase/WALs/hregion-05352650, archiveDir=hdfs://localhost:46245/hbase/oldWALs, maxLogs=32 2024-12-09T16:47:25,110 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-05352650/hregion-05352650.1733762845099, exclude list is [], retry=0 2024-12-09T16:47:25,113 DEBUG [AsyncFSWAL-22-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38561,DS-74f46a19-d323-470c-9c50-39572d9ebdef,DISK] 2024-12-09T16:47:25,113 DEBUG [AsyncFSWAL-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34879,DS-5a363144-5077-4a66-a9ce-79ba83f1c010,DISK] 2024-12-09T16:47:25,113 DEBUG [AsyncFSWAL-22-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40695,DS-d26823f1-b96e-41d9-b095-4a6efe2c185b,DISK] 2024-12-09T16:47:25,138 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-05352650/hregion-05352650.1733762845099 2024-12-09T16:47:25,139 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35375:35375),(127.0.0.1/127.0.0.1:33715:33715),(127.0.0.1/127.0.0.1:41579:41579)] 2024-12-09T16:47:25,139 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => c0d0b3f071a87b29dc051d042efc5152, NAME => 'testReplayEditsAfterAbortingFlush,,1733762845094.c0d0b3f071a87b29dc051d042efc5152.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsAfterAbortingFlush', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46245/hbase 2024-12-09T16:47:25,149 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34879 is added to blk_1073741902_1080 (size=68) 2024-12-09T16:47:25,149 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40695 is added to blk_1073741902_1080 (size=68) 2024-12-09T16:47:25,150 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38561 is added to blk_1073741902_1080 (size=68) 2024-12-09T16:47:25,150 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsAfterAbortingFlush,,1733762845094.c0d0b3f071a87b29dc051d042efc5152.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T16:47:25,151 INFO [StoreOpener-c0d0b3f071a87b29dc051d042efc5152-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region c0d0b3f071a87b29dc051d042efc5152 2024-12-09T16:47:25,153 INFO [StoreOpener-c0d0b3f071a87b29dc051d042efc5152-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c0d0b3f071a87b29dc051d042efc5152 columnFamilyName a 2024-12-09T16:47:25,153 DEBUG [StoreOpener-c0d0b3f071a87b29dc051d042efc5152-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T16:47:25,153 INFO [StoreOpener-c0d0b3f071a87b29dc051d042efc5152-1 {}] regionserver.HStore(327): Store=c0d0b3f071a87b29dc051d042efc5152/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T16:47:25,154 INFO [StoreOpener-c0d0b3f071a87b29dc051d042efc5152-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region c0d0b3f071a87b29dc051d042efc5152 2024-12-09T16:47:25,155 INFO [StoreOpener-c0d0b3f071a87b29dc051d042efc5152-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c0d0b3f071a87b29dc051d042efc5152 columnFamilyName b 2024-12-09T16:47:25,155 DEBUG [StoreOpener-c0d0b3f071a87b29dc051d042efc5152-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T16:47:25,156 INFO [StoreOpener-c0d0b3f071a87b29dc051d042efc5152-1 {}] regionserver.HStore(327): Store=c0d0b3f071a87b29dc051d042efc5152/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T16:47:25,156 INFO [StoreOpener-c0d0b3f071a87b29dc051d042efc5152-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region c0d0b3f071a87b29dc051d042efc5152 2024-12-09T16:47:25,157 INFO [StoreOpener-c0d0b3f071a87b29dc051d042efc5152-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c0d0b3f071a87b29dc051d042efc5152 columnFamilyName c 2024-12-09T16:47:25,157 DEBUG [StoreOpener-c0d0b3f071a87b29dc051d042efc5152-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T16:47:25,158 INFO [StoreOpener-c0d0b3f071a87b29dc051d042efc5152-1 {}] regionserver.HStore(327): Store=c0d0b3f071a87b29dc051d042efc5152/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T16:47:25,158 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for c0d0b3f071a87b29dc051d042efc5152 2024-12-09T16:47:25,158 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46245/hbase/data/default/testReplayEditsAfterAbortingFlush/c0d0b3f071a87b29dc051d042efc5152 2024-12-09T16:47:25,159 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46245/hbase/data/default/testReplayEditsAfterAbortingFlush/c0d0b3f071a87b29dc051d042efc5152 2024-12-09T16:47:25,160 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for c0d0b3f071a87b29dc051d042efc5152 2024-12-09T16:47:25,160 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for c0d0b3f071a87b29dc051d042efc5152 2024-12-09T16:47:25,160 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterAbortingFlush descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-09T16:47:25,162 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for c0d0b3f071a87b29dc051d042efc5152 2024-12-09T16:47:25,164 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46245/hbase/data/default/testReplayEditsAfterAbortingFlush/c0d0b3f071a87b29dc051d042efc5152/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-09T16:47:25,165 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened c0d0b3f071a87b29dc051d042efc5152; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67218262, jitterRate=0.001630157232284546}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-09T16:47:25,165 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for c0d0b3f071a87b29dc051d042efc5152: Writing region info on filesystem at 1733762845150Initializing all the Stores at 1733762845151 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733762845151Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733762845151Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733762845151Cleaning up temporary data from old regions at 1733762845160 (+9 ms)Region opened successfully at 1733762845165 (+5 ms) 2024-12-09T16:47:25,166 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing c0d0b3f071a87b29dc051d042efc5152, disabling compactions & flushes 2024-12-09T16:47:25,166 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsAfterAbortingFlush,,1733762845094.c0d0b3f071a87b29dc051d042efc5152. 2024-12-09T16:47:25,166 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterAbortingFlush,,1733762845094.c0d0b3f071a87b29dc051d042efc5152. 2024-12-09T16:47:25,166 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterAbortingFlush,,1733762845094.c0d0b3f071a87b29dc051d042efc5152. after waiting 0 ms 2024-12-09T16:47:25,166 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterAbortingFlush,,1733762845094.c0d0b3f071a87b29dc051d042efc5152. 2024-12-09T16:47:25,166 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsAfterAbortingFlush,,1733762845094.c0d0b3f071a87b29dc051d042efc5152. 2024-12-09T16:47:25,166 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for c0d0b3f071a87b29dc051d042efc5152: Waiting for close lock at 1733762845166Disabling compacts and flushes for region at 1733762845166Disabling writes for close at 1733762845166Writing region close event to WAL at 1733762845166Closed at 1733762845166 2024-12-09T16:47:25,176 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38561 is added to blk_1073741901_1079 (size=175) 2024-12-09T16:47:25,177 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34879 is added to blk_1073741901_1079 (size=175) 2024-12-09T16:47:25,177 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40695 is added to blk_1073741901_1079 (size=175) 2024-12-09T16:47:25,180 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-12-09T16:47:25,180 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-05352650:(num 1733762845099) 2024-12-09T16:47:25,180 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-12-09T16:47:25,182 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:46245/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733762845093, archiveDir=hdfs://localhost:46245/hbase/oldWALs, maxLogs=32 2024-12-09T16:47:25,195 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733762845093/wal.1733762845182, exclude list is [], retry=0 2024-12-09T16:47:25,197 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34879,DS-5a363144-5077-4a66-a9ce-79ba83f1c010,DISK] 2024-12-09T16:47:25,197 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40695,DS-d26823f1-b96e-41d9-b095-4a6efe2c185b,DISK] 2024-12-09T16:47:25,198 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38561,DS-74f46a19-d323-470c-9c50-39572d9ebdef,DISK] 2024-12-09T16:47:25,220 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733762845093/wal.1733762845182 2024-12-09T16:47:25,221 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33715:33715),(127.0.0.1/127.0.0.1:41579:41579),(127.0.0.1/127.0.0.1:35375:35375)] 2024-12-09T16:47:25,271 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => c0d0b3f071a87b29dc051d042efc5152, NAME => 'testReplayEditsAfterAbortingFlush,,1733762845094.c0d0b3f071a87b29dc051d042efc5152.', STARTKEY => '', ENDKEY => ''} 2024-12-09T16:47:25,273 DEBUG [Time-limited test {}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testReplayEditsAfterAbortingFlush c0d0b3f071a87b29dc051d042efc5152 2024-12-09T16:47:25,273 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsAfterAbortingFlush,,1733762845094.c0d0b3f071a87b29dc051d042efc5152.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T16:47:25,273 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for c0d0b3f071a87b29dc051d042efc5152 2024-12-09T16:47:25,273 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for c0d0b3f071a87b29dc051d042efc5152 2024-12-09T16:47:25,275 INFO [StoreOpener-c0d0b3f071a87b29dc051d042efc5152-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region c0d0b3f071a87b29dc051d042efc5152 2024-12-09T16:47:25,276 INFO [StoreOpener-c0d0b3f071a87b29dc051d042efc5152-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c0d0b3f071a87b29dc051d042efc5152 columnFamilyName a 2024-12-09T16:47:25,276 DEBUG [StoreOpener-c0d0b3f071a87b29dc051d042efc5152-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T16:47:25,277 INFO [StoreOpener-c0d0b3f071a87b29dc051d042efc5152-1 {}] regionserver.HStore(327): Store=c0d0b3f071a87b29dc051d042efc5152/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T16:47:25,277 INFO [StoreOpener-c0d0b3f071a87b29dc051d042efc5152-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region c0d0b3f071a87b29dc051d042efc5152 2024-12-09T16:47:25,278 INFO [StoreOpener-c0d0b3f071a87b29dc051d042efc5152-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c0d0b3f071a87b29dc051d042efc5152 columnFamilyName b 2024-12-09T16:47:25,278 DEBUG [StoreOpener-c0d0b3f071a87b29dc051d042efc5152-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T16:47:25,279 INFO [StoreOpener-c0d0b3f071a87b29dc051d042efc5152-1 {}] regionserver.HStore(327): Store=c0d0b3f071a87b29dc051d042efc5152/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T16:47:25,279 INFO [StoreOpener-c0d0b3f071a87b29dc051d042efc5152-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region c0d0b3f071a87b29dc051d042efc5152 2024-12-09T16:47:25,280 INFO [StoreOpener-c0d0b3f071a87b29dc051d042efc5152-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c0d0b3f071a87b29dc051d042efc5152 columnFamilyName c 2024-12-09T16:47:25,280 DEBUG [StoreOpener-c0d0b3f071a87b29dc051d042efc5152-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T16:47:25,280 INFO [StoreOpener-c0d0b3f071a87b29dc051d042efc5152-1 {}] regionserver.HStore(327): Store=c0d0b3f071a87b29dc051d042efc5152/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T16:47:25,280 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for c0d0b3f071a87b29dc051d042efc5152 2024-12-09T16:47:25,281 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46245/hbase/data/default/testReplayEditsAfterAbortingFlush/c0d0b3f071a87b29dc051d042efc5152 2024-12-09T16:47:25,282 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46245/hbase/data/default/testReplayEditsAfterAbortingFlush/c0d0b3f071a87b29dc051d042efc5152 2024-12-09T16:47:25,283 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for c0d0b3f071a87b29dc051d042efc5152 2024-12-09T16:47:25,283 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for c0d0b3f071a87b29dc051d042efc5152 2024-12-09T16:47:25,284 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterAbortingFlush descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-09T16:47:25,285 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for c0d0b3f071a87b29dc051d042efc5152 2024-12-09T16:47:25,286 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened c0d0b3f071a87b29dc051d042efc5152; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74872187, jitterRate=0.11568252742290497}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-09T16:47:25,286 DEBUG [Time-limited test {}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c0d0b3f071a87b29dc051d042efc5152 2024-12-09T16:47:25,287 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for c0d0b3f071a87b29dc051d042efc5152: Running coprocessor pre-open hook at 1733762845273Writing region info on filesystem at 1733762845273Initializing all the Stores at 1733762845274 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733762845274Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733762845275 (+1 ms)Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733762845275Cleaning up temporary data from old regions at 1733762845283 (+8 ms)Running coprocessor post-open hooks at 1733762845286 (+3 ms)Region opened successfully at 1733762845287 (+1 ms) 2024-12-09T16:47:25,302 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing c0d0b3f071a87b29dc051d042efc5152 3/3 column families, dataSize=590 B heapSize=2.08 KB 2024-12-09T16:47:25,303 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for c0d0b3f071a87b29dc051d042efc5152/a, retrying num=0 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T16:47:26,304 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for c0d0b3f071a87b29dc051d042efc5152/a, retrying num=1 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T16:47:27,054 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-09T16:47:27,305 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for c0d0b3f071a87b29dc051d042efc5152/a, retrying num=2 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T16:47:28,306 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for c0d0b3f071a87b29dc051d042efc5152/a, retrying num=3 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T16:47:29,307 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for c0d0b3f071a87b29dc051d042efc5152/a, retrying num=4 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T16:47:30,308 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for c0d0b3f071a87b29dc051d042efc5152/a, retrying num=5 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T16:47:31,309 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for c0d0b3f071a87b29dc051d042efc5152/a, retrying num=6 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T16:47:32,311 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for c0d0b3f071a87b29dc051d042efc5152/a, retrying num=7 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T16:47:33,312 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for c0d0b3f071a87b29dc051d042efc5152/a, retrying num=8 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T16:47:33,817 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-09T16:47:34,313 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for c0d0b3f071a87b29dc051d042efc5152/a, retrying num=9 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T16:47:34,315 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for c0d0b3f071a87b29dc051d042efc5152: 2024-12-09T16:47:34,315 INFO [Time-limited test {}] wal.AbstractTestWALReplay(671): Expected simulated exception when flushing region, region: testReplayEditsAfterAbortingFlush,,1733762845094.c0d0b3f071a87b29dc051d042efc5152. 2024-12-09T16:47:34,333 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for c0d0b3f071a87b29dc051d042efc5152: 2024-12-09T16:47:34,333 INFO [Time-limited test {}] wal.AbstractTestWALReplay(691): Expected exception when flushing region because server is stopped,Aborting flush because server is aborted... 2024-12-09T16:47:34,333 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing c0d0b3f071a87b29dc051d042efc5152, disabling compactions & flushes 2024-12-09T16:47:34,333 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsAfterAbortingFlush,,1733762845094.c0d0b3f071a87b29dc051d042efc5152. 2024-12-09T16:47:34,333 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterAbortingFlush,,1733762845094.c0d0b3f071a87b29dc051d042efc5152. 2024-12-09T16:47:34,333 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterAbortingFlush,,1733762845094.c0d0b3f071a87b29dc051d042efc5152. after waiting 0 ms 2024-12-09T16:47:34,333 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterAbortingFlush,,1733762845094.c0d0b3f071a87b29dc051d042efc5152. 2024-12-09T16:47:34,334 ERROR [Time-limited test {}] regionserver.HRegion(1960): Memstore data size is 1190 in region testReplayEditsAfterAbortingFlush,,1733762845094.c0d0b3f071a87b29dc051d042efc5152. 2024-12-09T16:47:34,334 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsAfterAbortingFlush,,1733762845094.c0d0b3f071a87b29dc051d042efc5152. 2024-12-09T16:47:34,334 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for c0d0b3f071a87b29dc051d042efc5152: Waiting for close lock at 1733762854333Running coprocessor pre-close hooks at 1733762854333Disabling compacts and flushes for region at 1733762854333Disabling writes for close at 1733762854333Writing region close event to WAL at 1733762854334 (+1 ms)Running coprocessor post-close hooks at 1733762854334Closed at 1733762854334 2024-12-09T16:47:34,336 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38561 is added to blk_1073741903_1081 (size=4236) 2024-12-09T16:47:34,336 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40695 is added to blk_1073741903_1081 (size=4236) 2024-12-09T16:47:34,336 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34879 is added to blk_1073741903_1081 (size=4236) 2024-12-09T16:47:34,354 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:46245/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733762845093/wal.1733762845182, size=4.1 K (4236bytes) 2024-12-09T16:47:34,354 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:46245/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733762845093/wal.1733762845182 2024-12-09T16:47:34,354 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:46245/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733762845093/wal.1733762845182 after 0ms 2024-12-09T16:47:34,377 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(302): Initialized secure protobuf WAL: cipher=AES 2024-12-09T16:47:34,377 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:46245/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733762845093/wal.1733762845182 took 23ms 2024-12-09T16:47:34,379 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:46245/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733762845093/wal.1733762845182 so closing down 2024-12-09T16:47:34,379 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-09T16:47:34,380 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000004-wal.1733762845182.temp 2024-12-09T16:47:34,401 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46245/hbase/data/default/testReplayEditsAfterAbortingFlush/c0d0b3f071a87b29dc051d042efc5152/recovered.edits/0000000000000000004-wal.1733762845182.temp 2024-12-09T16:47:34,402 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-09T16:47:34,408 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40695 is added to blk_1073741904_1082 (size=3245) 2024-12-09T16:47:34,408 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38561 is added to blk_1073741904_1082 (size=3245) 2024-12-09T16:47:34,408 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34879 is added to blk_1073741904_1082 (size=3245) 2024-12-09T16:47:34,408 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46245/hbase/data/default/testReplayEditsAfterAbortingFlush/c0d0b3f071a87b29dc051d042efc5152/recovered.edits/0000000000000000004-wal.1733762845182.temp (wrote 20 edits, skipped 0 edits in 0 ms) 2024-12-09T16:47:34,410 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46245/hbase/data/default/testReplayEditsAfterAbortingFlush/c0d0b3f071a87b29dc051d042efc5152/recovered.edits/0000000000000000004-wal.1733762845182.temp to hdfs://localhost:46245/hbase/data/default/testReplayEditsAfterAbortingFlush/c0d0b3f071a87b29dc051d042efc5152/recovered.edits/0000000000000000026 2024-12-09T16:47:34,410 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 23 edits across 1 Regions in 33 ms; skipped=3; WAL=hdfs://localhost:46245/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733762845093/wal.1733762845182, size=4.1 K, length=4236, corrupted=false, cancelled=false 2024-12-09T16:47:34,410 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:46245/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733762845093/wal.1733762845182, journal: Splitting hdfs://localhost:46245/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733762845093/wal.1733762845182, size=4.1 K (4236bytes) at 1733762854354Finishing writing output for hdfs://localhost:46245/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733762845093/wal.1733762845182 so closing down at 1733762854379 (+25 ms)Creating recovered edits writer path=hdfs://localhost:46245/hbase/data/default/testReplayEditsAfterAbortingFlush/c0d0b3f071a87b29dc051d042efc5152/recovered.edits/0000000000000000004-wal.1733762845182.temp at 1733762854402 (+23 ms)3 split writer threads finished at 1733762854402Closed recovered edits writer path=hdfs://localhost:46245/hbase/data/default/testReplayEditsAfterAbortingFlush/c0d0b3f071a87b29dc051d042efc5152/recovered.edits/0000000000000000004-wal.1733762845182.temp (wrote 20 edits, skipped 0 edits in 0 ms) at 1733762854408 (+6 ms)Rename recovered edits hdfs://localhost:46245/hbase/data/default/testReplayEditsAfterAbortingFlush/c0d0b3f071a87b29dc051d042efc5152/recovered.edits/0000000000000000004-wal.1733762845182.temp to hdfs://localhost:46245/hbase/data/default/testReplayEditsAfterAbortingFlush/c0d0b3f071a87b29dc051d042efc5152/recovered.edits/0000000000000000026 at 1733762854410 (+2 ms)Processed 23 edits across 1 Regions in 33 ms; skipped=3; WAL=hdfs://localhost:46245/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733762845093/wal.1733762845182, size=4.1 K, length=4236, corrupted=false, cancelled=false at 1733762854410 2024-12-09T16:47:34,412 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:46245/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733762845093/wal.1733762845182 to hdfs://localhost:46245/hbase/oldWALs/wal.1733762845182 2024-12-09T16:47:34,412 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:46245/hbase/data/default/testReplayEditsAfterAbortingFlush/c0d0b3f071a87b29dc051d042efc5152/recovered.edits/0000000000000000026 2024-12-09T16:47:34,412 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-12-09T16:47:34,414 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:46245/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733762845093, archiveDir=hdfs://localhost:46245/hbase/oldWALs, maxLogs=32 2024-12-09T16:47:34,425 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733762845093/wal.1733762854414, exclude list is [], retry=0 2024-12-09T16:47:34,427 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40695,DS-d26823f1-b96e-41d9-b095-4a6efe2c185b,DISK] 2024-12-09T16:47:34,428 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38561,DS-74f46a19-d323-470c-9c50-39572d9ebdef,DISK] 2024-12-09T16:47:34,428 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34879,DS-5a363144-5077-4a66-a9ce-79ba83f1c010,DISK] 2024-12-09T16:47:34,457 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733762845093/wal.1733762854414 2024-12-09T16:47:34,457 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41579:41579),(127.0.0.1/127.0.0.1:35375:35375),(127.0.0.1/127.0.0.1:33715:33715)] 2024-12-09T16:47:34,458 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => c0d0b3f071a87b29dc051d042efc5152, NAME => 'testReplayEditsAfterAbortingFlush,,1733762845094.c0d0b3f071a87b29dc051d042efc5152.', STARTKEY => '', ENDKEY => ''} 2024-12-09T16:47:34,458 DEBUG [Time-limited test {}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testReplayEditsAfterAbortingFlush c0d0b3f071a87b29dc051d042efc5152 2024-12-09T16:47:34,458 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsAfterAbortingFlush,,1733762845094.c0d0b3f071a87b29dc051d042efc5152.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T16:47:34,458 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for c0d0b3f071a87b29dc051d042efc5152 2024-12-09T16:47:34,458 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for c0d0b3f071a87b29dc051d042efc5152 2024-12-09T16:47:34,460 INFO [StoreOpener-c0d0b3f071a87b29dc051d042efc5152-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region c0d0b3f071a87b29dc051d042efc5152 2024-12-09T16:47:34,461 INFO [StoreOpener-c0d0b3f071a87b29dc051d042efc5152-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c0d0b3f071a87b29dc051d042efc5152 columnFamilyName a 2024-12-09T16:47:34,461 DEBUG [StoreOpener-c0d0b3f071a87b29dc051d042efc5152-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T16:47:34,461 INFO [StoreOpener-c0d0b3f071a87b29dc051d042efc5152-1 {}] regionserver.HStore(327): Store=c0d0b3f071a87b29dc051d042efc5152/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T16:47:34,462 INFO [StoreOpener-c0d0b3f071a87b29dc051d042efc5152-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region c0d0b3f071a87b29dc051d042efc5152 2024-12-09T16:47:34,462 INFO [StoreOpener-c0d0b3f071a87b29dc051d042efc5152-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c0d0b3f071a87b29dc051d042efc5152 columnFamilyName b 2024-12-09T16:47:34,462 DEBUG [StoreOpener-c0d0b3f071a87b29dc051d042efc5152-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T16:47:34,463 INFO [StoreOpener-c0d0b3f071a87b29dc051d042efc5152-1 {}] regionserver.HStore(327): Store=c0d0b3f071a87b29dc051d042efc5152/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T16:47:34,463 INFO [StoreOpener-c0d0b3f071a87b29dc051d042efc5152-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region c0d0b3f071a87b29dc051d042efc5152 2024-12-09T16:47:34,463 INFO [StoreOpener-c0d0b3f071a87b29dc051d042efc5152-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c0d0b3f071a87b29dc051d042efc5152 columnFamilyName c 2024-12-09T16:47:34,463 DEBUG [StoreOpener-c0d0b3f071a87b29dc051d042efc5152-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T16:47:34,464 INFO [StoreOpener-c0d0b3f071a87b29dc051d042efc5152-1 {}] regionserver.HStore(327): Store=c0d0b3f071a87b29dc051d042efc5152/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T16:47:34,464 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for c0d0b3f071a87b29dc051d042efc5152 2024-12-09T16:47:34,465 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46245/hbase/data/default/testReplayEditsAfterAbortingFlush/c0d0b3f071a87b29dc051d042efc5152 2024-12-09T16:47:34,466 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:46245/hbase/data/default/testReplayEditsAfterAbortingFlush/c0d0b3f071a87b29dc051d042efc5152 2024-12-09T16:47:34,467 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:46245/hbase/data/default/testReplayEditsAfterAbortingFlush/c0d0b3f071a87b29dc051d042efc5152/recovered.edits/0000000000000000026 2024-12-09T16:47:34,490 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(302): Initialized secure protobuf WAL: cipher=AES 2024-12-09T16:47:34,492 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 20, skipped 0, firstSequenceIdInLog=4, maxSequenceIdInLog=26, path=hdfs://localhost:46245/hbase/data/default/testReplayEditsAfterAbortingFlush/c0d0b3f071a87b29dc051d042efc5152/recovered.edits/0000000000000000026 2024-12-09T16:47:34,492 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing c0d0b3f071a87b29dc051d042efc5152 3/3 column families, dataSize=1.16 KB heapSize=3.41 KB 2024-12-09T16:47:34,504 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46245/hbase/data/default/testReplayEditsAfterAbortingFlush/c0d0b3f071a87b29dc051d042efc5152/.tmp/a/8257c3e21bac4732bee7d33399088428 is 64, key is testReplayEditsAfterAbortingFlush12/a:q/1733762854324/Put/seqid=0 2024-12-09T16:47:34,510 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38561 is added to blk_1073741906_1084 (size=5523) 2024-12-09T16:47:34,510 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34879 is added to blk_1073741906_1084 (size=5523) 2024-12-09T16:47:34,510 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40695 is added to blk_1073741906_1084 (size=5523) 2024-12-09T16:47:34,510 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=416 B at sequenceid=26 (bloomFilter=true), to=hdfs://localhost:46245/hbase/data/default/testReplayEditsAfterAbortingFlush/c0d0b3f071a87b29dc051d042efc5152/.tmp/a/8257c3e21bac4732bee7d33399088428 2024-12-09T16:47:34,529 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46245/hbase/data/default/testReplayEditsAfterAbortingFlush/c0d0b3f071a87b29dc051d042efc5152/.tmp/b/0358af56e80340868dde62c0bdefd411 is 64, key is testReplayEditsAfterAbortingFlush10/b:q/1733762854316/Put/seqid=0 2024-12-09T16:47:34,534 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34879 is added to blk_1073741907_1085 (size=5524) 2024-12-09T16:47:34,535 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40695 is added to blk_1073741907_1085 (size=5524) 2024-12-09T16:47:34,535 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38561 is added to blk_1073741907_1085 (size=5524) 2024-12-09T16:47:34,535 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=417 B at sequenceid=26 (bloomFilter=true), to=hdfs://localhost:46245/hbase/data/default/testReplayEditsAfterAbortingFlush/c0d0b3f071a87b29dc051d042efc5152/.tmp/b/0358af56e80340868dde62c0bdefd411 2024-12-09T16:47:34,552 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46245/hbase/data/default/testReplayEditsAfterAbortingFlush/c0d0b3f071a87b29dc051d042efc5152/.tmp/c/ac2e0f3b42514b1ba14e2c8ab2cb6f0d is 64, key is testReplayEditsAfterAbortingFlush11/c:q/1733762854319/Put/seqid=0 2024-12-09T16:47:34,558 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40695 is added to blk_1073741908_1086 (size=5457) 2024-12-09T16:47:34,558 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38561 is added to blk_1073741908_1086 (size=5457) 2024-12-09T16:47:34,558 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34879 is added to blk_1073741908_1086 (size=5457) 2024-12-09T16:47:34,558 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=357 B at sequenceid=26 (bloomFilter=true), to=hdfs://localhost:46245/hbase/data/default/testReplayEditsAfterAbortingFlush/c0d0b3f071a87b29dc051d042efc5152/.tmp/c/ac2e0f3b42514b1ba14e2c8ab2cb6f0d 2024-12-09T16:47:34,564 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46245/hbase/data/default/testReplayEditsAfterAbortingFlush/c0d0b3f071a87b29dc051d042efc5152/.tmp/a/8257c3e21bac4732bee7d33399088428 as hdfs://localhost:46245/hbase/data/default/testReplayEditsAfterAbortingFlush/c0d0b3f071a87b29dc051d042efc5152/a/8257c3e21bac4732bee7d33399088428 2024-12-09T16:47:34,570 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46245/hbase/data/default/testReplayEditsAfterAbortingFlush/c0d0b3f071a87b29dc051d042efc5152/a/8257c3e21bac4732bee7d33399088428, entries=7, sequenceid=26, filesize=5.4 K 2024-12-09T16:47:34,572 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46245/hbase/data/default/testReplayEditsAfterAbortingFlush/c0d0b3f071a87b29dc051d042efc5152/.tmp/b/0358af56e80340868dde62c0bdefd411 as hdfs://localhost:46245/hbase/data/default/testReplayEditsAfterAbortingFlush/c0d0b3f071a87b29dc051d042efc5152/b/0358af56e80340868dde62c0bdefd411 2024-12-09T16:47:34,577 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46245/hbase/data/default/testReplayEditsAfterAbortingFlush/c0d0b3f071a87b29dc051d042efc5152/b/0358af56e80340868dde62c0bdefd411, entries=7, sequenceid=26, filesize=5.4 K 2024-12-09T16:47:34,578 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46245/hbase/data/default/testReplayEditsAfterAbortingFlush/c0d0b3f071a87b29dc051d042efc5152/.tmp/c/ac2e0f3b42514b1ba14e2c8ab2cb6f0d as hdfs://localhost:46245/hbase/data/default/testReplayEditsAfterAbortingFlush/c0d0b3f071a87b29dc051d042efc5152/c/ac2e0f3b42514b1ba14e2c8ab2cb6f0d 2024-12-09T16:47:34,583 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46245/hbase/data/default/testReplayEditsAfterAbortingFlush/c0d0b3f071a87b29dc051d042efc5152/c/ac2e0f3b42514b1ba14e2c8ab2cb6f0d, entries=6, sequenceid=26, filesize=5.3 K 2024-12-09T16:47:34,584 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~1.16 KB/1190, heapSize ~3.36 KB/3440, currentSize=0 B/0 for c0d0b3f071a87b29dc051d042efc5152 in 92ms, sequenceid=26, compaction requested=false; wal=null 2024-12-09T16:47:34,584 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:46245/hbase/data/default/testReplayEditsAfterAbortingFlush/c0d0b3f071a87b29dc051d042efc5152/recovered.edits/0000000000000000026 2024-12-09T16:47:34,585 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for c0d0b3f071a87b29dc051d042efc5152 2024-12-09T16:47:34,585 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for c0d0b3f071a87b29dc051d042efc5152 2024-12-09T16:47:34,586 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterAbortingFlush descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-09T16:47:34,587 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for c0d0b3f071a87b29dc051d042efc5152 2024-12-09T16:47:34,590 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46245/hbase/data/default/testReplayEditsAfterAbortingFlush/c0d0b3f071a87b29dc051d042efc5152/recovered.edits/26.seqid, newMaxSeqId=26, maxSeqId=1 2024-12-09T16:47:34,591 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened c0d0b3f071a87b29dc051d042efc5152; next sequenceid=27; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69518566, jitterRate=0.035907357931137085}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-09T16:47:34,591 DEBUG [Time-limited test {}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c0d0b3f071a87b29dc051d042efc5152 2024-12-09T16:47:34,591 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for c0d0b3f071a87b29dc051d042efc5152: Running coprocessor pre-open hook at 1733762854458Writing region info on filesystem at 1733762854458Initializing all the Stores at 1733762854459 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733762854459Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733762854460 (+1 ms)Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733762854460Obtaining lock to block concurrent updates at 1733762854492 (+32 ms)Preparing flush snapshotting stores in c0d0b3f071a87b29dc051d042efc5152 at 1733762854492Finished memstore snapshotting testReplayEditsAfterAbortingFlush,,1733762845094.c0d0b3f071a87b29dc051d042efc5152., syncing WAL and waiting on mvcc, flushsize=dataSize=1190, getHeapSize=3440, getOffHeapSize=0, getCellsCount=20 at 1733762854492Flushing stores of testReplayEditsAfterAbortingFlush,,1733762845094.c0d0b3f071a87b29dc051d042efc5152. at 1733762854492Flushing c0d0b3f071a87b29dc051d042efc5152/a: creating writer at 1733762854492Flushing c0d0b3f071a87b29dc051d042efc5152/a: appending metadata at 1733762854504 (+12 ms)Flushing c0d0b3f071a87b29dc051d042efc5152/a: closing flushed file at 1733762854504Flushing c0d0b3f071a87b29dc051d042efc5152/b: creating writer at 1733762854516 (+12 ms)Flushing c0d0b3f071a87b29dc051d042efc5152/b: appending metadata at 1733762854528 (+12 ms)Flushing c0d0b3f071a87b29dc051d042efc5152/b: closing flushed file at 1733762854528Flushing c0d0b3f071a87b29dc051d042efc5152/c: creating writer at 1733762854540 (+12 ms)Flushing c0d0b3f071a87b29dc051d042efc5152/c: appending metadata at 1733762854552 (+12 ms)Flushing c0d0b3f071a87b29dc051d042efc5152/c: closing flushed file at 1733762854552Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@71408cb6: reopening flushed file at 1733762854563 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5d3ea2cd: reopening flushed file at 1733762854571 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@41971c34: reopening flushed file at 1733762854578 (+7 ms)Finished flush of dataSize ~1.16 KB/1190, heapSize ~3.36 KB/3440, currentSize=0 B/0 for c0d0b3f071a87b29dc051d042efc5152 in 92ms, sequenceid=26, compaction requested=false; wal=null at 1733762854584 (+6 ms)Cleaning up temporary data from old regions at 1733762854585 (+1 ms)Running coprocessor post-open hooks at 1733762854591 (+6 ms)Region opened successfully at 1733762854591 2024-12-09T16:47:34,610 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestSecureAsyncWALReplay#testReplayEditsAfterAbortingFlush Thread=418 (was 417) Potentially hanging thread: AsyncFSWAL-22-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-22-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_951206415_22 at /127.0.0.1:51718 [Waiting for operation #7] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-836713542-172.17.0.2-1733762820848:blk_1073741905_1083, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_951206415_22 at /127.0.0.1:49378 [Waiting for operation #15] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_951206415_22 at /127.0.0.1:42734 [Waiting for operation #3] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_951206415_22 at /127.0.0.1:42750 [Receiving block BP-836713542-172.17.0.2-1733762820848:blk_1073741905_1083] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-836713542-172.17.0.2-1733762820848:blk_1073741905_1083, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-22-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-836713542-172.17.0.2-1733762820848:blk_1073741905_1083, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_951206415_22 at /127.0.0.1:51692 [Receiving block BP-836713542-172.17.0.2-1733762820848:blk_1073741905_1083] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_951206415_22 at /127.0.0.1:49372 [Receiving block BP-836713542-172.17.0.2-1733762820848:blk_1073741905_1083] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=1182 (was 1129) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=190 (was 206), ProcessCount=11 (was 11), AvailableMemoryMB=10351 (was 10336) - AvailableMemoryMB LEAK? - 2024-12-09T16:47:34,610 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1182 is superior to 1024 2024-12-09T16:47:34,621 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestSecureAsyncWALReplay#testDatalossWhenInputError Thread=418, OpenFileDescriptor=1182, MaxFileDescriptor=1048576, SystemLoadAverage=190, ProcessCount=11, AvailableMemoryMB=10350 2024-12-09T16:47:34,621 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1182 is superior to 1024 2024-12-09T16:47:34,634 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-09T16:47:34,636 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-09T16:47:34,636 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-09T16:47:34,638 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-95438888, suffix=, logDir=hdfs://localhost:46245/hbase/WALs/hregion-95438888, archiveDir=hdfs://localhost:46245/hbase/oldWALs, maxLogs=32 2024-12-09T16:47:34,649 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-95438888/hregion-95438888.1733762854639, exclude list is [], retry=0 2024-12-09T16:47:34,652 DEBUG [AsyncFSWAL-24-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40695,DS-d26823f1-b96e-41d9-b095-4a6efe2c185b,DISK] 2024-12-09T16:47:34,652 DEBUG [AsyncFSWAL-24-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34879,DS-5a363144-5077-4a66-a9ce-79ba83f1c010,DISK] 2024-12-09T16:47:34,652 DEBUG [AsyncFSWAL-24-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38561,DS-74f46a19-d323-470c-9c50-39572d9ebdef,DISK] 2024-12-09T16:47:34,675 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-95438888/hregion-95438888.1733762854639 2024-12-09T16:47:34,675 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41579:41579),(127.0.0.1/127.0.0.1:33715:33715),(127.0.0.1/127.0.0.1:35375:35375)] 2024-12-09T16:47:34,675 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => 45bd0e0b529a851f0f71711397857d5b, NAME => 'testDatalossWhenInputError,,1733762854634.45bd0e0b529a851f0f71711397857d5b.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testDatalossWhenInputError', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46245/hbase 2024-12-09T16:47:34,687 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34879 is added to blk_1073741910_1088 (size=61) 2024-12-09T16:47:34,687 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40695 is added to blk_1073741910_1088 (size=61) 2024-12-09T16:47:34,687 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38561 is added to blk_1073741910_1088 (size=61) 2024-12-09T16:47:34,688 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testDatalossWhenInputError,,1733762854634.45bd0e0b529a851f0f71711397857d5b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T16:47:34,689 INFO [StoreOpener-45bd0e0b529a851f0f71711397857d5b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 45bd0e0b529a851f0f71711397857d5b 2024-12-09T16:47:34,691 INFO [StoreOpener-45bd0e0b529a851f0f71711397857d5b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 45bd0e0b529a851f0f71711397857d5b columnFamilyName a 2024-12-09T16:47:34,691 DEBUG [StoreOpener-45bd0e0b529a851f0f71711397857d5b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T16:47:34,691 INFO [StoreOpener-45bd0e0b529a851f0f71711397857d5b-1 {}] regionserver.HStore(327): Store=45bd0e0b529a851f0f71711397857d5b/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T16:47:34,691 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 45bd0e0b529a851f0f71711397857d5b 2024-12-09T16:47:34,692 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46245/hbase/data/default/testDatalossWhenInputError/45bd0e0b529a851f0f71711397857d5b 2024-12-09T16:47:34,693 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46245/hbase/data/default/testDatalossWhenInputError/45bd0e0b529a851f0f71711397857d5b 2024-12-09T16:47:34,693 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 45bd0e0b529a851f0f71711397857d5b 2024-12-09T16:47:34,693 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 45bd0e0b529a851f0f71711397857d5b 2024-12-09T16:47:34,695 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 45bd0e0b529a851f0f71711397857d5b 2024-12-09T16:47:34,697 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46245/hbase/data/default/testDatalossWhenInputError/45bd0e0b529a851f0f71711397857d5b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-09T16:47:34,697 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 45bd0e0b529a851f0f71711397857d5b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66586518, jitterRate=-0.007783561944961548}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-09T16:47:34,698 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 45bd0e0b529a851f0f71711397857d5b: Writing region info on filesystem at 1733762854688Initializing all the Stores at 1733762854689 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733762854689Cleaning up temporary data from old regions at 1733762854693 (+4 ms)Region opened successfully at 1733762854698 (+5 ms) 2024-12-09T16:47:34,698 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 45bd0e0b529a851f0f71711397857d5b, disabling compactions & flushes 2024-12-09T16:47:34,698 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testDatalossWhenInputError,,1733762854634.45bd0e0b529a851f0f71711397857d5b. 2024-12-09T16:47:34,698 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testDatalossWhenInputError,,1733762854634.45bd0e0b529a851f0f71711397857d5b. 2024-12-09T16:47:34,698 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testDatalossWhenInputError,,1733762854634.45bd0e0b529a851f0f71711397857d5b. after waiting 0 ms 2024-12-09T16:47:34,698 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testDatalossWhenInputError,,1733762854634.45bd0e0b529a851f0f71711397857d5b. 2024-12-09T16:47:34,698 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testDatalossWhenInputError,,1733762854634.45bd0e0b529a851f0f71711397857d5b. 2024-12-09T16:47:34,699 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 45bd0e0b529a851f0f71711397857d5b: Waiting for close lock at 1733762854698Disabling compacts and flushes for region at 1733762854698Disabling writes for close at 1733762854698Writing region close event to WAL at 1733762854698Closed at 1733762854698 2024-12-09T16:47:34,701 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38561 is added to blk_1073741909_1087 (size=175) 2024-12-09T16:47:34,701 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34879 is added to blk_1073741909_1087 (size=175) 2024-12-09T16:47:34,701 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40695 is added to blk_1073741909_1087 (size=175) 2024-12-09T16:47:34,703 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-12-09T16:47:34,703 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-95438888:(num 1733762854639) 2024-12-09T16:47:34,703 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-12-09T16:47:34,705 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:46245/hbase/WALs/testdatalosswheninputerror-manual,16010,1733762854633, archiveDir=hdfs://localhost:46245/hbase/oldWALs, maxLogs=32 2024-12-09T16:47:34,721 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testdatalosswheninputerror-manual,16010,1733762854633/wal.1733762854705, exclude list is [], retry=0 2024-12-09T16:47:34,724 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40695,DS-d26823f1-b96e-41d9-b095-4a6efe2c185b,DISK] 2024-12-09T16:47:34,724 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38561,DS-74f46a19-d323-470c-9c50-39572d9ebdef,DISK] 2024-12-09T16:47:34,724 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34879,DS-5a363144-5077-4a66-a9ce-79ba83f1c010,DISK] 2024-12-09T16:47:34,746 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testdatalosswheninputerror-manual,16010,1733762854633/wal.1733762854705 2024-12-09T16:47:34,746 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41579:41579),(127.0.0.1/127.0.0.1:35375:35375),(127.0.0.1/127.0.0.1:33715:33715)] 2024-12-09T16:47:34,746 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 45bd0e0b529a851f0f71711397857d5b, NAME => 'testDatalossWhenInputError,,1733762854634.45bd0e0b529a851f0f71711397857d5b.', STARTKEY => '', ENDKEY => ''} 2024-12-09T16:47:34,746 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testDatalossWhenInputError,,1733762854634.45bd0e0b529a851f0f71711397857d5b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T16:47:34,746 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 45bd0e0b529a851f0f71711397857d5b 2024-12-09T16:47:34,746 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 45bd0e0b529a851f0f71711397857d5b 2024-12-09T16:47:34,748 INFO [StoreOpener-45bd0e0b529a851f0f71711397857d5b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 45bd0e0b529a851f0f71711397857d5b 2024-12-09T16:47:34,748 INFO [StoreOpener-45bd0e0b529a851f0f71711397857d5b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 45bd0e0b529a851f0f71711397857d5b columnFamilyName a 2024-12-09T16:47:34,748 DEBUG [StoreOpener-45bd0e0b529a851f0f71711397857d5b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T16:47:34,749 INFO [StoreOpener-45bd0e0b529a851f0f71711397857d5b-1 {}] regionserver.HStore(327): Store=45bd0e0b529a851f0f71711397857d5b/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T16:47:34,749 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 45bd0e0b529a851f0f71711397857d5b 2024-12-09T16:47:34,749 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46245/hbase/data/default/testDatalossWhenInputError/45bd0e0b529a851f0f71711397857d5b 2024-12-09T16:47:34,750 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46245/hbase/data/default/testDatalossWhenInputError/45bd0e0b529a851f0f71711397857d5b 2024-12-09T16:47:34,751 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 45bd0e0b529a851f0f71711397857d5b 2024-12-09T16:47:34,751 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 45bd0e0b529a851f0f71711397857d5b 2024-12-09T16:47:34,752 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 45bd0e0b529a851f0f71711397857d5b 2024-12-09T16:47:34,753 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 45bd0e0b529a851f0f71711397857d5b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72926059, jitterRate=0.08668296039104462}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-09T16:47:34,754 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 45bd0e0b529a851f0f71711397857d5b: Writing region info on filesystem at 1733762854746Initializing all the Stores at 1733762854747 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733762854747Cleaning up temporary data from old regions at 1733762854751 (+4 ms)Region opened successfully at 1733762854754 (+3 ms) 2024-12-09T16:47:34,762 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 45bd0e0b529a851f0f71711397857d5b, disabling compactions & flushes 2024-12-09T16:47:34,762 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testDatalossWhenInputError,,1733762854634.45bd0e0b529a851f0f71711397857d5b. 2024-12-09T16:47:34,762 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testDatalossWhenInputError,,1733762854634.45bd0e0b529a851f0f71711397857d5b. 2024-12-09T16:47:34,762 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testDatalossWhenInputError,,1733762854634.45bd0e0b529a851f0f71711397857d5b. after waiting 0 ms 2024-12-09T16:47:34,762 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testDatalossWhenInputError,,1733762854634.45bd0e0b529a851f0f71711397857d5b. 2024-12-09T16:47:34,763 ERROR [Time-limited test {}] regionserver.HRegion(1960): Memstore data size is 750 in region testDatalossWhenInputError,,1733762854634.45bd0e0b529a851f0f71711397857d5b. 2024-12-09T16:47:34,763 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testDatalossWhenInputError,,1733762854634.45bd0e0b529a851f0f71711397857d5b. 2024-12-09T16:47:34,763 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 45bd0e0b529a851f0f71711397857d5b: Waiting for close lock at 1733762854762Disabling compacts and flushes for region at 1733762854762Disabling writes for close at 1733762854762Writing region close event to WAL at 1733762854763 (+1 ms)Closed at 1733762854763 2024-12-09T16:47:34,768 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34879 is added to blk_1073741911_1089 (size=1795) 2024-12-09T16:47:34,768 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40695 is added to blk_1073741911_1089 (size=1795) 2024-12-09T16:47:34,768 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38561 is added to blk_1073741911_1089 (size=1795) 2024-12-09T16:47:34,781 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:46245/hbase/WALs/testdatalosswheninputerror-manual,16010,1733762854633/wal.1733762854705, size=1.8 K (1795bytes) 2024-12-09T16:47:34,781 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:46245/hbase/WALs/testdatalosswheninputerror-manual,16010,1733762854633/wal.1733762854705 2024-12-09T16:47:34,781 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:46245/hbase/WALs/testdatalosswheninputerror-manual,16010,1733762854633/wal.1733762854705 after 0ms 2024-12-09T16:47:34,803 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(302): Initialized secure protobuf WAL: cipher=AES 2024-12-09T16:47:34,803 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:46245/hbase/WALs/testdatalosswheninputerror-manual,16010,1733762854633/wal.1733762854705 took 22ms 2024-12-09T16:47:34,805 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:46245/hbase/WALs/testdatalosswheninputerror-manual,16010,1733762854633/wal.1733762854705 so closing down 2024-12-09T16:47:34,805 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-09T16:47:34,806 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000003-wal.1733762854705.temp 2024-12-09T16:47:34,830 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46245/hbase/data/default/testDatalossWhenInputError/45bd0e0b529a851f0f71711397857d5b/recovered.edits/0000000000000000003-wal.1733762854705.temp 2024-12-09T16:47:34,830 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-09T16:47:34,836 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34879 is added to blk_1073741912_1090 (size=1795) 2024-12-09T16:47:34,837 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38561 is added to blk_1073741912_1090 (size=1795) 2024-12-09T16:47:34,837 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40695 is added to blk_1073741912_1090 (size=1795) 2024-12-09T16:47:34,837 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46245/hbase/data/default/testDatalossWhenInputError/45bd0e0b529a851f0f71711397857d5b/recovered.edits/0000000000000000003-wal.1733762854705.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-09T16:47:34,838 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46245/hbase/data/default/testDatalossWhenInputError/45bd0e0b529a851f0f71711397857d5b/recovered.edits/0000000000000000003-wal.1733762854705.temp to hdfs://localhost:46245/hbase/data/default/testDatalossWhenInputError/45bd0e0b529a851f0f71711397857d5b/recovered.edits/0000000000000000012 2024-12-09T16:47:34,838 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 1 Regions in 34 ms; skipped=0; WAL=hdfs://localhost:46245/hbase/WALs/testdatalosswheninputerror-manual,16010,1733762854633/wal.1733762854705, size=1.8 K, length=1795, corrupted=false, cancelled=false 2024-12-09T16:47:34,838 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:46245/hbase/WALs/testdatalosswheninputerror-manual,16010,1733762854633/wal.1733762854705, journal: Splitting hdfs://localhost:46245/hbase/WALs/testdatalosswheninputerror-manual,16010,1733762854633/wal.1733762854705, size=1.8 K (1795bytes) at 1733762854781Finishing writing output for hdfs://localhost:46245/hbase/WALs/testdatalosswheninputerror-manual,16010,1733762854633/wal.1733762854705 so closing down at 1733762854805 (+24 ms)Creating recovered edits writer path=hdfs://localhost:46245/hbase/data/default/testDatalossWhenInputError/45bd0e0b529a851f0f71711397857d5b/recovered.edits/0000000000000000003-wal.1733762854705.temp at 1733762854830 (+25 ms)3 split writer threads finished at 1733762854830Closed recovered edits writer path=hdfs://localhost:46245/hbase/data/default/testDatalossWhenInputError/45bd0e0b529a851f0f71711397857d5b/recovered.edits/0000000000000000003-wal.1733762854705.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733762854837 (+7 ms)Rename recovered edits hdfs://localhost:46245/hbase/data/default/testDatalossWhenInputError/45bd0e0b529a851f0f71711397857d5b/recovered.edits/0000000000000000003-wal.1733762854705.temp to hdfs://localhost:46245/hbase/data/default/testDatalossWhenInputError/45bd0e0b529a851f0f71711397857d5b/recovered.edits/0000000000000000012 at 1733762854838 (+1 ms)Processed 10 edits across 1 Regions in 34 ms; skipped=0; WAL=hdfs://localhost:46245/hbase/WALs/testdatalosswheninputerror-manual,16010,1733762854633/wal.1733762854705, size=1.8 K, length=1795, corrupted=false, cancelled=false at 1733762854838 2024-12-09T16:47:34,840 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:46245/hbase/WALs/testdatalosswheninputerror-manual,16010,1733762854633/wal.1733762854705 to hdfs://localhost:46245/hbase/oldWALs/wal.1733762854705 2024-12-09T16:47:34,841 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:46245/hbase/data/default/testDatalossWhenInputError/45bd0e0b529a851f0f71711397857d5b/recovered.edits/0000000000000000012 2024-12-09T16:47:34,866 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(302): Initialized secure protobuf WAL: cipher=AES 2024-12-09T16:47:34,968 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsWrittenViaHRegion 2024-12-09T16:47:34,968 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsWrittenViaHRegion Metrics about Tables on a single HBase RegionServer 2024-12-09T16:47:34,969 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsAfterAbortingFlush 2024-12-09T16:47:34,969 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsAfterAbortingFlush Metrics about Tables on a single HBase RegionServer 2024-12-09T16:47:35,155 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-12-09T16:47:35,157 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:46245/hbase/WALs/testdatalosswheninputerror-manual,16010,1733762854633, archiveDir=hdfs://localhost:46245/hbase/oldWALs, maxLogs=32 2024-12-09T16:47:35,168 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testdatalosswheninputerror-manual,16010,1733762854633/wal.1733762855157, exclude list is [], retry=0 2024-12-09T16:47:35,170 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38561,DS-74f46a19-d323-470c-9c50-39572d9ebdef,DISK] 2024-12-09T16:47:35,170 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34879,DS-5a363144-5077-4a66-a9ce-79ba83f1c010,DISK] 2024-12-09T16:47:35,171 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40695,DS-d26823f1-b96e-41d9-b095-4a6efe2c185b,DISK] 2024-12-09T16:47:35,192 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testdatalosswheninputerror-manual,16010,1733762854633/wal.1733762855157 2024-12-09T16:47:35,192 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35375:35375),(127.0.0.1/127.0.0.1:33715:33715),(127.0.0.1/127.0.0.1:41579:41579)] 2024-12-09T16:47:35,192 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 45bd0e0b529a851f0f71711397857d5b, NAME => 'testDatalossWhenInputError,,1733762854634.45bd0e0b529a851f0f71711397857d5b.', STARTKEY => '', ENDKEY => ''} 2024-12-09T16:47:35,192 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testDatalossWhenInputError,,1733762854634.45bd0e0b529a851f0f71711397857d5b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T16:47:35,193 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 45bd0e0b529a851f0f71711397857d5b 2024-12-09T16:47:35,193 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 45bd0e0b529a851f0f71711397857d5b 2024-12-09T16:47:35,197 INFO [StoreOpener-45bd0e0b529a851f0f71711397857d5b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 45bd0e0b529a851f0f71711397857d5b 2024-12-09T16:47:35,199 INFO [StoreOpener-45bd0e0b529a851f0f71711397857d5b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 45bd0e0b529a851f0f71711397857d5b columnFamilyName a 2024-12-09T16:47:35,199 DEBUG [StoreOpener-45bd0e0b529a851f0f71711397857d5b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T16:47:35,200 INFO [StoreOpener-45bd0e0b529a851f0f71711397857d5b-1 {}] regionserver.HStore(327): Store=45bd0e0b529a851f0f71711397857d5b/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T16:47:35,200 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 45bd0e0b529a851f0f71711397857d5b 2024-12-09T16:47:35,201 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46245/hbase/data/default/testDatalossWhenInputError/45bd0e0b529a851f0f71711397857d5b 2024-12-09T16:47:35,202 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:46245/hbase/data/default/testDatalossWhenInputError/45bd0e0b529a851f0f71711397857d5b 2024-12-09T16:47:35,203 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:46245/hbase/data/default/testDatalossWhenInputError/45bd0e0b529a851f0f71711397857d5b/recovered.edits/0000000000000000012 2024-12-09T16:47:35,242 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(302): Initialized secure protobuf WAL: cipher=AES 2024-12-09T16:47:35,243 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 10, skipped 0, firstSequenceIdInLog=3, maxSequenceIdInLog=12, path=hdfs://localhost:46245/hbase/data/default/testDatalossWhenInputError/45bd0e0b529a851f0f71711397857d5b/recovered.edits/0000000000000000012 2024-12-09T16:47:35,244 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 45bd0e0b529a851f0f71711397857d5b 1/1 column families, dataSize=750 B heapSize=1.73 KB 2024-12-09T16:47:35,267 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46245/hbase/data/default/testDatalossWhenInputError/45bd0e0b529a851f0f71711397857d5b/.tmp/a/74e63fe33918490aafcbd968cf71235b is 79, key is testDatalossWhenInputError/a:x0/1733762854754/Put/seqid=0 2024-12-09T16:47:35,278 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40695 is added to blk_1073741914_1092 (size=5808) 2024-12-09T16:47:35,278 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38561 is added to blk_1073741914_1092 (size=5808) 2024-12-09T16:47:35,279 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34879 is added to blk_1073741914_1092 (size=5808) 2024-12-09T16:47:35,279 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=750 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:46245/hbase/data/default/testDatalossWhenInputError/45bd0e0b529a851f0f71711397857d5b/.tmp/a/74e63fe33918490aafcbd968cf71235b 2024-12-09T16:47:35,290 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46245/hbase/data/default/testDatalossWhenInputError/45bd0e0b529a851f0f71711397857d5b/.tmp/a/74e63fe33918490aafcbd968cf71235b as hdfs://localhost:46245/hbase/data/default/testDatalossWhenInputError/45bd0e0b529a851f0f71711397857d5b/a/74e63fe33918490aafcbd968cf71235b 2024-12-09T16:47:35,301 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46245/hbase/data/default/testDatalossWhenInputError/45bd0e0b529a851f0f71711397857d5b/a/74e63fe33918490aafcbd968cf71235b, entries=10, sequenceid=12, filesize=5.7 K 2024-12-09T16:47:35,301 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~750 B/750, heapSize ~1.72 KB/1760, currentSize=0 B/0 for 45bd0e0b529a851f0f71711397857d5b in 57ms, sequenceid=12, compaction requested=false; wal=null 2024-12-09T16:47:35,302 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:46245/hbase/data/default/testDatalossWhenInputError/45bd0e0b529a851f0f71711397857d5b/recovered.edits/0000000000000000012 2024-12-09T16:47:35,303 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 45bd0e0b529a851f0f71711397857d5b 2024-12-09T16:47:35,303 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 45bd0e0b529a851f0f71711397857d5b 2024-12-09T16:47:35,309 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 45bd0e0b529a851f0f71711397857d5b 2024-12-09T16:47:35,316 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46245/hbase/data/default/testDatalossWhenInputError/45bd0e0b529a851f0f71711397857d5b/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=1 2024-12-09T16:47:35,317 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 45bd0e0b529a851f0f71711397857d5b; next sequenceid=13; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68949606, jitterRate=0.027429193258285522}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-09T16:47:35,317 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 45bd0e0b529a851f0f71711397857d5b: Writing region info on filesystem at 1733762855193Initializing all the Stores at 1733762855196 (+3 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733762855196Obtaining lock to block concurrent updates at 1733762855244 (+48 ms)Preparing flush snapshotting stores in 45bd0e0b529a851f0f71711397857d5b at 1733762855244Finished memstore snapshotting testDatalossWhenInputError,,1733762854634.45bd0e0b529a851f0f71711397857d5b., syncing WAL and waiting on mvcc, flushsize=dataSize=750, getHeapSize=1760, getOffHeapSize=0, getCellsCount=10 at 1733762855244Flushing stores of testDatalossWhenInputError,,1733762854634.45bd0e0b529a851f0f71711397857d5b. at 1733762855244Flushing 45bd0e0b529a851f0f71711397857d5b/a: creating writer at 1733762855244Flushing 45bd0e0b529a851f0f71711397857d5b/a: appending metadata at 1733762855266 (+22 ms)Flushing 45bd0e0b529a851f0f71711397857d5b/a: closing flushed file at 1733762855266Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6bc35c98: reopening flushed file at 1733762855287 (+21 ms)Finished flush of dataSize ~750 B/750, heapSize ~1.72 KB/1760, currentSize=0 B/0 for 45bd0e0b529a851f0f71711397857d5b in 57ms, sequenceid=12, compaction requested=false; wal=null at 1733762855301 (+14 ms)Cleaning up temporary data from old regions at 1733762855303 (+2 ms)Region opened successfully at 1733762855317 (+14 ms) 2024-12-09T16:47:35,322 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 45bd0e0b529a851f0f71711397857d5b, NAME => 'testDatalossWhenInputError,,1733762854634.45bd0e0b529a851f0f71711397857d5b.', STARTKEY => '', ENDKEY => ''} 2024-12-09T16:47:35,322 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testDatalossWhenInputError,,1733762854634.45bd0e0b529a851f0f71711397857d5b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T16:47:35,322 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 45bd0e0b529a851f0f71711397857d5b 2024-12-09T16:47:35,323 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 45bd0e0b529a851f0f71711397857d5b 2024-12-09T16:47:35,324 INFO [StoreOpener-45bd0e0b529a851f0f71711397857d5b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 45bd0e0b529a851f0f71711397857d5b 2024-12-09T16:47:35,326 INFO [StoreOpener-45bd0e0b529a851f0f71711397857d5b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 45bd0e0b529a851f0f71711397857d5b columnFamilyName a 2024-12-09T16:47:35,326 DEBUG [StoreOpener-45bd0e0b529a851f0f71711397857d5b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T16:47:35,339 DEBUG [StoreOpener-45bd0e0b529a851f0f71711397857d5b-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:46245/hbase/data/default/testDatalossWhenInputError/45bd0e0b529a851f0f71711397857d5b/a/74e63fe33918490aafcbd968cf71235b 2024-12-09T16:47:35,339 INFO [StoreOpener-45bd0e0b529a851f0f71711397857d5b-1 {}] regionserver.HStore(327): Store=45bd0e0b529a851f0f71711397857d5b/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T16:47:35,339 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 45bd0e0b529a851f0f71711397857d5b 2024-12-09T16:47:35,340 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46245/hbase/data/default/testDatalossWhenInputError/45bd0e0b529a851f0f71711397857d5b 2024-12-09T16:47:35,341 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46245/hbase/data/default/testDatalossWhenInputError/45bd0e0b529a851f0f71711397857d5b 2024-12-09T16:47:35,342 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 45bd0e0b529a851f0f71711397857d5b 2024-12-09T16:47:35,342 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 45bd0e0b529a851f0f71711397857d5b 2024-12-09T16:47:35,345 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 45bd0e0b529a851f0f71711397857d5b 2024-12-09T16:47:35,347 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46245/hbase/data/default/testDatalossWhenInputError/45bd0e0b529a851f0f71711397857d5b/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=12 2024-12-09T16:47:35,348 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 45bd0e0b529a851f0f71711397857d5b; next sequenceid=14; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73312542, jitterRate=0.09244200587272644}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-09T16:47:35,349 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 45bd0e0b529a851f0f71711397857d5b: Writing region info on filesystem at 1733762855323Initializing all the Stores at 1733762855324 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733762855324Cleaning up temporary data from old regions at 1733762855342 (+18 ms)Region opened successfully at 1733762855349 (+7 ms) 2024-12-09T16:47:35,369 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestSecureAsyncWALReplay#testDatalossWhenInputError Thread=427 (was 418) Potentially hanging thread: AsyncFSWAL-24-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-24-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_951206415_22 at /127.0.0.1:51718 [Waiting for operation #9] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-836713542-172.17.0.2-1733762820848:blk_1073741913_1091, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_951206415_22 at /127.0.0.1:51784 [Receiving block BP-836713542-172.17.0.2-1733762820848:blk_1073741913_1091] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_951206415_22 at /127.0.0.1:42832 [Receiving block BP-836713542-172.17.0.2-1733762820848:blk_1073741913_1091] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-24-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-836713542-172.17.0.2-1733762820848:blk_1073741913_1091, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_951206415_22 at /127.0.0.1:49378 [Waiting for operation #28] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-836713542-172.17.0.2-1733762820848:blk_1073741913_1091, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_951206415_22 at /127.0.0.1:42734 [Waiting for operation #5] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_951206415_22 at /127.0.0.1:49470 [Receiving block BP-836713542-172.17.0.2-1733762820848:blk_1073741913_1091] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=1264 (was 1182) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=183 (was 190), ProcessCount=11 (was 11), AvailableMemoryMB=10332 (was 10350) 2024-12-09T16:47:35,369 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1264 is superior to 1024 2024-12-09T16:47:35,379 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestSecureAsyncWALReplay#testCompactedBulkLoadedFiles Thread=427, OpenFileDescriptor=1264, MaxFileDescriptor=1048576, SystemLoadAverage=183, ProcessCount=11, AvailableMemoryMB=10331 2024-12-09T16:47:35,380 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1264 is superior to 1024 2024-12-09T16:47:35,391 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-09T16:47:35,393 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-09T16:47:35,393 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-09T16:47:35,396 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-30988462, suffix=, logDir=hdfs://localhost:46245/hbase/WALs/hregion-30988462, archiveDir=hdfs://localhost:46245/hbase/oldWALs, maxLogs=32 2024-12-09T16:47:35,406 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-30988462/hregion-30988462.1733762855396, exclude list is [], retry=0 2024-12-09T16:47:35,409 DEBUG [AsyncFSWAL-26-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38561,DS-74f46a19-d323-470c-9c50-39572d9ebdef,DISK] 2024-12-09T16:47:35,409 DEBUG [AsyncFSWAL-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40695,DS-d26823f1-b96e-41d9-b095-4a6efe2c185b,DISK] 2024-12-09T16:47:35,409 DEBUG [AsyncFSWAL-26-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34879,DS-5a363144-5077-4a66-a9ce-79ba83f1c010,DISK] 2024-12-09T16:47:35,432 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-30988462/hregion-30988462.1733762855396 2024-12-09T16:47:35,432 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35375:35375),(127.0.0.1/127.0.0.1:41579:41579),(127.0.0.1/127.0.0.1:33715:33715)] 2024-12-09T16:47:35,432 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => 378d291eed1aaf76625580580e3d64ad, NAME => 'testCompactedBulkLoadedFiles,,1733762855391.378d291eed1aaf76625580580e3d64ad.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testCompactedBulkLoadedFiles', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46245/hbase 2024-12-09T16:47:35,443 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40695 is added to blk_1073741916_1094 (size=63) 2024-12-09T16:47:35,444 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38561 is added to blk_1073741916_1094 (size=63) 2024-12-09T16:47:35,444 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34879 is added to blk_1073741916_1094 (size=63) 2024-12-09T16:47:35,447 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testCompactedBulkLoadedFiles,,1733762855391.378d291eed1aaf76625580580e3d64ad.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T16:47:35,448 INFO [StoreOpener-378d291eed1aaf76625580580e3d64ad-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 378d291eed1aaf76625580580e3d64ad 2024-12-09T16:47:35,450 INFO [StoreOpener-378d291eed1aaf76625580580e3d64ad-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 378d291eed1aaf76625580580e3d64ad columnFamilyName a 2024-12-09T16:47:35,450 DEBUG [StoreOpener-378d291eed1aaf76625580580e3d64ad-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T16:47:35,450 INFO [StoreOpener-378d291eed1aaf76625580580e3d64ad-1 {}] regionserver.HStore(327): Store=378d291eed1aaf76625580580e3d64ad/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T16:47:35,450 INFO [StoreOpener-378d291eed1aaf76625580580e3d64ad-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 378d291eed1aaf76625580580e3d64ad 2024-12-09T16:47:35,452 INFO [StoreOpener-378d291eed1aaf76625580580e3d64ad-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 378d291eed1aaf76625580580e3d64ad columnFamilyName b 2024-12-09T16:47:35,452 DEBUG [StoreOpener-378d291eed1aaf76625580580e3d64ad-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T16:47:35,452 INFO [StoreOpener-378d291eed1aaf76625580580e3d64ad-1 {}] regionserver.HStore(327): Store=378d291eed1aaf76625580580e3d64ad/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T16:47:35,452 INFO [StoreOpener-378d291eed1aaf76625580580e3d64ad-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 378d291eed1aaf76625580580e3d64ad 2024-12-09T16:47:35,454 INFO [StoreOpener-378d291eed1aaf76625580580e3d64ad-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 378d291eed1aaf76625580580e3d64ad columnFamilyName c 2024-12-09T16:47:35,454 DEBUG [StoreOpener-378d291eed1aaf76625580580e3d64ad-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T16:47:35,454 INFO [StoreOpener-378d291eed1aaf76625580580e3d64ad-1 {}] regionserver.HStore(327): Store=378d291eed1aaf76625580580e3d64ad/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T16:47:35,455 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 378d291eed1aaf76625580580e3d64ad 2024-12-09T16:47:35,456 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46245/hbase/data/default/testCompactedBulkLoadedFiles/378d291eed1aaf76625580580e3d64ad 2024-12-09T16:47:35,456 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46245/hbase/data/default/testCompactedBulkLoadedFiles/378d291eed1aaf76625580580e3d64ad 2024-12-09T16:47:35,457 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 378d291eed1aaf76625580580e3d64ad 2024-12-09T16:47:35,457 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 378d291eed1aaf76625580580e3d64ad 2024-12-09T16:47:35,458 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testCompactedBulkLoadedFiles descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-09T16:47:35,459 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 378d291eed1aaf76625580580e3d64ad 2024-12-09T16:47:35,461 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46245/hbase/data/default/testCompactedBulkLoadedFiles/378d291eed1aaf76625580580e3d64ad/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-09T16:47:35,461 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 378d291eed1aaf76625580580e3d64ad; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63693607, jitterRate=-0.050891295075416565}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-09T16:47:35,462 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 378d291eed1aaf76625580580e3d64ad: Writing region info on filesystem at 1733762855447Initializing all the Stores at 1733762855448 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733762855448Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733762855448Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733762855448Cleaning up temporary data from old regions at 1733762855457 (+9 ms)Region opened successfully at 1733762855462 (+5 ms) 2024-12-09T16:47:35,462 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 378d291eed1aaf76625580580e3d64ad, disabling compactions & flushes 2024-12-09T16:47:35,462 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testCompactedBulkLoadedFiles,,1733762855391.378d291eed1aaf76625580580e3d64ad. 2024-12-09T16:47:35,462 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testCompactedBulkLoadedFiles,,1733762855391.378d291eed1aaf76625580580e3d64ad. 2024-12-09T16:47:35,462 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testCompactedBulkLoadedFiles,,1733762855391.378d291eed1aaf76625580580e3d64ad. after waiting 0 ms 2024-12-09T16:47:35,462 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testCompactedBulkLoadedFiles,,1733762855391.378d291eed1aaf76625580580e3d64ad. 2024-12-09T16:47:35,463 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testCompactedBulkLoadedFiles,,1733762855391.378d291eed1aaf76625580580e3d64ad. 2024-12-09T16:47:35,463 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 378d291eed1aaf76625580580e3d64ad: Waiting for close lock at 1733762855462Disabling compacts and flushes for region at 1733762855462Disabling writes for close at 1733762855462Writing region close event to WAL at 1733762855463 (+1 ms)Closed at 1733762855463 2024-12-09T16:47:35,466 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40695 is added to blk_1073741915_1093 (size=175) 2024-12-09T16:47:35,466 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34879 is added to blk_1073741915_1093 (size=175) 2024-12-09T16:47:35,466 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38561 is added to blk_1073741915_1093 (size=175) 2024-12-09T16:47:35,470 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-12-09T16:47:35,470 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-30988462:(num 1733762855396) 2024-12-09T16:47:35,470 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-12-09T16:47:35,473 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:46245/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733762855390, archiveDir=hdfs://localhost:46245/hbase/oldWALs, maxLogs=32 2024-12-09T16:47:35,484 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733762855390/wal.1733762855473, exclude list is [], retry=0 2024-12-09T16:47:35,487 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38561,DS-74f46a19-d323-470c-9c50-39572d9ebdef,DISK] 2024-12-09T16:47:35,487 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34879,DS-5a363144-5077-4a66-a9ce-79ba83f1c010,DISK] 2024-12-09T16:47:35,487 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40695,DS-d26823f1-b96e-41d9-b095-4a6efe2c185b,DISK] 2024-12-09T16:47:35,518 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733762855390/wal.1733762855473 2024-12-09T16:47:35,519 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35375:35375),(127.0.0.1/127.0.0.1:33715:33715),(127.0.0.1/127.0.0.1:41579:41579)] 2024-12-09T16:47:35,519 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 378d291eed1aaf76625580580e3d64ad, NAME => 'testCompactedBulkLoadedFiles,,1733762855391.378d291eed1aaf76625580580e3d64ad.', STARTKEY => '', ENDKEY => ''} 2024-12-09T16:47:35,519 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testCompactedBulkLoadedFiles,,1733762855391.378d291eed1aaf76625580580e3d64ad.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T16:47:35,519 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 378d291eed1aaf76625580580e3d64ad 2024-12-09T16:47:35,519 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 378d291eed1aaf76625580580e3d64ad 2024-12-09T16:47:35,521 INFO [StoreOpener-378d291eed1aaf76625580580e3d64ad-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 378d291eed1aaf76625580580e3d64ad 2024-12-09T16:47:35,522 INFO [StoreOpener-378d291eed1aaf76625580580e3d64ad-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 378d291eed1aaf76625580580e3d64ad columnFamilyName a 2024-12-09T16:47:35,522 DEBUG [StoreOpener-378d291eed1aaf76625580580e3d64ad-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T16:47:35,523 INFO [StoreOpener-378d291eed1aaf76625580580e3d64ad-1 {}] regionserver.HStore(327): Store=378d291eed1aaf76625580580e3d64ad/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T16:47:35,523 INFO [StoreOpener-378d291eed1aaf76625580580e3d64ad-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 378d291eed1aaf76625580580e3d64ad 2024-12-09T16:47:35,524 INFO [StoreOpener-378d291eed1aaf76625580580e3d64ad-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 378d291eed1aaf76625580580e3d64ad columnFamilyName b 2024-12-09T16:47:35,524 DEBUG [StoreOpener-378d291eed1aaf76625580580e3d64ad-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T16:47:35,524 INFO [StoreOpener-378d291eed1aaf76625580580e3d64ad-1 {}] regionserver.HStore(327): Store=378d291eed1aaf76625580580e3d64ad/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T16:47:35,524 INFO [StoreOpener-378d291eed1aaf76625580580e3d64ad-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 378d291eed1aaf76625580580e3d64ad 2024-12-09T16:47:35,525 INFO [StoreOpener-378d291eed1aaf76625580580e3d64ad-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 378d291eed1aaf76625580580e3d64ad columnFamilyName c 2024-12-09T16:47:35,525 DEBUG [StoreOpener-378d291eed1aaf76625580580e3d64ad-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T16:47:35,526 INFO [StoreOpener-378d291eed1aaf76625580580e3d64ad-1 {}] regionserver.HStore(327): Store=378d291eed1aaf76625580580e3d64ad/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T16:47:35,526 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 378d291eed1aaf76625580580e3d64ad 2024-12-09T16:47:35,527 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46245/hbase/data/default/testCompactedBulkLoadedFiles/378d291eed1aaf76625580580e3d64ad 2024-12-09T16:47:35,528 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46245/hbase/data/default/testCompactedBulkLoadedFiles/378d291eed1aaf76625580580e3d64ad 2024-12-09T16:47:35,529 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 378d291eed1aaf76625580580e3d64ad 2024-12-09T16:47:35,529 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 378d291eed1aaf76625580580e3d64ad 2024-12-09T16:47:35,529 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testCompactedBulkLoadedFiles descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-09T16:47:35,530 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 378d291eed1aaf76625580580e3d64ad 2024-12-09T16:47:35,531 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 378d291eed1aaf76625580580e3d64ad; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64374538, jitterRate=-0.040744632482528687}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-09T16:47:35,532 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 378d291eed1aaf76625580580e3d64ad: Writing region info on filesystem at 1733762855520Initializing all the Stores at 1733762855521 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733762855521Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733762855521Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733762855521Cleaning up temporary data from old regions at 1733762855529 (+8 ms)Region opened successfully at 1733762855532 (+3 ms) 2024-12-09T16:47:35,537 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46245/hbase/testCompactedBulkLoadedFiles/hfile0 is 32, key is 000/a:a/1733762855537/Put/seqid=0 2024-12-09T16:47:35,549 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38561 is added to blk_1073741918_1096 (size=4875) 2024-12-09T16:47:35,549 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34879 is added to blk_1073741918_1096 (size=4875) 2024-12-09T16:47:35,549 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40695 is added to blk_1073741918_1096 (size=4875) 2024-12-09T16:47:35,573 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46245/hbase/testCompactedBulkLoadedFiles/hfile1 is 32, key is 100/a:a/1733762855573/Put/seqid=0 2024-12-09T16:47:35,585 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40695 is added to blk_1073741919_1097 (size=4875) 2024-12-09T16:47:35,585 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34879 is added to blk_1073741919_1097 (size=4875) 2024-12-09T16:47:35,585 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38561 is added to blk_1073741919_1097 (size=4875) 2024-12-09T16:47:35,588 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46245/hbase/testCompactedBulkLoadedFiles/hfile2 is 32, key is 200/a:a/1733762855587/Put/seqid=0 2024-12-09T16:47:35,594 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34879 is added to blk_1073741920_1098 (size=4875) 2024-12-09T16:47:35,594 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40695 is added to blk_1073741920_1098 (size=4875) 2024-12-09T16:47:35,595 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38561 is added to blk_1073741920_1098 (size=4875) 2024-12-09T16:47:35,597 INFO [Time-limited test {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:46245/hbase/testCompactedBulkLoadedFiles/hfile0 for inclusion in 378d291eed1aaf76625580580e3d64ad/a 2024-12-09T16:47:35,601 DEBUG [Time-limited test {}] regionserver.HStore(626): HFile bounds: first=000 last=050 2024-12-09T16:47:35,601 DEBUG [Time-limited test {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-09T16:47:35,601 INFO [Time-limited test {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:46245/hbase/testCompactedBulkLoadedFiles/hfile1 for inclusion in 378d291eed1aaf76625580580e3d64ad/a 2024-12-09T16:47:35,605 DEBUG [Time-limited test {}] regionserver.HStore(626): HFile bounds: first=100 last=150 2024-12-09T16:47:35,605 DEBUG [Time-limited test {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-09T16:47:35,606 INFO [Time-limited test {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:46245/hbase/testCompactedBulkLoadedFiles/hfile2 for inclusion in 378d291eed1aaf76625580580e3d64ad/a 2024-12-09T16:47:35,610 DEBUG [Time-limited test {}] regionserver.HStore(626): HFile bounds: first=200 last=250 2024-12-09T16:47:35,610 DEBUG [Time-limited test {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-09T16:47:35,610 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 378d291eed1aaf76625580580e3d64ad 3/3 column families, dataSize=51 B heapSize=896 B 2024-12-09T16:47:35,625 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46245/hbase/data/default/testCompactedBulkLoadedFiles/378d291eed1aaf76625580580e3d64ad/.tmp/a/8f69a998d4ca4cfda7f02d96c8aab16f is 55, key is testCompactedBulkLoadedFiles/a:a/1733762855532/Put/seqid=0 2024-12-09T16:47:35,631 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40695 is added to blk_1073741921_1099 (size=5107) 2024-12-09T16:47:35,632 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38561 is added to blk_1073741921_1099 (size=5107) 2024-12-09T16:47:35,632 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34879 is added to blk_1073741921_1099 (size=5107) 2024-12-09T16:47:35,632 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51 B at sequenceid=4 (bloomFilter=true), to=hdfs://localhost:46245/hbase/data/default/testCompactedBulkLoadedFiles/378d291eed1aaf76625580580e3d64ad/.tmp/a/8f69a998d4ca4cfda7f02d96c8aab16f 2024-12-09T16:47:35,638 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46245/hbase/data/default/testCompactedBulkLoadedFiles/378d291eed1aaf76625580580e3d64ad/.tmp/a/8f69a998d4ca4cfda7f02d96c8aab16f as hdfs://localhost:46245/hbase/data/default/testCompactedBulkLoadedFiles/378d291eed1aaf76625580580e3d64ad/a/8f69a998d4ca4cfda7f02d96c8aab16f 2024-12-09T16:47:35,643 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46245/hbase/data/default/testCompactedBulkLoadedFiles/378d291eed1aaf76625580580e3d64ad/a/8f69a998d4ca4cfda7f02d96c8aab16f, entries=1, sequenceid=4, filesize=5.0 K 2024-12-09T16:47:35,645 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~51 B/51, heapSize ~368 B/368, currentSize=0 B/0 for 378d291eed1aaf76625580580e3d64ad in 35ms, sequenceid=4, compaction requested=false 2024-12-09T16:47:35,645 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 378d291eed1aaf76625580580e3d64ad: 2024-12-09T16:47:35,646 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46245/hbase/testCompactedBulkLoadedFiles/hfile0 as hdfs://localhost:46245/hbase/data/default/testCompactedBulkLoadedFiles/378d291eed1aaf76625580580e3d64ad/a/685e426d206f402b82c071883fdc98a8_SeqId_4_ 2024-12-09T16:47:35,647 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46245/hbase/testCompactedBulkLoadedFiles/hfile1 as hdfs://localhost:46245/hbase/data/default/testCompactedBulkLoadedFiles/378d291eed1aaf76625580580e3d64ad/a/83fcf6bbed884fcbae3a1c8a11374e0c_SeqId_4_ 2024-12-09T16:47:35,648 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46245/hbase/testCompactedBulkLoadedFiles/hfile2 as hdfs://localhost:46245/hbase/data/default/testCompactedBulkLoadedFiles/378d291eed1aaf76625580580e3d64ad/a/06fd6518802646cbb02e68881c752942_SeqId_4_ 2024-12-09T16:47:35,649 INFO [Time-limited test {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:46245/hbase/testCompactedBulkLoadedFiles/hfile0 into 378d291eed1aaf76625580580e3d64ad/a as hdfs://localhost:46245/hbase/data/default/testCompactedBulkLoadedFiles/378d291eed1aaf76625580580e3d64ad/a/685e426d206f402b82c071883fdc98a8_SeqId_4_ - updating store file list. 2024-12-09T16:47:35,653 DEBUG [Time-limited test {}] regionserver.HStoreFile(483): HFile Bloom filter type for 685e426d206f402b82c071883fdc98a8_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-09T16:47:35,654 INFO [Time-limited test {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:46245/hbase/data/default/testCompactedBulkLoadedFiles/378d291eed1aaf76625580580e3d64ad/a/685e426d206f402b82c071883fdc98a8_SeqId_4_ into 378d291eed1aaf76625580580e3d64ad/a 2024-12-09T16:47:35,654 INFO [Time-limited test {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:46245/hbase/testCompactedBulkLoadedFiles/hfile0 into 378d291eed1aaf76625580580e3d64ad/a (new location: hdfs://localhost:46245/hbase/data/default/testCompactedBulkLoadedFiles/378d291eed1aaf76625580580e3d64ad/a/685e426d206f402b82c071883fdc98a8_SeqId_4_) 2024-12-09T16:47:35,655 INFO [Time-limited test {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:46245/hbase/testCompactedBulkLoadedFiles/hfile1 into 378d291eed1aaf76625580580e3d64ad/a as hdfs://localhost:46245/hbase/data/default/testCompactedBulkLoadedFiles/378d291eed1aaf76625580580e3d64ad/a/83fcf6bbed884fcbae3a1c8a11374e0c_SeqId_4_ - updating store file list. 2024-12-09T16:47:35,660 DEBUG [Time-limited test {}] regionserver.HStoreFile(483): HFile Bloom filter type for 83fcf6bbed884fcbae3a1c8a11374e0c_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-09T16:47:35,660 INFO [Time-limited test {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:46245/hbase/data/default/testCompactedBulkLoadedFiles/378d291eed1aaf76625580580e3d64ad/a/83fcf6bbed884fcbae3a1c8a11374e0c_SeqId_4_ into 378d291eed1aaf76625580580e3d64ad/a 2024-12-09T16:47:35,660 INFO [Time-limited test {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:46245/hbase/testCompactedBulkLoadedFiles/hfile1 into 378d291eed1aaf76625580580e3d64ad/a (new location: hdfs://localhost:46245/hbase/data/default/testCompactedBulkLoadedFiles/378d291eed1aaf76625580580e3d64ad/a/83fcf6bbed884fcbae3a1c8a11374e0c_SeqId_4_) 2024-12-09T16:47:35,661 INFO [Time-limited test {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:46245/hbase/testCompactedBulkLoadedFiles/hfile2 into 378d291eed1aaf76625580580e3d64ad/a as hdfs://localhost:46245/hbase/data/default/testCompactedBulkLoadedFiles/378d291eed1aaf76625580580e3d64ad/a/06fd6518802646cbb02e68881c752942_SeqId_4_ - updating store file list. 2024-12-09T16:47:35,666 DEBUG [Time-limited test {}] regionserver.HStoreFile(483): HFile Bloom filter type for 06fd6518802646cbb02e68881c752942_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-09T16:47:35,666 INFO [Time-limited test {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:46245/hbase/data/default/testCompactedBulkLoadedFiles/378d291eed1aaf76625580580e3d64ad/a/06fd6518802646cbb02e68881c752942_SeqId_4_ into 378d291eed1aaf76625580580e3d64ad/a 2024-12-09T16:47:35,666 INFO [Time-limited test {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:46245/hbase/testCompactedBulkLoadedFiles/hfile2 into 378d291eed1aaf76625580580e3d64ad/a (new location: hdfs://localhost:46245/hbase/data/default/testCompactedBulkLoadedFiles/378d291eed1aaf76625580580e3d64ad/a/06fd6518802646cbb02e68881c752942_SeqId_4_) 2024-12-09T16:47:35,676 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-09T16:47:35,676 DEBUG [Time-limited test {}] regionserver.HStore(1541): 378d291eed1aaf76625580580e3d64ad/a is initiating major compaction (all files) 2024-12-09T16:47:35,676 INFO [Time-limited test {}] regionserver.HRegion(2416): Starting compaction of 378d291eed1aaf76625580580e3d64ad/a in testCompactedBulkLoadedFiles,,1733762855391.378d291eed1aaf76625580580e3d64ad. 2024-12-09T16:47:35,677 INFO [Time-limited test {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46245/hbase/data/default/testCompactedBulkLoadedFiles/378d291eed1aaf76625580580e3d64ad/a/8f69a998d4ca4cfda7f02d96c8aab16f, hdfs://localhost:46245/hbase/data/default/testCompactedBulkLoadedFiles/378d291eed1aaf76625580580e3d64ad/a/685e426d206f402b82c071883fdc98a8_SeqId_4_, hdfs://localhost:46245/hbase/data/default/testCompactedBulkLoadedFiles/378d291eed1aaf76625580580e3d64ad/a/83fcf6bbed884fcbae3a1c8a11374e0c_SeqId_4_, hdfs://localhost:46245/hbase/data/default/testCompactedBulkLoadedFiles/378d291eed1aaf76625580580e3d64ad/a/06fd6518802646cbb02e68881c752942_SeqId_4_] into tmpdir=hdfs://localhost:46245/hbase/data/default/testCompactedBulkLoadedFiles/378d291eed1aaf76625580580e3d64ad/.tmp, totalSize=19.3 K 2024-12-09T16:47:35,677 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting 8f69a998d4ca4cfda7f02d96c8aab16f, keycount=1, bloomtype=ROW, size=5.0 K, encoding=NONE, compression=NONE, seqNum=4, earliestPutTs=1733762855532 2024-12-09T16:47:35,678 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting 685e426d206f402b82c071883fdc98a8_SeqId_4_, keycount=10, bloomtype=NONE, size=4.8 K, encoding=NONE, compression=NONE, seqNum=4, earliestPutTs=-9223372036854775808 2024-12-09T16:47:35,678 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting 83fcf6bbed884fcbae3a1c8a11374e0c_SeqId_4_, keycount=10, bloomtype=NONE, size=4.8 K, encoding=NONE, compression=NONE, seqNum=4, earliestPutTs=-9223372036854775808 2024-12-09T16:47:35,679 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting 06fd6518802646cbb02e68881c752942_SeqId_4_, keycount=10, bloomtype=NONE, size=4.8 K, encoding=NONE, compression=NONE, seqNum=4, earliestPutTs=-9223372036854775808 2024-12-09T16:47:35,694 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46245/hbase/data/default/testCompactedBulkLoadedFiles/378d291eed1aaf76625580580e3d64ad/.tmp/a/0a8b16b940684b4d890d427f17d87804 is 55, key is testCompactedBulkLoadedFiles/a:a/1733762855532/Put/seqid=0 2024-12-09T16:47:35,704 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40695 is added to blk_1073741922_1100 (size=6154) 2024-12-09T16:47:35,704 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34879 is added to blk_1073741922_1100 (size=6154) 2024-12-09T16:47:35,705 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38561 is added to blk_1073741922_1100 (size=6154) 2024-12-09T16:47:35,711 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46245/hbase/data/default/testCompactedBulkLoadedFiles/378d291eed1aaf76625580580e3d64ad/.tmp/a/0a8b16b940684b4d890d427f17d87804 as hdfs://localhost:46245/hbase/data/default/testCompactedBulkLoadedFiles/378d291eed1aaf76625580580e3d64ad/a/0a8b16b940684b4d890d427f17d87804 2024-12-09T16:47:35,717 INFO [Time-limited test {}] regionserver.HStore(1337): Completed major compaction of 4 (all) file(s) in 378d291eed1aaf76625580580e3d64ad/a of 378d291eed1aaf76625580580e3d64ad into 0a8b16b940684b4d890d427f17d87804(size=6.0 K), total size for store is 6.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-09T16:47:35,717 DEBUG [Time-limited test {}] regionserver.HRegion(2446): Compaction status journal for 378d291eed1aaf76625580580e3d64ad: 2024-12-09T16:47:35,717 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 0 store files, 0 compacting, 0 eligible, 16 blocking 2024-12-09T16:47:35,718 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 0 store files, 0 compacting, 0 eligible, 16 blocking 2024-12-09T16:47:35,746 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:46245/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733762855390/wal.1733762855473, size=0 (0bytes) 2024-12-09T16:47:35,746 WARN [Time-limited test {}] wal.WALSplitter(453): File hdfs://localhost:46245/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733762855390/wal.1733762855473 might be still open, length is 0 2024-12-09T16:47:35,746 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:46245/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733762855390/wal.1733762855473 2024-12-09T16:47:35,747 WARN [IPC Server handler 1 on default port 46245 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733762855390/wal.1733762855473 has not been closed. Lease recovery is in progress. RecoveryId = 1101 for block blk_1073741917_1095 2024-12-09T16:47:35,747 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=hdfs://localhost:46245/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733762855390/wal.1733762855473 after 1ms 2024-12-09T16:47:36,715 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_951206415_22 at /127.0.0.1:42882 [Receiving block BP-836713542-172.17.0.2-1733762820848:blk_1073741917_1095] {}] datanode.DataXceiver(331): 127.0.0.1:38561:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:42882 dst: /127.0.0.1:38561 java.io.InterruptedIOException: Interrupted while waiting for IO on channel java.nio.channels.SocketChannel[connected local=localhost/127.0.0.1:38561 remote=/127.0.0.1:42882]. Total timeout mills is 60000, 59003 millis timeout left. at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:350) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T16:47:36,715 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_951206415_22 at /127.0.0.1:49506 [Receiving block BP-836713542-172.17.0.2-1733762820848:blk_1073741917_1095] {}] datanode.DataXceiver(331): 127.0.0.1:40695:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:49506 dst: /127.0.0.1:40695 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T16:47:36,715 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_951206415_22 at /127.0.0.1:51828 [Receiving block BP-836713542-172.17.0.2-1733762820848:blk_1073741917_1095] {}] datanode.DataXceiver(331): 127.0.0.1:34879:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:51828 dst: /127.0.0.1:34879 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T16:47:36,721 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38561 is added to blk_1073741917_1101 (size=1794) 2024-12-09T16:47:36,721 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34879 is added to blk_1073741917_1101 (size=1794) 2024-12-09T16:47:36,722 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40695 is added to blk_1073741917_1101 (size=1794) 2024-12-09T16:47:39,749 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=hdfs://localhost:46245/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733762855390/wal.1733762855473 after 4002ms 2024-12-09T16:47:39,777 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(302): Initialized secure protobuf WAL: cipher=AES 2024-12-09T16:47:39,777 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:46245/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733762855390/wal.1733762855473 took 4031ms 2024-12-09T16:47:39,779 INFO [Time-limited test {}] wal.WALSplitter(493): EOF from hdfs://localhost:46245/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733762855390/wal.1733762855473; continuing. 2024-12-09T16:47:39,779 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:46245/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733762855390/wal.1733762855473 so closing down 2024-12-09T16:47:39,779 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-09T16:47:39,780 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000003-wal.1733762855473.temp 2024-12-09T16:47:39,802 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46245/hbase/data/default/testCompactedBulkLoadedFiles/378d291eed1aaf76625580580e3d64ad/recovered.edits/0000000000000000003-wal.1733762855473.temp 2024-12-09T16:47:39,802 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-09T16:47:39,808 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34879 is added to blk_1073741923_1102 (size=800) 2024-12-09T16:47:39,808 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40695 is added to blk_1073741923_1102 (size=800) 2024-12-09T16:47:39,808 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38561 is added to blk_1073741923_1102 (size=800) 2024-12-09T16:47:39,810 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46245/hbase/data/default/testCompactedBulkLoadedFiles/378d291eed1aaf76625580580e3d64ad/recovered.edits/0000000000000000003-wal.1733762855473.temp (wrote 2 edits, skipped 0 edits in 0 ms) 2024-12-09T16:47:39,812 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46245/hbase/data/default/testCompactedBulkLoadedFiles/378d291eed1aaf76625580580e3d64ad/recovered.edits/0000000000000000003-wal.1733762855473.temp to hdfs://localhost:46245/hbase/data/default/testCompactedBulkLoadedFiles/378d291eed1aaf76625580580e3d64ad/recovered.edits/0000000000000000008 2024-12-09T16:47:39,812 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 5 edits across 1 Regions in 35 ms; skipped=3; WAL=hdfs://localhost:46245/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733762855390/wal.1733762855473, size=0, length=0, corrupted=false, cancelled=false 2024-12-09T16:47:39,812 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:46245/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733762855390/wal.1733762855473, journal: Splitting hdfs://localhost:46245/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733762855390/wal.1733762855473, size=0 (0bytes) at 1733762855746Finishing writing output for hdfs://localhost:46245/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733762855390/wal.1733762855473 so closing down at 1733762859779 (+4033 ms)Creating recovered edits writer path=hdfs://localhost:46245/hbase/data/default/testCompactedBulkLoadedFiles/378d291eed1aaf76625580580e3d64ad/recovered.edits/0000000000000000003-wal.1733762855473.temp at 1733762859802 (+23 ms)3 split writer threads finished at 1733762859802Closed recovered edits writer path=hdfs://localhost:46245/hbase/data/default/testCompactedBulkLoadedFiles/378d291eed1aaf76625580580e3d64ad/recovered.edits/0000000000000000003-wal.1733762855473.temp (wrote 2 edits, skipped 0 edits in 0 ms) at 1733762859810 (+8 ms)Rename recovered edits hdfs://localhost:46245/hbase/data/default/testCompactedBulkLoadedFiles/378d291eed1aaf76625580580e3d64ad/recovered.edits/0000000000000000003-wal.1733762855473.temp to hdfs://localhost:46245/hbase/data/default/testCompactedBulkLoadedFiles/378d291eed1aaf76625580580e3d64ad/recovered.edits/0000000000000000008 at 1733762859812 (+2 ms)Processed 5 edits across 1 Regions in 35 ms; skipped=3; WAL=hdfs://localhost:46245/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733762855390/wal.1733762855473, size=0, length=0, corrupted=false, cancelled=false at 1733762859812 2024-12-09T16:47:39,813 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:46245/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733762855390/wal.1733762855473 to hdfs://localhost:46245/hbase/oldWALs/wal.1733762855473 2024-12-09T16:47:39,814 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:46245/hbase/data/default/testCompactedBulkLoadedFiles/378d291eed1aaf76625580580e3d64ad/recovered.edits/0000000000000000008 2024-12-09T16:47:39,814 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-12-09T16:47:39,816 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:46245/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733762855390, archiveDir=hdfs://localhost:46245/hbase/oldWALs, maxLogs=32 2024-12-09T16:47:39,827 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733762855390/wal.1733762859816, exclude list is [], retry=0 2024-12-09T16:47:39,830 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34879,DS-5a363144-5077-4a66-a9ce-79ba83f1c010,DISK] 2024-12-09T16:47:39,830 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40695,DS-d26823f1-b96e-41d9-b095-4a6efe2c185b,DISK] 2024-12-09T16:47:39,831 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38561,DS-74f46a19-d323-470c-9c50-39572d9ebdef,DISK] 2024-12-09T16:47:39,855 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733762855390/wal.1733762859816 2024-12-09T16:47:39,855 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33715:33715),(127.0.0.1/127.0.0.1:41579:41579),(127.0.0.1/127.0.0.1:35375:35375)] 2024-12-09T16:47:39,855 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 378d291eed1aaf76625580580e3d64ad, NAME => 'testCompactedBulkLoadedFiles,,1733762855391.378d291eed1aaf76625580580e3d64ad.', STARTKEY => '', ENDKEY => ''} 2024-12-09T16:47:39,855 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testCompactedBulkLoadedFiles,,1733762855391.378d291eed1aaf76625580580e3d64ad.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T16:47:39,855 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 378d291eed1aaf76625580580e3d64ad 2024-12-09T16:47:39,855 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 378d291eed1aaf76625580580e3d64ad 2024-12-09T16:47:39,857 INFO [StoreOpener-378d291eed1aaf76625580580e3d64ad-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 378d291eed1aaf76625580580e3d64ad 2024-12-09T16:47:39,857 INFO [StoreOpener-378d291eed1aaf76625580580e3d64ad-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 378d291eed1aaf76625580580e3d64ad columnFamilyName a 2024-12-09T16:47:39,858 DEBUG [StoreOpener-378d291eed1aaf76625580580e3d64ad-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T16:47:39,864 DEBUG [StoreFileOpener-378d291eed1aaf76625580580e3d64ad-a-1 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 06fd6518802646cbb02e68881c752942_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-09T16:47:39,864 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-09T16:47:39,864 DEBUG [StoreOpener-378d291eed1aaf76625580580e3d64ad-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:46245/hbase/data/default/testCompactedBulkLoadedFiles/378d291eed1aaf76625580580e3d64ad/a/06fd6518802646cbb02e68881c752942_SeqId_4_ 2024-12-09T16:47:39,868 DEBUG [StoreOpener-378d291eed1aaf76625580580e3d64ad-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:46245/hbase/data/default/testCompactedBulkLoadedFiles/378d291eed1aaf76625580580e3d64ad/a/0a8b16b940684b4d890d427f17d87804 2024-12-09T16:47:39,873 DEBUG [StoreFileOpener-378d291eed1aaf76625580580e3d64ad-a-1 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 685e426d206f402b82c071883fdc98a8_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-09T16:47:39,873 DEBUG [StoreOpener-378d291eed1aaf76625580580e3d64ad-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:46245/hbase/data/default/testCompactedBulkLoadedFiles/378d291eed1aaf76625580580e3d64ad/a/685e426d206f402b82c071883fdc98a8_SeqId_4_ 2024-12-09T16:47:39,877 DEBUG [StoreFileOpener-378d291eed1aaf76625580580e3d64ad-a-1 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 83fcf6bbed884fcbae3a1c8a11374e0c_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-09T16:47:39,877 DEBUG [StoreOpener-378d291eed1aaf76625580580e3d64ad-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:46245/hbase/data/default/testCompactedBulkLoadedFiles/378d291eed1aaf76625580580e3d64ad/a/83fcf6bbed884fcbae3a1c8a11374e0c_SeqId_4_ 2024-12-09T16:47:39,881 DEBUG [StoreOpener-378d291eed1aaf76625580580e3d64ad-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:46245/hbase/data/default/testCompactedBulkLoadedFiles/378d291eed1aaf76625580580e3d64ad/a/8f69a998d4ca4cfda7f02d96c8aab16f 2024-12-09T16:47:39,881 WARN [StoreOpener-378d291eed1aaf76625580580e3d64ad-1 {}] regionserver.StoreEngine(317): Clearing the compacted storefile hdfs://localhost:46245/hbase/data/default/testCompactedBulkLoadedFiles/378d291eed1aaf76625580580e3d64ad/a/06fd6518802646cbb02e68881c752942_SeqId_4_ from org.apache.hadoop.hbase.regionserver.DefaultStoreEngine@62b46532 2024-12-09T16:47:39,881 WARN [StoreOpener-378d291eed1aaf76625580580e3d64ad-1 {}] regionserver.StoreEngine(317): Clearing the compacted storefile hdfs://localhost:46245/hbase/data/default/testCompactedBulkLoadedFiles/378d291eed1aaf76625580580e3d64ad/a/685e426d206f402b82c071883fdc98a8_SeqId_4_ from org.apache.hadoop.hbase.regionserver.DefaultStoreEngine@62b46532 2024-12-09T16:47:39,881 WARN [StoreOpener-378d291eed1aaf76625580580e3d64ad-1 {}] regionserver.StoreEngine(317): Clearing the compacted storefile hdfs://localhost:46245/hbase/data/default/testCompactedBulkLoadedFiles/378d291eed1aaf76625580580e3d64ad/a/83fcf6bbed884fcbae3a1c8a11374e0c_SeqId_4_ from org.apache.hadoop.hbase.regionserver.DefaultStoreEngine@62b46532 2024-12-09T16:47:39,881 WARN [StoreOpener-378d291eed1aaf76625580580e3d64ad-1 {}] regionserver.StoreEngine(317): Clearing the compacted storefile hdfs://localhost:46245/hbase/data/default/testCompactedBulkLoadedFiles/378d291eed1aaf76625580580e3d64ad/a/8f69a998d4ca4cfda7f02d96c8aab16f from org.apache.hadoop.hbase.regionserver.DefaultStoreEngine@62b46532 2024-12-09T16:47:39,881 DEBUG [StoreOpener-378d291eed1aaf76625580580e3d64ad-1 {}] regionserver.StoreEngine(327): Moving the files [hdfs://localhost:46245/hbase/data/default/testCompactedBulkLoadedFiles/378d291eed1aaf76625580580e3d64ad/a/06fd6518802646cbb02e68881c752942_SeqId_4_, hdfs://localhost:46245/hbase/data/default/testCompactedBulkLoadedFiles/378d291eed1aaf76625580580e3d64ad/a/685e426d206f402b82c071883fdc98a8_SeqId_4_, hdfs://localhost:46245/hbase/data/default/testCompactedBulkLoadedFiles/378d291eed1aaf76625580580e3d64ad/a/83fcf6bbed884fcbae3a1c8a11374e0c_SeqId_4_, hdfs://localhost:46245/hbase/data/default/testCompactedBulkLoadedFiles/378d291eed1aaf76625580580e3d64ad/a/8f69a998d4ca4cfda7f02d96c8aab16f] to archive 2024-12-09T16:47:39,882 DEBUG [StoreOpener-378d291eed1aaf76625580580e3d64ad-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-09T16:47:39,884 DEBUG [StoreOpener-378d291eed1aaf76625580580e3d64ad-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46245/hbase/data/default/testCompactedBulkLoadedFiles/378d291eed1aaf76625580580e3d64ad/a/06fd6518802646cbb02e68881c752942_SeqId_4_ to hdfs://localhost:46245/hbase/archive/data/default/testCompactedBulkLoadedFiles/378d291eed1aaf76625580580e3d64ad/a/06fd6518802646cbb02e68881c752942_SeqId_4_ 2024-12-09T16:47:39,885 DEBUG [StoreOpener-378d291eed1aaf76625580580e3d64ad-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46245/hbase/data/default/testCompactedBulkLoadedFiles/378d291eed1aaf76625580580e3d64ad/a/685e426d206f402b82c071883fdc98a8_SeqId_4_ to hdfs://localhost:46245/hbase/archive/data/default/testCompactedBulkLoadedFiles/378d291eed1aaf76625580580e3d64ad/a/685e426d206f402b82c071883fdc98a8_SeqId_4_ 2024-12-09T16:47:39,886 DEBUG [StoreOpener-378d291eed1aaf76625580580e3d64ad-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46245/hbase/data/default/testCompactedBulkLoadedFiles/378d291eed1aaf76625580580e3d64ad/a/83fcf6bbed884fcbae3a1c8a11374e0c_SeqId_4_ to hdfs://localhost:46245/hbase/archive/data/default/testCompactedBulkLoadedFiles/378d291eed1aaf76625580580e3d64ad/a/83fcf6bbed884fcbae3a1c8a11374e0c_SeqId_4_ 2024-12-09T16:47:39,887 DEBUG [StoreOpener-378d291eed1aaf76625580580e3d64ad-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46245/hbase/data/default/testCompactedBulkLoadedFiles/378d291eed1aaf76625580580e3d64ad/a/8f69a998d4ca4cfda7f02d96c8aab16f to hdfs://localhost:46245/hbase/archive/data/default/testCompactedBulkLoadedFiles/378d291eed1aaf76625580580e3d64ad/a/8f69a998d4ca4cfda7f02d96c8aab16f 2024-12-09T16:47:39,887 INFO [StoreOpener-378d291eed1aaf76625580580e3d64ad-1 {}] regionserver.HStore(327): Store=378d291eed1aaf76625580580e3d64ad/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T16:47:39,888 INFO [StoreOpener-378d291eed1aaf76625580580e3d64ad-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 378d291eed1aaf76625580580e3d64ad 2024-12-09T16:47:39,888 INFO [StoreOpener-378d291eed1aaf76625580580e3d64ad-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 378d291eed1aaf76625580580e3d64ad columnFamilyName b 2024-12-09T16:47:39,888 DEBUG [StoreOpener-378d291eed1aaf76625580580e3d64ad-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T16:47:39,889 INFO [StoreOpener-378d291eed1aaf76625580580e3d64ad-1 {}] regionserver.HStore(327): Store=378d291eed1aaf76625580580e3d64ad/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T16:47:39,889 INFO [StoreOpener-378d291eed1aaf76625580580e3d64ad-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 378d291eed1aaf76625580580e3d64ad 2024-12-09T16:47:39,890 INFO [StoreOpener-378d291eed1aaf76625580580e3d64ad-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 378d291eed1aaf76625580580e3d64ad columnFamilyName c 2024-12-09T16:47:39,890 DEBUG [StoreOpener-378d291eed1aaf76625580580e3d64ad-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T16:47:39,890 INFO [StoreOpener-378d291eed1aaf76625580580e3d64ad-1 {}] regionserver.HStore(327): Store=378d291eed1aaf76625580580e3d64ad/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T16:47:39,890 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 378d291eed1aaf76625580580e3d64ad 2024-12-09T16:47:39,891 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46245/hbase/data/default/testCompactedBulkLoadedFiles/378d291eed1aaf76625580580e3d64ad 2024-12-09T16:47:39,893 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:46245/hbase/data/default/testCompactedBulkLoadedFiles/378d291eed1aaf76625580580e3d64ad 2024-12-09T16:47:39,893 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:46245/hbase/data/default/testCompactedBulkLoadedFiles/378d291eed1aaf76625580580e3d64ad/recovered.edits/0000000000000000008 2024-12-09T16:47:39,917 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(302): Initialized secure protobuf WAL: cipher=AES 2024-12-09T16:47:39,919 DEBUG [Time-limited test {}] regionserver.HRegion(5836): 378d291eed1aaf76625580580e3d64ad : Replaying compaction marker table_name: "testCompactedBulkLoadedFiles" encoded_region_name: "378d291eed1aaf76625580580e3d64ad" family_name: "a" compaction_input: "8f69a998d4ca4cfda7f02d96c8aab16f" compaction_input: "685e426d206f402b82c071883fdc98a8_SeqId_4_" compaction_input: "83fcf6bbed884fcbae3a1c8a11374e0c_SeqId_4_" compaction_input: "06fd6518802646cbb02e68881c752942_SeqId_4_" compaction_output: "0a8b16b940684b4d890d427f17d87804" store_home_dir: "a" region_name: "testCompactedBulkLoadedFiles,,1733762855391.378d291eed1aaf76625580580e3d64ad." with seqId=9223372036854775807 and lastReplayedOpenRegionSeqId=-1 2024-12-09T16:47:39,919 DEBUG [Time-limited test {}] regionserver.HStore(1354): Completing compaction from the WAL marker 2024-12-09T16:47:39,919 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 0, skipped 2, firstSequenceIdInLog=3, maxSequenceIdInLog=8, path=hdfs://localhost:46245/hbase/data/default/testCompactedBulkLoadedFiles/378d291eed1aaf76625580580e3d64ad/recovered.edits/0000000000000000008 2024-12-09T16:47:39,920 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:46245/hbase/data/default/testCompactedBulkLoadedFiles/378d291eed1aaf76625580580e3d64ad/recovered.edits/0000000000000000008 2024-12-09T16:47:39,921 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 378d291eed1aaf76625580580e3d64ad 2024-12-09T16:47:39,921 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 378d291eed1aaf76625580580e3d64ad 2024-12-09T16:47:39,922 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testCompactedBulkLoadedFiles descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-09T16:47:39,924 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 378d291eed1aaf76625580580e3d64ad 2024-12-09T16:47:39,926 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46245/hbase/data/default/testCompactedBulkLoadedFiles/378d291eed1aaf76625580580e3d64ad/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-09T16:47:39,927 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 378d291eed1aaf76625580580e3d64ad; next sequenceid=9; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67579231, jitterRate=0.0070090144872665405}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-09T16:47:39,927 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 378d291eed1aaf76625580580e3d64ad: Writing region info on filesystem at 1733762859855Initializing all the Stores at 1733762859856 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733762859856Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733762859856Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733762859856Cleaning up temporary data from old regions at 1733762859921 (+65 ms)Region opened successfully at 1733762859927 (+6 ms) 2024-12-09T16:47:39,929 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 378d291eed1aaf76625580580e3d64ad, disabling compactions & flushes 2024-12-09T16:47:39,929 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testCompactedBulkLoadedFiles,,1733762855391.378d291eed1aaf76625580580e3d64ad. 2024-12-09T16:47:39,929 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testCompactedBulkLoadedFiles,,1733762855391.378d291eed1aaf76625580580e3d64ad. 2024-12-09T16:47:39,930 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testCompactedBulkLoadedFiles,,1733762855391.378d291eed1aaf76625580580e3d64ad. after waiting 0 ms 2024-12-09T16:47:39,930 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testCompactedBulkLoadedFiles,,1733762855391.378d291eed1aaf76625580580e3d64ad. 2024-12-09T16:47:39,930 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testCompactedBulkLoadedFiles,,1733762855391.378d291eed1aaf76625580580e3d64ad. 2024-12-09T16:47:39,930 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 378d291eed1aaf76625580580e3d64ad: Waiting for close lock at 1733762859929Disabling compacts and flushes for region at 1733762859929Disabling writes for close at 1733762859930 (+1 ms)Writing region close event to WAL at 1733762859930Closed at 1733762859930 2024-12-09T16:47:39,933 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38561 is added to blk_1073741924_1103 (size=175) 2024-12-09T16:47:39,933 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34879 is added to blk_1073741924_1103 (size=175) 2024-12-09T16:47:39,933 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40695 is added to blk_1073741924_1103 (size=175) 2024-12-09T16:47:39,935 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-12-09T16:47:39,935 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL wal:(num 1733762859816) 2024-12-09T16:47:39,949 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestSecureAsyncWALReplay#testCompactedBulkLoadedFiles Thread=442 (was 427) Potentially hanging thread: LeaseRenewer:jenkinstestCompactedBulkLoadedFiles@localhost:46245 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-26-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-991625409_22 at /127.0.0.1:49600 [Waiting for operation #5] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1775838448) connection to localhost/127.0.0.1:46245 from jenkinstestCompactedBulkLoadedFiles java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-991625409_22 at /127.0.0.1:51874 [Waiting for operation #11] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-991625409_22 at /127.0.0.1:42940 [Waiting for operation #3] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-26-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-26-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=1348 (was 1264) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=176 (was 183), ProcessCount=11 (was 11), AvailableMemoryMB=10301 (was 10331) 2024-12-09T16:47:39,949 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1348 is superior to 1024 2024-12-09T16:47:39,961 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestSecureAsyncWALReplay#testReplayEditsWrittenViaHRegion Thread=442, OpenFileDescriptor=1348, MaxFileDescriptor=1048576, SystemLoadAverage=176, ProcessCount=11, AvailableMemoryMB=10300 2024-12-09T16:47:39,961 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1348 is superior to 1024 2024-12-09T16:47:39,975 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-09T16:47:39,977 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-09T16:47:39,977 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-09T16:47:39,980 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-74169733, suffix=, logDir=hdfs://localhost:46245/hbase/WALs/hregion-74169733, archiveDir=hdfs://localhost:46245/hbase/oldWALs, maxLogs=32 2024-12-09T16:47:39,991 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-74169733/hregion-74169733.1733762859980, exclude list is [], retry=0 2024-12-09T16:47:39,994 DEBUG [AsyncFSWAL-28-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34879,DS-5a363144-5077-4a66-a9ce-79ba83f1c010,DISK] 2024-12-09T16:47:39,994 DEBUG [AsyncFSWAL-28-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38561,DS-74f46a19-d323-470c-9c50-39572d9ebdef,DISK] 2024-12-09T16:47:39,994 DEBUG [AsyncFSWAL-28-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40695,DS-d26823f1-b96e-41d9-b095-4a6efe2c185b,DISK] 2024-12-09T16:47:40,016 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-74169733/hregion-74169733.1733762859980 2024-12-09T16:47:40,016 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33715:33715),(127.0.0.1/127.0.0.1:35375:35375),(127.0.0.1/127.0.0.1:41579:41579)] 2024-12-09T16:47:40,017 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => 7f3ce5559c24b9066e7274bd2c4e84bf, NAME => 'testReplayEditsWrittenViaHRegion,,1733762859976.7f3ce5559c24b9066e7274bd2c4e84bf.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsWrittenViaHRegion', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46245/hbase 2024-12-09T16:47:40,026 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40695 is added to blk_1073741926_1105 (size=67) 2024-12-09T16:47:40,026 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34879 is added to blk_1073741926_1105 (size=67) 2024-12-09T16:47:40,026 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38561 is added to blk_1073741926_1105 (size=67) 2024-12-09T16:47:40,028 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1733762859976.7f3ce5559c24b9066e7274bd2c4e84bf.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T16:47:40,029 INFO [StoreOpener-7f3ce5559c24b9066e7274bd2c4e84bf-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 7f3ce5559c24b9066e7274bd2c4e84bf 2024-12-09T16:47:40,030 INFO [StoreOpener-7f3ce5559c24b9066e7274bd2c4e84bf-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7f3ce5559c24b9066e7274bd2c4e84bf columnFamilyName a 2024-12-09T16:47:40,030 DEBUG [StoreOpener-7f3ce5559c24b9066e7274bd2c4e84bf-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T16:47:40,031 INFO [StoreOpener-7f3ce5559c24b9066e7274bd2c4e84bf-1 {}] regionserver.HStore(327): Store=7f3ce5559c24b9066e7274bd2c4e84bf/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T16:47:40,031 INFO [StoreOpener-7f3ce5559c24b9066e7274bd2c4e84bf-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 7f3ce5559c24b9066e7274bd2c4e84bf 2024-12-09T16:47:40,032 INFO [StoreOpener-7f3ce5559c24b9066e7274bd2c4e84bf-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7f3ce5559c24b9066e7274bd2c4e84bf columnFamilyName b 2024-12-09T16:47:40,032 DEBUG [StoreOpener-7f3ce5559c24b9066e7274bd2c4e84bf-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T16:47:40,033 INFO [StoreOpener-7f3ce5559c24b9066e7274bd2c4e84bf-1 {}] regionserver.HStore(327): Store=7f3ce5559c24b9066e7274bd2c4e84bf/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T16:47:40,033 INFO [StoreOpener-7f3ce5559c24b9066e7274bd2c4e84bf-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 7f3ce5559c24b9066e7274bd2c4e84bf 2024-12-09T16:47:40,034 INFO [StoreOpener-7f3ce5559c24b9066e7274bd2c4e84bf-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7f3ce5559c24b9066e7274bd2c4e84bf columnFamilyName c 2024-12-09T16:47:40,034 DEBUG [StoreOpener-7f3ce5559c24b9066e7274bd2c4e84bf-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T16:47:40,034 INFO [StoreOpener-7f3ce5559c24b9066e7274bd2c4e84bf-1 {}] regionserver.HStore(327): Store=7f3ce5559c24b9066e7274bd2c4e84bf/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T16:47:40,035 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 7f3ce5559c24b9066e7274bd2c4e84bf 2024-12-09T16:47:40,035 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46245/hbase/data/default/testReplayEditsWrittenViaHRegion/7f3ce5559c24b9066e7274bd2c4e84bf 2024-12-09T16:47:40,036 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46245/hbase/data/default/testReplayEditsWrittenViaHRegion/7f3ce5559c24b9066e7274bd2c4e84bf 2024-12-09T16:47:40,037 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 7f3ce5559c24b9066e7274bd2c4e84bf 2024-12-09T16:47:40,037 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 7f3ce5559c24b9066e7274bd2c4e84bf 2024-12-09T16:47:40,038 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-09T16:47:40,039 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 7f3ce5559c24b9066e7274bd2c4e84bf 2024-12-09T16:47:40,041 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46245/hbase/data/default/testReplayEditsWrittenViaHRegion/7f3ce5559c24b9066e7274bd2c4e84bf/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-09T16:47:40,041 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 7f3ce5559c24b9066e7274bd2c4e84bf; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73997173, jitterRate=0.10264380276203156}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-09T16:47:40,041 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 7f3ce5559c24b9066e7274bd2c4e84bf: Writing region info on filesystem at 1733762860028Initializing all the Stores at 1733762860029 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733762860029Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733762860029Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733762860029Cleaning up temporary data from old regions at 1733762860037 (+8 ms)Region opened successfully at 1733762860041 (+4 ms) 2024-12-09T16:47:40,041 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 7f3ce5559c24b9066e7274bd2c4e84bf, disabling compactions & flushes 2024-12-09T16:47:40,041 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenViaHRegion,,1733762859976.7f3ce5559c24b9066e7274bd2c4e84bf. 2024-12-09T16:47:40,041 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenViaHRegion,,1733762859976.7f3ce5559c24b9066e7274bd2c4e84bf. 2024-12-09T16:47:40,042 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenViaHRegion,,1733762859976.7f3ce5559c24b9066e7274bd2c4e84bf. after waiting 0 ms 2024-12-09T16:47:40,042 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenViaHRegion,,1733762859976.7f3ce5559c24b9066e7274bd2c4e84bf. 2024-12-09T16:47:40,042 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenViaHRegion,,1733762859976.7f3ce5559c24b9066e7274bd2c4e84bf. 2024-12-09T16:47:40,042 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 7f3ce5559c24b9066e7274bd2c4e84bf: Waiting for close lock at 1733762860041Disabling compacts and flushes for region at 1733762860041Disabling writes for close at 1733762860042 (+1 ms)Writing region close event to WAL at 1733762860042Closed at 1733762860042 2024-12-09T16:47:40,044 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38561 is added to blk_1073741925_1104 (size=175) 2024-12-09T16:47:40,045 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34879 is added to blk_1073741925_1104 (size=175) 2024-12-09T16:47:40,045 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40695 is added to blk_1073741925_1104 (size=175) 2024-12-09T16:47:40,048 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-12-09T16:47:40,048 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-74169733:(num 1733762859980) 2024-12-09T16:47:40,048 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-12-09T16:47:40,050 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:46245/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733762859974, archiveDir=hdfs://localhost:46245/hbase/oldWALs, maxLogs=32 2024-12-09T16:47:40,060 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733762859974/wal.1733762860050, exclude list is [], retry=0 2024-12-09T16:47:40,063 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40695,DS-d26823f1-b96e-41d9-b095-4a6efe2c185b,DISK] 2024-12-09T16:47:40,063 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34879,DS-5a363144-5077-4a66-a9ce-79ba83f1c010,DISK] 2024-12-09T16:47:40,063 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38561,DS-74f46a19-d323-470c-9c50-39572d9ebdef,DISK] 2024-12-09T16:47:40,084 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733762859974/wal.1733762860050 2024-12-09T16:47:40,084 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41579:41579),(127.0.0.1/127.0.0.1:33715:33715),(127.0.0.1/127.0.0.1:35375:35375)] 2024-12-09T16:47:40,085 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 7f3ce5559c24b9066e7274bd2c4e84bf, NAME => 'testReplayEditsWrittenViaHRegion,,1733762859976.7f3ce5559c24b9066e7274bd2c4e84bf.', STARTKEY => '', ENDKEY => ''} 2024-12-09T16:47:40,085 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1733762859976.7f3ce5559c24b9066e7274bd2c4e84bf.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T16:47:40,085 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 7f3ce5559c24b9066e7274bd2c4e84bf 2024-12-09T16:47:40,085 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 7f3ce5559c24b9066e7274bd2c4e84bf 2024-12-09T16:47:40,086 INFO [StoreOpener-7f3ce5559c24b9066e7274bd2c4e84bf-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 7f3ce5559c24b9066e7274bd2c4e84bf 2024-12-09T16:47:40,087 INFO [StoreOpener-7f3ce5559c24b9066e7274bd2c4e84bf-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7f3ce5559c24b9066e7274bd2c4e84bf columnFamilyName a 2024-12-09T16:47:40,087 DEBUG [StoreOpener-7f3ce5559c24b9066e7274bd2c4e84bf-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T16:47:40,087 INFO [StoreOpener-7f3ce5559c24b9066e7274bd2c4e84bf-1 {}] regionserver.HStore(327): Store=7f3ce5559c24b9066e7274bd2c4e84bf/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T16:47:40,087 INFO [StoreOpener-7f3ce5559c24b9066e7274bd2c4e84bf-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 7f3ce5559c24b9066e7274bd2c4e84bf 2024-12-09T16:47:40,088 INFO [StoreOpener-7f3ce5559c24b9066e7274bd2c4e84bf-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7f3ce5559c24b9066e7274bd2c4e84bf columnFamilyName b 2024-12-09T16:47:40,088 DEBUG [StoreOpener-7f3ce5559c24b9066e7274bd2c4e84bf-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T16:47:40,089 INFO [StoreOpener-7f3ce5559c24b9066e7274bd2c4e84bf-1 {}] regionserver.HStore(327): Store=7f3ce5559c24b9066e7274bd2c4e84bf/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T16:47:40,089 INFO [StoreOpener-7f3ce5559c24b9066e7274bd2c4e84bf-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 7f3ce5559c24b9066e7274bd2c4e84bf 2024-12-09T16:47:40,090 INFO [StoreOpener-7f3ce5559c24b9066e7274bd2c4e84bf-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7f3ce5559c24b9066e7274bd2c4e84bf columnFamilyName c 2024-12-09T16:47:40,090 DEBUG [StoreOpener-7f3ce5559c24b9066e7274bd2c4e84bf-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T16:47:40,090 INFO [StoreOpener-7f3ce5559c24b9066e7274bd2c4e84bf-1 {}] regionserver.HStore(327): Store=7f3ce5559c24b9066e7274bd2c4e84bf/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T16:47:40,090 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 7f3ce5559c24b9066e7274bd2c4e84bf 2024-12-09T16:47:40,091 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46245/hbase/data/default/testReplayEditsWrittenViaHRegion/7f3ce5559c24b9066e7274bd2c4e84bf 2024-12-09T16:47:40,092 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46245/hbase/data/default/testReplayEditsWrittenViaHRegion/7f3ce5559c24b9066e7274bd2c4e84bf 2024-12-09T16:47:40,093 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 7f3ce5559c24b9066e7274bd2c4e84bf 2024-12-09T16:47:40,093 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 7f3ce5559c24b9066e7274bd2c4e84bf 2024-12-09T16:47:40,093 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-09T16:47:40,095 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 7f3ce5559c24b9066e7274bd2c4e84bf 2024-12-09T16:47:40,096 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 7f3ce5559c24b9066e7274bd2c4e84bf; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68604100, jitterRate=0.022280752658843994}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-09T16:47:40,096 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 7f3ce5559c24b9066e7274bd2c4e84bf: Writing region info on filesystem at 1733762860085Initializing all the Stores at 1733762860086 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733762860086Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733762860086Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733762860086Cleaning up temporary data from old regions at 1733762860093 (+7 ms)Region opened successfully at 1733762860096 (+3 ms) 2024-12-09T16:47:40,104 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 7f3ce5559c24b9066e7274bd2c4e84bf 3/3 column families, dataSize=870 B heapSize=2.31 KB 2024-12-09T16:47:40,118 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46245/hbase/data/default/testReplayEditsWrittenViaHRegion/7f3ce5559c24b9066e7274bd2c4e84bf/.tmp/a/1a1e8f68727449789714124f055f3c9c is 91, key is testReplayEditsWrittenViaHRegion/a:x0/1733762860096/Put/seqid=0 2024-12-09T16:47:40,123 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34879 is added to blk_1073741928_1107 (size=5958) 2024-12-09T16:47:40,123 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38561 is added to blk_1073741928_1107 (size=5958) 2024-12-09T16:47:40,123 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40695 is added to blk_1073741928_1107 (size=5958) 2024-12-09T16:47:40,124 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:46245/hbase/data/default/testReplayEditsWrittenViaHRegion/7f3ce5559c24b9066e7274bd2c4e84bf/.tmp/a/1a1e8f68727449789714124f055f3c9c 2024-12-09T16:47:40,129 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46245/hbase/data/default/testReplayEditsWrittenViaHRegion/7f3ce5559c24b9066e7274bd2c4e84bf/.tmp/a/1a1e8f68727449789714124f055f3c9c as hdfs://localhost:46245/hbase/data/default/testReplayEditsWrittenViaHRegion/7f3ce5559c24b9066e7274bd2c4e84bf/a/1a1e8f68727449789714124f055f3c9c 2024-12-09T16:47:40,134 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46245/hbase/data/default/testReplayEditsWrittenViaHRegion/7f3ce5559c24b9066e7274bd2c4e84bf/a/1a1e8f68727449789714124f055f3c9c, entries=10, sequenceid=13, filesize=5.8 K 2024-12-09T16:47:40,135 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~870 B/870, heapSize ~1.80 KB/1840, currentSize=0 B/0 for 7f3ce5559c24b9066e7274bd2c4e84bf in 30ms, sequenceid=13, compaction requested=false 2024-12-09T16:47:40,135 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 7f3ce5559c24b9066e7274bd2c4e84bf: 2024-12-09T16:47:40,149 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 7f3ce5559c24b9066e7274bd2c4e84bf, disabling compactions & flushes 2024-12-09T16:47:40,149 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenViaHRegion,,1733762859976.7f3ce5559c24b9066e7274bd2c4e84bf. 2024-12-09T16:47:40,149 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenViaHRegion,,1733762859976.7f3ce5559c24b9066e7274bd2c4e84bf. 2024-12-09T16:47:40,149 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenViaHRegion,,1733762859976.7f3ce5559c24b9066e7274bd2c4e84bf. after waiting 0 ms 2024-12-09T16:47:40,149 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenViaHRegion,,1733762859976.7f3ce5559c24b9066e7274bd2c4e84bf. 2024-12-09T16:47:40,150 ERROR [Time-limited test {}] regionserver.HRegion(1960): Memstore data size is 1740 in region testReplayEditsWrittenViaHRegion,,1733762859976.7f3ce5559c24b9066e7274bd2c4e84bf. 2024-12-09T16:47:40,150 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenViaHRegion,,1733762859976.7f3ce5559c24b9066e7274bd2c4e84bf. 2024-12-09T16:47:40,150 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 7f3ce5559c24b9066e7274bd2c4e84bf: Waiting for close lock at 1733762860149Disabling compacts and flushes for region at 1733762860149Disabling writes for close at 1733762860149Writing region close event to WAL at 1733762860150 (+1 ms)Closed at 1733762860150 2024-12-09T16:47:40,152 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40695 is added to blk_1073741927_1106 (size=6243) 2024-12-09T16:47:40,153 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38561 is added to blk_1073741927_1106 (size=6243) 2024-12-09T16:47:40,153 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34879 is added to blk_1073741927_1106 (size=6243) 2024-12-09T16:47:40,166 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:46245/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733762859974/wal.1733762860050, size=6.1 K (6243bytes) 2024-12-09T16:47:40,166 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:46245/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733762859974/wal.1733762860050 2024-12-09T16:47:40,166 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:46245/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733762859974/wal.1733762860050 after 0ms 2024-12-09T16:47:40,189 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(302): Initialized secure protobuf WAL: cipher=AES 2024-12-09T16:47:40,190 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:46245/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733762859974/wal.1733762860050 took 24ms 2024-12-09T16:47:40,192 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:46245/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733762859974/wal.1733762860050 so closing down 2024-12-09T16:47:40,192 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-09T16:47:40,193 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000003-wal.1733762860050.temp 2024-12-09T16:47:40,217 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46245/hbase/data/default/testReplayEditsWrittenViaHRegion/7f3ce5559c24b9066e7274bd2c4e84bf/recovered.edits/0000000000000000003-wal.1733762860050.temp 2024-12-09T16:47:40,218 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-09T16:47:40,224 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38561 is added to blk_1073741929_1108 (size=5575) 2024-12-09T16:47:40,224 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40695 is added to blk_1073741929_1108 (size=5575) 2024-12-09T16:47:40,224 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34879 is added to blk_1073741929_1108 (size=5575) 2024-12-09T16:47:40,228 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46245/hbase/data/default/testReplayEditsWrittenViaHRegion/7f3ce5559c24b9066e7274bd2c4e84bf/recovered.edits/0000000000000000003-wal.1733762860050.temp (wrote 30 edits, skipped 0 edits in 0 ms) 2024-12-09T16:47:40,229 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46245/hbase/data/default/testReplayEditsWrittenViaHRegion/7f3ce5559c24b9066e7274bd2c4e84bf/recovered.edits/0000000000000000003-wal.1733762860050.temp to hdfs://localhost:46245/hbase/data/default/testReplayEditsWrittenViaHRegion/7f3ce5559c24b9066e7274bd2c4e84bf/recovered.edits/0000000000000000035 2024-12-09T16:47:40,229 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 32 edits across 1 Regions in 39 ms; skipped=2; WAL=hdfs://localhost:46245/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733762859974/wal.1733762860050, size=6.1 K, length=6243, corrupted=false, cancelled=false 2024-12-09T16:47:40,230 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:46245/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733762859974/wal.1733762860050, journal: Splitting hdfs://localhost:46245/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733762859974/wal.1733762860050, size=6.1 K (6243bytes) at 1733762860166Finishing writing output for hdfs://localhost:46245/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733762859974/wal.1733762860050 so closing down at 1733762860192 (+26 ms)Creating recovered edits writer path=hdfs://localhost:46245/hbase/data/default/testReplayEditsWrittenViaHRegion/7f3ce5559c24b9066e7274bd2c4e84bf/recovered.edits/0000000000000000003-wal.1733762860050.temp at 1733762860217 (+25 ms)3 split writer threads finished at 1733762860218 (+1 ms)Closed recovered edits writer path=hdfs://localhost:46245/hbase/data/default/testReplayEditsWrittenViaHRegion/7f3ce5559c24b9066e7274bd2c4e84bf/recovered.edits/0000000000000000003-wal.1733762860050.temp (wrote 30 edits, skipped 0 edits in 0 ms) at 1733762860228 (+10 ms)Rename recovered edits hdfs://localhost:46245/hbase/data/default/testReplayEditsWrittenViaHRegion/7f3ce5559c24b9066e7274bd2c4e84bf/recovered.edits/0000000000000000003-wal.1733762860050.temp to hdfs://localhost:46245/hbase/data/default/testReplayEditsWrittenViaHRegion/7f3ce5559c24b9066e7274bd2c4e84bf/recovered.edits/0000000000000000035 at 1733762860229 (+1 ms)Processed 32 edits across 1 Regions in 39 ms; skipped=2; WAL=hdfs://localhost:46245/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733762859974/wal.1733762860050, size=6.1 K, length=6243, corrupted=false, cancelled=false at 1733762860230 (+1 ms) 2024-12-09T16:47:40,231 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:46245/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733762859974/wal.1733762860050 to hdfs://localhost:46245/hbase/oldWALs/wal.1733762860050 2024-12-09T16:47:40,232 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:46245/hbase/data/default/testReplayEditsWrittenViaHRegion/7f3ce5559c24b9066e7274bd2c4e84bf/recovered.edits/0000000000000000035 2024-12-09T16:47:40,233 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-12-09T16:47:40,234 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:46245/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733762859974, archiveDir=hdfs://localhost:46245/hbase/oldWALs, maxLogs=32 2024-12-09T16:47:40,246 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733762859974/wal.1733762860235, exclude list is [], retry=0 2024-12-09T16:47:40,248 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34879,DS-5a363144-5077-4a66-a9ce-79ba83f1c010,DISK] 2024-12-09T16:47:40,249 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38561,DS-74f46a19-d323-470c-9c50-39572d9ebdef,DISK] 2024-12-09T16:47:40,249 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40695,DS-d26823f1-b96e-41d9-b095-4a6efe2c185b,DISK] 2024-12-09T16:47:40,272 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733762859974/wal.1733762860235 2024-12-09T16:47:40,272 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33715:33715),(127.0.0.1/127.0.0.1:35375:35375),(127.0.0.1/127.0.0.1:41579:41579)] 2024-12-09T16:47:40,272 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 7f3ce5559c24b9066e7274bd2c4e84bf, NAME => 'testReplayEditsWrittenViaHRegion,,1733762859976.7f3ce5559c24b9066e7274bd2c4e84bf.', STARTKEY => '', ENDKEY => ''} 2024-12-09T16:47:40,272 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1733762859976.7f3ce5559c24b9066e7274bd2c4e84bf.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T16:47:40,272 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 7f3ce5559c24b9066e7274bd2c4e84bf 2024-12-09T16:47:40,272 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 7f3ce5559c24b9066e7274bd2c4e84bf 2024-12-09T16:47:40,274 INFO [StoreOpener-7f3ce5559c24b9066e7274bd2c4e84bf-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 7f3ce5559c24b9066e7274bd2c4e84bf 2024-12-09T16:47:40,275 INFO [StoreOpener-7f3ce5559c24b9066e7274bd2c4e84bf-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7f3ce5559c24b9066e7274bd2c4e84bf columnFamilyName a 2024-12-09T16:47:40,275 DEBUG [StoreOpener-7f3ce5559c24b9066e7274bd2c4e84bf-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T16:47:40,280 DEBUG [StoreOpener-7f3ce5559c24b9066e7274bd2c4e84bf-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:46245/hbase/data/default/testReplayEditsWrittenViaHRegion/7f3ce5559c24b9066e7274bd2c4e84bf/a/1a1e8f68727449789714124f055f3c9c 2024-12-09T16:47:40,280 INFO [StoreOpener-7f3ce5559c24b9066e7274bd2c4e84bf-1 {}] regionserver.HStore(327): Store=7f3ce5559c24b9066e7274bd2c4e84bf/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T16:47:40,280 INFO [StoreOpener-7f3ce5559c24b9066e7274bd2c4e84bf-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 7f3ce5559c24b9066e7274bd2c4e84bf 2024-12-09T16:47:40,281 INFO [StoreOpener-7f3ce5559c24b9066e7274bd2c4e84bf-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7f3ce5559c24b9066e7274bd2c4e84bf columnFamilyName b 2024-12-09T16:47:40,281 DEBUG [StoreOpener-7f3ce5559c24b9066e7274bd2c4e84bf-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T16:47:40,282 INFO [StoreOpener-7f3ce5559c24b9066e7274bd2c4e84bf-1 {}] regionserver.HStore(327): Store=7f3ce5559c24b9066e7274bd2c4e84bf/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T16:47:40,282 INFO [StoreOpener-7f3ce5559c24b9066e7274bd2c4e84bf-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 7f3ce5559c24b9066e7274bd2c4e84bf 2024-12-09T16:47:40,283 INFO [StoreOpener-7f3ce5559c24b9066e7274bd2c4e84bf-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7f3ce5559c24b9066e7274bd2c4e84bf columnFamilyName c 2024-12-09T16:47:40,283 DEBUG [StoreOpener-7f3ce5559c24b9066e7274bd2c4e84bf-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T16:47:40,283 INFO [StoreOpener-7f3ce5559c24b9066e7274bd2c4e84bf-1 {}] regionserver.HStore(327): Store=7f3ce5559c24b9066e7274bd2c4e84bf/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T16:47:40,283 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 7f3ce5559c24b9066e7274bd2c4e84bf 2024-12-09T16:47:40,284 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46245/hbase/data/default/testReplayEditsWrittenViaHRegion/7f3ce5559c24b9066e7274bd2c4e84bf 2024-12-09T16:47:40,285 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:46245/hbase/data/default/testReplayEditsWrittenViaHRegion/7f3ce5559c24b9066e7274bd2c4e84bf 2024-12-09T16:47:40,286 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:46245/hbase/data/default/testReplayEditsWrittenViaHRegion/7f3ce5559c24b9066e7274bd2c4e84bf/recovered.edits/0000000000000000035 2024-12-09T16:47:40,319 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(302): Initialized secure protobuf WAL: cipher=AES 2024-12-09T16:47:40,320 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 20, skipped 10, firstSequenceIdInLog=3, maxSequenceIdInLog=35, path=hdfs://localhost:46245/hbase/data/default/testReplayEditsWrittenViaHRegion/7f3ce5559c24b9066e7274bd2c4e84bf/recovered.edits/0000000000000000035 2024-12-09T16:47:40,321 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 7f3ce5559c24b9066e7274bd2c4e84bf 3/3 column families, dataSize=1.70 KB heapSize=3.88 KB 2024-12-09T16:47:40,333 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46245/hbase/data/default/testReplayEditsWrittenViaHRegion/7f3ce5559c24b9066e7274bd2c4e84bf/.tmp/b/0507c7d7d0d64b62a12c75ae86a2214d is 91, key is testReplayEditsWrittenViaHRegion/b:x0/1733762860135/Put/seqid=0 2024-12-09T16:47:40,339 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40695 is added to blk_1073741931_1110 (size=5958) 2024-12-09T16:47:40,339 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38561 is added to blk_1073741931_1110 (size=5958) 2024-12-09T16:47:40,339 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34879 is added to blk_1073741931_1110 (size=5958) 2024-12-09T16:47:40,340 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=35 (bloomFilter=true), to=hdfs://localhost:46245/hbase/data/default/testReplayEditsWrittenViaHRegion/7f3ce5559c24b9066e7274bd2c4e84bf/.tmp/b/0507c7d7d0d64b62a12c75ae86a2214d 2024-12-09T16:47:40,356 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46245/hbase/data/default/testReplayEditsWrittenViaHRegion/7f3ce5559c24b9066e7274bd2c4e84bf/.tmp/c/d8bd1e95ae9045a294b4f28faddb3a99 is 91, key is testReplayEditsWrittenViaHRegion/c:x0/1733762860140/Put/seqid=0 2024-12-09T16:47:40,362 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40695 is added to blk_1073741932_1111 (size=5958) 2024-12-09T16:47:40,362 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38561 is added to blk_1073741932_1111 (size=5958) 2024-12-09T16:47:40,362 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34879 is added to blk_1073741932_1111 (size=5958) 2024-12-09T16:47:40,363 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=35 (bloomFilter=true), to=hdfs://localhost:46245/hbase/data/default/testReplayEditsWrittenViaHRegion/7f3ce5559c24b9066e7274bd2c4e84bf/.tmp/c/d8bd1e95ae9045a294b4f28faddb3a99 2024-12-09T16:47:40,369 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46245/hbase/data/default/testReplayEditsWrittenViaHRegion/7f3ce5559c24b9066e7274bd2c4e84bf/.tmp/b/0507c7d7d0d64b62a12c75ae86a2214d as hdfs://localhost:46245/hbase/data/default/testReplayEditsWrittenViaHRegion/7f3ce5559c24b9066e7274bd2c4e84bf/b/0507c7d7d0d64b62a12c75ae86a2214d 2024-12-09T16:47:40,375 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46245/hbase/data/default/testReplayEditsWrittenViaHRegion/7f3ce5559c24b9066e7274bd2c4e84bf/b/0507c7d7d0d64b62a12c75ae86a2214d, entries=10, sequenceid=35, filesize=5.8 K 2024-12-09T16:47:40,376 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46245/hbase/data/default/testReplayEditsWrittenViaHRegion/7f3ce5559c24b9066e7274bd2c4e84bf/.tmp/c/d8bd1e95ae9045a294b4f28faddb3a99 as hdfs://localhost:46245/hbase/data/default/testReplayEditsWrittenViaHRegion/7f3ce5559c24b9066e7274bd2c4e84bf/c/d8bd1e95ae9045a294b4f28faddb3a99 2024-12-09T16:47:40,382 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46245/hbase/data/default/testReplayEditsWrittenViaHRegion/7f3ce5559c24b9066e7274bd2c4e84bf/c/d8bd1e95ae9045a294b4f28faddb3a99, entries=10, sequenceid=35, filesize=5.8 K 2024-12-09T16:47:40,382 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~1.70 KB/1740, heapSize ~3.59 KB/3680, currentSize=0 B/0 for 7f3ce5559c24b9066e7274bd2c4e84bf in 62ms, sequenceid=35, compaction requested=false; wal=null 2024-12-09T16:47:40,383 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:46245/hbase/data/default/testReplayEditsWrittenViaHRegion/7f3ce5559c24b9066e7274bd2c4e84bf/recovered.edits/0000000000000000035 2024-12-09T16:47:40,384 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 7f3ce5559c24b9066e7274bd2c4e84bf 2024-12-09T16:47:40,384 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 7f3ce5559c24b9066e7274bd2c4e84bf 2024-12-09T16:47:40,385 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-09T16:47:40,386 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 7f3ce5559c24b9066e7274bd2c4e84bf 2024-12-09T16:47:40,388 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46245/hbase/data/default/testReplayEditsWrittenViaHRegion/7f3ce5559c24b9066e7274bd2c4e84bf/recovered.edits/35.seqid, newMaxSeqId=35, maxSeqId=1 2024-12-09T16:47:40,389 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 7f3ce5559c24b9066e7274bd2c4e84bf; next sequenceid=36; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68817202, jitterRate=0.025456219911575317}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-09T16:47:40,389 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 7f3ce5559c24b9066e7274bd2c4e84bf: Writing region info on filesystem at 1733762860273Initializing all the Stores at 1733762860273Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733762860273Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733762860274 (+1 ms)Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733762860274Obtaining lock to block concurrent updates at 1733762860321 (+47 ms)Preparing flush snapshotting stores in 7f3ce5559c24b9066e7274bd2c4e84bf at 1733762860321Finished memstore snapshotting testReplayEditsWrittenViaHRegion,,1733762859976.7f3ce5559c24b9066e7274bd2c4e84bf., syncing WAL and waiting on mvcc, flushsize=dataSize=1740, getHeapSize=3920, getOffHeapSize=0, getCellsCount=20 at 1733762860321Flushing stores of testReplayEditsWrittenViaHRegion,,1733762859976.7f3ce5559c24b9066e7274bd2c4e84bf. at 1733762860321Flushing 7f3ce5559c24b9066e7274bd2c4e84bf/b: creating writer at 1733762860321Flushing 7f3ce5559c24b9066e7274bd2c4e84bf/b: appending metadata at 1733762860332 (+11 ms)Flushing 7f3ce5559c24b9066e7274bd2c4e84bf/b: closing flushed file at 1733762860333 (+1 ms)Flushing 7f3ce5559c24b9066e7274bd2c4e84bf/c: creating writer at 1733762860344 (+11 ms)Flushing 7f3ce5559c24b9066e7274bd2c4e84bf/c: appending metadata at 1733762860356 (+12 ms)Flushing 7f3ce5559c24b9066e7274bd2c4e84bf/c: closing flushed file at 1733762860356Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@706a254b: reopening flushed file at 1733762860368 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@473460d8: reopening flushed file at 1733762860376 (+8 ms)Finished flush of dataSize ~1.70 KB/1740, heapSize ~3.59 KB/3680, currentSize=0 B/0 for 7f3ce5559c24b9066e7274bd2c4e84bf in 62ms, sequenceid=35, compaction requested=false; wal=null at 1733762860382 (+6 ms)Cleaning up temporary data from old regions at 1733762860384 (+2 ms)Region opened successfully at 1733762860389 (+5 ms) 2024-12-09T16:47:40,445 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:46245/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733762859974/wal.1733762860235, size=0 (0bytes) 2024-12-09T16:47:40,445 WARN [Time-limited test {}] wal.WALSplitter(453): File hdfs://localhost:46245/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733762859974/wal.1733762860235 might be still open, length is 0 2024-12-09T16:47:40,445 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:46245/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733762859974/wal.1733762860235 2024-12-09T16:47:40,445 WARN [IPC Server handler 2 on default port 46245 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733762859974/wal.1733762860235 has not been closed. Lease recovery is in progress. RecoveryId = 1112 for block blk_1073741930_1109 2024-12-09T16:47:40,445 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=hdfs://localhost:46245/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733762859974/wal.1733762860235 after 0ms 2024-12-09T16:47:42,716 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_951206415_22 at /127.0.0.1:51952 [Receiving block BP-836713542-172.17.0.2-1733762820848:blk_1073741930_1109] {}] datanode.DataXceiver(331): 127.0.0.1:34879:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:51952 dst: /127.0.0.1:34879 java.io.InterruptedIOException: Interrupted while waiting for IO on channel java.nio.channels.SocketChannel[connected local=localhost/127.0.0.1:34879 remote=/127.0.0.1:51952]. Total timeout mills is 60000, 57699 millis timeout left. at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:350) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T16:47:42,717 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_951206415_22 at /127.0.0.1:49650 [Receiving block BP-836713542-172.17.0.2-1733762820848:blk_1073741930_1109] {}] datanode.DataXceiver(331): 127.0.0.1:40695:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:49650 dst: /127.0.0.1:40695 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T16:47:42,717 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_951206415_22 at /127.0.0.1:43010 [Receiving block BP-836713542-172.17.0.2-1733762820848:blk_1073741930_1109] {}] datanode.DataXceiver(331): 127.0.0.1:38561:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:43010 dst: /127.0.0.1:38561 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T16:47:42,720 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34879 is added to blk_1073741930_1112 (size=5567) 2024-12-09T16:47:42,721 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38561 is added to blk_1073741930_1112 (size=5567) 2024-12-09T16:47:42,722 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40695 is added to blk_1073741930_1112 (size=5567) 2024-12-09T16:47:44,447 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=hdfs://localhost:46245/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733762859974/wal.1733762860235 after 4002ms 2024-12-09T16:47:44,479 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(302): Initialized secure protobuf WAL: cipher=AES 2024-12-09T16:47:44,479 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:46245/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733762859974/wal.1733762860235 took 4034ms 2024-12-09T16:47:44,481 INFO [Time-limited test {}] wal.WALSplitter(493): EOF from hdfs://localhost:46245/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733762859974/wal.1733762860235; continuing. 2024-12-09T16:47:44,481 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:46245/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733762859974/wal.1733762860235 so closing down 2024-12-09T16:47:44,481 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-09T16:47:44,482 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000037-wal.1733762860235.temp 2024-12-09T16:47:44,503 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46245/hbase/data/default/testReplayEditsWrittenViaHRegion/7f3ce5559c24b9066e7274bd2c4e84bf/recovered.edits/0000000000000000037-wal.1733762860235.temp 2024-12-09T16:47:44,504 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-09T16:47:44,509 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40695 is added to blk_1073741933_1113 (size=5575) 2024-12-09T16:47:44,509 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38561 is added to blk_1073741933_1113 (size=5575) 2024-12-09T16:47:44,509 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34879 is added to blk_1073741933_1113 (size=5575) 2024-12-09T16:47:44,509 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46245/hbase/data/default/testReplayEditsWrittenViaHRegion/7f3ce5559c24b9066e7274bd2c4e84bf/recovered.edits/0000000000000000037-wal.1733762860235.temp (wrote 30 edits, skipped 0 edits in 0 ms) 2024-12-09T16:47:44,511 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46245/hbase/data/default/testReplayEditsWrittenViaHRegion/7f3ce5559c24b9066e7274bd2c4e84bf/recovered.edits/0000000000000000037-wal.1733762860235.temp to hdfs://localhost:46245/hbase/data/default/testReplayEditsWrittenViaHRegion/7f3ce5559c24b9066e7274bd2c4e84bf/recovered.edits/0000000000000000066 2024-12-09T16:47:44,511 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 30 edits across 1 Regions in 31 ms; skipped=0; WAL=hdfs://localhost:46245/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733762859974/wal.1733762860235, size=0, length=0, corrupted=false, cancelled=false 2024-12-09T16:47:44,511 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:46245/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733762859974/wal.1733762860235, journal: Splitting hdfs://localhost:46245/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733762859974/wal.1733762860235, size=0 (0bytes) at 1733762860445Finishing writing output for hdfs://localhost:46245/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733762859974/wal.1733762860235 so closing down at 1733762864481 (+4036 ms)Creating recovered edits writer path=hdfs://localhost:46245/hbase/data/default/testReplayEditsWrittenViaHRegion/7f3ce5559c24b9066e7274bd2c4e84bf/recovered.edits/0000000000000000037-wal.1733762860235.temp at 1733762864503 (+22 ms)3 split writer threads finished at 1733762864504 (+1 ms)Closed recovered edits writer path=hdfs://localhost:46245/hbase/data/default/testReplayEditsWrittenViaHRegion/7f3ce5559c24b9066e7274bd2c4e84bf/recovered.edits/0000000000000000037-wal.1733762860235.temp (wrote 30 edits, skipped 0 edits in 0 ms) at 1733762864509 (+5 ms)Rename recovered edits hdfs://localhost:46245/hbase/data/default/testReplayEditsWrittenViaHRegion/7f3ce5559c24b9066e7274bd2c4e84bf/recovered.edits/0000000000000000037-wal.1733762860235.temp to hdfs://localhost:46245/hbase/data/default/testReplayEditsWrittenViaHRegion/7f3ce5559c24b9066e7274bd2c4e84bf/recovered.edits/0000000000000000066 at 1733762864511 (+2 ms)Processed 30 edits across 1 Regions in 31 ms; skipped=0; WAL=hdfs://localhost:46245/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733762859974/wal.1733762860235, size=0, length=0, corrupted=false, cancelled=false at 1733762864511 2024-12-09T16:47:44,512 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:46245/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733762859974/wal.1733762860235 to hdfs://localhost:46245/hbase/oldWALs/wal.1733762860235 2024-12-09T16:47:44,513 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:46245/hbase/data/default/testReplayEditsWrittenViaHRegion/7f3ce5559c24b9066e7274bd2c4e84bf/recovered.edits/0000000000000000066 2024-12-09T16:47:44,513 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-12-09T16:47:44,515 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:46245/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733762859974, archiveDir=hdfs://localhost:46245/hbase/oldWALs, maxLogs=32 2024-12-09T16:47:44,527 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733762859974/wal.1733762864515, exclude list is [], retry=0 2024-12-09T16:47:44,529 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34879,DS-5a363144-5077-4a66-a9ce-79ba83f1c010,DISK] 2024-12-09T16:47:44,529 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40695,DS-d26823f1-b96e-41d9-b095-4a6efe2c185b,DISK] 2024-12-09T16:47:44,530 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38561,DS-74f46a19-d323-470c-9c50-39572d9ebdef,DISK] 2024-12-09T16:47:44,550 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733762859974/wal.1733762864515 2024-12-09T16:47:44,550 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33715:33715),(127.0.0.1/127.0.0.1:41579:41579),(127.0.0.1/127.0.0.1:35375:35375)] 2024-12-09T16:47:44,550 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1733762859976.7f3ce5559c24b9066e7274bd2c4e84bf.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T16:47:44,552 INFO [StoreOpener-7f3ce5559c24b9066e7274bd2c4e84bf-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 7f3ce5559c24b9066e7274bd2c4e84bf 2024-12-09T16:47:44,552 INFO [StoreOpener-7f3ce5559c24b9066e7274bd2c4e84bf-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7f3ce5559c24b9066e7274bd2c4e84bf columnFamilyName a 2024-12-09T16:47:44,552 DEBUG [StoreOpener-7f3ce5559c24b9066e7274bd2c4e84bf-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T16:47:44,557 DEBUG [StoreOpener-7f3ce5559c24b9066e7274bd2c4e84bf-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:46245/hbase/data/default/testReplayEditsWrittenViaHRegion/7f3ce5559c24b9066e7274bd2c4e84bf/a/1a1e8f68727449789714124f055f3c9c 2024-12-09T16:47:44,557 INFO [StoreOpener-7f3ce5559c24b9066e7274bd2c4e84bf-1 {}] regionserver.HStore(327): Store=7f3ce5559c24b9066e7274bd2c4e84bf/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T16:47:44,558 INFO [StoreOpener-7f3ce5559c24b9066e7274bd2c4e84bf-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 7f3ce5559c24b9066e7274bd2c4e84bf 2024-12-09T16:47:44,558 INFO [StoreOpener-7f3ce5559c24b9066e7274bd2c4e84bf-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7f3ce5559c24b9066e7274bd2c4e84bf columnFamilyName b 2024-12-09T16:47:44,558 DEBUG [StoreOpener-7f3ce5559c24b9066e7274bd2c4e84bf-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T16:47:44,564 DEBUG [StoreOpener-7f3ce5559c24b9066e7274bd2c4e84bf-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:46245/hbase/data/default/testReplayEditsWrittenViaHRegion/7f3ce5559c24b9066e7274bd2c4e84bf/b/0507c7d7d0d64b62a12c75ae86a2214d 2024-12-09T16:47:44,564 INFO [StoreOpener-7f3ce5559c24b9066e7274bd2c4e84bf-1 {}] regionserver.HStore(327): Store=7f3ce5559c24b9066e7274bd2c4e84bf/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T16:47:44,564 INFO [StoreOpener-7f3ce5559c24b9066e7274bd2c4e84bf-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 7f3ce5559c24b9066e7274bd2c4e84bf 2024-12-09T16:47:44,565 INFO [StoreOpener-7f3ce5559c24b9066e7274bd2c4e84bf-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7f3ce5559c24b9066e7274bd2c4e84bf columnFamilyName c 2024-12-09T16:47:44,565 DEBUG [StoreOpener-7f3ce5559c24b9066e7274bd2c4e84bf-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T16:47:44,570 DEBUG [StoreOpener-7f3ce5559c24b9066e7274bd2c4e84bf-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:46245/hbase/data/default/testReplayEditsWrittenViaHRegion/7f3ce5559c24b9066e7274bd2c4e84bf/c/d8bd1e95ae9045a294b4f28faddb3a99 2024-12-09T16:47:44,570 INFO [StoreOpener-7f3ce5559c24b9066e7274bd2c4e84bf-1 {}] regionserver.HStore(327): Store=7f3ce5559c24b9066e7274bd2c4e84bf/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T16:47:44,570 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 7f3ce5559c24b9066e7274bd2c4e84bf 2024-12-09T16:47:44,571 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46245/hbase/data/default/testReplayEditsWrittenViaHRegion/7f3ce5559c24b9066e7274bd2c4e84bf 2024-12-09T16:47:44,572 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:46245/hbase/data/default/testReplayEditsWrittenViaHRegion/7f3ce5559c24b9066e7274bd2c4e84bf 2024-12-09T16:47:44,573 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:46245/hbase/data/default/testReplayEditsWrittenViaHRegion/7f3ce5559c24b9066e7274bd2c4e84bf/recovered.edits/0000000000000000066 2024-12-09T16:47:44,595 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(302): Initialized secure protobuf WAL: cipher=AES 2024-12-09T16:47:44,598 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 30, skipped 0, firstSequenceIdInLog=37, maxSequenceIdInLog=66, path=hdfs://localhost:46245/hbase/data/default/testReplayEditsWrittenViaHRegion/7f3ce5559c24b9066e7274bd2c4e84bf/recovered.edits/0000000000000000066 2024-12-09T16:47:44,599 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 7f3ce5559c24b9066e7274bd2c4e84bf 3/3 column families, dataSize=2.55 KB heapSize=5.44 KB 2024-12-09T16:47:44,611 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46245/hbase/data/default/testReplayEditsWrittenViaHRegion/7f3ce5559c24b9066e7274bd2c4e84bf/.tmp/a/e8dc593272b942e18b11e1c538cd9ac6 is 91, key is testReplayEditsWrittenViaHRegion/a:y0/1733762860397/Put/seqid=0 2024-12-09T16:47:44,617 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40695 is added to blk_1073741935_1115 (size=5958) 2024-12-09T16:47:44,617 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34879 is added to blk_1073741935_1115 (size=5958) 2024-12-09T16:47:44,617 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38561 is added to blk_1073741935_1115 (size=5958) 2024-12-09T16:47:44,618 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=66 (bloomFilter=true), to=hdfs://localhost:46245/hbase/data/default/testReplayEditsWrittenViaHRegion/7f3ce5559c24b9066e7274bd2c4e84bf/.tmp/a/e8dc593272b942e18b11e1c538cd9ac6 2024-12-09T16:47:44,634 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46245/hbase/data/default/testReplayEditsWrittenViaHRegion/7f3ce5559c24b9066e7274bd2c4e84bf/.tmp/b/05dc0ee419af451b8f00aa5bb4879f2c is 91, key is testReplayEditsWrittenViaHRegion/b:y0/1733762860404/Put/seqid=0 2024-12-09T16:47:44,640 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40695 is added to blk_1073741936_1116 (size=5958) 2024-12-09T16:47:44,640 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34879 is added to blk_1073741936_1116 (size=5958) 2024-12-09T16:47:44,640 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38561 is added to blk_1073741936_1116 (size=5958) 2024-12-09T16:47:44,640 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=66 (bloomFilter=true), to=hdfs://localhost:46245/hbase/data/default/testReplayEditsWrittenViaHRegion/7f3ce5559c24b9066e7274bd2c4e84bf/.tmp/b/05dc0ee419af451b8f00aa5bb4879f2c 2024-12-09T16:47:44,656 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46245/hbase/data/default/testReplayEditsWrittenViaHRegion/7f3ce5559c24b9066e7274bd2c4e84bf/.tmp/c/282f7b17d76f4bbe8746fc0d92594d8d is 91, key is testReplayEditsWrittenViaHRegion/c:y0/1733762860410/Put/seqid=0 2024-12-09T16:47:44,660 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38561 is added to blk_1073741937_1117 (size=5958) 2024-12-09T16:47:44,661 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40695 is added to blk_1073741937_1117 (size=5958) 2024-12-09T16:47:44,661 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34879 is added to blk_1073741937_1117 (size=5958) 2024-12-09T16:47:44,661 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=66 (bloomFilter=true), to=hdfs://localhost:46245/hbase/data/default/testReplayEditsWrittenViaHRegion/7f3ce5559c24b9066e7274bd2c4e84bf/.tmp/c/282f7b17d76f4bbe8746fc0d92594d8d 2024-12-09T16:47:44,666 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46245/hbase/data/default/testReplayEditsWrittenViaHRegion/7f3ce5559c24b9066e7274bd2c4e84bf/.tmp/a/e8dc593272b942e18b11e1c538cd9ac6 as hdfs://localhost:46245/hbase/data/default/testReplayEditsWrittenViaHRegion/7f3ce5559c24b9066e7274bd2c4e84bf/a/e8dc593272b942e18b11e1c538cd9ac6 2024-12-09T16:47:44,670 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46245/hbase/data/default/testReplayEditsWrittenViaHRegion/7f3ce5559c24b9066e7274bd2c4e84bf/a/e8dc593272b942e18b11e1c538cd9ac6, entries=10, sequenceid=66, filesize=5.8 K 2024-12-09T16:47:44,671 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46245/hbase/data/default/testReplayEditsWrittenViaHRegion/7f3ce5559c24b9066e7274bd2c4e84bf/.tmp/b/05dc0ee419af451b8f00aa5bb4879f2c as hdfs://localhost:46245/hbase/data/default/testReplayEditsWrittenViaHRegion/7f3ce5559c24b9066e7274bd2c4e84bf/b/05dc0ee419af451b8f00aa5bb4879f2c 2024-12-09T16:47:44,675 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46245/hbase/data/default/testReplayEditsWrittenViaHRegion/7f3ce5559c24b9066e7274bd2c4e84bf/b/05dc0ee419af451b8f00aa5bb4879f2c, entries=10, sequenceid=66, filesize=5.8 K 2024-12-09T16:47:44,676 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46245/hbase/data/default/testReplayEditsWrittenViaHRegion/7f3ce5559c24b9066e7274bd2c4e84bf/.tmp/c/282f7b17d76f4bbe8746fc0d92594d8d as hdfs://localhost:46245/hbase/data/default/testReplayEditsWrittenViaHRegion/7f3ce5559c24b9066e7274bd2c4e84bf/c/282f7b17d76f4bbe8746fc0d92594d8d 2024-12-09T16:47:44,680 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46245/hbase/data/default/testReplayEditsWrittenViaHRegion/7f3ce5559c24b9066e7274bd2c4e84bf/c/282f7b17d76f4bbe8746fc0d92594d8d, entries=10, sequenceid=66, filesize=5.8 K 2024-12-09T16:47:44,681 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~2.55 KB/2610, heapSize ~5.39 KB/5520, currentSize=0 B/0 for 7f3ce5559c24b9066e7274bd2c4e84bf in 82ms, sequenceid=66, compaction requested=false; wal=null 2024-12-09T16:47:44,681 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:46245/hbase/data/default/testReplayEditsWrittenViaHRegion/7f3ce5559c24b9066e7274bd2c4e84bf/recovered.edits/0000000000000000066 2024-12-09T16:47:44,683 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 7f3ce5559c24b9066e7274bd2c4e84bf 2024-12-09T16:47:44,683 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 7f3ce5559c24b9066e7274bd2c4e84bf 2024-12-09T16:47:44,683 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-09T16:47:44,685 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 7f3ce5559c24b9066e7274bd2c4e84bf 2024-12-09T16:47:44,687 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46245/hbase/data/default/testReplayEditsWrittenViaHRegion/7f3ce5559c24b9066e7274bd2c4e84bf/recovered.edits/66.seqid, newMaxSeqId=66, maxSeqId=35 2024-12-09T16:47:44,688 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 7f3ce5559c24b9066e7274bd2c4e84bf; next sequenceid=67; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70927102, jitterRate=0.05689617991447449}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-09T16:47:44,689 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 7f3ce5559c24b9066e7274bd2c4e84bf: Writing region info on filesystem at 1733762864551Initializing all the Stores at 1733762864551Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733762864551Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733762864551Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733762864552 (+1 ms)Obtaining lock to block concurrent updates at 1733762864599 (+47 ms)Preparing flush snapshotting stores in 7f3ce5559c24b9066e7274bd2c4e84bf at 1733762864599Finished memstore snapshotting testReplayEditsWrittenViaHRegion,,1733762859976.7f3ce5559c24b9066e7274bd2c4e84bf., syncing WAL and waiting on mvcc, flushsize=dataSize=2610, getHeapSize=5520, getOffHeapSize=0, getCellsCount=30 at 1733762864599Flushing stores of testReplayEditsWrittenViaHRegion,,1733762859976.7f3ce5559c24b9066e7274bd2c4e84bf. at 1733762864599Flushing 7f3ce5559c24b9066e7274bd2c4e84bf/a: creating writer at 1733762864599Flushing 7f3ce5559c24b9066e7274bd2c4e84bf/a: appending metadata at 1733762864611 (+12 ms)Flushing 7f3ce5559c24b9066e7274bd2c4e84bf/a: closing flushed file at 1733762864611Flushing 7f3ce5559c24b9066e7274bd2c4e84bf/b: creating writer at 1733762864622 (+11 ms)Flushing 7f3ce5559c24b9066e7274bd2c4e84bf/b: appending metadata at 1733762864634 (+12 ms)Flushing 7f3ce5559c24b9066e7274bd2c4e84bf/b: closing flushed file at 1733762864634Flushing 7f3ce5559c24b9066e7274bd2c4e84bf/c: creating writer at 1733762864644 (+10 ms)Flushing 7f3ce5559c24b9066e7274bd2c4e84bf/c: appending metadata at 1733762864655 (+11 ms)Flushing 7f3ce5559c24b9066e7274bd2c4e84bf/c: closing flushed file at 1733762864655Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3c58c225: reopening flushed file at 1733762864665 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2a07195e: reopening flushed file at 1733762864670 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3d007427: reopening flushed file at 1733762864675 (+5 ms)Finished flush of dataSize ~2.55 KB/2610, heapSize ~5.39 KB/5520, currentSize=0 B/0 for 7f3ce5559c24b9066e7274bd2c4e84bf in 82ms, sequenceid=66, compaction requested=false; wal=null at 1733762864681 (+6 ms)Cleaning up temporary data from old regions at 1733762864683 (+2 ms)Region opened successfully at 1733762864688 (+5 ms) 2024-12-09T16:47:44,701 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 7f3ce5559c24b9066e7274bd2c4e84bf, disabling compactions & flushes 2024-12-09T16:47:44,701 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenViaHRegion,,1733762859976.7f3ce5559c24b9066e7274bd2c4e84bf. 2024-12-09T16:47:44,701 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenViaHRegion,,1733762859976.7f3ce5559c24b9066e7274bd2c4e84bf. 2024-12-09T16:47:44,701 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenViaHRegion,,1733762859976.7f3ce5559c24b9066e7274bd2c4e84bf. after waiting 0 ms 2024-12-09T16:47:44,701 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenViaHRegion,,1733762859976.7f3ce5559c24b9066e7274bd2c4e84bf. 2024-12-09T16:47:44,702 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenViaHRegion,,1733762859976.7f3ce5559c24b9066e7274bd2c4e84bf. 2024-12-09T16:47:44,702 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 7f3ce5559c24b9066e7274bd2c4e84bf: Waiting for close lock at 1733762864701Disabling compacts and flushes for region at 1733762864701Disabling writes for close at 1733762864701Writing region close event to WAL at 1733762864702 (+1 ms)Closed at 1733762864702 2024-12-09T16:47:44,704 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34879 is added to blk_1073741934_1114 (size=175) 2024-12-09T16:47:44,705 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40695 is added to blk_1073741934_1114 (size=175) 2024-12-09T16:47:44,705 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38561 is added to blk_1073741934_1114 (size=175) 2024-12-09T16:47:44,706 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-12-09T16:47:44,706 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL wal:(num 1733762864515) 2024-12-09T16:47:44,720 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestSecureAsyncWALReplay#testReplayEditsWrittenViaHRegion Thread=445 (was 442) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1989482196_22 at /127.0.0.1:40138 [Waiting for operation #13] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1775838448) connection to localhost/127.0.0.1:46245 from jenkinstestReplayEditsWrittenViaHRegion java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1989482196_22 at /127.0.0.1:55256 [Waiting for operation #17] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-28-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-28-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkinstestReplayEditsWrittenViaHRegion@localhost:46245 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1989482196_22 at /127.0.0.1:58148 [Waiting for operation #13] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-28-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=1414 (was 1348) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=170 (was 176), ProcessCount=11 (was 11), AvailableMemoryMB=10284 (was 10300) 2024-12-09T16:47:44,721 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1414 is superior to 1024 2024-12-09T16:47:44,721 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-09T16:47:44,721 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-09T16:47:44,721 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-09T16:47:44,721 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T16:47:44,722 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T16:47:44,722 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-09T16:47:44,722 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-09T16:47:44,722 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1849544579, stopped=false 2024-12-09T16:47:44,722 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=7b4ec1980089,35909,1733762824629 2024-12-09T16:47:44,771 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42869-0x1000b86f5550002, quorum=127.0.0.1:60470, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-09T16:47:44,771 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41391-0x1000b86f5550003, quorum=127.0.0.1:60470, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-09T16:47:44,771 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35909-0x1000b86f5550000, quorum=127.0.0.1:60470, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-09T16:47:44,771 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41391-0x1000b86f5550003, quorum=127.0.0.1:60470, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T16:47:44,771 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35909-0x1000b86f5550000, quorum=127.0.0.1:60470, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T16:47:44,771 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42869-0x1000b86f5550002, quorum=127.0.0.1:60470, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T16:47:44,772 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-09T16:47:44,772 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:41391-0x1000b86f5550003, quorum=127.0.0.1:60470, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-09T16:47:44,772 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-09T16:47:44,772 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-09T16:47:44,772 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:42869-0x1000b86f5550002, quorum=127.0.0.1:60470, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-09T16:47:44,773 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T16:47:44,773 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:35909-0x1000b86f5550000, quorum=127.0.0.1:60470, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-09T16:47:44,773 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '7b4ec1980089,42869,1733762825502' ***** 2024-12-09T16:47:44,773 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-09T16:47:44,773 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '7b4ec1980089,41391,1733762825557' ***** 2024-12-09T16:47:44,773 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-09T16:47:44,774 INFO [RS:1;7b4ec1980089:42869 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-09T16:47:44,774 INFO [RS:2;7b4ec1980089:41391 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-09T16:47:44,774 INFO [RS:1;7b4ec1980089:42869 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-09T16:47:44,774 INFO [RS:2;7b4ec1980089:41391 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-09T16:47:44,774 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-09T16:47:44,774 INFO [RS:2;7b4ec1980089:41391 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-09T16:47:44,774 INFO [RS:1;7b4ec1980089:42869 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-09T16:47:44,774 INFO [RS:2;7b4ec1980089:41391 {}] regionserver.HRegionServer(3091): Received CLOSE for 3a6ccf51dfa960b8284a2ebc9d94b9f8 2024-12-09T16:47:44,774 INFO [RS:1;7b4ec1980089:42869 {}] regionserver.HRegionServer(959): stopping server 7b4ec1980089,42869,1733762825502 2024-12-09T16:47:44,774 INFO [RS:1;7b4ec1980089:42869 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-09T16:47:44,774 INFO [RS:1;7b4ec1980089:42869 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;7b4ec1980089:42869. 2024-12-09T16:47:44,775 INFO [RS:2;7b4ec1980089:41391 {}] regionserver.HRegionServer(959): stopping server 7b4ec1980089,41391,1733762825557 2024-12-09T16:47:44,775 DEBUG [RS:1;7b4ec1980089:42869 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-09T16:47:44,775 INFO [RS:2;7b4ec1980089:41391 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-09T16:47:44,775 DEBUG [RS:1;7b4ec1980089:42869 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T16:47:44,775 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-09T16:47:44,775 INFO [RS:2;7b4ec1980089:41391 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:2;7b4ec1980089:41391. 2024-12-09T16:47:44,775 INFO [RS:1;7b4ec1980089:42869 {}] regionserver.HRegionServer(976): stopping server 7b4ec1980089,42869,1733762825502; all regions closed. 2024-12-09T16:47:44,775 DEBUG [RS_CLOSE_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 3a6ccf51dfa960b8284a2ebc9d94b9f8, disabling compactions & flushes 2024-12-09T16:47:44,775 DEBUG [RS:2;7b4ec1980089:41391 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-09T16:47:44,775 INFO [RS_CLOSE_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1733762841135.3a6ccf51dfa960b8284a2ebc9d94b9f8. 2024-12-09T16:47:44,775 DEBUG [RS:2;7b4ec1980089:41391 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T16:47:44,775 DEBUG [RS_CLOSE_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1733762841135.3a6ccf51dfa960b8284a2ebc9d94b9f8. 2024-12-09T16:47:44,775 DEBUG [RS_CLOSE_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1733762841135.3a6ccf51dfa960b8284a2ebc9d94b9f8. after waiting 0 ms 2024-12-09T16:47:44,775 INFO [RS:2;7b4ec1980089:41391 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-09T16:47:44,775 DEBUG [RS_CLOSE_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1733762841135.3a6ccf51dfa960b8284a2ebc9d94b9f8. 2024-12-09T16:47:44,775 INFO [RS:2;7b4ec1980089:41391 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-09T16:47:44,775 INFO [RS:2;7b4ec1980089:41391 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-09T16:47:44,775 INFO [RS:2;7b4ec1980089:41391 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-09T16:47:44,776 INFO [RS:2;7b4ec1980089:41391 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-09T16:47:44,776 DEBUG [RS:2;7b4ec1980089:41391 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 3a6ccf51dfa960b8284a2ebc9d94b9f8=testReplayEditsAfterRegionMovedWithMultiCF,,1733762841135.3a6ccf51dfa960b8284a2ebc9d94b9f8.} 2024-12-09T16:47:44,776 DEBUG [RS:2;7b4ec1980089:41391 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 3a6ccf51dfa960b8284a2ebc9d94b9f8 2024-12-09T16:47:44,776 DEBUG [RS_CLOSE_META-regionserver/7b4ec1980089:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-09T16:47:44,776 INFO [RS_CLOSE_META-regionserver/7b4ec1980089:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-09T16:47:44,777 DEBUG [RS_CLOSE_META-regionserver/7b4ec1980089:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-09T16:47:44,777 DEBUG [RS_CLOSE_META-regionserver/7b4ec1980089:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-09T16:47:44,777 DEBUG [RS_CLOSE_META-regionserver/7b4ec1980089:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-09T16:47:44,777 INFO [RS_CLOSE_META-regionserver/7b4ec1980089:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=6.86 KB heapSize=11.45 KB 2024-12-09T16:47:44,781 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34879 is added to blk_1073741833_1009 (size=2764) 2024-12-09T16:47:44,781 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40695 is added to blk_1073741833_1009 (size=2764) 2024-12-09T16:47:44,781 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38561 is added to blk_1073741833_1009 (size=2764) 2024-12-09T16:47:44,784 DEBUG [RS:1;7b4ec1980089:42869 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/f85bc056-772a-5340-809f-da35843890f1/oldWALs 2024-12-09T16:47:44,784 INFO [RS:1;7b4ec1980089:42869 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 7b4ec1980089%2C42869%2C1733762825502:(num 1733762827143) 2024-12-09T16:47:44,784 DEBUG [RS:1;7b4ec1980089:42869 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T16:47:44,784 INFO [RS:1;7b4ec1980089:42869 {}] regionserver.LeaseManager(133): Closed leases 2024-12-09T16:47:44,784 INFO [RS:1;7b4ec1980089:42869 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-09T16:47:44,784 DEBUG [RS_CLOSE_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46245/user/jenkins/test-data/f85bc056-772a-5340-809f-da35843890f1/data/default/testReplayEditsAfterRegionMovedWithMultiCF/3a6ccf51dfa960b8284a2ebc9d94b9f8/recovered.edits/20.seqid, newMaxSeqId=20, maxSeqId=17 2024-12-09T16:47:44,784 INFO [RS:1;7b4ec1980089:42869 {}] hbase.ChoreService(370): Chore service for: regionserver/7b4ec1980089:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-12-09T16:47:44,784 INFO [RS:1;7b4ec1980089:42869 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-09T16:47:44,784 INFO [RS:1;7b4ec1980089:42869 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-09T16:47:44,784 INFO [regionserver/7b4ec1980089:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-09T16:47:44,784 INFO [RS:1;7b4ec1980089:42869 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-09T16:47:44,784 INFO [RS:1;7b4ec1980089:42869 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-09T16:47:44,785 INFO [RS:1;7b4ec1980089:42869 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42869 2024-12-09T16:47:44,785 INFO [RS_CLOSE_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1733762841135.3a6ccf51dfa960b8284a2ebc9d94b9f8. 2024-12-09T16:47:44,785 DEBUG [RS_CLOSE_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 3a6ccf51dfa960b8284a2ebc9d94b9f8: Waiting for close lock at 1733762864775Running coprocessor pre-close hooks at 1733762864775Disabling compacts and flushes for region at 1733762864775Disabling writes for close at 1733762864775Writing region close event to WAL at 1733762864777 (+2 ms)Running coprocessor post-close hooks at 1733762864785 (+8 ms)Closed at 1733762864785 2024-12-09T16:47:44,785 DEBUG [RS_CLOSE_REGION-regionserver/7b4ec1980089:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1733762841135.3a6ccf51dfa960b8284a2ebc9d94b9f8. 2024-12-09T16:47:44,796 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35909-0x1000b86f5550000, quorum=127.0.0.1:60470, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-09T16:47:44,796 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42869-0x1000b86f5550002, quorum=127.0.0.1:60470, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/7b4ec1980089,42869,1733762825502 2024-12-09T16:47:44,796 INFO [RS:1;7b4ec1980089:42869 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-09T16:47:44,799 DEBUG [RS_CLOSE_META-regionserver/7b4ec1980089:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46245/user/jenkins/test-data/f85bc056-772a-5340-809f-da35843890f1/data/hbase/meta/1588230740/.tmp/info/3902d0ee67d64ba29b3234a3f47d23bf is 205, key is testReplayEditsAfterRegionMovedWithMultiCF,,1733762841135.3a6ccf51dfa960b8284a2ebc9d94b9f8./info:regioninfo/1733762844250/Put/seqid=0 2024-12-09T16:47:44,804 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [7b4ec1980089,42869,1733762825502] 2024-12-09T16:47:44,806 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34879 is added to blk_1073741938_1118 (size=8243) 2024-12-09T16:47:44,806 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40695 is added to blk_1073741938_1118 (size=8243) 2024-12-09T16:47:44,806 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38561 is added to blk_1073741938_1118 (size=8243) 2024-12-09T16:47:44,810 INFO [RS_CLOSE_META-regionserver/7b4ec1980089:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.65 KB at sequenceid=21 (bloomFilter=true), to=hdfs://localhost:46245/user/jenkins/test-data/f85bc056-772a-5340-809f-da35843890f1/data/hbase/meta/1588230740/.tmp/info/3902d0ee67d64ba29b3234a3f47d23bf 2024-12-09T16:47:44,812 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/7b4ec1980089,42869,1733762825502 already deleted, retry=false 2024-12-09T16:47:44,813 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 7b4ec1980089,42869,1733762825502 expired; onlineServers=1 2024-12-09T16:47:44,832 DEBUG [RS_CLOSE_META-regionserver/7b4ec1980089:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46245/user/jenkins/test-data/f85bc056-772a-5340-809f-da35843890f1/data/hbase/meta/1588230740/.tmp/ns/6531bbdc6c4043439948b51f7b3db843 is 43, key is default/ns:d/1733762827951/Put/seqid=0 2024-12-09T16:47:44,836 INFO [regionserver/7b4ec1980089:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-09T16:47:44,839 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40695 is added to blk_1073741939_1119 (size=5153) 2024-12-09T16:47:44,839 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38561 is added to blk_1073741939_1119 (size=5153) 2024-12-09T16:47:44,839 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34879 is added to blk_1073741939_1119 (size=5153) 2024-12-09T16:47:44,844 INFO [regionserver/7b4ec1980089:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-09T16:47:44,904 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42869-0x1000b86f5550002, quorum=127.0.0.1:60470, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-09T16:47:44,904 INFO [RS:1;7b4ec1980089:42869 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-09T16:47:44,904 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42869-0x1000b86f5550002, quorum=127.0.0.1:60470, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-09T16:47:44,904 INFO [RS:1;7b4ec1980089:42869 {}] regionserver.HRegionServer(1031): Exiting; stopping=7b4ec1980089,42869,1733762825502; zookeeper connection closed. 2024-12-09T16:47:44,905 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@ca3ebb5 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@ca3ebb5 2024-12-09T16:47:44,968 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testDatalossWhenInputError 2024-12-09T16:47:44,968 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testDatalossWhenInputError Metrics about Tables on a single HBase RegionServer 2024-12-09T16:47:44,970 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testCompactedBulkLoadedFiles 2024-12-09T16:47:44,970 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testCompactedBulkLoadedFiles Metrics about Tables on a single HBase RegionServer 2024-12-09T16:47:44,971 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsAfterRegionMovedWithMultiCF 2024-12-09T16:47:44,977 DEBUG [RS:2;7b4ec1980089:41391 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-09T16:47:44,994 INFO [regionserver/7b4ec1980089:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-09T16:47:44,994 INFO [regionserver/7b4ec1980089:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-09T16:47:45,177 DEBUG [RS:2;7b4ec1980089:41391 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-09T16:47:45,240 INFO [RS_CLOSE_META-regionserver/7b4ec1980089:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=21 (bloomFilter=true), to=hdfs://localhost:46245/user/jenkins/test-data/f85bc056-772a-5340-809f-da35843890f1/data/hbase/meta/1588230740/.tmp/ns/6531bbdc6c4043439948b51f7b3db843 2024-12-09T16:47:45,273 DEBUG [RS_CLOSE_META-regionserver/7b4ec1980089:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46245/user/jenkins/test-data/f85bc056-772a-5340-809f-da35843890f1/data/hbase/meta/1588230740/.tmp/table/34e22014e477413a81ecc05e03e02c17 is 78, key is testReplayEditsAfterRegionMovedWithMultiCF/table:state/1733762841548/Put/seqid=0 2024-12-09T16:47:45,279 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34879 is added to blk_1073741940_1120 (size=5431) 2024-12-09T16:47:45,279 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40695 is added to blk_1073741940_1120 (size=5431) 2024-12-09T16:47:45,279 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38561 is added to blk_1073741940_1120 (size=5431) 2024-12-09T16:47:45,279 INFO [RS_CLOSE_META-regionserver/7b4ec1980089:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=148 B at sequenceid=21 (bloomFilter=true), to=hdfs://localhost:46245/user/jenkins/test-data/f85bc056-772a-5340-809f-da35843890f1/data/hbase/meta/1588230740/.tmp/table/34e22014e477413a81ecc05e03e02c17 2024-12-09T16:47:45,285 DEBUG [RS_CLOSE_META-regionserver/7b4ec1980089:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46245/user/jenkins/test-data/f85bc056-772a-5340-809f-da35843890f1/data/hbase/meta/1588230740/.tmp/info/3902d0ee67d64ba29b3234a3f47d23bf as hdfs://localhost:46245/user/jenkins/test-data/f85bc056-772a-5340-809f-da35843890f1/data/hbase/meta/1588230740/info/3902d0ee67d64ba29b3234a3f47d23bf 2024-12-09T16:47:45,290 INFO [RS_CLOSE_META-regionserver/7b4ec1980089:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46245/user/jenkins/test-data/f85bc056-772a-5340-809f-da35843890f1/data/hbase/meta/1588230740/info/3902d0ee67d64ba29b3234a3f47d23bf, entries=18, sequenceid=21, filesize=8.0 K 2024-12-09T16:47:45,291 DEBUG [RS_CLOSE_META-regionserver/7b4ec1980089:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46245/user/jenkins/test-data/f85bc056-772a-5340-809f-da35843890f1/data/hbase/meta/1588230740/.tmp/ns/6531bbdc6c4043439948b51f7b3db843 as hdfs://localhost:46245/user/jenkins/test-data/f85bc056-772a-5340-809f-da35843890f1/data/hbase/meta/1588230740/ns/6531bbdc6c4043439948b51f7b3db843 2024-12-09T16:47:45,296 INFO [RS_CLOSE_META-regionserver/7b4ec1980089:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46245/user/jenkins/test-data/f85bc056-772a-5340-809f-da35843890f1/data/hbase/meta/1588230740/ns/6531bbdc6c4043439948b51f7b3db843, entries=2, sequenceid=21, filesize=5.0 K 2024-12-09T16:47:45,297 DEBUG [RS_CLOSE_META-regionserver/7b4ec1980089:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46245/user/jenkins/test-data/f85bc056-772a-5340-809f-da35843890f1/data/hbase/meta/1588230740/.tmp/table/34e22014e477413a81ecc05e03e02c17 as hdfs://localhost:46245/user/jenkins/test-data/f85bc056-772a-5340-809f-da35843890f1/data/hbase/meta/1588230740/table/34e22014e477413a81ecc05e03e02c17 2024-12-09T16:47:45,302 INFO [RS_CLOSE_META-regionserver/7b4ec1980089:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46245/user/jenkins/test-data/f85bc056-772a-5340-809f-da35843890f1/data/hbase/meta/1588230740/table/34e22014e477413a81ecc05e03e02c17, entries=2, sequenceid=21, filesize=5.3 K 2024-12-09T16:47:45,303 INFO [RS_CLOSE_META-regionserver/7b4ec1980089:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~6.86 KB/7029, heapSize ~11.16 KB/11424, currentSize=0 B/0 for 1588230740 in 525ms, sequenceid=21, compaction requested=false 2024-12-09T16:47:45,306 DEBUG [RS_CLOSE_META-regionserver/7b4ec1980089:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46245/user/jenkins/test-data/f85bc056-772a-5340-809f-da35843890f1/data/hbase/meta/1588230740/recovered.edits/24.seqid, newMaxSeqId=24, maxSeqId=1 2024-12-09T16:47:45,307 DEBUG [RS_CLOSE_META-regionserver/7b4ec1980089:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-09T16:47:45,307 INFO [RS_CLOSE_META-regionserver/7b4ec1980089:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-09T16:47:45,307 DEBUG [RS_CLOSE_META-regionserver/7b4ec1980089:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733762864776Running coprocessor pre-close hooks at 1733762864776Disabling compacts and flushes for region at 1733762864776Disabling writes for close at 1733762864777 (+1 ms)Obtaining lock to block concurrent updates at 1733762864777Preparing flush snapshotting stores in 1588230740 at 1733762864777Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=7029, getHeapSize=11664, getOffHeapSize=0, getCellsCount=48 at 1733762864777Flushing stores of hbase:meta,,1.1588230740 at 1733762864778 (+1 ms)Flushing 1588230740/info: creating writer at 1733762864779 (+1 ms)Flushing 1588230740/info: appending metadata at 1733762864799 (+20 ms)Flushing 1588230740/info: closing flushed file at 1733762864799Flushing 1588230740/ns: creating writer at 1733762864816 (+17 ms)Flushing 1588230740/ns: appending metadata at 1733762864831 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1733762864831Flushing 1588230740/table: creating writer at 1733762865253 (+422 ms)Flushing 1588230740/table: appending metadata at 1733762865272 (+19 ms)Flushing 1588230740/table: closing flushed file at 1733762865272Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@367081a1: reopening flushed file at 1733762865284 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@76feb76e: reopening flushed file at 1733762865290 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@46e5abb4: reopening flushed file at 1733762865296 (+6 ms)Finished flush of dataSize ~6.86 KB/7029, heapSize ~11.16 KB/11424, currentSize=0 B/0 for 1588230740 in 525ms, sequenceid=21, compaction requested=false at 1733762865303 (+7 ms)Writing region close event to WAL at 1733762865304 (+1 ms)Running coprocessor post-close hooks at 1733762865307 (+3 ms)Closed at 1733762865307 2024-12-09T16:47:45,307 DEBUG [RS_CLOSE_META-regionserver/7b4ec1980089:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-09T16:47:45,377 INFO [RS:2;7b4ec1980089:41391 {}] regionserver.HRegionServer(976): stopping server 7b4ec1980089,41391,1733762825557; all regions closed. 2024-12-09T16:47:45,382 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34879 is added to blk_1073741836_1012 (size=9487) 2024-12-09T16:47:45,382 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38561 is added to blk_1073741836_1012 (size=9487) 2024-12-09T16:47:45,383 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40695 is added to blk_1073741836_1012 (size=9487) 2024-12-09T16:47:45,386 DEBUG [RS:2;7b4ec1980089:41391 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/f85bc056-772a-5340-809f-da35843890f1/oldWALs 2024-12-09T16:47:45,386 INFO [RS:2;7b4ec1980089:41391 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 7b4ec1980089%2C41391%2C1733762825557.meta:.meta(num 1733762827758) 2024-12-09T16:47:45,388 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38561 is added to blk_1073741834_1010 (size=1032) 2024-12-09T16:47:45,388 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/f85bc056-772a-5340-809f-da35843890f1/WALs/7b4ec1980089,41391,1733762825557/7b4ec1980089%2C41391%2C1733762825557.1733762827146 not finished, retry = 0 2024-12-09T16:47:45,388 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40695 is added to blk_1073741834_1010 (size=1032) 2024-12-09T16:47:45,388 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34879 is added to blk_1073741834_1010 (size=1032) 2024-12-09T16:47:45,494 DEBUG [RS:2;7b4ec1980089:41391 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/f85bc056-772a-5340-809f-da35843890f1/oldWALs 2024-12-09T16:47:45,494 INFO [RS:2;7b4ec1980089:41391 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 7b4ec1980089%2C41391%2C1733762825557:(num 1733762827146) 2024-12-09T16:47:45,494 DEBUG [RS:2;7b4ec1980089:41391 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T16:47:45,494 INFO [RS:2;7b4ec1980089:41391 {}] regionserver.LeaseManager(133): Closed leases 2024-12-09T16:47:45,495 INFO [RS:2;7b4ec1980089:41391 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-09T16:47:45,495 INFO [RS:2;7b4ec1980089:41391 {}] hbase.ChoreService(370): Chore service for: regionserver/7b4ec1980089:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-12-09T16:47:45,495 INFO [RS:2;7b4ec1980089:41391 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-09T16:47:45,495 INFO [regionserver/7b4ec1980089:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-09T16:47:45,496 INFO [RS:2;7b4ec1980089:41391 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:41391 2024-12-09T16:47:45,538 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41391-0x1000b86f5550003, quorum=127.0.0.1:60470, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/7b4ec1980089,41391,1733762825557 2024-12-09T16:47:45,538 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35909-0x1000b86f5550000, quorum=127.0.0.1:60470, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-09T16:47:45,538 INFO [RS:2;7b4ec1980089:41391 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-09T16:47:45,546 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [7b4ec1980089,41391,1733762825557] 2024-12-09T16:47:45,554 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/7b4ec1980089,41391,1733762825557 already deleted, retry=false 2024-12-09T16:47:45,555 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 7b4ec1980089,41391,1733762825557 expired; onlineServers=0 2024-12-09T16:47:45,555 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '7b4ec1980089,35909,1733762824629' ***** 2024-12-09T16:47:45,555 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-09T16:47:45,555 INFO [M:0;7b4ec1980089:35909 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-09T16:47:45,556 INFO [M:0;7b4ec1980089:35909 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-09T16:47:45,556 DEBUG [M:0;7b4ec1980089:35909 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-09T16:47:45,556 DEBUG [M:0;7b4ec1980089:35909 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-09T16:47:45,556 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-09T16:47:45,556 DEBUG [master/7b4ec1980089:0:becomeActiveMaster-HFileCleaner.small.0-1733762826699 {}] cleaner.HFileCleaner(306): Exit Thread[master/7b4ec1980089:0:becomeActiveMaster-HFileCleaner.small.0-1733762826699,5,FailOnTimeoutGroup] 2024-12-09T16:47:45,556 DEBUG [master/7b4ec1980089:0:becomeActiveMaster-HFileCleaner.large.0-1733762826698 {}] cleaner.HFileCleaner(306): Exit Thread[master/7b4ec1980089:0:becomeActiveMaster-HFileCleaner.large.0-1733762826698,5,FailOnTimeoutGroup] 2024-12-09T16:47:45,557 INFO [M:0;7b4ec1980089:35909 {}] hbase.ChoreService(370): Chore service for: master/7b4ec1980089:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-09T16:47:45,557 INFO [M:0;7b4ec1980089:35909 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-09T16:47:45,557 DEBUG [M:0;7b4ec1980089:35909 {}] master.HMaster(1795): Stopping service threads 2024-12-09T16:47:45,558 INFO [M:0;7b4ec1980089:35909 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-09T16:47:45,558 INFO [M:0;7b4ec1980089:35909 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-09T16:47:45,559 INFO [M:0;7b4ec1980089:35909 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-09T16:47:45,560 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-09T16:47:45,563 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35909-0x1000b86f5550000, quorum=127.0.0.1:60470, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-12-09T16:47:45,563 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35909-0x1000b86f5550000, quorum=127.0.0.1:60470, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T16:47:45,563 DEBUG [M:0;7b4ec1980089:35909 {}] zookeeper.ZKUtil(347): master:35909-0x1000b86f5550000, quorum=127.0.0.1:60470, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-12-09T16:47:45,564 WARN [M:0;7b4ec1980089:35909 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-09T16:47:45,565 INFO [M:0;7b4ec1980089:35909 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:46245/user/jenkins/test-data/f85bc056-772a-5340-809f-da35843890f1/.lastflushedseqids 2024-12-09T16:47:45,579 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34879 is added to blk_1073741941_1121 (size=138) 2024-12-09T16:47:45,579 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40695 is added to blk_1073741941_1121 (size=138) 2024-12-09T16:47:45,579 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38561 is added to blk_1073741941_1121 (size=138) 2024-12-09T16:47:45,580 INFO [M:0;7b4ec1980089:35909 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-09T16:47:45,580 INFO [M:0;7b4ec1980089:35909 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-09T16:47:45,580 DEBUG [M:0;7b4ec1980089:35909 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-09T16:47:45,580 INFO [M:0;7b4ec1980089:35909 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-09T16:47:45,580 DEBUG [M:0;7b4ec1980089:35909 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-09T16:47:45,580 DEBUG [M:0;7b4ec1980089:35909 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-09T16:47:45,580 DEBUG [M:0;7b4ec1980089:35909 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-09T16:47:45,580 INFO [M:0;7b4ec1980089:35909 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=68.34 KB heapSize=83.73 KB 2024-12-09T16:47:45,597 DEBUG [M:0;7b4ec1980089:35909 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46245/user/jenkins/test-data/f85bc056-772a-5340-809f-da35843890f1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/fe24dc1bc78c4fd1a6672de2c33696d1 is 82, key is hbase:meta,,1/info:regioninfo/1733762827855/Put/seqid=0 2024-12-09T16:47:45,602 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34879 is added to blk_1073741942_1122 (size=5672) 2024-12-09T16:47:45,602 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38561 is added to blk_1073741942_1122 (size=5672) 2024-12-09T16:47:45,602 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40695 is added to blk_1073741942_1122 (size=5672) 2024-12-09T16:47:45,603 INFO [M:0;7b4ec1980089:35909 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=168 (bloomFilter=true), to=hdfs://localhost:46245/user/jenkins/test-data/f85bc056-772a-5340-809f-da35843890f1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/fe24dc1bc78c4fd1a6672de2c33696d1 2024-12-09T16:47:45,620 DEBUG [M:0;7b4ec1980089:35909 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46245/user/jenkins/test-data/f85bc056-772a-5340-809f-da35843890f1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/cb8ff4e44386488dae2893df779920fa is 1076, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1733762841553/Put/seqid=0 2024-12-09T16:47:45,625 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34879 is added to blk_1073741943_1123 (size=7755) 2024-12-09T16:47:45,626 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40695 is added to blk_1073741943_1123 (size=7755) 2024-12-09T16:47:45,626 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38561 is added to blk_1073741943_1123 (size=7755) 2024-12-09T16:47:45,626 INFO [M:0;7b4ec1980089:35909 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=67.61 KB at sequenceid=168 (bloomFilter=true), to=hdfs://localhost:46245/user/jenkins/test-data/f85bc056-772a-5340-809f-da35843890f1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/cb8ff4e44386488dae2893df779920fa 2024-12-09T16:47:45,631 INFO [M:0;7b4ec1980089:35909 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for cb8ff4e44386488dae2893df779920fa 2024-12-09T16:47:45,646 INFO [RS:2;7b4ec1980089:41391 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-09T16:47:45,646 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41391-0x1000b86f5550003, quorum=127.0.0.1:60470, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-09T16:47:45,646 INFO [RS:2;7b4ec1980089:41391 {}] regionserver.HRegionServer(1031): Exiting; stopping=7b4ec1980089,41391,1733762825557; zookeeper connection closed. 2024-12-09T16:47:45,646 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41391-0x1000b86f5550003, quorum=127.0.0.1:60470, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-09T16:47:45,647 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@5923a1 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@5923a1 2024-12-09T16:47:45,647 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 3 regionserver(s) complete 2024-12-09T16:47:45,651 DEBUG [M:0;7b4ec1980089:35909 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46245/user/jenkins/test-data/f85bc056-772a-5340-809f-da35843890f1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/7c823eb26fd44ce48d1dbdc1bab47660 is 69, key is 7b4ec1980089,41391,1733762825557/rs:state/1733762826863/Put/seqid=0 2024-12-09T16:47:45,656 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34879 is added to blk_1073741944_1124 (size=5440) 2024-12-09T16:47:45,656 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40695 is added to blk_1073741944_1124 (size=5440) 2024-12-09T16:47:45,657 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38561 is added to blk_1073741944_1124 (size=5440) 2024-12-09T16:47:45,657 INFO [M:0;7b4ec1980089:35909 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=249 B at sequenceid=168 (bloomFilter=true), to=hdfs://localhost:46245/user/jenkins/test-data/f85bc056-772a-5340-809f-da35843890f1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/7c823eb26fd44ce48d1dbdc1bab47660 2024-12-09T16:47:45,662 INFO [M:0;7b4ec1980089:35909 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 7c823eb26fd44ce48d1dbdc1bab47660 2024-12-09T16:47:45,663 DEBUG [M:0;7b4ec1980089:35909 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46245/user/jenkins/test-data/f85bc056-772a-5340-809f-da35843890f1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/fe24dc1bc78c4fd1a6672de2c33696d1 as hdfs://localhost:46245/user/jenkins/test-data/f85bc056-772a-5340-809f-da35843890f1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/fe24dc1bc78c4fd1a6672de2c33696d1 2024-12-09T16:47:45,669 INFO [M:0;7b4ec1980089:35909 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46245/user/jenkins/test-data/f85bc056-772a-5340-809f-da35843890f1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/fe24dc1bc78c4fd1a6672de2c33696d1, entries=8, sequenceid=168, filesize=5.5 K 2024-12-09T16:47:45,670 DEBUG [M:0;7b4ec1980089:35909 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46245/user/jenkins/test-data/f85bc056-772a-5340-809f-da35843890f1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/cb8ff4e44386488dae2893df779920fa as hdfs://localhost:46245/user/jenkins/test-data/f85bc056-772a-5340-809f-da35843890f1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/cb8ff4e44386488dae2893df779920fa 2024-12-09T16:47:45,674 INFO [M:0;7b4ec1980089:35909 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for cb8ff4e44386488dae2893df779920fa 2024-12-09T16:47:45,675 INFO [M:0;7b4ec1980089:35909 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46245/user/jenkins/test-data/f85bc056-772a-5340-809f-da35843890f1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/cb8ff4e44386488dae2893df779920fa, entries=17, sequenceid=168, filesize=7.6 K 2024-12-09T16:47:45,676 DEBUG [M:0;7b4ec1980089:35909 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46245/user/jenkins/test-data/f85bc056-772a-5340-809f-da35843890f1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/7c823eb26fd44ce48d1dbdc1bab47660 as hdfs://localhost:46245/user/jenkins/test-data/f85bc056-772a-5340-809f-da35843890f1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/7c823eb26fd44ce48d1dbdc1bab47660 2024-12-09T16:47:45,680 INFO [M:0;7b4ec1980089:35909 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 7c823eb26fd44ce48d1dbdc1bab47660 2024-12-09T16:47:45,680 INFO [M:0;7b4ec1980089:35909 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46245/user/jenkins/test-data/f85bc056-772a-5340-809f-da35843890f1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/7c823eb26fd44ce48d1dbdc1bab47660, entries=3, sequenceid=168, filesize=5.3 K 2024-12-09T16:47:45,682 INFO [M:0;7b4ec1980089:35909 {}] regionserver.HRegion(3140): Finished flush of dataSize ~68.34 KB/69984, heapSize ~83.43 KB/85432, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 102ms, sequenceid=168, compaction requested=false 2024-12-09T16:47:45,683 INFO [M:0;7b4ec1980089:35909 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-09T16:47:45,683 DEBUG [M:0;7b4ec1980089:35909 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733762865580Disabling compacts and flushes for region at 1733762865580Disabling writes for close at 1733762865580Obtaining lock to block concurrent updates at 1733762865580Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733762865580Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=69984, getHeapSize=85672, getOffHeapSize=0, getCellsCount=195 at 1733762865581 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733762865581Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733762865581Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733762865597 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733762865597Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733762865606 (+9 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733762865619 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733762865619Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733762865631 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733762865650 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733762865650Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@66d56c1c: reopening flushed file at 1733762865662 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@381e4529: reopening flushed file at 1733762865669 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@23e0dd96: reopening flushed file at 1733762865675 (+6 ms)Finished flush of dataSize ~68.34 KB/69984, heapSize ~83.43 KB/85432, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 102ms, sequenceid=168, compaction requested=false at 1733762865682 (+7 ms)Writing region close event to WAL at 1733762865683 (+1 ms)Closed at 1733762865683 2024-12-09T16:47:45,686 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34879 is added to blk_1073741830_1006 (size=83606) 2024-12-09T16:47:45,687 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38561 is added to blk_1073741830_1006 (size=83606) 2024-12-09T16:47:45,687 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40695 is added to blk_1073741830_1006 (size=83606) 2024-12-09T16:47:45,687 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-09T16:47:45,687 INFO [M:0;7b4ec1980089:35909 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-09T16:47:45,688 INFO [M:0;7b4ec1980089:35909 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:35909 2024-12-09T16:47:45,688 INFO [M:0;7b4ec1980089:35909 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-09T16:47:45,813 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35909-0x1000b86f5550000, quorum=127.0.0.1:60470, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-09T16:47:45,813 INFO [M:0;7b4ec1980089:35909 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-09T16:47:45,813 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35909-0x1000b86f5550000, quorum=127.0.0.1:60470, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-09T16:47:45,819 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733762844540/wal.1733762844917 with renewLeaseKey: DEFAULT_16655 java.io.FileNotFoundException: File does not exist: /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733762844540/wal.1733762844917 (inode 16655) Holder DFSClient_NONMAPREDUCE_951206415_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.ipc.RemoteException.instantiateException(RemoteException.java:121) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.RemoteException.unwrapRemoteException(RemoteException.java:110) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:653) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:619) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.ipc.RemoteException: File does not exist: /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733762844540/wal.1733762844917 (inode 16655) Holder DFSClient_NONMAPREDUCE_951206415_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy43.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$complete$13(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.complete(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy44.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:646) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 25 more 2024-12-09T16:47:45,820 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733762836507/wal.1733762836751 with renewLeaseKey: DEFAULT_16586 java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.endBlock(FanOutOneBlockAsyncDFSOutput.java:566) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:615) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T16:47:45,820 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733762859974/wal.1733762860235 with renewLeaseKey: DEFAULT_16767 java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.endBlock(FanOutOneBlockAsyncDFSOutput.java:566) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:615) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T16:47:45,823 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733762845093/wal.1733762854414 with renewLeaseKey: DEFAULT_16678 java.io.FileNotFoundException: File does not exist: /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733762845093/wal.1733762854414 (inode 16678) Holder DFSClient_NONMAPREDUCE_951206415_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.ipc.RemoteException.instantiateException(RemoteException.java:121) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.RemoteException.unwrapRemoteException(RemoteException.java:110) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:653) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:619) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.ipc.RemoteException: File does not exist: /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733762845093/wal.1733762854414 (inode 16678) Holder DFSClient_NONMAPREDUCE_951206415_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy43.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$complete$13(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.complete(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy44.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:646) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 25 more 2024-12-09T16:47:45,823 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733762829799/wal.1733762829883 with renewLeaseKey: DEFAULT_16506 java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.endBlock(FanOutOneBlockAsyncDFSOutput.java:566) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:615) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T16:47:45,826 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testdatalosswheninputerror-manual,16010,1733762854633/wal.1733762855157 with renewLeaseKey: DEFAULT_16704 java.io.FileNotFoundException: File does not exist: /hbase/WALs/testdatalosswheninputerror-manual,16010,1733762854633/wal.1733762855157 (inode 16704) Holder DFSClient_NONMAPREDUCE_951206415_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.ipc.RemoteException.instantiateException(RemoteException.java:121) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.RemoteException.unwrapRemoteException(RemoteException.java:110) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:653) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:619) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.ipc.RemoteException: File does not exist: /hbase/WALs/testdatalosswheninputerror-manual,16010,1733762854633/wal.1733762855157 (inode 16704) Holder DFSClient_NONMAPREDUCE_951206415_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy43.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$complete$13(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.complete(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy44.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:646) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 25 more 2024-12-09T16:47:45,826 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733762855390/wal.1733762855473 with renewLeaseKey: DEFAULT_16726 java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.endBlock(FanOutOneBlockAsyncDFSOutput.java:566) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:615) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T16:47:45,830 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testnameconflictwhensplit1-manual,16010,1733762828876/wal.1733762829225 with renewLeaseKey: DEFAULT_16485 java.io.FileNotFoundException: File does not exist: /hbase/WALs/testnameconflictwhensplit1-manual,16010,1733762828876/wal.1733762829225 (inode 16485) Holder DFSClient_NONMAPREDUCE_951206415_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.ipc.RemoteException.instantiateException(RemoteException.java:121) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.RemoteException.unwrapRemoteException(RemoteException.java:110) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:653) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:619) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.ipc.RemoteException: File does not exist: /hbase/WALs/testnameconflictwhensplit1-manual,16010,1733762828876/wal.1733762829225 (inode 16485) Holder DFSClient_NONMAPREDUCE_951206415_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy43.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$complete$13(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.complete(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy44.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:646) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 25 more 2024-12-09T16:47:45,833 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testnameconflictwhensplit0-manual,16010,1733762828171/wal.1733762828581 with renewLeaseKey: DEFAULT_16462 java.io.FileNotFoundException: File does not exist: /hbase/WALs/testnameconflictwhensplit0-manual,16010,1733762828171/wal.1733762828581 (inode 16462) Holder DFSClient_NONMAPREDUCE_951206415_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.ipc.RemoteException.instantiateException(RemoteException.java:121) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.RemoteException.unwrapRemoteException(RemoteException.java:110) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:653) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:619) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.ipc.RemoteException: File does not exist: /hbase/WALs/testnameconflictwhensplit0-manual,16010,1733762828171/wal.1733762828581 (inode 16462) Holder DFSClient_NONMAPREDUCE_951206415_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy43.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$complete$13(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.complete(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy44.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:646) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 25 more 2024-12-09T16:47:45,836 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6f0cddd{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-09T16:47:45,838 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@25cdce3{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-09T16:47:45,838 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-09T16:47:45,838 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1846121a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-09T16:47:45,838 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7161498b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/fe62a2e8-785c-9f90-cd3c-7ff998c3963d/hadoop.log.dir/,STOPPED} 2024-12-09T16:47:45,841 WARN [BP-836713542-172.17.0.2-1733762820848 heartbeating to localhost/127.0.0.1:46245 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-09T16:47:45,841 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-09T16:47:45,841 WARN [BP-836713542-172.17.0.2-1733762820848 heartbeating to localhost/127.0.0.1:46245 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-836713542-172.17.0.2-1733762820848 (Datanode Uuid 9e38b8d4-9928-4345-833c-a38421c6b215) service to localhost/127.0.0.1:46245 2024-12-09T16:47:45,841 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-09T16:47:45,842 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/fe62a2e8-785c-9f90-cd3c-7ff998c3963d/cluster_0ba45188-61d7-48e7-4a43-5e57b6271cb8/data/data5/current/BP-836713542-172.17.0.2-1733762820848 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-09T16:47:45,842 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/fe62a2e8-785c-9f90-cd3c-7ff998c3963d/cluster_0ba45188-61d7-48e7-4a43-5e57b6271cb8/data/data6/current/BP-836713542-172.17.0.2-1733762820848 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-09T16:47:45,843 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-09T16:47:45,845 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@44df5d9d{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-09T16:47:45,845 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@56fbb88e{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-09T16:47:45,845 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-09T16:47:45,845 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@40a3a086{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-09T16:47:45,845 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5b034666{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/fe62a2e8-785c-9f90-cd3c-7ff998c3963d/hadoop.log.dir/,STOPPED} 2024-12-09T16:47:45,846 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-09T16:47:45,846 WARN [BP-836713542-172.17.0.2-1733762820848 heartbeating to localhost/127.0.0.1:46245 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-09T16:47:45,846 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-09T16:47:45,846 WARN [BP-836713542-172.17.0.2-1733762820848 heartbeating to localhost/127.0.0.1:46245 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-836713542-172.17.0.2-1733762820848 (Datanode Uuid d0084001-1fa7-4aef-a7ea-f670c69888c0) service to localhost/127.0.0.1:46245 2024-12-09T16:47:45,847 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/fe62a2e8-785c-9f90-cd3c-7ff998c3963d/cluster_0ba45188-61d7-48e7-4a43-5e57b6271cb8/data/data3/current/BP-836713542-172.17.0.2-1733762820848 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-09T16:47:45,847 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/fe62a2e8-785c-9f90-cd3c-7ff998c3963d/cluster_0ba45188-61d7-48e7-4a43-5e57b6271cb8/data/data4/current/BP-836713542-172.17.0.2-1733762820848 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-09T16:47:45,847 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-09T16:47:45,849 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@45b57af8{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-09T16:47:45,849 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@461b5ea8{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-09T16:47:45,849 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-09T16:47:45,850 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2e9da5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-09T16:47:45,850 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5cf706e7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/fe62a2e8-785c-9f90-cd3c-7ff998c3963d/hadoop.log.dir/,STOPPED} 2024-12-09T16:47:45,851 WARN [BP-836713542-172.17.0.2-1733762820848 heartbeating to localhost/127.0.0.1:46245 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-09T16:47:45,851 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-09T16:47:45,851 WARN [BP-836713542-172.17.0.2-1733762820848 heartbeating to localhost/127.0.0.1:46245 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-836713542-172.17.0.2-1733762820848 (Datanode Uuid c2b06d26-015b-4571-a385-f245f3a32d16) service to localhost/127.0.0.1:46245 2024-12-09T16:47:45,851 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-09T16:47:45,851 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/fe62a2e8-785c-9f90-cd3c-7ff998c3963d/cluster_0ba45188-61d7-48e7-4a43-5e57b6271cb8/data/data1/current/BP-836713542-172.17.0.2-1733762820848 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-09T16:47:45,852 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/fe62a2e8-785c-9f90-cd3c-7ff998c3963d/cluster_0ba45188-61d7-48e7-4a43-5e57b6271cb8/data/data2/current/BP-836713542-172.17.0.2-1733762820848 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-09T16:47:45,852 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-09T16:47:45,857 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5608f426{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-09T16:47:45,857 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@63efd3a6{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-09T16:47:45,857 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-09T16:47:45,857 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3192a19b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-09T16:47:45,857 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@e7ae814{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/fe62a2e8-785c-9f90-cd3c-7ff998c3963d/hadoop.log.dir/,STOPPED} 2024-12-09T16:47:45,865 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-09T16:47:45,910 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down