2024-12-04 05:24:06,898 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@20b2475a 2024-12-04 05:24:06,913 main DEBUG Took 0.012800 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-12-04 05:24:06,914 main DEBUG PluginManager 'Core' found 129 plugins 2024-12-04 05:24:06,914 main DEBUG PluginManager 'Level' found 0 plugins 2024-12-04 05:24:06,915 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-12-04 05:24:06,917 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-04 05:24:06,926 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-12-04 05:24:06,941 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-04 05:24:06,943 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-04 05:24:06,944 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-04 05:24:06,944 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-04 05:24:06,945 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-04 05:24:06,945 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-04 05:24:06,946 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-04 05:24:06,947 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-04 05:24:06,947 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-04 05:24:06,948 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-04 05:24:06,949 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-04 05:24:06,949 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-04 05:24:06,950 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-04 05:24:06,950 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-04 05:24:06,951 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-04 05:24:06,951 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-04 05:24:06,952 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-04 05:24:06,952 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-04 05:24:06,953 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-04 05:24:06,953 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-04 05:24:06,954 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-04 05:24:06,954 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-04 05:24:06,955 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-04 05:24:06,955 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-04 05:24:06,956 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-04 05:24:06,957 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-12-04 05:24:06,959 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-04 05:24:06,960 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-12-04 05:24:06,962 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-12-04 05:24:06,963 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-12-04 05:24:06,964 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-12-04 05:24:06,965 main DEBUG PluginManager 'Converter' found 47 plugins 2024-12-04 05:24:06,976 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-12-04 05:24:06,980 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-12-04 05:24:06,982 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-12-04 05:24:06,982 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-12-04 05:24:06,982 main DEBUG createAppenders(={Console}) 2024-12-04 05:24:06,983 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@20b2475a initialized 2024-12-04 05:24:06,984 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@20b2475a 2024-12-04 05:24:06,984 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@20b2475a OK. 2024-12-04 05:24:06,985 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-12-04 05:24:06,985 main DEBUG OutputStream closed 2024-12-04 05:24:06,986 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-12-04 05:24:06,986 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-12-04 05:24:06,986 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@4310d43 OK 2024-12-04 05:24:07,067 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-12-04 05:24:07,069 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-12-04 05:24:07,070 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-12-04 05:24:07,071 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-12-04 05:24:07,072 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-12-04 05:24:07,072 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-12-04 05:24:07,072 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-12-04 05:24:07,072 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-12-04 05:24:07,073 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-12-04 05:24:07,073 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-12-04 05:24:07,073 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-12-04 05:24:07,074 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-12-04 05:24:07,074 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-12-04 05:24:07,074 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-12-04 05:24:07,074 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-12-04 05:24:07,075 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-12-04 05:24:07,075 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-12-04 05:24:07,076 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-12-04 05:24:07,078 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-12-04 05:24:07,078 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-logging/target/hbase-logging-3.0.0-beta-2-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@12f9af83) with optional ClassLoader: null 2024-12-04 05:24:07,078 main DEBUG Shutdown hook enabled. Registering a new one. 2024-12-04 05:24:07,079 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@12f9af83] started OK. 2024-12-04T05:24:07,317 DEBUG [main {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c23fb9b0-111c-8561-5bd4-acd361a9649e 2024-12-04 05:24:07,320 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-12-04 05:24:07,320 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-12-04T05:24:07,330 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay timeout: 13 mins 2024-12-04T05:24:07,337 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplayCompressed timeout: 13 mins 2024-12-04T05:24:07,361 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-12-04T05:24:07,407 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-12-04T05:24:07,407 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-12-04T05:24:07,419 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=3, rsPorts=, rsClass=null, numDataNodes=3, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-04T05:24:07,433 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c23fb9b0-111c-8561-5bd4-acd361a9649e/cluster_fe38eb2b-22a2-9f20-c158-18e155b8e5d0, deleteOnExit=true 2024-12-04T05:24:07,433 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-04T05:24:07,434 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c23fb9b0-111c-8561-5bd4-acd361a9649e/test.cache.data in system properties and HBase conf 2024-12-04T05:24:07,434 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c23fb9b0-111c-8561-5bd4-acd361a9649e/hadoop.tmp.dir in system properties and HBase conf 2024-12-04T05:24:07,435 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c23fb9b0-111c-8561-5bd4-acd361a9649e/hadoop.log.dir in system properties and HBase conf 2024-12-04T05:24:07,435 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c23fb9b0-111c-8561-5bd4-acd361a9649e/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-04T05:24:07,435 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c23fb9b0-111c-8561-5bd4-acd361a9649e/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-04T05:24:07,436 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-04T05:24:07,514 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-12-04T05:24:07,610 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-04T05:24:07,613 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c23fb9b0-111c-8561-5bd4-acd361a9649e/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-04T05:24:07,614 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c23fb9b0-111c-8561-5bd4-acd361a9649e/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-04T05:24:07,614 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c23fb9b0-111c-8561-5bd4-acd361a9649e/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-04T05:24:07,615 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c23fb9b0-111c-8561-5bd4-acd361a9649e/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-04T05:24:07,615 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c23fb9b0-111c-8561-5bd4-acd361a9649e/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-04T05:24:07,615 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c23fb9b0-111c-8561-5bd4-acd361a9649e/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-04T05:24:07,616 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c23fb9b0-111c-8561-5bd4-acd361a9649e/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-04T05:24:07,616 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c23fb9b0-111c-8561-5bd4-acd361a9649e/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-04T05:24:07,617 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c23fb9b0-111c-8561-5bd4-acd361a9649e/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-04T05:24:07,617 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c23fb9b0-111c-8561-5bd4-acd361a9649e/nfs.dump.dir in system properties and HBase conf 2024-12-04T05:24:07,617 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c23fb9b0-111c-8561-5bd4-acd361a9649e/java.io.tmpdir in system properties and HBase conf 2024-12-04T05:24:07,618 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c23fb9b0-111c-8561-5bd4-acd361a9649e/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-04T05:24:07,618 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c23fb9b0-111c-8561-5bd4-acd361a9649e/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-04T05:24:07,619 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c23fb9b0-111c-8561-5bd4-acd361a9649e/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-04T05:24:08,427 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-12-04T05:24:08,503 INFO [Time-limited test {}] log.Log(170): Logging initialized @2315ms to org.eclipse.jetty.util.log.Slf4jLog 2024-12-04T05:24:08,579 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T05:24:08,638 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-04T05:24:08,657 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-04T05:24:08,658 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-04T05:24:08,659 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-04T05:24:08,677 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T05:24:08,679 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6630be9c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c23fb9b0-111c-8561-5bd4-acd361a9649e/hadoop.log.dir/,AVAILABLE} 2024-12-04T05:24:08,680 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@70596a48{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-04T05:24:08,904 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1843526c{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c23fb9b0-111c-8561-5bd4-acd361a9649e/java.io.tmpdir/jetty-localhost-41755-hadoop-hdfs-3_4_1-tests_jar-_-any-8147411693378794342/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-04T05:24:08,910 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@776c4d96{HTTP/1.1, (http/1.1)}{localhost:41755} 2024-12-04T05:24:08,911 INFO [Time-limited test {}] server.Server(415): Started @2723ms 2024-12-04T05:24:09,296 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T05:24:09,305 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-04T05:24:09,306 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-04T05:24:09,306 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-04T05:24:09,307 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-04T05:24:09,308 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4b895d95{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c23fb9b0-111c-8561-5bd4-acd361a9649e/hadoop.log.dir/,AVAILABLE} 2024-12-04T05:24:09,308 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3d33512e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-04T05:24:09,431 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4dc44ec6{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c23fb9b0-111c-8561-5bd4-acd361a9649e/java.io.tmpdir/jetty-localhost-39233-hadoop-hdfs-3_4_1-tests_jar-_-any-9188687157350064804/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-04T05:24:09,432 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@17f6e478{HTTP/1.1, (http/1.1)}{localhost:39233} 2024-12-04T05:24:09,432 INFO [Time-limited test {}] server.Server(415): Started @3244ms 2024-12-04T05:24:09,488 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-04T05:24:09,617 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T05:24:09,625 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-04T05:24:09,629 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-04T05:24:09,629 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-04T05:24:09,630 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-04T05:24:09,631 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@e971547{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c23fb9b0-111c-8561-5bd4-acd361a9649e/hadoop.log.dir/,AVAILABLE} 2024-12-04T05:24:09,631 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3264f7d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-04T05:24:09,753 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@28e1ba78{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c23fb9b0-111c-8561-5bd4-acd361a9649e/java.io.tmpdir/jetty-localhost-34307-hadoop-hdfs-3_4_1-tests_jar-_-any-12411175935525932784/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-04T05:24:09,754 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@702c0733{HTTP/1.1, (http/1.1)}{localhost:34307} 2024-12-04T05:24:09,754 INFO [Time-limited test {}] server.Server(415): Started @3567ms 2024-12-04T05:24:09,757 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-04T05:24:09,796 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T05:24:09,802 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-04T05:24:09,805 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-04T05:24:09,806 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-04T05:24:09,806 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-04T05:24:09,807 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1bf0fdb4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c23fb9b0-111c-8561-5bd4-acd361a9649e/hadoop.log.dir/,AVAILABLE} 2024-12-04T05:24:09,808 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6853f5bc{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-04T05:24:09,951 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4290616c{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c23fb9b0-111c-8561-5bd4-acd361a9649e/java.io.tmpdir/jetty-localhost-35225-hadoop-hdfs-3_4_1-tests_jar-_-any-8468555033643356331/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-04T05:24:09,952 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5e25d2b6{HTTP/1.1, (http/1.1)}{localhost:35225} 2024-12-04T05:24:09,952 INFO [Time-limited test {}] server.Server(415): Started @3765ms 2024-12-04T05:24:09,954 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-04T05:24:09,955 WARN [Thread-107 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c23fb9b0-111c-8561-5bd4-acd361a9649e/cluster_fe38eb2b-22a2-9f20-c158-18e155b8e5d0/data/data1/current/BP-816464211-172.17.0.2-1733289848183/current, will proceed with Du for space computation calculation, 2024-12-04T05:24:09,955 WARN [Thread-108 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c23fb9b0-111c-8561-5bd4-acd361a9649e/cluster_fe38eb2b-22a2-9f20-c158-18e155b8e5d0/data/data2/current/BP-816464211-172.17.0.2-1733289848183/current, will proceed with Du for space computation calculation, 2024-12-04T05:24:09,955 WARN [Thread-105 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c23fb9b0-111c-8561-5bd4-acd361a9649e/cluster_fe38eb2b-22a2-9f20-c158-18e155b8e5d0/data/data3/current/BP-816464211-172.17.0.2-1733289848183/current, will proceed with Du for space computation calculation, 2024-12-04T05:24:09,955 WARN [Thread-106 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c23fb9b0-111c-8561-5bd4-acd361a9649e/cluster_fe38eb2b-22a2-9f20-c158-18e155b8e5d0/data/data4/current/BP-816464211-172.17.0.2-1733289848183/current, will proceed with Du for space computation calculation, 2024-12-04T05:24:10,010 WARN [Thread-81 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-04T05:24:10,010 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-04T05:24:10,087 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xde88e1d469e4b18e with lease ID 0x947dca1b2e73d11c: Processing first storage report for DS-5c82d3f4-a186-4144-ad7c-ee72c42bcf47 from datanode DatanodeRegistration(127.0.0.1:44311, datanodeUuid=00f6d1b6-82cf-4b0e-bb7e-1756fa8ee62b, infoPort=39001, infoSecurePort=0, ipcPort=36247, storageInfo=lv=-57;cid=testClusterID;nsid=1183810313;c=1733289848183) 2024-12-04T05:24:10,088 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xde88e1d469e4b18e with lease ID 0x947dca1b2e73d11c: from storage DS-5c82d3f4-a186-4144-ad7c-ee72c42bcf47 node DatanodeRegistration(127.0.0.1:44311, datanodeUuid=00f6d1b6-82cf-4b0e-bb7e-1756fa8ee62b, infoPort=39001, infoSecurePort=0, ipcPort=36247, storageInfo=lv=-57;cid=testClusterID;nsid=1183810313;c=1733289848183), blocks: 0, hasStaleStorage: true, processing time: 2 msecs, invalidatedBlocks: 0 2024-12-04T05:24:10,089 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf2b061bdd8cd541b with lease ID 0x947dca1b2e73d11d: Processing first storage report for DS-39fe0079-8ac3-4f94-953e-9e743aa94a22 from datanode DatanodeRegistration(127.0.0.1:37859, datanodeUuid=ab568089-afc5-4c18-843b-df6a57d13852, infoPort=45523, infoSecurePort=0, ipcPort=36593, storageInfo=lv=-57;cid=testClusterID;nsid=1183810313;c=1733289848183) 2024-12-04T05:24:10,089 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf2b061bdd8cd541b with lease ID 0x947dca1b2e73d11d: from storage DS-39fe0079-8ac3-4f94-953e-9e743aa94a22 node DatanodeRegistration(127.0.0.1:37859, datanodeUuid=ab568089-afc5-4c18-843b-df6a57d13852, infoPort=45523, infoSecurePort=0, ipcPort=36593, storageInfo=lv=-57;cid=testClusterID;nsid=1183810313;c=1733289848183), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-04T05:24:10,089 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xde88e1d469e4b18e with lease ID 0x947dca1b2e73d11c: Processing first storage report for DS-b6f9c1e2-52f6-46f7-9d86-8b8744d4971f from datanode DatanodeRegistration(127.0.0.1:44311, datanodeUuid=00f6d1b6-82cf-4b0e-bb7e-1756fa8ee62b, infoPort=39001, infoSecurePort=0, ipcPort=36247, storageInfo=lv=-57;cid=testClusterID;nsid=1183810313;c=1733289848183) 2024-12-04T05:24:10,089 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xde88e1d469e4b18e with lease ID 0x947dca1b2e73d11c: from storage DS-b6f9c1e2-52f6-46f7-9d86-8b8744d4971f node DatanodeRegistration(127.0.0.1:44311, datanodeUuid=00f6d1b6-82cf-4b0e-bb7e-1756fa8ee62b, infoPort=39001, infoSecurePort=0, ipcPort=36247, storageInfo=lv=-57;cid=testClusterID;nsid=1183810313;c=1733289848183), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-04T05:24:10,090 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf2b061bdd8cd541b with lease ID 0x947dca1b2e73d11d: Processing first storage report for DS-725780fe-29ea-4c56-9d93-9ce9360d4d92 from datanode DatanodeRegistration(127.0.0.1:37859, datanodeUuid=ab568089-afc5-4c18-843b-df6a57d13852, infoPort=45523, infoSecurePort=0, ipcPort=36593, storageInfo=lv=-57;cid=testClusterID;nsid=1183810313;c=1733289848183) 2024-12-04T05:24:10,090 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf2b061bdd8cd541b with lease ID 0x947dca1b2e73d11d: from storage DS-725780fe-29ea-4c56-9d93-9ce9360d4d92 node DatanodeRegistration(127.0.0.1:37859, datanodeUuid=ab568089-afc5-4c18-843b-df6a57d13852, infoPort=45523, infoSecurePort=0, ipcPort=36593, storageInfo=lv=-57;cid=testClusterID;nsid=1183810313;c=1733289848183), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-04T05:24:10,121 WARN [Thread-140 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c23fb9b0-111c-8561-5bd4-acd361a9649e/cluster_fe38eb2b-22a2-9f20-c158-18e155b8e5d0/data/data6/current/BP-816464211-172.17.0.2-1733289848183/current, will proceed with Du for space computation calculation, 2024-12-04T05:24:10,121 WARN [Thread-139 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c23fb9b0-111c-8561-5bd4-acd361a9649e/cluster_fe38eb2b-22a2-9f20-c158-18e155b8e5d0/data/data5/current/BP-816464211-172.17.0.2-1733289848183/current, will proceed with Du for space computation calculation, 2024-12-04T05:24:10,152 WARN [Thread-119 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-04T05:24:10,158 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x6ac723bbb79f6b18 with lease ID 0x947dca1b2e73d11e: Processing first storage report for DS-642eba6a-8b9d-466e-973c-796f3e4f5ec5 from datanode DatanodeRegistration(127.0.0.1:43859, datanodeUuid=1976688b-5945-480d-aacf-59800eb5c195, infoPort=45071, infoSecurePort=0, ipcPort=46555, storageInfo=lv=-57;cid=testClusterID;nsid=1183810313;c=1733289848183) 2024-12-04T05:24:10,159 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x6ac723bbb79f6b18 with lease ID 0x947dca1b2e73d11e: from storage DS-642eba6a-8b9d-466e-973c-796f3e4f5ec5 node DatanodeRegistration(127.0.0.1:43859, datanodeUuid=1976688b-5945-480d-aacf-59800eb5c195, infoPort=45071, infoSecurePort=0, ipcPort=46555, storageInfo=lv=-57;cid=testClusterID;nsid=1183810313;c=1733289848183), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-04T05:24:10,159 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x6ac723bbb79f6b18 with lease ID 0x947dca1b2e73d11e: Processing first storage report for DS-455e404e-14b6-464a-81c0-17eb073e3444 from datanode DatanodeRegistration(127.0.0.1:43859, datanodeUuid=1976688b-5945-480d-aacf-59800eb5c195, infoPort=45071, infoSecurePort=0, ipcPort=46555, storageInfo=lv=-57;cid=testClusterID;nsid=1183810313;c=1733289848183) 2024-12-04T05:24:10,159 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x6ac723bbb79f6b18 with lease ID 0x947dca1b2e73d11e: from storage DS-455e404e-14b6-464a-81c0-17eb073e3444 node DatanodeRegistration(127.0.0.1:43859, datanodeUuid=1976688b-5945-480d-aacf-59800eb5c195, infoPort=45071, infoSecurePort=0, ipcPort=46555, storageInfo=lv=-57;cid=testClusterID;nsid=1183810313;c=1733289848183), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-04T05:24:10,341 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c23fb9b0-111c-8561-5bd4-acd361a9649e 2024-12-04T05:24:10,418 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c23fb9b0-111c-8561-5bd4-acd361a9649e/cluster_fe38eb2b-22a2-9f20-c158-18e155b8e5d0/zookeeper_0, clientPort=59990, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c23fb9b0-111c-8561-5bd4-acd361a9649e/cluster_fe38eb2b-22a2-9f20-c158-18e155b8e5d0/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c23fb9b0-111c-8561-5bd4-acd361a9649e/cluster_fe38eb2b-22a2-9f20-c158-18e155b8e5d0/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-04T05:24:10,427 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=59990 2024-12-04T05:24:10,440 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T05:24:10,443 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T05:24:10,677 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44311 is added to blk_1073741825_1001 (size=7) 2024-12-04T05:24:10,678 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43859 is added to blk_1073741825_1001 (size=7) 2024-12-04T05:24:10,678 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37859 is added to blk_1073741825_1001 (size=7) 2024-12-04T05:24:11,084 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:35275/user/jenkins/test-data/1c71d0a4-c7c4-b6c6-e0cc-2ed16750731a with version=8 2024-12-04T05:24:11,085 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:35275/user/jenkins/test-data/1c71d0a4-c7c4-b6c6-e0cc-2ed16750731a/hbase-staging 2024-12-04T05:24:11,385 INFO [Time-limited test {}] client.ConnectionUtils(128): master/6c7595a931c3:0 server-side Connection retries=45 2024-12-04T05:24:11,395 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T05:24:11,396 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-04T05:24:11,400 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-04T05:24:11,400 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T05:24:11,400 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-04T05:24:11,534 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-04T05:24:11,593 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-12-04T05:24:11,601 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-12-04T05:24:11,605 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-04T05:24:11,632 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 10641 (auto-detected) 2024-12-04T05:24:11,633 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-12-04T05:24:11,652 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44217 2024-12-04T05:24:11,672 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:44217 connecting to ZooKeeper ensemble=127.0.0.1:59990 2024-12-04T05:24:11,705 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:442170x0, quorum=127.0.0.1:59990, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T05:24:11,707 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:44217-0x1017bee20ae0000 connected 2024-12-04T05:24:11,736 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T05:24:11,739 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T05:24:11,749 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44217-0x1017bee20ae0000, quorum=127.0.0.1:59990, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-04T05:24:11,753 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:35275/user/jenkins/test-data/1c71d0a4-c7c4-b6c6-e0cc-2ed16750731a, hbase.cluster.distributed=false 2024-12-04T05:24:11,776 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44217-0x1017bee20ae0000, quorum=127.0.0.1:59990, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-04T05:24:11,782 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44217 2024-12-04T05:24:11,782 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44217 2024-12-04T05:24:11,783 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44217 2024-12-04T05:24:11,786 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44217 2024-12-04T05:24:11,788 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44217 2024-12-04T05:24:11,904 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/6c7595a931c3:0 server-side Connection retries=45 2024-12-04T05:24:11,906 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T05:24:11,907 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-04T05:24:11,907 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-04T05:24:11,907 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T05:24:11,907 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-04T05:24:11,910 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-04T05:24:11,912 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-04T05:24:11,913 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33345 2024-12-04T05:24:11,915 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:33345 connecting to ZooKeeper ensemble=127.0.0.1:59990 2024-12-04T05:24:11,917 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T05:24:11,919 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T05:24:11,925 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:333450x0, quorum=127.0.0.1:59990, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T05:24:11,926 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:333450x0, quorum=127.0.0.1:59990, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-04T05:24:11,929 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:33345-0x1017bee20ae0001 connected 2024-12-04T05:24:11,931 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-04T05:24:11,939 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-04T05:24:11,942 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33345-0x1017bee20ae0001, quorum=127.0.0.1:59990, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-04T05:24:11,947 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33345-0x1017bee20ae0001, quorum=127.0.0.1:59990, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-04T05:24:11,947 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33345 2024-12-04T05:24:11,948 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33345 2024-12-04T05:24:11,950 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33345 2024-12-04T05:24:11,951 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33345 2024-12-04T05:24:11,952 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33345 2024-12-04T05:24:11,969 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/6c7595a931c3:0 server-side Connection retries=45 2024-12-04T05:24:11,969 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T05:24:11,970 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-04T05:24:11,970 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-04T05:24:11,970 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T05:24:11,971 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-04T05:24:11,971 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-04T05:24:11,971 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-04T05:24:11,972 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:46301 2024-12-04T05:24:11,974 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:46301 connecting to ZooKeeper ensemble=127.0.0.1:59990 2024-12-04T05:24:11,975 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T05:24:11,979 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T05:24:11,985 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:463010x0, quorum=127.0.0.1:59990, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T05:24:11,985 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:463010x0, quorum=127.0.0.1:59990, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-04T05:24:11,986 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:46301-0x1017bee20ae0002 connected 2024-12-04T05:24:11,986 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-04T05:24:11,987 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-04T05:24:11,988 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46301-0x1017bee20ae0002, quorum=127.0.0.1:59990, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-04T05:24:11,991 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46301-0x1017bee20ae0002, quorum=127.0.0.1:59990, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-04T05:24:11,991 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46301 2024-12-04T05:24:11,992 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46301 2024-12-04T05:24:11,992 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46301 2024-12-04T05:24:11,994 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46301 2024-12-04T05:24:11,994 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46301 2024-12-04T05:24:12,014 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/6c7595a931c3:0 server-side Connection retries=45 2024-12-04T05:24:12,014 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T05:24:12,014 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-04T05:24:12,014 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-04T05:24:12,014 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T05:24:12,015 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-04T05:24:12,015 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-04T05:24:12,015 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-04T05:24:12,016 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42561 2024-12-04T05:24:12,019 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:42561 connecting to ZooKeeper ensemble=127.0.0.1:59990 2024-12-04T05:24:12,020 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T05:24:12,024 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T05:24:12,031 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:425610x0, quorum=127.0.0.1:59990, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T05:24:12,032 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42561-0x1017bee20ae0003 connected 2024-12-04T05:24:12,032 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42561-0x1017bee20ae0003, quorum=127.0.0.1:59990, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-04T05:24:12,033 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-04T05:24:12,034 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-04T05:24:12,035 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42561-0x1017bee20ae0003, quorum=127.0.0.1:59990, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-04T05:24:12,037 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42561-0x1017bee20ae0003, quorum=127.0.0.1:59990, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-04T05:24:12,040 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42561 2024-12-04T05:24:12,043 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42561 2024-12-04T05:24:12,043 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42561 2024-12-04T05:24:12,044 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42561 2024-12-04T05:24:12,044 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42561 2024-12-04T05:24:12,066 DEBUG [M:0;6c7595a931c3:44217 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;6c7595a931c3:44217 2024-12-04T05:24:12,067 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/6c7595a931c3,44217,1733289851192 2024-12-04T05:24:12,075 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42561-0x1017bee20ae0003, quorum=127.0.0.1:59990, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-04T05:24:12,075 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44217-0x1017bee20ae0000, quorum=127.0.0.1:59990, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-04T05:24:12,075 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33345-0x1017bee20ae0001, quorum=127.0.0.1:59990, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-04T05:24:12,076 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46301-0x1017bee20ae0002, quorum=127.0.0.1:59990, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-04T05:24:12,078 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44217-0x1017bee20ae0000, quorum=127.0.0.1:59990, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/6c7595a931c3,44217,1733289851192 2024-12-04T05:24:12,106 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33345-0x1017bee20ae0001, quorum=127.0.0.1:59990, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-04T05:24:12,106 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44217-0x1017bee20ae0000, quorum=127.0.0.1:59990, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T05:24:12,106 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42561-0x1017bee20ae0003, quorum=127.0.0.1:59990, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-04T05:24:12,106 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46301-0x1017bee20ae0002, quorum=127.0.0.1:59990, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-04T05:24:12,106 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33345-0x1017bee20ae0001, quorum=127.0.0.1:59990, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T05:24:12,106 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42561-0x1017bee20ae0003, quorum=127.0.0.1:59990, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T05:24:12,106 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46301-0x1017bee20ae0002, quorum=127.0.0.1:59990, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T05:24:12,107 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44217-0x1017bee20ae0000, quorum=127.0.0.1:59990, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-12-04T05:24:12,109 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/6c7595a931c3,44217,1733289851192 from backup master directory 2024-12-04T05:24:12,111 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44217-0x1017bee20ae0000, quorum=127.0.0.1:59990, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/6c7595a931c3,44217,1733289851192 2024-12-04T05:24:12,111 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42561-0x1017bee20ae0003, quorum=127.0.0.1:59990, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-04T05:24:12,111 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46301-0x1017bee20ae0002, quorum=127.0.0.1:59990, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-04T05:24:12,112 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33345-0x1017bee20ae0001, quorum=127.0.0.1:59990, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-04T05:24:12,112 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44217-0x1017bee20ae0000, quorum=127.0.0.1:59990, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-04T05:24:12,112 WARN [master/6c7595a931c3:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-04T05:24:12,113 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=6c7595a931c3,44217,1733289851192 2024-12-04T05:24:12,115 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-12-04T05:24:12,117 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-12-04T05:24:12,173 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:35275/user/jenkins/test-data/1c71d0a4-c7c4-b6c6-e0cc-2ed16750731a/hbase.id] with ID: 26167190-f456-458a-b3b8-17f34c192dd8 2024-12-04T05:24:12,174 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:35275/user/jenkins/test-data/1c71d0a4-c7c4-b6c6-e0cc-2ed16750731a/.tmp/hbase.id 2024-12-04T05:24:12,187 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43859 is added to blk_1073741826_1002 (size=42) 2024-12-04T05:24:12,188 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44311 is added to blk_1073741826_1002 (size=42) 2024-12-04T05:24:12,188 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37859 is added to blk_1073741826_1002 (size=42) 2024-12-04T05:24:12,189 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:35275/user/jenkins/test-data/1c71d0a4-c7c4-b6c6-e0cc-2ed16750731a/.tmp/hbase.id]:[hdfs://localhost:35275/user/jenkins/test-data/1c71d0a4-c7c4-b6c6-e0cc-2ed16750731a/hbase.id] 2024-12-04T05:24:12,233 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T05:24:12,238 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-04T05:24:12,257 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 17ms. 2024-12-04T05:24:12,261 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33345-0x1017bee20ae0001, quorum=127.0.0.1:59990, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T05:24:12,261 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42561-0x1017bee20ae0003, quorum=127.0.0.1:59990, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T05:24:12,261 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46301-0x1017bee20ae0002, quorum=127.0.0.1:59990, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T05:24:12,261 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44217-0x1017bee20ae0000, quorum=127.0.0.1:59990, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T05:24:12,279 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43859 is added to blk_1073741827_1003 (size=196) 2024-12-04T05:24:12,280 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44311 is added to blk_1073741827_1003 (size=196) 2024-12-04T05:24:12,280 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37859 is added to blk_1073741827_1003 (size=196) 2024-12-04T05:24:12,297 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-04T05:24:12,299 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-04T05:24:12,305 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T05:24:12,336 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37859 is added to blk_1073741828_1004 (size=1189) 2024-12-04T05:24:12,336 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43859 is added to blk_1073741828_1004 (size=1189) 2024-12-04T05:24:12,337 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44311 is added to blk_1073741828_1004 (size=1189) 2024-12-04T05:24:12,355 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:35275/user/jenkins/test-data/1c71d0a4-c7c4-b6c6-e0cc-2ed16750731a/MasterData/data/master/store 2024-12-04T05:24:12,375 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43859 is added to blk_1073741829_1005 (size=34) 2024-12-04T05:24:12,376 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44311 is added to blk_1073741829_1005 (size=34) 2024-12-04T05:24:12,377 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37859 is added to blk_1073741829_1005 (size=34) 2024-12-04T05:24:12,382 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-12-04T05:24:12,384 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T05:24:12,386 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-04T05:24:12,386 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T05:24:12,386 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T05:24:12,387 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-04T05:24:12,387 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T05:24:12,388 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T05:24:12,389 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733289852386Disabling compacts and flushes for region at 1733289852386Disabling writes for close at 1733289852387 (+1 ms)Writing region close event to WAL at 1733289852387Closed at 1733289852387 2024-12-04T05:24:12,391 WARN [master/6c7595a931c3:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:35275/user/jenkins/test-data/1c71d0a4-c7c4-b6c6-e0cc-2ed16750731a/MasterData/data/master/store/.initializing 2024-12-04T05:24:12,391 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:35275/user/jenkins/test-data/1c71d0a4-c7c4-b6c6-e0cc-2ed16750731a/MasterData/WALs/6c7595a931c3,44217,1733289851192 2024-12-04T05:24:12,399 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-04T05:24:12,413 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=6c7595a931c3%2C44217%2C1733289851192, suffix=, logDir=hdfs://localhost:35275/user/jenkins/test-data/1c71d0a4-c7c4-b6c6-e0cc-2ed16750731a/MasterData/WALs/6c7595a931c3,44217,1733289851192, archiveDir=hdfs://localhost:35275/user/jenkins/test-data/1c71d0a4-c7c4-b6c6-e0cc-2ed16750731a/MasterData/oldWALs, maxLogs=10 2024-12-04T05:24:12,444 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1c71d0a4-c7c4-b6c6-e0cc-2ed16750731a/MasterData/WALs/6c7595a931c3,44217,1733289851192/6c7595a931c3%2C44217%2C1733289851192.1733289852418, exclude list is [], retry=0 2024-12-04T05:24:12,462 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.initialize(FanOutOneBlockAsyncDFSOutputHelper.java:413) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper$5.operationComplete(FanOutOneBlockAsyncDFSOutputHelper.java:472) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper$5.operationComplete(FanOutOneBlockAsyncDFSOutputHelper.java:467) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.NettyFutureUtils.lambda$addListener$0(NettyFutureUtils.java:56) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setSuccess0(DefaultPromise.java:625) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.trySuccess(DefaultPromise.java:105) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPromise.trySuccess(DefaultChannelPromise.java:84) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:658) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:696) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T05:24:12,466 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43859,DS-642eba6a-8b9d-466e-973c-796f3e4f5ec5,DISK] 2024-12-04T05:24:12,466 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37859,DS-39fe0079-8ac3-4f94-953e-9e743aa94a22,DISK] 2024-12-04T05:24:12,466 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44311,DS-5c82d3f4-a186-4144-ad7c-ee72c42bcf47,DISK] 2024-12-04T05:24:12,470 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-12-04T05:24:12,509 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1c71d0a4-c7c4-b6c6-e0cc-2ed16750731a/MasterData/WALs/6c7595a931c3,44217,1733289851192/6c7595a931c3%2C44217%2C1733289851192.1733289852418 2024-12-04T05:24:12,510 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39001:39001),(127.0.0.1/127.0.0.1:45071:45071),(127.0.0.1/127.0.0.1:45523:45523)] 2024-12-04T05:24:12,511 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-04T05:24:12,511 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T05:24:12,514 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T05:24:12,515 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T05:24:12,551 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T05:24:12,578 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-04T05:24:12,581 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T05:24:12,584 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T05:24:12,585 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T05:24:12,588 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-04T05:24:12,588 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T05:24:12,589 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T05:24:12,589 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T05:24:12,591 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-04T05:24:12,592 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T05:24:12,593 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T05:24:12,593 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T05:24:12,595 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-04T05:24:12,595 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T05:24:12,596 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T05:24:12,597 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T05:24:12,600 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35275/user/jenkins/test-data/1c71d0a4-c7c4-b6c6-e0cc-2ed16750731a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-04T05:24:12,601 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35275/user/jenkins/test-data/1c71d0a4-c7c4-b6c6-e0cc-2ed16750731a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-04T05:24:12,606 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T05:24:12,606 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T05:24:12,609 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T05:24:12,612 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T05:24:12,617 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35275/user/jenkins/test-data/1c71d0a4-c7c4-b6c6-e0cc-2ed16750731a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T05:24:12,618 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69938444, jitterRate=0.04216402769088745}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T05:24:12,623 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733289852527Initializing all the Stores at 1733289852529 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733289852530 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733289852530Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733289852530Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733289852530Cleaning up temporary data from old regions at 1733289852606 (+76 ms)Region opened successfully at 1733289852623 (+17 ms) 2024-12-04T05:24:12,625 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-04T05:24:12,658 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@42849866, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6c7595a931c3/172.17.0.2:0 2024-12-04T05:24:12,691 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-04T05:24:12,703 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-04T05:24:12,703 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-04T05:24:12,706 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-04T05:24:12,708 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-12-04T05:24:12,713 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 4 msec 2024-12-04T05:24:12,713 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-04T05:24:12,738 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-04T05:24:12,746 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44217-0x1017bee20ae0000, quorum=127.0.0.1:59990, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-12-04T05:24:12,748 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-12-04T05:24:12,751 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-04T05:24:12,753 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44217-0x1017bee20ae0000, quorum=127.0.0.1:59990, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-12-04T05:24:12,754 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-12-04T05:24:12,757 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-04T05:24:12,761 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44217-0x1017bee20ae0000, quorum=127.0.0.1:59990, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-12-04T05:24:12,762 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-12-04T05:24:12,763 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44217-0x1017bee20ae0000, quorum=127.0.0.1:59990, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-12-04T05:24:12,765 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-12-04T05:24:12,783 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44217-0x1017bee20ae0000, quorum=127.0.0.1:59990, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-04T05:24:12,784 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-12-04T05:24:12,788 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44217-0x1017bee20ae0000, quorum=127.0.0.1:59990, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-04T05:24:12,788 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46301-0x1017bee20ae0002, quorum=127.0.0.1:59990, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-04T05:24:12,788 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33345-0x1017bee20ae0001, quorum=127.0.0.1:59990, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-04T05:24:12,788 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44217-0x1017bee20ae0000, quorum=127.0.0.1:59990, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T05:24:12,788 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33345-0x1017bee20ae0001, quorum=127.0.0.1:59990, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T05:24:12,788 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46301-0x1017bee20ae0002, quorum=127.0.0.1:59990, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T05:24:12,789 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42561-0x1017bee20ae0003, quorum=127.0.0.1:59990, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-04T05:24:12,789 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42561-0x1017bee20ae0003, quorum=127.0.0.1:59990, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T05:24:12,792 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=6c7595a931c3,44217,1733289851192, sessionid=0x1017bee20ae0000, setting cluster-up flag (Was=false) 2024-12-04T05:24:12,805 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33345-0x1017bee20ae0001, quorum=127.0.0.1:59990, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T05:24:12,805 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42561-0x1017bee20ae0003, quorum=127.0.0.1:59990, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T05:24:12,805 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44217-0x1017bee20ae0000, quorum=127.0.0.1:59990, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T05:24:12,805 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46301-0x1017bee20ae0002, quorum=127.0.0.1:59990, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T05:24:12,810 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-12-04T05:24:12,812 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6c7595a931c3,44217,1733289851192 2024-12-04T05:24:12,819 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33345-0x1017bee20ae0001, quorum=127.0.0.1:59990, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T05:24:12,819 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42561-0x1017bee20ae0003, quorum=127.0.0.1:59990, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T05:24:12,819 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46301-0x1017bee20ae0002, quorum=127.0.0.1:59990, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T05:24:12,819 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44217-0x1017bee20ae0000, quorum=127.0.0.1:59990, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T05:24:12,825 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-12-04T05:24:12,826 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6c7595a931c3,44217,1733289851192 2024-12-04T05:24:12,833 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:35275/user/jenkins/test-data/1c71d0a4-c7c4-b6c6-e0cc-2ed16750731a/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-04T05:24:12,850 INFO [RS:0;6c7595a931c3:33345 {}] regionserver.HRegionServer(746): ClusterId : 26167190-f456-458a-b3b8-17f34c192dd8 2024-12-04T05:24:12,850 INFO [RS:1;6c7595a931c3:46301 {}] regionserver.HRegionServer(746): ClusterId : 26167190-f456-458a-b3b8-17f34c192dd8 2024-12-04T05:24:12,850 INFO [RS:2;6c7595a931c3:42561 {}] regionserver.HRegionServer(746): ClusterId : 26167190-f456-458a-b3b8-17f34c192dd8 2024-12-04T05:24:12,853 DEBUG [RS:1;6c7595a931c3:46301 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-04T05:24:12,853 DEBUG [RS:2;6c7595a931c3:42561 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-04T05:24:12,853 DEBUG [RS:0;6c7595a931c3:33345 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-04T05:24:12,859 DEBUG [RS:1;6c7595a931c3:46301 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-04T05:24:12,859 DEBUG [RS:2;6c7595a931c3:42561 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-04T05:24:12,859 DEBUG [RS:0;6c7595a931c3:33345 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-04T05:24:12,859 DEBUG [RS:1;6c7595a931c3:46301 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-04T05:24:12,859 DEBUG [RS:2;6c7595a931c3:42561 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-04T05:24:12,859 DEBUG [RS:0;6c7595a931c3:33345 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-04T05:24:12,862 DEBUG [RS:1;6c7595a931c3:46301 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-04T05:24:12,862 DEBUG [RS:2;6c7595a931c3:42561 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-04T05:24:12,862 DEBUG [RS:0;6c7595a931c3:33345 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-04T05:24:12,863 DEBUG [RS:2;6c7595a931c3:42561 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@749486fd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6c7595a931c3/172.17.0.2:0 2024-12-04T05:24:12,863 DEBUG [RS:1;6c7595a931c3:46301 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@74ff7ad9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6c7595a931c3/172.17.0.2:0 2024-12-04T05:24:12,863 DEBUG [RS:0;6c7595a931c3:33345 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4f82d899, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6c7595a931c3/172.17.0.2:0 2024-12-04T05:24:12,886 DEBUG [RS:0;6c7595a931c3:33345 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;6c7595a931c3:33345 2024-12-04T05:24:12,886 DEBUG [RS:1;6c7595a931c3:46301 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;6c7595a931c3:46301 2024-12-04T05:24:12,886 DEBUG [RS:2;6c7595a931c3:42561 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:2;6c7595a931c3:42561 2024-12-04T05:24:12,890 INFO [RS:0;6c7595a931c3:33345 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-04T05:24:12,890 INFO [RS:1;6c7595a931c3:46301 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-04T05:24:12,890 INFO [RS:2;6c7595a931c3:42561 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-04T05:24:12,890 INFO [RS:1;6c7595a931c3:46301 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-04T05:24:12,890 INFO [RS:2;6c7595a931c3:42561 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-04T05:24:12,890 INFO [RS:0;6c7595a931c3:33345 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-04T05:24:12,891 DEBUG [RS:1;6c7595a931c3:46301 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-04T05:24:12,891 DEBUG [RS:2;6c7595a931c3:42561 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-04T05:24:12,891 DEBUG [RS:0;6c7595a931c3:33345 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-04T05:24:12,894 INFO [RS:0;6c7595a931c3:33345 {}] regionserver.HRegionServer(2659): reportForDuty to master=6c7595a931c3,44217,1733289851192 with port=33345, startcode=1733289851864 2024-12-04T05:24:12,894 INFO [RS:1;6c7595a931c3:46301 {}] regionserver.HRegionServer(2659): reportForDuty to master=6c7595a931c3,44217,1733289851192 with port=46301, startcode=1733289851969 2024-12-04T05:24:12,894 INFO [RS:2;6c7595a931c3:42561 {}] regionserver.HRegionServer(2659): reportForDuty to master=6c7595a931c3,44217,1733289851192 with port=42561, startcode=1733289852013 2024-12-04T05:24:12,908 DEBUG [RS:2;6c7595a931c3:42561 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-04T05:24:12,908 DEBUG [RS:1;6c7595a931c3:46301 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-04T05:24:12,910 DEBUG [RS:0;6c7595a931c3:33345 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-04T05:24:12,947 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-04T05:24:12,951 INFO [HMaster-EventLoopGroup-2-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38783, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-12-04T05:24:12,951 INFO [HMaster-EventLoopGroup-2-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56203, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-12-04T05:24:12,951 INFO [HMaster-EventLoopGroup-2-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47879, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-12-04T05:24:12,958 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44217 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T05:24:12,962 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-04T05:24:12,964 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44217 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T05:24:12,965 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44217 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T05:24:12,972 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-04T05:24:12,977 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 6c7595a931c3,44217,1733289851192 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-04T05:24:12,984 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/6c7595a931c3:0, corePoolSize=5, maxPoolSize=5 2024-12-04T05:24:12,984 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/6c7595a931c3:0, corePoolSize=5, maxPoolSize=5 2024-12-04T05:24:12,984 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/6c7595a931c3:0, corePoolSize=5, maxPoolSize=5 2024-12-04T05:24:12,984 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/6c7595a931c3:0, corePoolSize=5, maxPoolSize=5 2024-12-04T05:24:12,984 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/6c7595a931c3:0, corePoolSize=10, maxPoolSize=10 2024-12-04T05:24:12,984 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/6c7595a931c3:0, corePoolSize=1, maxPoolSize=1 2024-12-04T05:24:12,985 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/6c7595a931c3:0, corePoolSize=2, maxPoolSize=2 2024-12-04T05:24:12,985 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/6c7595a931c3:0, corePoolSize=1, maxPoolSize=1 2024-12-04T05:24:12,986 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733289882986 2024-12-04T05:24:12,988 DEBUG [RS:2;6c7595a931c3:42561 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-12-04T05:24:12,988 WARN [RS:2;6c7595a931c3:42561 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-12-04T05:24:12,988 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-04T05:24:12,989 DEBUG [RS:1;6c7595a931c3:46301 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-12-04T05:24:12,989 WARN [RS:1;6c7595a931c3:46301 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-12-04T05:24:12,989 DEBUG [RS:0;6c7595a931c3:33345 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-12-04T05:24:12,989 WARN [RS:0;6c7595a931c3:33345 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-12-04T05:24:12,989 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-04T05:24:12,990 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-04T05:24:12,991 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-04T05:24:12,993 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-04T05:24:12,993 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-04T05:24:12,993 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-04T05:24:12,993 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-04T05:24:12,994 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-04T05:24:12,996 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T05:24:12,996 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-04T05:24:12,997 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-04T05:24:12,997 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-04T05:24:12,998 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-04T05:24:13,000 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-04T05:24:13,001 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-04T05:24:13,002 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/6c7595a931c3:0:becomeActiveMaster-HFileCleaner.large.0-1733289853002,5,FailOnTimeoutGroup] 2024-12-04T05:24:13,004 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/6c7595a931c3:0:becomeActiveMaster-HFileCleaner.small.0-1733289853002,5,FailOnTimeoutGroup] 2024-12-04T05:24:13,004 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-04T05:24:13,005 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-04T05:24:13,006 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-04T05:24:13,006 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-04T05:24:13,031 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44311 is added to blk_1073741831_1007 (size=1321) 2024-12-04T05:24:13,031 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37859 is added to blk_1073741831_1007 (size=1321) 2024-12-04T05:24:13,032 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43859 is added to blk_1073741831_1007 (size=1321) 2024-12-04T05:24:13,033 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:35275/user/jenkins/test-data/1c71d0a4-c7c4-b6c6-e0cc-2ed16750731a/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-04T05:24:13,034 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:35275/user/jenkins/test-data/1c71d0a4-c7c4-b6c6-e0cc-2ed16750731a 2024-12-04T05:24:13,045 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44311 is added to blk_1073741832_1008 (size=32) 2024-12-04T05:24:13,046 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37859 is added to blk_1073741832_1008 (size=32) 2024-12-04T05:24:13,047 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43859 is added to blk_1073741832_1008 (size=32) 2024-12-04T05:24:13,049 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T05:24:13,051 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-04T05:24:13,053 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-04T05:24:13,053 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T05:24:13,054 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T05:24:13,054 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-04T05:24:13,057 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-04T05:24:13,057 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T05:24:13,058 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T05:24:13,058 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-04T05:24:13,060 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-04T05:24:13,060 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T05:24:13,061 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T05:24:13,061 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-04T05:24:13,063 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-04T05:24:13,063 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T05:24:13,064 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T05:24:13,064 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-04T05:24:13,065 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35275/user/jenkins/test-data/1c71d0a4-c7c4-b6c6-e0cc-2ed16750731a/data/hbase/meta/1588230740 2024-12-04T05:24:13,066 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35275/user/jenkins/test-data/1c71d0a4-c7c4-b6c6-e0cc-2ed16750731a/data/hbase/meta/1588230740 2024-12-04T05:24:13,069 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-04T05:24:13,069 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-04T05:24:13,070 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T05:24:13,073 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-04T05:24:13,077 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35275/user/jenkins/test-data/1c71d0a4-c7c4-b6c6-e0cc-2ed16750731a/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T05:24:13,078 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74056594, jitterRate=0.10352924466133118}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T05:24:13,081 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733289853049Initializing all the Stores at 1733289853050 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733289853050Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733289853051 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733289853051Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733289853051Cleaning up temporary data from old regions at 1733289853069 (+18 ms)Region opened successfully at 1733289853081 (+12 ms) 2024-12-04T05:24:13,082 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-04T05:24:13,082 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-04T05:24:13,082 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-04T05:24:13,082 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-04T05:24:13,082 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-04T05:24:13,084 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-04T05:24:13,084 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733289853082Disabling compacts and flushes for region at 1733289853082Disabling writes for close at 1733289853082Writing region close event to WAL at 1733289853083 (+1 ms)Closed at 1733289853084 (+1 ms) 2024-12-04T05:24:13,088 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-04T05:24:13,088 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-04T05:24:13,089 INFO [RS:2;6c7595a931c3:42561 {}] regionserver.HRegionServer(2659): reportForDuty to master=6c7595a931c3,44217,1733289851192 with port=42561, startcode=1733289852013 2024-12-04T05:24:13,090 INFO [RS:1;6c7595a931c3:46301 {}] regionserver.HRegionServer(2659): reportForDuty to master=6c7595a931c3,44217,1733289851192 with port=46301, startcode=1733289851969 2024-12-04T05:24:13,091 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44217 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 6c7595a931c3,42561,1733289852013 2024-12-04T05:24:13,091 INFO [RS:0;6c7595a931c3:33345 {}] regionserver.HRegionServer(2659): reportForDuty to master=6c7595a931c3,44217,1733289851192 with port=33345, startcode=1733289851864 2024-12-04T05:24:13,093 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44217 {}] master.ServerManager(517): Registering regionserver=6c7595a931c3,42561,1733289852013 2024-12-04T05:24:13,096 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-04T05:24:13,102 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44217 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 6c7595a931c3,46301,1733289851969 2024-12-04T05:24:13,102 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44217 {}] master.ServerManager(517): Registering regionserver=6c7595a931c3,46301,1733289851969 2024-12-04T05:24:13,102 DEBUG [RS:2;6c7595a931c3:42561 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:35275/user/jenkins/test-data/1c71d0a4-c7c4-b6c6-e0cc-2ed16750731a 2024-12-04T05:24:13,102 DEBUG [RS:2;6c7595a931c3:42561 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:35275 2024-12-04T05:24:13,102 DEBUG [RS:2;6c7595a931c3:42561 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-04T05:24:13,106 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44217 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 6c7595a931c3,33345,1733289851864 2024-12-04T05:24:13,106 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-04T05:24:13,106 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44217 {}] master.ServerManager(517): Registering regionserver=6c7595a931c3,33345,1733289851864 2024-12-04T05:24:13,107 DEBUG [RS:1;6c7595a931c3:46301 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:35275/user/jenkins/test-data/1c71d0a4-c7c4-b6c6-e0cc-2ed16750731a 2024-12-04T05:24:13,107 DEBUG [RS:1;6c7595a931c3:46301 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:35275 2024-12-04T05:24:13,107 DEBUG [RS:1;6c7595a931c3:46301 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-04T05:24:13,108 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44217-0x1017bee20ae0000, quorum=127.0.0.1:59990, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-04T05:24:13,109 DEBUG [RS:0;6c7595a931c3:33345 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:35275/user/jenkins/test-data/1c71d0a4-c7c4-b6c6-e0cc-2ed16750731a 2024-12-04T05:24:13,109 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-04T05:24:13,109 DEBUG [RS:0;6c7595a931c3:33345 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:35275 2024-12-04T05:24:13,110 DEBUG [RS:0;6c7595a931c3:33345 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-04T05:24:13,113 DEBUG [RS:2;6c7595a931c3:42561 {}] zookeeper.ZKUtil(111): regionserver:42561-0x1017bee20ae0003, quorum=127.0.0.1:59990, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/6c7595a931c3,42561,1733289852013 2024-12-04T05:24:13,113 WARN [RS:2;6c7595a931c3:42561 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-04T05:24:13,113 INFO [RS:2;6c7595a931c3:42561 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T05:24:13,114 DEBUG [RS:2;6c7595a931c3:42561 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:35275/user/jenkins/test-data/1c71d0a4-c7c4-b6c6-e0cc-2ed16750731a/WALs/6c7595a931c3,42561,1733289852013 2024-12-04T05:24:13,114 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44217-0x1017bee20ae0000, quorum=127.0.0.1:59990, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-04T05:24:13,114 DEBUG [RS:1;6c7595a931c3:46301 {}] zookeeper.ZKUtil(111): regionserver:46301-0x1017bee20ae0002, quorum=127.0.0.1:59990, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/6c7595a931c3,46301,1733289851969 2024-12-04T05:24:13,114 WARN [RS:1;6c7595a931c3:46301 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-04T05:24:13,114 INFO [RS:1;6c7595a931c3:46301 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T05:24:13,115 DEBUG [RS:1;6c7595a931c3:46301 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:35275/user/jenkins/test-data/1c71d0a4-c7c4-b6c6-e0cc-2ed16750731a/WALs/6c7595a931c3,46301,1733289851969 2024-12-04T05:24:13,115 DEBUG [RS:0;6c7595a931c3:33345 {}] zookeeper.ZKUtil(111): regionserver:33345-0x1017bee20ae0001, quorum=127.0.0.1:59990, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/6c7595a931c3,33345,1733289851864 2024-12-04T05:24:13,115 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [6c7595a931c3,46301,1733289851969] 2024-12-04T05:24:13,115 WARN [RS:0;6c7595a931c3:33345 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-04T05:24:13,115 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [6c7595a931c3,42561,1733289852013] 2024-12-04T05:24:13,115 INFO [RS:0;6c7595a931c3:33345 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T05:24:13,115 DEBUG [RS:0;6c7595a931c3:33345 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:35275/user/jenkins/test-data/1c71d0a4-c7c4-b6c6-e0cc-2ed16750731a/WALs/6c7595a931c3,33345,1733289851864 2024-12-04T05:24:13,116 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [6c7595a931c3,33345,1733289851864] 2024-12-04T05:24:13,142 INFO [RS:2;6c7595a931c3:42561 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-04T05:24:13,142 INFO [RS:1;6c7595a931c3:46301 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-04T05:24:13,142 INFO [RS:0;6c7595a931c3:33345 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-04T05:24:13,155 INFO [RS:0;6c7595a931c3:33345 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-04T05:24:13,155 INFO [RS:2;6c7595a931c3:42561 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-04T05:24:13,155 INFO [RS:1;6c7595a931c3:46301 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-04T05:24:13,161 INFO [RS:0;6c7595a931c3:33345 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-04T05:24:13,161 INFO [RS:0;6c7595a931c3:33345 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T05:24:13,161 INFO [RS:1;6c7595a931c3:46301 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-04T05:24:13,161 INFO [RS:2;6c7595a931c3:42561 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-04T05:24:13,161 INFO [RS:1;6c7595a931c3:46301 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T05:24:13,161 INFO [RS:2;6c7595a931c3:42561 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T05:24:13,162 INFO [RS:1;6c7595a931c3:46301 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-04T05:24:13,162 INFO [RS:2;6c7595a931c3:42561 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-04T05:24:13,162 INFO [RS:0;6c7595a931c3:33345 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-04T05:24:13,167 INFO [RS:1;6c7595a931c3:46301 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-04T05:24:13,167 INFO [RS:0;6c7595a931c3:33345 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-04T05:24:13,167 INFO [RS:2;6c7595a931c3:42561 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-04T05:24:13,169 INFO [RS:0;6c7595a931c3:33345 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-04T05:24:13,169 INFO [RS:1;6c7595a931c3:46301 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-04T05:24:13,169 INFO [RS:2;6c7595a931c3:42561 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-04T05:24:13,169 DEBUG [RS:1;6c7595a931c3:46301 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/6c7595a931c3:0, corePoolSize=1, maxPoolSize=1 2024-12-04T05:24:13,169 DEBUG [RS:2;6c7595a931c3:42561 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/6c7595a931c3:0, corePoolSize=1, maxPoolSize=1 2024-12-04T05:24:13,169 DEBUG [RS:0;6c7595a931c3:33345 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/6c7595a931c3:0, corePoolSize=1, maxPoolSize=1 2024-12-04T05:24:13,169 DEBUG [RS:2;6c7595a931c3:42561 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/6c7595a931c3:0, corePoolSize=1, maxPoolSize=1 2024-12-04T05:24:13,169 DEBUG [RS:1;6c7595a931c3:46301 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/6c7595a931c3:0, corePoolSize=1, maxPoolSize=1 2024-12-04T05:24:13,169 DEBUG [RS:0;6c7595a931c3:33345 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/6c7595a931c3:0, corePoolSize=1, maxPoolSize=1 2024-12-04T05:24:13,169 DEBUG [RS:1;6c7595a931c3:46301 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/6c7595a931c3:0, corePoolSize=1, maxPoolSize=1 2024-12-04T05:24:13,169 DEBUG [RS:0;6c7595a931c3:33345 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/6c7595a931c3:0, corePoolSize=1, maxPoolSize=1 2024-12-04T05:24:13,169 DEBUG [RS:2;6c7595a931c3:42561 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/6c7595a931c3:0, corePoolSize=1, maxPoolSize=1 2024-12-04T05:24:13,170 DEBUG [RS:0;6c7595a931c3:33345 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/6c7595a931c3:0, corePoolSize=1, maxPoolSize=1 2024-12-04T05:24:13,170 DEBUG [RS:1;6c7595a931c3:46301 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/6c7595a931c3:0, corePoolSize=1, maxPoolSize=1 2024-12-04T05:24:13,170 DEBUG [RS:2;6c7595a931c3:42561 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/6c7595a931c3:0, corePoolSize=1, maxPoolSize=1 2024-12-04T05:24:13,170 DEBUG [RS:1;6c7595a931c3:46301 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/6c7595a931c3:0, corePoolSize=1, maxPoolSize=1 2024-12-04T05:24:13,170 DEBUG [RS:0;6c7595a931c3:33345 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/6c7595a931c3:0, corePoolSize=1, maxPoolSize=1 2024-12-04T05:24:13,170 DEBUG [RS:2;6c7595a931c3:42561 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/6c7595a931c3:0, corePoolSize=1, maxPoolSize=1 2024-12-04T05:24:13,170 DEBUG [RS:1;6c7595a931c3:46301 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/6c7595a931c3:0, corePoolSize=2, maxPoolSize=2 2024-12-04T05:24:13,170 DEBUG [RS:0;6c7595a931c3:33345 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/6c7595a931c3:0, corePoolSize=2, maxPoolSize=2 2024-12-04T05:24:13,170 DEBUG [RS:2;6c7595a931c3:42561 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/6c7595a931c3:0, corePoolSize=2, maxPoolSize=2 2024-12-04T05:24:13,170 DEBUG [RS:1;6c7595a931c3:46301 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/6c7595a931c3:0, corePoolSize=1, maxPoolSize=1 2024-12-04T05:24:13,170 DEBUG [RS:0;6c7595a931c3:33345 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/6c7595a931c3:0, corePoolSize=1, maxPoolSize=1 2024-12-04T05:24:13,170 DEBUG [RS:1;6c7595a931c3:46301 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/6c7595a931c3:0, corePoolSize=1, maxPoolSize=1 2024-12-04T05:24:13,170 DEBUG [RS:0;6c7595a931c3:33345 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/6c7595a931c3:0, corePoolSize=1, maxPoolSize=1 2024-12-04T05:24:13,170 DEBUG [RS:2;6c7595a931c3:42561 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/6c7595a931c3:0, corePoolSize=1, maxPoolSize=1 2024-12-04T05:24:13,170 DEBUG [RS:0;6c7595a931c3:33345 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/6c7595a931c3:0, corePoolSize=1, maxPoolSize=1 2024-12-04T05:24:13,170 DEBUG [RS:1;6c7595a931c3:46301 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/6c7595a931c3:0, corePoolSize=1, maxPoolSize=1 2024-12-04T05:24:13,170 DEBUG [RS:2;6c7595a931c3:42561 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/6c7595a931c3:0, corePoolSize=1, maxPoolSize=1 2024-12-04T05:24:13,170 DEBUG [RS:0;6c7595a931c3:33345 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/6c7595a931c3:0, corePoolSize=1, maxPoolSize=1 2024-12-04T05:24:13,170 DEBUG [RS:1;6c7595a931c3:46301 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/6c7595a931c3:0, corePoolSize=1, maxPoolSize=1 2024-12-04T05:24:13,170 DEBUG [RS:2;6c7595a931c3:42561 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/6c7595a931c3:0, corePoolSize=1, maxPoolSize=1 2024-12-04T05:24:13,170 DEBUG [RS:0;6c7595a931c3:33345 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/6c7595a931c3:0, corePoolSize=1, maxPoolSize=1 2024-12-04T05:24:13,170 DEBUG [RS:1;6c7595a931c3:46301 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/6c7595a931c3:0, corePoolSize=1, maxPoolSize=1 2024-12-04T05:24:13,171 DEBUG [RS:1;6c7595a931c3:46301 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/6c7595a931c3:0, corePoolSize=1, maxPoolSize=1 2024-12-04T05:24:13,171 DEBUG [RS:0;6c7595a931c3:33345 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/6c7595a931c3:0, corePoolSize=1, maxPoolSize=1 2024-12-04T05:24:13,171 DEBUG [RS:2;6c7595a931c3:42561 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/6c7595a931c3:0, corePoolSize=1, maxPoolSize=1 2024-12-04T05:24:13,171 DEBUG [RS:1;6c7595a931c3:46301 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/6c7595a931c3:0, corePoolSize=3, maxPoolSize=3 2024-12-04T05:24:13,171 DEBUG [RS:0;6c7595a931c3:33345 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/6c7595a931c3:0, corePoolSize=3, maxPoolSize=3 2024-12-04T05:24:13,171 DEBUG [RS:0;6c7595a931c3:33345 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/6c7595a931c3:0, corePoolSize=3, maxPoolSize=3 2024-12-04T05:24:13,171 DEBUG [RS:1;6c7595a931c3:46301 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/6c7595a931c3:0, corePoolSize=3, maxPoolSize=3 2024-12-04T05:24:13,171 DEBUG [RS:2;6c7595a931c3:42561 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/6c7595a931c3:0, corePoolSize=1, maxPoolSize=1 2024-12-04T05:24:13,171 DEBUG [RS:2;6c7595a931c3:42561 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/6c7595a931c3:0, corePoolSize=1, maxPoolSize=1 2024-12-04T05:24:13,171 DEBUG [RS:2;6c7595a931c3:42561 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/6c7595a931c3:0, corePoolSize=3, maxPoolSize=3 2024-12-04T05:24:13,171 DEBUG [RS:2;6c7595a931c3:42561 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/6c7595a931c3:0, corePoolSize=3, maxPoolSize=3 2024-12-04T05:24:13,172 INFO [RS:0;6c7595a931c3:33345 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-04T05:24:13,172 INFO [RS:0;6c7595a931c3:33345 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-04T05:24:13,172 INFO [RS:0;6c7595a931c3:33345 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T05:24:13,172 INFO [RS:0;6c7595a931c3:33345 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-04T05:24:13,172 INFO [RS:0;6c7595a931c3:33345 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-04T05:24:13,173 INFO [RS:0;6c7595a931c3:33345 {}] hbase.ChoreService(168): Chore ScheduledChore name=6c7595a931c3,33345,1733289851864-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-04T05:24:13,174 INFO [RS:1;6c7595a931c3:46301 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-04T05:24:13,174 INFO [RS:1;6c7595a931c3:46301 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-04T05:24:13,174 INFO [RS:1;6c7595a931c3:46301 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T05:24:13,174 INFO [RS:1;6c7595a931c3:46301 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-04T05:24:13,175 INFO [RS:1;6c7595a931c3:46301 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-04T05:24:13,175 INFO [RS:1;6c7595a931c3:46301 {}] hbase.ChoreService(168): Chore ScheduledChore name=6c7595a931c3,46301,1733289851969-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-04T05:24:13,175 INFO [RS:2;6c7595a931c3:42561 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-04T05:24:13,175 INFO [RS:2;6c7595a931c3:42561 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-04T05:24:13,175 INFO [RS:2;6c7595a931c3:42561 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T05:24:13,175 INFO [RS:2;6c7595a931c3:42561 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-04T05:24:13,175 INFO [RS:2;6c7595a931c3:42561 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-04T05:24:13,175 INFO [RS:2;6c7595a931c3:42561 {}] hbase.ChoreService(168): Chore ScheduledChore name=6c7595a931c3,42561,1733289852013-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-04T05:24:13,195 INFO [RS:0;6c7595a931c3:33345 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-04T05:24:13,198 INFO [RS:1;6c7595a931c3:46301 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-04T05:24:13,198 INFO [RS:2;6c7595a931c3:42561 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-04T05:24:13,198 INFO [RS:0;6c7595a931c3:33345 {}] hbase.ChoreService(168): Chore ScheduledChore name=6c7595a931c3,33345,1733289851864-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T05:24:13,198 INFO [RS:1;6c7595a931c3:46301 {}] hbase.ChoreService(168): Chore ScheduledChore name=6c7595a931c3,46301,1733289851969-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T05:24:13,198 INFO [RS:2;6c7595a931c3:42561 {}] hbase.ChoreService(168): Chore ScheduledChore name=6c7595a931c3,42561,1733289852013-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T05:24:13,198 INFO [RS:0;6c7595a931c3:33345 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T05:24:13,198 INFO [RS:2;6c7595a931c3:42561 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T05:24:13,198 INFO [RS:1;6c7595a931c3:46301 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T05:24:13,199 INFO [RS:1;6c7595a931c3:46301 {}] regionserver.Replication(171): 6c7595a931c3,46301,1733289851969 started 2024-12-04T05:24:13,199 INFO [RS:2;6c7595a931c3:42561 {}] regionserver.Replication(171): 6c7595a931c3,42561,1733289852013 started 2024-12-04T05:24:13,199 INFO [RS:0;6c7595a931c3:33345 {}] regionserver.Replication(171): 6c7595a931c3,33345,1733289851864 started 2024-12-04T05:24:13,220 INFO [RS:1;6c7595a931c3:46301 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T05:24:13,220 INFO [RS:0;6c7595a931c3:33345 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T05:24:13,220 INFO [RS:2;6c7595a931c3:42561 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T05:24:13,220 INFO [RS:1;6c7595a931c3:46301 {}] regionserver.HRegionServer(1482): Serving as 6c7595a931c3,46301,1733289851969, RpcServer on 6c7595a931c3/172.17.0.2:46301, sessionid=0x1017bee20ae0002 2024-12-04T05:24:13,220 INFO [RS:0;6c7595a931c3:33345 {}] regionserver.HRegionServer(1482): Serving as 6c7595a931c3,33345,1733289851864, RpcServer on 6c7595a931c3/172.17.0.2:33345, sessionid=0x1017bee20ae0001 2024-12-04T05:24:13,220 INFO [RS:2;6c7595a931c3:42561 {}] regionserver.HRegionServer(1482): Serving as 6c7595a931c3,42561,1733289852013, RpcServer on 6c7595a931c3/172.17.0.2:42561, sessionid=0x1017bee20ae0003 2024-12-04T05:24:13,221 DEBUG [RS:1;6c7595a931c3:46301 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-04T05:24:13,221 DEBUG [RS:0;6c7595a931c3:33345 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-04T05:24:13,221 DEBUG [RS:2;6c7595a931c3:42561 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-04T05:24:13,221 DEBUG [RS:1;6c7595a931c3:46301 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 6c7595a931c3,46301,1733289851969 2024-12-04T05:24:13,221 DEBUG [RS:0;6c7595a931c3:33345 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 6c7595a931c3,33345,1733289851864 2024-12-04T05:24:13,221 DEBUG [RS:2;6c7595a931c3:42561 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 6c7595a931c3,42561,1733289852013 2024-12-04T05:24:13,221 DEBUG [RS:1;6c7595a931c3:46301 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6c7595a931c3,46301,1733289851969' 2024-12-04T05:24:13,221 DEBUG [RS:0;6c7595a931c3:33345 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6c7595a931c3,33345,1733289851864' 2024-12-04T05:24:13,221 DEBUG [RS:2;6c7595a931c3:42561 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6c7595a931c3,42561,1733289852013' 2024-12-04T05:24:13,222 DEBUG [RS:1;6c7595a931c3:46301 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-04T05:24:13,222 DEBUG [RS:0;6c7595a931c3:33345 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-04T05:24:13,222 DEBUG [RS:2;6c7595a931c3:42561 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-04T05:24:13,223 DEBUG [RS:2;6c7595a931c3:42561 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-04T05:24:13,223 DEBUG [RS:1;6c7595a931c3:46301 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-04T05:24:13,223 DEBUG [RS:0;6c7595a931c3:33345 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-04T05:24:13,223 DEBUG [RS:2;6c7595a931c3:42561 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-04T05:24:13,223 DEBUG [RS:2;6c7595a931c3:42561 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-04T05:24:13,224 DEBUG [RS:1;6c7595a931c3:46301 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-04T05:24:13,224 DEBUG [RS:0;6c7595a931c3:33345 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-04T05:24:13,224 DEBUG [RS:1;6c7595a931c3:46301 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-04T05:24:13,224 DEBUG [RS:0;6c7595a931c3:33345 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-04T05:24:13,224 DEBUG [RS:2;6c7595a931c3:42561 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 6c7595a931c3,42561,1733289852013 2024-12-04T05:24:13,224 DEBUG [RS:1;6c7595a931c3:46301 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 6c7595a931c3,46301,1733289851969 2024-12-04T05:24:13,224 DEBUG [RS:2;6c7595a931c3:42561 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6c7595a931c3,42561,1733289852013' 2024-12-04T05:24:13,224 DEBUG [RS:0;6c7595a931c3:33345 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 6c7595a931c3,33345,1733289851864 2024-12-04T05:24:13,224 DEBUG [RS:1;6c7595a931c3:46301 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6c7595a931c3,46301,1733289851969' 2024-12-04T05:24:13,224 DEBUG [RS:0;6c7595a931c3:33345 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6c7595a931c3,33345,1733289851864' 2024-12-04T05:24:13,224 DEBUG [RS:2;6c7595a931c3:42561 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-04T05:24:13,224 DEBUG [RS:1;6c7595a931c3:46301 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-04T05:24:13,224 DEBUG [RS:0;6c7595a931c3:33345 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-04T05:24:13,225 DEBUG [RS:2;6c7595a931c3:42561 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-04T05:24:13,225 DEBUG [RS:0;6c7595a931c3:33345 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-04T05:24:13,225 DEBUG [RS:1;6c7595a931c3:46301 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-04T05:24:13,225 DEBUG [RS:2;6c7595a931c3:42561 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-04T05:24:13,225 DEBUG [RS:0;6c7595a931c3:33345 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-04T05:24:13,225 INFO [RS:2;6c7595a931c3:42561 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-04T05:24:13,226 INFO [RS:0;6c7595a931c3:33345 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-04T05:24:13,226 INFO [RS:2;6c7595a931c3:42561 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-04T05:24:13,226 DEBUG [RS:1;6c7595a931c3:46301 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-04T05:24:13,226 INFO [RS:0;6c7595a931c3:33345 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-04T05:24:13,226 INFO [RS:1;6c7595a931c3:46301 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-04T05:24:13,226 INFO [RS:1;6c7595a931c3:46301 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-04T05:24:13,260 WARN [6c7595a931c3:44217 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-04T05:24:13,331 INFO [RS:1;6c7595a931c3:46301 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-04T05:24:13,331 INFO [RS:0;6c7595a931c3:33345 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-04T05:24:13,331 INFO [RS:2;6c7595a931c3:42561 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-04T05:24:13,335 INFO [RS:1;6c7595a931c3:46301 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=6c7595a931c3%2C46301%2C1733289851969, suffix=, logDir=hdfs://localhost:35275/user/jenkins/test-data/1c71d0a4-c7c4-b6c6-e0cc-2ed16750731a/WALs/6c7595a931c3,46301,1733289851969, archiveDir=hdfs://localhost:35275/user/jenkins/test-data/1c71d0a4-c7c4-b6c6-e0cc-2ed16750731a/oldWALs, maxLogs=32 2024-12-04T05:24:13,335 INFO [RS:0;6c7595a931c3:33345 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=6c7595a931c3%2C33345%2C1733289851864, suffix=, logDir=hdfs://localhost:35275/user/jenkins/test-data/1c71d0a4-c7c4-b6c6-e0cc-2ed16750731a/WALs/6c7595a931c3,33345,1733289851864, archiveDir=hdfs://localhost:35275/user/jenkins/test-data/1c71d0a4-c7c4-b6c6-e0cc-2ed16750731a/oldWALs, maxLogs=32 2024-12-04T05:24:13,335 INFO [RS:2;6c7595a931c3:42561 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=6c7595a931c3%2C42561%2C1733289852013, suffix=, logDir=hdfs://localhost:35275/user/jenkins/test-data/1c71d0a4-c7c4-b6c6-e0cc-2ed16750731a/WALs/6c7595a931c3,42561,1733289852013, archiveDir=hdfs://localhost:35275/user/jenkins/test-data/1c71d0a4-c7c4-b6c6-e0cc-2ed16750731a/oldWALs, maxLogs=32 2024-12-04T05:24:13,355 DEBUG [RS:1;6c7595a931c3:46301 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1c71d0a4-c7c4-b6c6-e0cc-2ed16750731a/WALs/6c7595a931c3,46301,1733289851969/6c7595a931c3%2C46301%2C1733289851969.1733289853341, exclude list is [], retry=0 2024-12-04T05:24:13,355 DEBUG [RS:0;6c7595a931c3:33345 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1c71d0a4-c7c4-b6c6-e0cc-2ed16750731a/WALs/6c7595a931c3,33345,1733289851864/6c7595a931c3%2C33345%2C1733289851864.1733289853341, exclude list is [], retry=0 2024-12-04T05:24:13,358 DEBUG [RS:2;6c7595a931c3:42561 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1c71d0a4-c7c4-b6c6-e0cc-2ed16750731a/WALs/6c7595a931c3,42561,1733289852013/6c7595a931c3%2C42561%2C1733289852013.1733289853341, exclude list is [], retry=0 2024-12-04T05:24:13,360 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44311,DS-5c82d3f4-a186-4144-ad7c-ee72c42bcf47,DISK] 2024-12-04T05:24:13,360 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37859,DS-39fe0079-8ac3-4f94-953e-9e743aa94a22,DISK] 2024-12-04T05:24:13,361 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37859,DS-39fe0079-8ac3-4f94-953e-9e743aa94a22,DISK] 2024-12-04T05:24:13,361 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43859,DS-642eba6a-8b9d-466e-973c-796f3e4f5ec5,DISK] 2024-12-04T05:24:13,361 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43859,DS-642eba6a-8b9d-466e-973c-796f3e4f5ec5,DISK] 2024-12-04T05:24:13,361 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44311,DS-5c82d3f4-a186-4144-ad7c-ee72c42bcf47,DISK] 2024-12-04T05:24:13,363 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37859,DS-39fe0079-8ac3-4f94-953e-9e743aa94a22,DISK] 2024-12-04T05:24:13,363 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44311,DS-5c82d3f4-a186-4144-ad7c-ee72c42bcf47,DISK] 2024-12-04T05:24:13,363 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43859,DS-642eba6a-8b9d-466e-973c-796f3e4f5ec5,DISK] 2024-12-04T05:24:13,368 INFO [RS:0;6c7595a931c3:33345 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1c71d0a4-c7c4-b6c6-e0cc-2ed16750731a/WALs/6c7595a931c3,33345,1733289851864/6c7595a931c3%2C33345%2C1733289851864.1733289853341 2024-12-04T05:24:13,368 INFO [RS:1;6c7595a931c3:46301 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1c71d0a4-c7c4-b6c6-e0cc-2ed16750731a/WALs/6c7595a931c3,46301,1733289851969/6c7595a931c3%2C46301%2C1733289851969.1733289853341 2024-12-04T05:24:13,368 DEBUG [RS:0;6c7595a931c3:33345 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45523:45523),(127.0.0.1/127.0.0.1:45071:45071),(127.0.0.1/127.0.0.1:39001:39001)] 2024-12-04T05:24:13,368 INFO [RS:2;6c7595a931c3:42561 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1c71d0a4-c7c4-b6c6-e0cc-2ed16750731a/WALs/6c7595a931c3,42561,1733289852013/6c7595a931c3%2C42561%2C1733289852013.1733289853341 2024-12-04T05:24:13,368 DEBUG [RS:1;6c7595a931c3:46301 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39001:39001),(127.0.0.1/127.0.0.1:45523:45523),(127.0.0.1/127.0.0.1:45071:45071)] 2024-12-04T05:24:13,369 DEBUG [RS:2;6c7595a931c3:42561 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45523:45523),(127.0.0.1/127.0.0.1:39001:39001),(127.0.0.1/127.0.0.1:45071:45071)] 2024-12-04T05:24:13,513 DEBUG [6c7595a931c3:44217 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=3, allServersCount=3 2024-12-04T05:24:13,521 DEBUG [6c7595a931c3:44217 {}] balancer.BalancerClusterState(204): Hosts are {6c7595a931c3=0} racks are {/default-rack=0} 2024-12-04T05:24:13,527 DEBUG [6c7595a931c3:44217 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-12-04T05:24:13,527 DEBUG [6c7595a931c3:44217 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-12-04T05:24:13,527 DEBUG [6c7595a931c3:44217 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-12-04T05:24:13,527 DEBUG [6c7595a931c3:44217 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-12-04T05:24:13,527 DEBUG [6c7595a931c3:44217 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-12-04T05:24:13,527 DEBUG [6c7595a931c3:44217 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-12-04T05:24:13,527 INFO [6c7595a931c3:44217 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-12-04T05:24:13,528 INFO [6c7595a931c3:44217 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-12-04T05:24:13,528 INFO [6c7595a931c3:44217 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-12-04T05:24:13,528 DEBUG [6c7595a931c3:44217 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-12-04T05:24:13,535 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=6c7595a931c3,42561,1733289852013 2024-12-04T05:24:13,540 INFO [PEWorker-4 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6c7595a931c3,42561,1733289852013, state=OPENING 2024-12-04T05:24:13,545 DEBUG [PEWorker-4 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-04T05:24:13,547 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33345-0x1017bee20ae0001, quorum=127.0.0.1:59990, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T05:24:13,547 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42561-0x1017bee20ae0003, quorum=127.0.0.1:59990, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T05:24:13,547 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46301-0x1017bee20ae0002, quorum=127.0.0.1:59990, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T05:24:13,547 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44217-0x1017bee20ae0000, quorum=127.0.0.1:59990, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T05:24:13,548 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-04T05:24:13,548 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-04T05:24:13,548 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-04T05:24:13,548 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-04T05:24:13,549 DEBUG [PEWorker-4 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-04T05:24:13,551 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=6c7595a931c3,42561,1733289852013}] 2024-12-04T05:24:13,726 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-04T05:24:13,728 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48485, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-04T05:24:13,738 INFO [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-04T05:24:13,738 INFO [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T05:24:13,739 INFO [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-04T05:24:13,742 INFO [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=6c7595a931c3%2C42561%2C1733289852013.meta, suffix=.meta, logDir=hdfs://localhost:35275/user/jenkins/test-data/1c71d0a4-c7c4-b6c6-e0cc-2ed16750731a/WALs/6c7595a931c3,42561,1733289852013, archiveDir=hdfs://localhost:35275/user/jenkins/test-data/1c71d0a4-c7c4-b6c6-e0cc-2ed16750731a/oldWALs, maxLogs=32 2024-12-04T05:24:13,757 DEBUG [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1c71d0a4-c7c4-b6c6-e0cc-2ed16750731a/WALs/6c7595a931c3,42561,1733289852013/6c7595a931c3%2C42561%2C1733289852013.meta.1733289853743.meta, exclude list is [], retry=0 2024-12-04T05:24:13,761 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43859,DS-642eba6a-8b9d-466e-973c-796f3e4f5ec5,DISK] 2024-12-04T05:24:13,761 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44311,DS-5c82d3f4-a186-4144-ad7c-ee72c42bcf47,DISK] 2024-12-04T05:24:13,761 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37859,DS-39fe0079-8ac3-4f94-953e-9e743aa94a22,DISK] 2024-12-04T05:24:13,764 INFO [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1c71d0a4-c7c4-b6c6-e0cc-2ed16750731a/WALs/6c7595a931c3,42561,1733289852013/6c7595a931c3%2C42561%2C1733289852013.meta.1733289853743.meta 2024-12-04T05:24:13,765 DEBUG [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45071:45071),(127.0.0.1/127.0.0.1:39001:39001),(127.0.0.1/127.0.0.1:45523:45523)] 2024-12-04T05:24:13,765 DEBUG [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-04T05:24:13,767 DEBUG [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-04T05:24:13,770 DEBUG [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-04T05:24:13,774 INFO [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-04T05:24:13,778 DEBUG [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-04T05:24:13,779 DEBUG [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T05:24:13,779 DEBUG [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-04T05:24:13,779 DEBUG [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-04T05:24:13,782 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-04T05:24:13,784 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-04T05:24:13,784 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T05:24:13,785 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T05:24:13,785 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-04T05:24:13,786 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-04T05:24:13,786 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T05:24:13,787 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T05:24:13,787 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-04T05:24:13,789 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-04T05:24:13,789 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T05:24:13,790 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T05:24:13,790 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-04T05:24:13,791 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-04T05:24:13,791 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T05:24:13,792 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T05:24:13,792 DEBUG [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-04T05:24:13,793 DEBUG [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35275/user/jenkins/test-data/1c71d0a4-c7c4-b6c6-e0cc-2ed16750731a/data/hbase/meta/1588230740 2024-12-04T05:24:13,795 DEBUG [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35275/user/jenkins/test-data/1c71d0a4-c7c4-b6c6-e0cc-2ed16750731a/data/hbase/meta/1588230740 2024-12-04T05:24:13,798 DEBUG [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-04T05:24:13,798 DEBUG [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-04T05:24:13,799 DEBUG [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T05:24:13,801 DEBUG [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-04T05:24:13,803 INFO [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61691171, jitterRate=-0.08072991669178009}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T05:24:13,803 DEBUG [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-04T05:24:13,804 DEBUG [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733289853779Writing region info on filesystem at 1733289853780 (+1 ms)Initializing all the Stores at 1733289853781 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733289853781Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733289853782 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733289853782Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733289853782Cleaning up temporary data from old regions at 1733289853798 (+16 ms)Running coprocessor post-open hooks at 1733289853803 (+5 ms)Region opened successfully at 1733289853804 (+1 ms) 2024-12-04T05:24:13,811 INFO [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733289853717 2024-12-04T05:24:13,822 DEBUG [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-04T05:24:13,822 INFO [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-04T05:24:13,824 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=6c7595a931c3,42561,1733289852013 2024-12-04T05:24:13,826 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6c7595a931c3,42561,1733289852013, state=OPEN 2024-12-04T05:24:13,829 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46301-0x1017bee20ae0002, quorum=127.0.0.1:59990, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-04T05:24:13,829 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44217-0x1017bee20ae0000, quorum=127.0.0.1:59990, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-04T05:24:13,829 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33345-0x1017bee20ae0001, quorum=127.0.0.1:59990, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-04T05:24:13,829 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42561-0x1017bee20ae0003, quorum=127.0.0.1:59990, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-04T05:24:13,829 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-04T05:24:13,829 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-04T05:24:13,829 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-04T05:24:13,829 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-04T05:24:13,830 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=6c7595a931c3,42561,1733289852013 2024-12-04T05:24:13,834 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-04T05:24:13,835 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=6c7595a931c3,42561,1733289852013 in 279 msec 2024-12-04T05:24:13,841 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-04T05:24:13,841 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 740 msec 2024-12-04T05:24:13,842 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-04T05:24:13,842 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-04T05:24:13,862 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T05:24:13,864 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6c7595a931c3,42561,1733289852013, seqNum=-1] 2024-12-04T05:24:13,891 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T05:24:13,894 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44265, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T05:24:13,914 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.0480 sec 2024-12-04T05:24:13,915 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733289853914, completionTime=-1 2024-12-04T05:24:13,917 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=3; waited=0ms, expected min=3 server(s), max=3 server(s), master is running 2024-12-04T05:24:13,917 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-04T05:24:13,941 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=3 2024-12-04T05:24:13,941 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733289913941 2024-12-04T05:24:13,941 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733289973941 2024-12-04T05:24:13,941 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 24 msec 2024-12-04T05:24:13,943 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-12-04T05:24:13,951 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6c7595a931c3,44217,1733289851192-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T05:24:13,951 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6c7595a931c3,44217,1733289851192-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T05:24:13,951 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6c7595a931c3,44217,1733289851192-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T05:24:13,953 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-6c7595a931c3:44217, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T05:24:13,954 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-04T05:24:13,954 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-04T05:24:13,960 DEBUG [master/6c7595a931c3:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-04T05:24:13,984 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.870sec 2024-12-04T05:24:13,985 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-04T05:24:13,986 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-04T05:24:13,987 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-04T05:24:13,988 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-04T05:24:13,988 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-04T05:24:13,989 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6c7595a931c3,44217,1733289851192-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-04T05:24:13,989 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6c7595a931c3,44217,1733289851192-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-04T05:24:13,994 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-04T05:24:13,995 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-04T05:24:13,995 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6c7595a931c3,44217,1733289851192-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T05:24:14,061 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@38ad9a8d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T05:24:14,062 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6c7595a931c3,44217,-1 for getting cluster id 2024-12-04T05:24:14,065 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T05:24:14,073 DEBUG [HMaster-EventLoopGroup-2-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '26167190-f456-458a-b3b8-17f34c192dd8' 2024-12-04T05:24:14,076 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T05:24:14,076 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "26167190-f456-458a-b3b8-17f34c192dd8" 2024-12-04T05:24:14,077 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a24748b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T05:24:14,077 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6c7595a931c3,44217,-1] 2024-12-04T05:24:14,080 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T05:24:14,083 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T05:24:14,083 INFO [HMaster-EventLoopGroup-2-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54112, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T05:24:14,086 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@20190245, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T05:24:14,087 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T05:24:14,094 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6c7595a931c3,42561,1733289852013, seqNum=-1] 2024-12-04T05:24:14,094 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T05:24:14,097 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59700, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T05:24:14,119 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=6c7595a931c3,44217,1733289851192 2024-12-04T05:24:14,120 INFO [Time-limited test {}] wal.AbstractTestWALReplay(147): hbase.rootdir=hdfs://localhost:35275/hbase 2024-12-04T05:24:14,138 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayCompressed#testNameConflictWhenSplit0 Thread=362, OpenFileDescriptor=611, MaxFileDescriptor=1048576, SystemLoadAverage=234, ProcessCount=11, AvailableMemoryMB=5690 2024-12-04T05:24:14,158 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T05:24:14,161 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T05:24:14,162 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-04T05:24:14,166 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-15751416, suffix=, logDir=hdfs://localhost:35275/hbase/WALs/hregion-15751416, archiveDir=hdfs://localhost:35275/hbase/oldWALs, maxLogs=32 2024-12-04T05:24:14,182 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-15751416/hregion-15751416.1733289854168, exclude list is [], retry=0 2024-12-04T05:24:14,186 DEBUG [AsyncFSWAL-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43859,DS-642eba6a-8b9d-466e-973c-796f3e4f5ec5,DISK] 2024-12-04T05:24:14,186 DEBUG [AsyncFSWAL-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37859,DS-39fe0079-8ac3-4f94-953e-9e743aa94a22,DISK] 2024-12-04T05:24:14,187 DEBUG [AsyncFSWAL-8-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44311,DS-5c82d3f4-a186-4144-ad7c-ee72c42bcf47,DISK] 2024-12-04T05:24:14,190 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-15751416/hregion-15751416.1733289854168 2024-12-04T05:24:14,194 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45071:45071),(127.0.0.1/127.0.0.1:45523:45523),(127.0.0.1/127.0.0.1:39001:39001)] 2024-12-04T05:24:14,194 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => df9449a8d751e9bc4d5c6664bbd43756, NAME => 'testReplayEditsWrittenIntoWAL,,1733289854158.df9449a8d751e9bc4d5c6664bbd43756.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsWrittenIntoWAL', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35275/hbase 2024-12-04T05:24:14,206 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44311 is added to blk_1073741838_1014 (size=64) 2024-12-04T05:24:14,206 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37859 is added to blk_1073741838_1014 (size=64) 2024-12-04T05:24:14,207 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43859 is added to blk_1073741838_1014 (size=64) 2024-12-04T05:24:14,208 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenIntoWAL,,1733289854158.df9449a8d751e9bc4d5c6664bbd43756.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T05:24:14,210 INFO [StoreOpener-df9449a8d751e9bc4d5c6664bbd43756-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region df9449a8d751e9bc4d5c6664bbd43756 2024-12-04T05:24:14,212 INFO [StoreOpener-df9449a8d751e9bc4d5c6664bbd43756-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region df9449a8d751e9bc4d5c6664bbd43756 columnFamilyName a 2024-12-04T05:24:14,212 DEBUG [StoreOpener-df9449a8d751e9bc4d5c6664bbd43756-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T05:24:14,213 INFO [StoreOpener-df9449a8d751e9bc4d5c6664bbd43756-1 {}] regionserver.HStore(327): Store=df9449a8d751e9bc4d5c6664bbd43756/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T05:24:14,213 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for df9449a8d751e9bc4d5c6664bbd43756 2024-12-04T05:24:14,215 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35275/hbase/data/default/testReplayEditsWrittenIntoWAL/df9449a8d751e9bc4d5c6664bbd43756 2024-12-04T05:24:14,215 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35275/hbase/data/default/testReplayEditsWrittenIntoWAL/df9449a8d751e9bc4d5c6664bbd43756 2024-12-04T05:24:14,216 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for df9449a8d751e9bc4d5c6664bbd43756 2024-12-04T05:24:14,216 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for df9449a8d751e9bc4d5c6664bbd43756 2024-12-04T05:24:14,219 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for df9449a8d751e9bc4d5c6664bbd43756 2024-12-04T05:24:14,223 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35275/hbase/data/default/testReplayEditsWrittenIntoWAL/df9449a8d751e9bc4d5c6664bbd43756/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T05:24:14,224 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened df9449a8d751e9bc4d5c6664bbd43756; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69842197, jitterRate=0.040729835629463196}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-04T05:24:14,226 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for df9449a8d751e9bc4d5c6664bbd43756: Writing region info on filesystem at 1733289854208Initializing all the Stores at 1733289854209 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733289854209Cleaning up temporary data from old regions at 1733289854216 (+7 ms)Region opened successfully at 1733289854225 (+9 ms) 2024-12-04T05:24:14,226 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing df9449a8d751e9bc4d5c6664bbd43756, disabling compactions & flushes 2024-12-04T05:24:14,226 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenIntoWAL,,1733289854158.df9449a8d751e9bc4d5c6664bbd43756. 2024-12-04T05:24:14,226 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenIntoWAL,,1733289854158.df9449a8d751e9bc4d5c6664bbd43756. 2024-12-04T05:24:14,226 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenIntoWAL,,1733289854158.df9449a8d751e9bc4d5c6664bbd43756. after waiting 0 ms 2024-12-04T05:24:14,226 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenIntoWAL,,1733289854158.df9449a8d751e9bc4d5c6664bbd43756. 2024-12-04T05:24:14,227 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenIntoWAL,,1733289854158.df9449a8d751e9bc4d5c6664bbd43756. 2024-12-04T05:24:14,227 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for df9449a8d751e9bc4d5c6664bbd43756: Waiting for close lock at 1733289854226Disabling compacts and flushes for region at 1733289854226Disabling writes for close at 1733289854226Writing region close event to WAL at 1733289854226Closed at 1733289854227 (+1 ms) 2024-12-04T05:24:14,233 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37859 is added to blk_1073741837_1013 (size=93) 2024-12-04T05:24:14,233 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44311 is added to blk_1073741837_1013 (size=93) 2024-12-04T05:24:14,233 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43859 is added to blk_1073741837_1013 (size=93) 2024-12-04T05:24:14,241 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-12-04T05:24:14,241 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-15751416:(num 1733289854168) 2024-12-04T05:24:14,243 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor testMonitor 2024-12-04T05:24:14,259 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37859 is added to blk_1073741839_1015 (size=276) 2024-12-04T05:24:14,259 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44311 is added to blk_1073741839_1015 (size=276) 2024-12-04T05:24:14,260 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43859 is added to blk_1073741839_1015 (size=276) 2024-12-04T05:24:14,261 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor testMonitor 2024-12-04T05:24:14,273 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37859 is added to blk_1073741840_1016 (size=230) 2024-12-04T05:24:14,273 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44311 is added to blk_1073741840_1016 (size=230) 2024-12-04T05:24:14,274 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43859 is added to blk_1073741840_1016 (size=230) 2024-12-04T05:24:14,298 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35275/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733289854156/wal-1, size=276 (276bytes) 2024-12-04T05:24:14,299 DEBUG [Time-limited test {}] util.RecoverLeaseFSUtils(47): Initialize RecoverLeaseFSUtils 2024-12-04T05:24:14,299 DEBUG [Time-limited test {}] util.RecoverLeaseFSUtils(59): set recoverLeaseMethod to org.apache.hadoop.fs.LeaseRecoverable.recoverLease() 2024-12-04T05:24:14,299 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35275/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733289854156/wal-1 2024-12-04T05:24:14,304 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35275/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733289854156/wal-1 after 4ms 2024-12-04T05:24:14,310 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:35275/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733289854156/wal-1: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null 2024-12-04T05:24:14,311 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35275/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733289854156/wal-1 took 15ms 2024-12-04T05:24:14,315 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35275/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733289854156/wal-1 so closing down 2024-12-04T05:24:14,318 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal-1.temp 2024-12-04T05:24:14,320 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35275/hbase/data/default/testReplayEditsWrittenIntoWAL/df9449a8d751e9bc4d5c6664bbd43756/recovered.edits/0000000000000000001-wal-1.temp 2024-12-04T05:24:14,321 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-04T05:24:14,322 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-04T05:24:14,330 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43859 is added to blk_1073741841_1017 (size=276) 2024-12-04T05:24:14,331 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37859 is added to blk_1073741841_1017 (size=276) 2024-12-04T05:24:14,331 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44311 is added to blk_1073741841_1017 (size=276) 2024-12-04T05:24:14,335 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35275/hbase/data/default/testReplayEditsWrittenIntoWAL/df9449a8d751e9bc4d5c6664bbd43756/recovered.edits/0000000000000000001-wal-1.temp (wrote 2 edits, skipped 0 edits in 0 ms) 2024-12-04T05:24:14,338 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35275/hbase/data/default/testReplayEditsWrittenIntoWAL/df9449a8d751e9bc4d5c6664bbd43756/recovered.edits/0000000000000000001-wal-1.temp to hdfs://localhost:35275/hbase/data/default/testReplayEditsWrittenIntoWAL/df9449a8d751e9bc4d5c6664bbd43756/recovered.edits/0000000000000000002 2024-12-04T05:24:14,342 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 2 edits across 1 Regions in 26 ms; skipped=0; WAL=hdfs://localhost:35275/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733289854156/wal-1, size=276, length=276, corrupted=false, cancelled=false 2024-12-04T05:24:14,342 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35275/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733289854156/wal-1, journal: Splitting hdfs://localhost:35275/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733289854156/wal-1, size=276 (276bytes) at 1733289854298Finishing writing output for hdfs://localhost:35275/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733289854156/wal-1 so closing down at 1733289854315 (+17 ms)Creating recovered edits writer path=hdfs://localhost:35275/hbase/data/default/testReplayEditsWrittenIntoWAL/df9449a8d751e9bc4d5c6664bbd43756/recovered.edits/0000000000000000001-wal-1.temp at 1733289854320 (+5 ms)3 split writer threads finished at 1733289854322 (+2 ms)Closed recovered edits writer path=hdfs://localhost:35275/hbase/data/default/testReplayEditsWrittenIntoWAL/df9449a8d751e9bc4d5c6664bbd43756/recovered.edits/0000000000000000001-wal-1.temp (wrote 2 edits, skipped 0 edits in 0 ms) at 1733289854335 (+13 ms)Rename recovered edits hdfs://localhost:35275/hbase/data/default/testReplayEditsWrittenIntoWAL/df9449a8d751e9bc4d5c6664bbd43756/recovered.edits/0000000000000000001-wal-1.temp to hdfs://localhost:35275/hbase/data/default/testReplayEditsWrittenIntoWAL/df9449a8d751e9bc4d5c6664bbd43756/recovered.edits/0000000000000000002 at 1733289854338 (+3 ms)Processed 2 edits across 1 Regions in 26 ms; skipped=0; WAL=hdfs://localhost:35275/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733289854156/wal-1, size=276, length=276, corrupted=false, cancelled=false at 1733289854342 (+4 ms) 2024-12-04T05:24:14,358 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35275/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733289854156/wal-2, size=230 (230bytes) 2024-12-04T05:24:14,359 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35275/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733289854156/wal-2 2024-12-04T05:24:14,359 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35275/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733289854156/wal-2 after 0ms 2024-12-04T05:24:14,363 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:35275/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733289854156/wal-2: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null 2024-12-04T05:24:14,364 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35275/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733289854156/wal-2 took 6ms 2024-12-04T05:24:14,366 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35275/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733289854156/wal-2 so closing down 2024-12-04T05:24:14,366 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-04T05:24:14,369 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000002-wal-2.temp 2024-12-04T05:24:14,370 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35275/hbase/data/default/testReplayEditsWrittenIntoWAL/df9449a8d751e9bc4d5c6664bbd43756/recovered.edits/0000000000000000002-wal-2.temp 2024-12-04T05:24:14,370 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-04T05:24:14,378 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43859 is added to blk_1073741842_1018 (size=230) 2024-12-04T05:24:14,378 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37859 is added to blk_1073741842_1018 (size=230) 2024-12-04T05:24:14,379 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44311 is added to blk_1073741842_1018 (size=230) 2024-12-04T05:24:14,380 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35275/hbase/data/default/testReplayEditsWrittenIntoWAL/df9449a8d751e9bc4d5c6664bbd43756/recovered.edits/0000000000000000002-wal-2.temp (wrote 1 edits, skipped 0 edits in 0 ms) 2024-12-04T05:24:14,384 DEBUG [split-log-closeStream-pool-0 {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:35275/hbase/data/default/testReplayEditsWrittenIntoWAL/df9449a8d751e9bc4d5c6664bbd43756/recovered.edits/0000000000000000002: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null 2024-12-04T05:24:14,387 WARN [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(184): Found existing old edits file and we have less entries. Deleting hdfs://localhost:35275/hbase/data/default/testReplayEditsWrittenIntoWAL/df9449a8d751e9bc4d5c6664bbd43756/recovered.edits/0000000000000000002-wal-2.temp, length=230 2024-12-04T05:24:14,389 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 1 edits across 1 Regions in 25 ms; skipped=0; WAL=hdfs://localhost:35275/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733289854156/wal-2, size=230, length=230, corrupted=false, cancelled=false 2024-12-04T05:24:14,389 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35275/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733289854156/wal-2, journal: Splitting hdfs://localhost:35275/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733289854156/wal-2, size=230 (230bytes) at 1733289854358Finishing writing output for hdfs://localhost:35275/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733289854156/wal-2 so closing down at 1733289854366 (+8 ms)Creating recovered edits writer path=hdfs://localhost:35275/hbase/data/default/testReplayEditsWrittenIntoWAL/df9449a8d751e9bc4d5c6664bbd43756/recovered.edits/0000000000000000002-wal-2.temp at 1733289854370 (+4 ms)3 split writer threads finished at 1733289854371 (+1 ms)Closed recovered edits writer path=hdfs://localhost:35275/hbase/data/default/testReplayEditsWrittenIntoWAL/df9449a8d751e9bc4d5c6664bbd43756/recovered.edits/0000000000000000002-wal-2.temp (wrote 1 edits, skipped 0 edits in 0 ms) at 1733289854380 (+9 ms)Processed 1 edits across 1 Regions in 25 ms; skipped=0; WAL=hdfs://localhost:35275/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733289854156/wal-2, size=230, length=230, corrupted=false, cancelled=false at 1733289854389 (+9 ms) 2024-12-04T05:24:14,389 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-12-04T05:24:14,392 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:35275/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733289854156, archiveDir=hdfs://localhost:35275/hbase/oldWALs, maxLogs=32 2024-12-04T05:24:14,408 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testnameconflictwhensplit0-manual,16010,1733289854156/wal.1733289854394, exclude list is [], retry=0 2024-12-04T05:24:14,412 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43859,DS-642eba6a-8b9d-466e-973c-796f3e4f5ec5,DISK] 2024-12-04T05:24:14,413 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37859,DS-39fe0079-8ac3-4f94-953e-9e743aa94a22,DISK] 2024-12-04T05:24:14,413 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44311,DS-5c82d3f4-a186-4144-ad7c-ee72c42bcf47,DISK] 2024-12-04T05:24:14,415 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testnameconflictwhensplit0-manual,16010,1733289854156/wal.1733289854394 2024-12-04T05:24:14,416 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45071:45071),(127.0.0.1/127.0.0.1:45523:45523),(127.0.0.1/127.0.0.1:39001:39001)] 2024-12-04T05:24:14,416 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => df9449a8d751e9bc4d5c6664bbd43756, NAME => 'testReplayEditsWrittenIntoWAL,,1733289854158.df9449a8d751e9bc4d5c6664bbd43756.', STARTKEY => '', ENDKEY => ''} 2024-12-04T05:24:14,416 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenIntoWAL,,1733289854158.df9449a8d751e9bc4d5c6664bbd43756.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T05:24:14,416 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for df9449a8d751e9bc4d5c6664bbd43756 2024-12-04T05:24:14,416 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for df9449a8d751e9bc4d5c6664bbd43756 2024-12-04T05:24:14,418 INFO [StoreOpener-df9449a8d751e9bc4d5c6664bbd43756-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region df9449a8d751e9bc4d5c6664bbd43756 2024-12-04T05:24:14,420 INFO [StoreOpener-df9449a8d751e9bc4d5c6664bbd43756-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region df9449a8d751e9bc4d5c6664bbd43756 columnFamilyName a 2024-12-04T05:24:14,420 DEBUG [StoreOpener-df9449a8d751e9bc4d5c6664bbd43756-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T05:24:14,421 INFO [StoreOpener-df9449a8d751e9bc4d5c6664bbd43756-1 {}] regionserver.HStore(327): Store=df9449a8d751e9bc4d5c6664bbd43756/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T05:24:14,421 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for df9449a8d751e9bc4d5c6664bbd43756 2024-12-04T05:24:14,422 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35275/hbase/data/default/testReplayEditsWrittenIntoWAL/df9449a8d751e9bc4d5c6664bbd43756 2024-12-04T05:24:14,425 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:35275/hbase/data/default/testReplayEditsWrittenIntoWAL/df9449a8d751e9bc4d5c6664bbd43756 2024-12-04T05:24:14,426 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:35275/hbase/data/default/testReplayEditsWrittenIntoWAL/df9449a8d751e9bc4d5c6664bbd43756/recovered.edits/0000000000000000002 2024-12-04T05:24:14,430 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:35275/hbase/data/default/testReplayEditsWrittenIntoWAL/df9449a8d751e9bc4d5c6664bbd43756/recovered.edits/0000000000000000002: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null 2024-12-04T05:24:14,436 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 2, skipped 0, firstSequenceIdInLog=1, maxSequenceIdInLog=2, path=hdfs://localhost:35275/hbase/data/default/testReplayEditsWrittenIntoWAL/df9449a8d751e9bc4d5c6664bbd43756/recovered.edits/0000000000000000002 2024-12-04T05:24:14,441 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing df9449a8d751e9bc4d5c6664bbd43756 1/1 column families, dataSize=108 B heapSize=512 B 2024-12-04T05:24:14,524 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35275/hbase/data/default/testReplayEditsWrittenIntoWAL/df9449a8d751e9bc4d5c6664bbd43756/.tmp/a/b03764d71269493c998627734338d887 is 58, key is testReplayEditsWrittenIntoWAL/a:1/1733289854241/Put/seqid=0 2024-12-04T05:24:14,541 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37859 is added to blk_1073741844_1020 (size=5170) 2024-12-04T05:24:14,541 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43859 is added to blk_1073741844_1020 (size=5170) 2024-12-04T05:24:14,541 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44311 is added to blk_1073741844_1020 (size=5170) 2024-12-04T05:24:14,542 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=2 (bloomFilter=true), to=hdfs://localhost:35275/hbase/data/default/testReplayEditsWrittenIntoWAL/df9449a8d751e9bc4d5c6664bbd43756/.tmp/a/b03764d71269493c998627734338d887 2024-12-04T05:24:14,591 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35275/hbase/data/default/testReplayEditsWrittenIntoWAL/df9449a8d751e9bc4d5c6664bbd43756/.tmp/a/b03764d71269493c998627734338d887 as hdfs://localhost:35275/hbase/data/default/testReplayEditsWrittenIntoWAL/df9449a8d751e9bc4d5c6664bbd43756/a/b03764d71269493c998627734338d887 2024-12-04T05:24:14,599 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35275/hbase/data/default/testReplayEditsWrittenIntoWAL/df9449a8d751e9bc4d5c6664bbd43756/a/b03764d71269493c998627734338d887, entries=2, sequenceid=2, filesize=5.0 K 2024-12-04T05:24:14,604 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~108 B/108, heapSize ~496 B/496, currentSize=0 B/0 for df9449a8d751e9bc4d5c6664bbd43756 in 164ms, sequenceid=2, compaction requested=false; wal=null 2024-12-04T05:24:14,607 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:35275/hbase/data/default/testReplayEditsWrittenIntoWAL/df9449a8d751e9bc4d5c6664bbd43756/recovered.edits/0000000000000000002 2024-12-04T05:24:14,607 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for df9449a8d751e9bc4d5c6664bbd43756 2024-12-04T05:24:14,607 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for df9449a8d751e9bc4d5c6664bbd43756 2024-12-04T05:24:14,610 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for df9449a8d751e9bc4d5c6664bbd43756 2024-12-04T05:24:14,613 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35275/hbase/data/default/testReplayEditsWrittenIntoWAL/df9449a8d751e9bc4d5c6664bbd43756/recovered.edits/2.seqid, newMaxSeqId=2, maxSeqId=1 2024-12-04T05:24:14,615 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened df9449a8d751e9bc4d5c6664bbd43756; next sequenceid=3; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72330894, jitterRate=0.07781431078910828}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-04T05:24:14,616 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for df9449a8d751e9bc4d5c6664bbd43756: Writing region info on filesystem at 1733289854416Initializing all the Stores at 1733289854418 (+2 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733289854418Obtaining lock to block concurrent updates at 1733289854441 (+23 ms)Preparing flush snapshotting stores in df9449a8d751e9bc4d5c6664bbd43756 at 1733289854441Finished memstore snapshotting testReplayEditsWrittenIntoWAL,,1733289854158.df9449a8d751e9bc4d5c6664bbd43756., syncing WAL and waiting on mvcc, flushsize=dataSize=108, getHeapSize=496, getOffHeapSize=0, getCellsCount=2 at 1733289854444 (+3 ms)Flushing stores of testReplayEditsWrittenIntoWAL,,1733289854158.df9449a8d751e9bc4d5c6664bbd43756. at 1733289854444Flushing df9449a8d751e9bc4d5c6664bbd43756/a: creating writer at 1733289854445 (+1 ms)Flushing df9449a8d751e9bc4d5c6664bbd43756/a: appending metadata at 1733289854510 (+65 ms)Flushing df9449a8d751e9bc4d5c6664bbd43756/a: closing flushed file at 1733289854513 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6a2a0969: reopening flushed file at 1733289854589 (+76 ms)Finished flush of dataSize ~108 B/108, heapSize ~496 B/496, currentSize=0 B/0 for df9449a8d751e9bc4d5c6664bbd43756 in 164ms, sequenceid=2, compaction requested=false; wal=null at 1733289854604 (+15 ms)Cleaning up temporary data from old regions at 1733289854607 (+3 ms)Region opened successfully at 1733289854616 (+9 ms) 2024-12-04T05:24:14,641 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayCompressed#testNameConflictWhenSplit0 Thread=373 (was 362) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1795636505_22 at /127.0.0.1:32882 [Receiving block BP-816464211-172.17.0.2-1733289848183:blk_1073741843_1019] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1795636505_22 at /127.0.0.1:54318 [Receiving block BP-816464211-172.17.0.2-1733289848183:blk_1073741843_1019] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-8-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-816464211-172.17.0.2-1733289848183:blk_1073741843_1019, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-8-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1795636505_22 at /127.0.0.1:35886 [Receiving block BP-816464211-172.17.0.2-1733289848183:blk_1073741843_1019] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:35275/hbase-prefix:default java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-8-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1795636505_22 at /127.0.0.1:35756 [Waiting for operation #14] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-816464211-172.17.0.2-1733289848183:blk_1073741843_1019, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: TestAsyncWALReplay-pool-0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-816464211-172.17.0.2-1733289848183:blk_1073741843_1019, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1795636505_22 at /127.0.0.1:54158 [Waiting for operation #6] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=703 (was 611) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=234 (was 234), ProcessCount=11 (was 11), AvailableMemoryMB=5607 (was 5690) 2024-12-04T05:24:14,652 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayCompressed#testNameConflictWhenSplit1 Thread=373, OpenFileDescriptor=703, MaxFileDescriptor=1048576, SystemLoadAverage=234, ProcessCount=11, AvailableMemoryMB=5606 2024-12-04T05:24:14,668 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T05:24:14,671 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T05:24:14,671 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-04T05:24:14,676 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-77103465, suffix=, logDir=hdfs://localhost:35275/hbase/WALs/hregion-77103465, archiveDir=hdfs://localhost:35275/hbase/oldWALs, maxLogs=32 2024-12-04T05:24:14,697 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-77103465/hregion-77103465.1733289854677, exclude list is [], retry=0 2024-12-04T05:24:14,701 DEBUG [AsyncFSWAL-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43859,DS-642eba6a-8b9d-466e-973c-796f3e4f5ec5,DISK] 2024-12-04T05:24:14,701 DEBUG [AsyncFSWAL-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44311,DS-5c82d3f4-a186-4144-ad7c-ee72c42bcf47,DISK] 2024-12-04T05:24:14,702 DEBUG [AsyncFSWAL-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37859,DS-39fe0079-8ac3-4f94-953e-9e743aa94a22,DISK] 2024-12-04T05:24:14,706 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-77103465/hregion-77103465.1733289854677 2024-12-04T05:24:14,706 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45071:45071),(127.0.0.1/127.0.0.1:39001:39001),(127.0.0.1/127.0.0.1:45523:45523)] 2024-12-04T05:24:14,706 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => 4900258033d7fd3e81b3ea1e87ceed55, NAME => 'testReplayEditsWrittenIntoWAL,,1733289854669.4900258033d7fd3e81b3ea1e87ceed55.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsWrittenIntoWAL', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35275/hbase 2024-12-04T05:24:14,717 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44311 is added to blk_1073741846_1022 (size=64) 2024-12-04T05:24:14,717 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37859 is added to blk_1073741846_1022 (size=64) 2024-12-04T05:24:14,718 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43859 is added to blk_1073741846_1022 (size=64) 2024-12-04T05:24:14,719 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenIntoWAL,,1733289854669.4900258033d7fd3e81b3ea1e87ceed55.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T05:24:14,721 INFO [StoreOpener-4900258033d7fd3e81b3ea1e87ceed55-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 4900258033d7fd3e81b3ea1e87ceed55 2024-12-04T05:24:14,723 INFO [StoreOpener-4900258033d7fd3e81b3ea1e87ceed55-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4900258033d7fd3e81b3ea1e87ceed55 columnFamilyName a 2024-12-04T05:24:14,723 DEBUG [StoreOpener-4900258033d7fd3e81b3ea1e87ceed55-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T05:24:14,724 INFO [StoreOpener-4900258033d7fd3e81b3ea1e87ceed55-1 {}] regionserver.HStore(327): Store=4900258033d7fd3e81b3ea1e87ceed55/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T05:24:14,724 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 4900258033d7fd3e81b3ea1e87ceed55 2024-12-04T05:24:14,725 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35275/hbase/data/default/testReplayEditsWrittenIntoWAL/4900258033d7fd3e81b3ea1e87ceed55 2024-12-04T05:24:14,726 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35275/hbase/data/default/testReplayEditsWrittenIntoWAL/4900258033d7fd3e81b3ea1e87ceed55 2024-12-04T05:24:14,727 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 4900258033d7fd3e81b3ea1e87ceed55 2024-12-04T05:24:14,727 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 4900258033d7fd3e81b3ea1e87ceed55 2024-12-04T05:24:14,729 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 4900258033d7fd3e81b3ea1e87ceed55 2024-12-04T05:24:14,732 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35275/hbase/data/default/testReplayEditsWrittenIntoWAL/4900258033d7fd3e81b3ea1e87ceed55/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T05:24:14,733 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 4900258033d7fd3e81b3ea1e87ceed55; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68462636, jitterRate=0.02017277479171753}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-04T05:24:14,733 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 4900258033d7fd3e81b3ea1e87ceed55: Writing region info on filesystem at 1733289854719Initializing all the Stores at 1733289854720 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733289854720Cleaning up temporary data from old regions at 1733289854727 (+7 ms)Region opened successfully at 1733289854733 (+6 ms) 2024-12-04T05:24:14,733 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 4900258033d7fd3e81b3ea1e87ceed55, disabling compactions & flushes 2024-12-04T05:24:14,733 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenIntoWAL,,1733289854669.4900258033d7fd3e81b3ea1e87ceed55. 2024-12-04T05:24:14,733 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenIntoWAL,,1733289854669.4900258033d7fd3e81b3ea1e87ceed55. 2024-12-04T05:24:14,733 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenIntoWAL,,1733289854669.4900258033d7fd3e81b3ea1e87ceed55. after waiting 0 ms 2024-12-04T05:24:14,734 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenIntoWAL,,1733289854669.4900258033d7fd3e81b3ea1e87ceed55. 2024-12-04T05:24:14,734 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenIntoWAL,,1733289854669.4900258033d7fd3e81b3ea1e87ceed55. 2024-12-04T05:24:14,734 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 4900258033d7fd3e81b3ea1e87ceed55: Waiting for close lock at 1733289854733Disabling compacts and flushes for region at 1733289854733Disabling writes for close at 1733289854733Writing region close event to WAL at 1733289854734 (+1 ms)Closed at 1733289854734 2024-12-04T05:24:14,739 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43859 is added to blk_1073741845_1021 (size=93) 2024-12-04T05:24:14,740 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44311 is added to blk_1073741845_1021 (size=93) 2024-12-04T05:24:14,740 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37859 is added to blk_1073741845_1021 (size=93) 2024-12-04T05:24:14,743 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-12-04T05:24:14,743 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-77103465:(num 1733289854677) 2024-12-04T05:24:14,745 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor testMonitor 2024-12-04T05:24:14,756 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43859 is added to blk_1073741847_1023 (size=276) 2024-12-04T05:24:14,757 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37859 is added to blk_1073741847_1023 (size=276) 2024-12-04T05:24:14,757 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44311 is added to blk_1073741847_1023 (size=276) 2024-12-04T05:24:14,758 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor testMonitor 2024-12-04T05:24:14,768 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37859 is added to blk_1073741848_1024 (size=230) 2024-12-04T05:24:14,769 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44311 is added to blk_1073741848_1024 (size=230) 2024-12-04T05:24:14,769 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43859 is added to blk_1073741848_1024 (size=230) 2024-12-04T05:24:14,786 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35275/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733289854667/wal-2, size=230 (230bytes) 2024-12-04T05:24:14,786 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35275/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733289854667/wal-2 2024-12-04T05:24:14,787 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35275/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733289854667/wal-2 after 1ms 2024-12-04T05:24:14,790 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:35275/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733289854667/wal-2: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null 2024-12-04T05:24:14,791 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35275/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733289854667/wal-2 took 5ms 2024-12-04T05:24:14,793 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35275/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733289854667/wal-2 so closing down 2024-12-04T05:24:14,793 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-04T05:24:14,795 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000002-wal-2.temp 2024-12-04T05:24:14,797 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35275/hbase/data/default/testReplayEditsWrittenIntoWAL/4900258033d7fd3e81b3ea1e87ceed55/recovered.edits/0000000000000000002-wal-2.temp 2024-12-04T05:24:14,797 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-04T05:24:14,804 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37859 is added to blk_1073741849_1025 (size=230) 2024-12-04T05:24:14,804 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44311 is added to blk_1073741849_1025 (size=230) 2024-12-04T05:24:14,805 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43859 is added to blk_1073741849_1025 (size=230) 2024-12-04T05:24:14,808 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35275/hbase/data/default/testReplayEditsWrittenIntoWAL/4900258033d7fd3e81b3ea1e87ceed55/recovered.edits/0000000000000000002-wal-2.temp (wrote 1 edits, skipped 0 edits in 0 ms) 2024-12-04T05:24:14,810 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35275/hbase/data/default/testReplayEditsWrittenIntoWAL/4900258033d7fd3e81b3ea1e87ceed55/recovered.edits/0000000000000000002-wal-2.temp to hdfs://localhost:35275/hbase/data/default/testReplayEditsWrittenIntoWAL/4900258033d7fd3e81b3ea1e87ceed55/recovered.edits/0000000000000000002 2024-12-04T05:24:14,811 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 1 edits across 1 Regions in 19 ms; skipped=0; WAL=hdfs://localhost:35275/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733289854667/wal-2, size=230, length=230, corrupted=false, cancelled=false 2024-12-04T05:24:14,811 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35275/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733289854667/wal-2, journal: Splitting hdfs://localhost:35275/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733289854667/wal-2, size=230 (230bytes) at 1733289854786Finishing writing output for hdfs://localhost:35275/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733289854667/wal-2 so closing down at 1733289854793 (+7 ms)Creating recovered edits writer path=hdfs://localhost:35275/hbase/data/default/testReplayEditsWrittenIntoWAL/4900258033d7fd3e81b3ea1e87ceed55/recovered.edits/0000000000000000002-wal-2.temp at 1733289854797 (+4 ms)3 split writer threads finished at 1733289854797Closed recovered edits writer path=hdfs://localhost:35275/hbase/data/default/testReplayEditsWrittenIntoWAL/4900258033d7fd3e81b3ea1e87ceed55/recovered.edits/0000000000000000002-wal-2.temp (wrote 1 edits, skipped 0 edits in 0 ms) at 1733289854808 (+11 ms)Rename recovered edits hdfs://localhost:35275/hbase/data/default/testReplayEditsWrittenIntoWAL/4900258033d7fd3e81b3ea1e87ceed55/recovered.edits/0000000000000000002-wal-2.temp to hdfs://localhost:35275/hbase/data/default/testReplayEditsWrittenIntoWAL/4900258033d7fd3e81b3ea1e87ceed55/recovered.edits/0000000000000000002 at 1733289854810 (+2 ms)Processed 1 edits across 1 Regions in 19 ms; skipped=0; WAL=hdfs://localhost:35275/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733289854667/wal-2, size=230, length=230, corrupted=false, cancelled=false at 1733289854811 (+1 ms) 2024-12-04T05:24:14,825 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35275/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733289854667/wal-1, size=276 (276bytes) 2024-12-04T05:24:14,825 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35275/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733289854667/wal-1 2024-12-04T05:24:14,826 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35275/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733289854667/wal-1 after 1ms 2024-12-04T05:24:14,830 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:35275/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733289854667/wal-1: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null 2024-12-04T05:24:14,830 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35275/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733289854667/wal-1 took 5ms 2024-12-04T05:24:14,833 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35275/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733289854667/wal-1 so closing down 2024-12-04T05:24:14,833 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-04T05:24:14,835 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal-1.temp 2024-12-04T05:24:14,836 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35275/hbase/data/default/testReplayEditsWrittenIntoWAL/4900258033d7fd3e81b3ea1e87ceed55/recovered.edits/0000000000000000001-wal-1.temp 2024-12-04T05:24:14,837 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-04T05:24:14,844 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43859 is added to blk_1073741850_1026 (size=276) 2024-12-04T05:24:14,844 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37859 is added to blk_1073741850_1026 (size=276) 2024-12-04T05:24:14,844 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44311 is added to blk_1073741850_1026 (size=276) 2024-12-04T05:24:14,845 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35275/hbase/data/default/testReplayEditsWrittenIntoWAL/4900258033d7fd3e81b3ea1e87ceed55/recovered.edits/0000000000000000001-wal-1.temp (wrote 2 edits, skipped 0 edits in 0 ms) 2024-12-04T05:24:14,852 DEBUG [split-log-closeStream-pool-0 {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:35275/hbase/data/default/testReplayEditsWrittenIntoWAL/4900258033d7fd3e81b3ea1e87ceed55/recovered.edits/0000000000000000002: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null 2024-12-04T05:24:14,854 WARN [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(175): Found existing old edits file. It could be the result of a previous failed split attempt or we have duplicated wal entries. Deleting hdfs://localhost:35275/hbase/data/default/testReplayEditsWrittenIntoWAL/4900258033d7fd3e81b3ea1e87ceed55/recovered.edits/0000000000000000002, length=230 2024-12-04T05:24:14,856 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35275/hbase/data/default/testReplayEditsWrittenIntoWAL/4900258033d7fd3e81b3ea1e87ceed55/recovered.edits/0000000000000000001-wal-1.temp to hdfs://localhost:35275/hbase/data/default/testReplayEditsWrittenIntoWAL/4900258033d7fd3e81b3ea1e87ceed55/recovered.edits/0000000000000000002 2024-12-04T05:24:14,856 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 2 edits across 1 Regions in 25 ms; skipped=0; WAL=hdfs://localhost:35275/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733289854667/wal-1, size=276, length=276, corrupted=false, cancelled=false 2024-12-04T05:24:14,856 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35275/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733289854667/wal-1, journal: Splitting hdfs://localhost:35275/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733289854667/wal-1, size=276 (276bytes) at 1733289854825Finishing writing output for hdfs://localhost:35275/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733289854667/wal-1 so closing down at 1733289854833 (+8 ms)Creating recovered edits writer path=hdfs://localhost:35275/hbase/data/default/testReplayEditsWrittenIntoWAL/4900258033d7fd3e81b3ea1e87ceed55/recovered.edits/0000000000000000001-wal-1.temp at 1733289854836 (+3 ms)3 split writer threads finished at 1733289854837 (+1 ms)Closed recovered edits writer path=hdfs://localhost:35275/hbase/data/default/testReplayEditsWrittenIntoWAL/4900258033d7fd3e81b3ea1e87ceed55/recovered.edits/0000000000000000001-wal-1.temp (wrote 2 edits, skipped 0 edits in 0 ms) at 1733289854845 (+8 ms)Rename recovered edits hdfs://localhost:35275/hbase/data/default/testReplayEditsWrittenIntoWAL/4900258033d7fd3e81b3ea1e87ceed55/recovered.edits/0000000000000000001-wal-1.temp to hdfs://localhost:35275/hbase/data/default/testReplayEditsWrittenIntoWAL/4900258033d7fd3e81b3ea1e87ceed55/recovered.edits/0000000000000000002 at 1733289854856 (+11 ms)Processed 2 edits across 1 Regions in 25 ms; skipped=0; WAL=hdfs://localhost:35275/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733289854667/wal-1, size=276, length=276, corrupted=false, cancelled=false at 1733289854856 2024-12-04T05:24:14,857 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-12-04T05:24:14,859 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:35275/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733289854667, archiveDir=hdfs://localhost:35275/hbase/oldWALs, maxLogs=32 2024-12-04T05:24:14,873 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testnameconflictwhensplit1-manual,16010,1733289854667/wal.1733289854860, exclude list is [], retry=0 2024-12-04T05:24:14,877 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44311,DS-5c82d3f4-a186-4144-ad7c-ee72c42bcf47,DISK] 2024-12-04T05:24:14,877 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37859,DS-39fe0079-8ac3-4f94-953e-9e743aa94a22,DISK] 2024-12-04T05:24:14,878 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43859,DS-642eba6a-8b9d-466e-973c-796f3e4f5ec5,DISK] 2024-12-04T05:24:14,880 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testnameconflictwhensplit1-manual,16010,1733289854667/wal.1733289854860 2024-12-04T05:24:14,881 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39001:39001),(127.0.0.1/127.0.0.1:45523:45523),(127.0.0.1/127.0.0.1:45071:45071)] 2024-12-04T05:24:14,881 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 4900258033d7fd3e81b3ea1e87ceed55, NAME => 'testReplayEditsWrittenIntoWAL,,1733289854669.4900258033d7fd3e81b3ea1e87ceed55.', STARTKEY => '', ENDKEY => ''} 2024-12-04T05:24:14,881 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenIntoWAL,,1733289854669.4900258033d7fd3e81b3ea1e87ceed55.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T05:24:14,881 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 4900258033d7fd3e81b3ea1e87ceed55 2024-12-04T05:24:14,881 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 4900258033d7fd3e81b3ea1e87ceed55 2024-12-04T05:24:14,885 INFO [StoreOpener-4900258033d7fd3e81b3ea1e87ceed55-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 4900258033d7fd3e81b3ea1e87ceed55 2024-12-04T05:24:14,886 INFO [StoreOpener-4900258033d7fd3e81b3ea1e87ceed55-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4900258033d7fd3e81b3ea1e87ceed55 columnFamilyName a 2024-12-04T05:24:14,887 DEBUG [StoreOpener-4900258033d7fd3e81b3ea1e87ceed55-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T05:24:14,887 INFO [StoreOpener-4900258033d7fd3e81b3ea1e87ceed55-1 {}] regionserver.HStore(327): Store=4900258033d7fd3e81b3ea1e87ceed55/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T05:24:14,888 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 4900258033d7fd3e81b3ea1e87ceed55 2024-12-04T05:24:14,888 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35275/hbase/data/default/testReplayEditsWrittenIntoWAL/4900258033d7fd3e81b3ea1e87ceed55 2024-12-04T05:24:14,891 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:35275/hbase/data/default/testReplayEditsWrittenIntoWAL/4900258033d7fd3e81b3ea1e87ceed55 2024-12-04T05:24:14,891 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:35275/hbase/data/default/testReplayEditsWrittenIntoWAL/4900258033d7fd3e81b3ea1e87ceed55/recovered.edits/0000000000000000002 2024-12-04T05:24:14,894 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:35275/hbase/data/default/testReplayEditsWrittenIntoWAL/4900258033d7fd3e81b3ea1e87ceed55/recovered.edits/0000000000000000002: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null 2024-12-04T05:24:14,896 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 2, skipped 0, firstSequenceIdInLog=1, maxSequenceIdInLog=2, path=hdfs://localhost:35275/hbase/data/default/testReplayEditsWrittenIntoWAL/4900258033d7fd3e81b3ea1e87ceed55/recovered.edits/0000000000000000002 2024-12-04T05:24:14,896 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 4900258033d7fd3e81b3ea1e87ceed55 1/1 column families, dataSize=108 B heapSize=512 B 2024-12-04T05:24:14,912 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35275/hbase/data/default/testReplayEditsWrittenIntoWAL/4900258033d7fd3e81b3ea1e87ceed55/.tmp/a/936a67ac64d045ed93533aa71464b57e is 58, key is testReplayEditsWrittenIntoWAL/a:1/1733289854744/Put/seqid=0 2024-12-04T05:24:14,920 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44311 is added to blk_1073741852_1028 (size=5170) 2024-12-04T05:24:14,920 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43859 is added to blk_1073741852_1028 (size=5170) 2024-12-04T05:24:14,921 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37859 is added to blk_1073741852_1028 (size=5170) 2024-12-04T05:24:14,921 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=2 (bloomFilter=true), to=hdfs://localhost:35275/hbase/data/default/testReplayEditsWrittenIntoWAL/4900258033d7fd3e81b3ea1e87ceed55/.tmp/a/936a67ac64d045ed93533aa71464b57e 2024-12-04T05:24:14,930 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35275/hbase/data/default/testReplayEditsWrittenIntoWAL/4900258033d7fd3e81b3ea1e87ceed55/.tmp/a/936a67ac64d045ed93533aa71464b57e as hdfs://localhost:35275/hbase/data/default/testReplayEditsWrittenIntoWAL/4900258033d7fd3e81b3ea1e87ceed55/a/936a67ac64d045ed93533aa71464b57e 2024-12-04T05:24:14,938 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35275/hbase/data/default/testReplayEditsWrittenIntoWAL/4900258033d7fd3e81b3ea1e87ceed55/a/936a67ac64d045ed93533aa71464b57e, entries=2, sequenceid=2, filesize=5.0 K 2024-12-04T05:24:14,938 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~108 B/108, heapSize ~496 B/496, currentSize=0 B/0 for 4900258033d7fd3e81b3ea1e87ceed55 in 42ms, sequenceid=2, compaction requested=false; wal=null 2024-12-04T05:24:14,939 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:35275/hbase/data/default/testReplayEditsWrittenIntoWAL/4900258033d7fd3e81b3ea1e87ceed55/recovered.edits/0000000000000000002 2024-12-04T05:24:14,940 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 4900258033d7fd3e81b3ea1e87ceed55 2024-12-04T05:24:14,940 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 4900258033d7fd3e81b3ea1e87ceed55 2024-12-04T05:24:14,942 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 4900258033d7fd3e81b3ea1e87ceed55 2024-12-04T05:24:14,945 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35275/hbase/data/default/testReplayEditsWrittenIntoWAL/4900258033d7fd3e81b3ea1e87ceed55/recovered.edits/2.seqid, newMaxSeqId=2, maxSeqId=1 2024-12-04T05:24:14,946 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 4900258033d7fd3e81b3ea1e87ceed55; next sequenceid=3; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67201269, jitterRate=0.0013769418001174927}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-04T05:24:14,947 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 4900258033d7fd3e81b3ea1e87ceed55: Writing region info on filesystem at 1733289854881Initializing all the Stores at 1733289854883 (+2 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733289854883Obtaining lock to block concurrent updates at 1733289854896 (+13 ms)Preparing flush snapshotting stores in 4900258033d7fd3e81b3ea1e87ceed55 at 1733289854896Finished memstore snapshotting testReplayEditsWrittenIntoWAL,,1733289854669.4900258033d7fd3e81b3ea1e87ceed55., syncing WAL and waiting on mvcc, flushsize=dataSize=108, getHeapSize=496, getOffHeapSize=0, getCellsCount=2 at 1733289854896Flushing stores of testReplayEditsWrittenIntoWAL,,1733289854669.4900258033d7fd3e81b3ea1e87ceed55. at 1733289854896Flushing 4900258033d7fd3e81b3ea1e87ceed55/a: creating writer at 1733289854896Flushing 4900258033d7fd3e81b3ea1e87ceed55/a: appending metadata at 1733289854911 (+15 ms)Flushing 4900258033d7fd3e81b3ea1e87ceed55/a: closing flushed file at 1733289854911Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@45497e6f: reopening flushed file at 1733289854928 (+17 ms)Finished flush of dataSize ~108 B/108, heapSize ~496 B/496, currentSize=0 B/0 for 4900258033d7fd3e81b3ea1e87ceed55 in 42ms, sequenceid=2, compaction requested=false; wal=null at 1733289854938 (+10 ms)Cleaning up temporary data from old regions at 1733289854940 (+2 ms)Region opened successfully at 1733289854946 (+6 ms) 2024-12-04T05:24:14,963 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayCompressed#testNameConflictWhenSplit1 Thread=383 (was 373) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1795636505_22 at /127.0.0.1:35962 [Receiving block BP-816464211-172.17.0.2-1733289848183:blk_1073741851_1027] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1795636505_22 at /127.0.0.1:32940 [Receiving block BP-816464211-172.17.0.2-1733289848183:blk_1073741851_1027] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1795636505_22 at /127.0.0.1:54402 [Receiving block BP-816464211-172.17.0.2-1733289848183:blk_1073741851_1027] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-10-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-10-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1795636505_22 at /127.0.0.1:32834 [Waiting for operation #6] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-10-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-816464211-172.17.0.2-1733289848183:blk_1073741851_1027, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1795636505_22 at /127.0.0.1:35756 [Waiting for operation #18] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-816464211-172.17.0.2-1733289848183:blk_1073741851_1027, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1795636505_22 at /127.0.0.1:54158 [Waiting for operation #13] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-816464211-172.17.0.2-1733289848183:blk_1073741851_1027, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=785 (was 703) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=234 (was 234), ProcessCount=11 (was 11), AvailableMemoryMB=5602 (was 5606) 2024-12-04T05:24:14,975 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayCompressed#testReplayEditsWrittenIntoWAL Thread=383, OpenFileDescriptor=785, MaxFileDescriptor=1048576, SystemLoadAverage=234, ProcessCount=11, AvailableMemoryMB=5601 2024-12-04T05:24:14,990 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T05:24:14,993 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T05:24:14,994 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-04T05:24:14,997 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-48053014, suffix=, logDir=hdfs://localhost:35275/hbase/WALs/hregion-48053014, archiveDir=hdfs://localhost:35275/hbase/oldWALs, maxLogs=32 2024-12-04T05:24:15,010 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-48053014/hregion-48053014.1733289854998, exclude list is [], retry=0 2024-12-04T05:24:15,014 DEBUG [AsyncFSWAL-12-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37859,DS-39fe0079-8ac3-4f94-953e-9e743aa94a22,DISK] 2024-12-04T05:24:15,014 DEBUG [AsyncFSWAL-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44311,DS-5c82d3f4-a186-4144-ad7c-ee72c42bcf47,DISK] 2024-12-04T05:24:15,014 DEBUG [AsyncFSWAL-12-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43859,DS-642eba6a-8b9d-466e-973c-796f3e4f5ec5,DISK] 2024-12-04T05:24:15,017 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-48053014/hregion-48053014.1733289854998 2024-12-04T05:24:15,017 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45523:45523),(127.0.0.1/127.0.0.1:39001:39001),(127.0.0.1/127.0.0.1:45071:45071)] 2024-12-04T05:24:15,017 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => 2bf1ff0a8b60abaf37d6b257964b7ed5, NAME => 'testReplayEditsWrittenIntoWAL,,1733289854991.2bf1ff0a8b60abaf37d6b257964b7ed5.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsWrittenIntoWAL', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35275/hbase 2024-12-04T05:24:15,027 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43859 is added to blk_1073741854_1030 (size=64) 2024-12-04T05:24:15,027 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37859 is added to blk_1073741854_1030 (size=64) 2024-12-04T05:24:15,027 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44311 is added to blk_1073741854_1030 (size=64) 2024-12-04T05:24:15,028 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenIntoWAL,,1733289854991.2bf1ff0a8b60abaf37d6b257964b7ed5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T05:24:15,030 INFO [StoreOpener-2bf1ff0a8b60abaf37d6b257964b7ed5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 2bf1ff0a8b60abaf37d6b257964b7ed5 2024-12-04T05:24:15,032 INFO [StoreOpener-2bf1ff0a8b60abaf37d6b257964b7ed5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2bf1ff0a8b60abaf37d6b257964b7ed5 columnFamilyName a 2024-12-04T05:24:15,032 DEBUG [StoreOpener-2bf1ff0a8b60abaf37d6b257964b7ed5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T05:24:15,032 INFO [StoreOpener-2bf1ff0a8b60abaf37d6b257964b7ed5-1 {}] regionserver.HStore(327): Store=2bf1ff0a8b60abaf37d6b257964b7ed5/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T05:24:15,033 INFO [StoreOpener-2bf1ff0a8b60abaf37d6b257964b7ed5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 2bf1ff0a8b60abaf37d6b257964b7ed5 2024-12-04T05:24:15,035 INFO [StoreOpener-2bf1ff0a8b60abaf37d6b257964b7ed5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2bf1ff0a8b60abaf37d6b257964b7ed5 columnFamilyName b 2024-12-04T05:24:15,035 DEBUG [StoreOpener-2bf1ff0a8b60abaf37d6b257964b7ed5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T05:24:15,035 INFO [StoreOpener-2bf1ff0a8b60abaf37d6b257964b7ed5-1 {}] regionserver.HStore(327): Store=2bf1ff0a8b60abaf37d6b257964b7ed5/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T05:24:15,035 INFO [StoreOpener-2bf1ff0a8b60abaf37d6b257964b7ed5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 2bf1ff0a8b60abaf37d6b257964b7ed5 2024-12-04T05:24:15,037 INFO [StoreOpener-2bf1ff0a8b60abaf37d6b257964b7ed5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2bf1ff0a8b60abaf37d6b257964b7ed5 columnFamilyName c 2024-12-04T05:24:15,037 DEBUG [StoreOpener-2bf1ff0a8b60abaf37d6b257964b7ed5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T05:24:15,038 INFO [StoreOpener-2bf1ff0a8b60abaf37d6b257964b7ed5-1 {}] regionserver.HStore(327): Store=2bf1ff0a8b60abaf37d6b257964b7ed5/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T05:24:15,038 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 2bf1ff0a8b60abaf37d6b257964b7ed5 2024-12-04T05:24:15,039 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35275/hbase/data/default/testReplayEditsWrittenIntoWAL/2bf1ff0a8b60abaf37d6b257964b7ed5 2024-12-04T05:24:15,039 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35275/hbase/data/default/testReplayEditsWrittenIntoWAL/2bf1ff0a8b60abaf37d6b257964b7ed5 2024-12-04T05:24:15,041 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 2bf1ff0a8b60abaf37d6b257964b7ed5 2024-12-04T05:24:15,041 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 2bf1ff0a8b60abaf37d6b257964b7ed5 2024-12-04T05:24:15,042 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenIntoWAL descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-04T05:24:15,043 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 2bf1ff0a8b60abaf37d6b257964b7ed5 2024-12-04T05:24:15,046 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35275/hbase/data/default/testReplayEditsWrittenIntoWAL/2bf1ff0a8b60abaf37d6b257964b7ed5/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T05:24:15,047 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 2bf1ff0a8b60abaf37d6b257964b7ed5; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61846032, jitterRate=-0.07842230796813965}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-04T05:24:15,047 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 2bf1ff0a8b60abaf37d6b257964b7ed5: Writing region info on filesystem at 1733289855028Initializing all the Stores at 1733289855030 (+2 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733289855030Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733289855030Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733289855030Cleaning up temporary data from old regions at 1733289855041 (+11 ms)Region opened successfully at 1733289855047 (+6 ms) 2024-12-04T05:24:15,047 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 2bf1ff0a8b60abaf37d6b257964b7ed5, disabling compactions & flushes 2024-12-04T05:24:15,047 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenIntoWAL,,1733289854991.2bf1ff0a8b60abaf37d6b257964b7ed5. 2024-12-04T05:24:15,047 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenIntoWAL,,1733289854991.2bf1ff0a8b60abaf37d6b257964b7ed5. 2024-12-04T05:24:15,047 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenIntoWAL,,1733289854991.2bf1ff0a8b60abaf37d6b257964b7ed5. after waiting 0 ms 2024-12-04T05:24:15,047 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenIntoWAL,,1733289854991.2bf1ff0a8b60abaf37d6b257964b7ed5. 2024-12-04T05:24:15,048 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenIntoWAL,,1733289854991.2bf1ff0a8b60abaf37d6b257964b7ed5. 2024-12-04T05:24:15,048 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 2bf1ff0a8b60abaf37d6b257964b7ed5: Waiting for close lock at 1733289855047Disabling compacts and flushes for region at 1733289855047Disabling writes for close at 1733289855047Writing region close event to WAL at 1733289855047Closed at 1733289855047 2024-12-04T05:24:15,051 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37859 is added to blk_1073741853_1029 (size=93) 2024-12-04T05:24:15,051 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43859 is added to blk_1073741853_1029 (size=93) 2024-12-04T05:24:15,051 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44311 is added to blk_1073741853_1029 (size=93) 2024-12-04T05:24:15,055 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-12-04T05:24:15,055 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-48053014:(num 1733289854998) 2024-12-04T05:24:15,055 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-12-04T05:24:15,058 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:35275/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733289854990, archiveDir=hdfs://localhost:35275/hbase/oldWALs, maxLogs=32 2024-12-04T05:24:15,072 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733289854990/wal.1733289855059, exclude list is [], retry=0 2024-12-04T05:24:15,075 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44311,DS-5c82d3f4-a186-4144-ad7c-ee72c42bcf47,DISK] 2024-12-04T05:24:15,076 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43859,DS-642eba6a-8b9d-466e-973c-796f3e4f5ec5,DISK] 2024-12-04T05:24:15,076 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37859,DS-39fe0079-8ac3-4f94-953e-9e743aa94a22,DISK] 2024-12-04T05:24:15,079 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733289854990/wal.1733289855059 2024-12-04T05:24:15,079 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39001:39001),(127.0.0.1/127.0.0.1:45071:45071),(127.0.0.1/127.0.0.1:45523:45523)] 2024-12-04T05:24:15,281 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35275/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733289854990/wal.1733289855059, size=0 (0bytes) 2024-12-04T05:24:15,282 WARN [Time-limited test {}] wal.WALSplitter(453): File hdfs://localhost:35275/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733289854990/wal.1733289855059 might be still open, length is 0 2024-12-04T05:24:15,282 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35275/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733289854990/wal.1733289855059 2024-12-04T05:24:15,283 WARN [IPC Server handler 4 on default port 35275 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733289854990/wal.1733289855059 has not been closed. Lease recovery is in progress. RecoveryId = 1032 for block blk_1073741855_1031 2024-12-04T05:24:15,283 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=hdfs://localhost:35275/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733289854990/wal.1733289855059 after 1ms 2024-12-04T05:24:16,175 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_1795636505_22 at /127.0.0.1:54426 [Receiving block BP-816464211-172.17.0.2-1733289848183:blk_1073741855_1031] {}] datanode.DataXceiver(331): 127.0.0.1:44311:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:54426 dst: /127.0.0.1:44311 java.io.InterruptedIOException: Interrupted while waiting for IO on channel java.nio.channels.SocketChannel[connected local=localhost/127.0.0.1:44311 remote=/127.0.0.1:54426]. Total timeout mills is 60000, 59074 millis timeout left. at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:350) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T05:24:16,176 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_1795636505_22 at /127.0.0.1:36012 [Receiving block BP-816464211-172.17.0.2-1733289848183:blk_1073741855_1031] {}] datanode.DataXceiver(331): 127.0.0.1:37859:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:36012 dst: /127.0.0.1:37859 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T05:24:16,176 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_1795636505_22 at /127.0.0.1:32962 [Receiving block BP-816464211-172.17.0.2-1733289848183:blk_1073741855_1031] {}] datanode.DataXceiver(331): 127.0.0.1:43859:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:32962 dst: /127.0.0.1:43859 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T05:24:16,183 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44311 is added to blk_1073741855_1032 (size=200589) 2024-12-04T05:24:16,185 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43859 is added to blk_1073741855_1032 (size=200589) 2024-12-04T05:24:16,185 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37859 is added to blk_1073741855_1032 (size=200589) 2024-12-04T05:24:19,283 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-04T05:24:19,284 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=hdfs://localhost:35275/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733289854990/wal.1733289855059 after 4002ms 2024-12-04T05:24:19,288 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:35275/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733289854990/wal.1733289855059: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null 2024-12-04T05:24:19,290 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35275/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733289854990/wal.1733289855059 took 4009ms 2024-12-04T05:24:19,300 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.1733289855059.temp 2024-12-04T05:24:19,304 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35275/hbase/data/default/testReplayEditsWrittenIntoWAL/2bf1ff0a8b60abaf37d6b257964b7ed5/recovered.edits/0000000000000000001-wal.1733289855059.temp 2024-12-04T05:24:19,356 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-04T05:24:19,432 INFO [Time-limited test {}] wal.WALSplitter(493): EOF from hdfs://localhost:35275/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733289854990/wal.1733289855059; continuing. 2024-12-04T05:24:19,432 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35275/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733289854990/wal.1733289855059 so closing down 2024-12-04T05:24:19,432 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-04T05:24:19,432 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-04T05:24:19,435 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43859 is added to blk_1073741856_1033 (size=200597) 2024-12-04T05:24:19,435 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37859 is added to blk_1073741856_1033 (size=200597) 2024-12-04T05:24:19,436 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44311 is added to blk_1073741856_1033 (size=200597) 2024-12-04T05:24:19,437 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35275/hbase/data/default/testReplayEditsWrittenIntoWAL/2bf1ff0a8b60abaf37d6b257964b7ed5/recovered.edits/0000000000000000001-wal.1733289855059.temp (wrote 3002 edits, skipped 0 edits in 48 ms) 2024-12-04T05:24:19,439 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35275/hbase/data/default/testReplayEditsWrittenIntoWAL/2bf1ff0a8b60abaf37d6b257964b7ed5/recovered.edits/0000000000000000001-wal.1733289855059.temp to hdfs://localhost:35275/hbase/data/default/testReplayEditsWrittenIntoWAL/2bf1ff0a8b60abaf37d6b257964b7ed5/recovered.edits/0000000000000003002 2024-12-04T05:24:19,440 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 3002 edits across 1 Regions in 144 ms; skipped=0; WAL=hdfs://localhost:35275/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733289854990/wal.1733289855059, size=0, length=0, corrupted=false, cancelled=false 2024-12-04T05:24:19,440 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35275/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733289854990/wal.1733289855059, journal: Splitting hdfs://localhost:35275/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733289854990/wal.1733289855059, size=0 (0bytes) at 1733289855282Creating recovered edits writer path=hdfs://localhost:35275/hbase/data/default/testReplayEditsWrittenIntoWAL/2bf1ff0a8b60abaf37d6b257964b7ed5/recovered.edits/0000000000000000001-wal.1733289855059.temp at 1733289859304 (+4022 ms)Split 1024 edits, skipped 0 edits. at 1733289859380 (+76 ms)Split 2048 edits, skipped 0 edits. at 1733289859407 (+27 ms)Finishing writing output for hdfs://localhost:35275/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733289854990/wal.1733289855059 so closing down at 1733289859432 (+25 ms)3 split writer threads finished at 1733289859432Closed recovered edits writer path=hdfs://localhost:35275/hbase/data/default/testReplayEditsWrittenIntoWAL/2bf1ff0a8b60abaf37d6b257964b7ed5/recovered.edits/0000000000000000001-wal.1733289855059.temp (wrote 3002 edits, skipped 0 edits in 48 ms) at 1733289859437 (+5 ms)Rename recovered edits hdfs://localhost:35275/hbase/data/default/testReplayEditsWrittenIntoWAL/2bf1ff0a8b60abaf37d6b257964b7ed5/recovered.edits/0000000000000000001-wal.1733289855059.temp to hdfs://localhost:35275/hbase/data/default/testReplayEditsWrittenIntoWAL/2bf1ff0a8b60abaf37d6b257964b7ed5/recovered.edits/0000000000000003002 at 1733289859439 (+2 ms)Processed 3002 edits across 1 Regions in 144 ms; skipped=0; WAL=hdfs://localhost:35275/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733289854990/wal.1733289855059, size=0, length=0, corrupted=false, cancelled=false at 1733289859440 (+1 ms) 2024-12-04T05:24:19,442 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35275/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733289854990/wal.1733289855059 to hdfs://localhost:35275/hbase/oldWALs/wal.1733289855059 2024-12-04T05:24:19,443 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:35275/hbase/data/default/testReplayEditsWrittenIntoWAL/2bf1ff0a8b60abaf37d6b257964b7ed5/recovered.edits/0000000000000003002 2024-12-04T05:24:19,443 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-12-04T05:24:19,446 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:35275/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733289854990, archiveDir=hdfs://localhost:35275/hbase/oldWALs, maxLogs=32 2024-12-04T05:24:19,460 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733289854990/wal.1733289859446, exclude list is [], retry=0 2024-12-04T05:24:19,463 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37859,DS-39fe0079-8ac3-4f94-953e-9e743aa94a22,DISK] 2024-12-04T05:24:19,463 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44311,DS-5c82d3f4-a186-4144-ad7c-ee72c42bcf47,DISK] 2024-12-04T05:24:19,464 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43859,DS-642eba6a-8b9d-466e-973c-796f3e4f5ec5,DISK] 2024-12-04T05:24:19,466 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733289854990/wal.1733289859446 2024-12-04T05:24:19,466 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45523:45523),(127.0.0.1/127.0.0.1:39001:39001),(127.0.0.1/127.0.0.1:45071:45071)] 2024-12-04T05:24:19,467 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenIntoWAL,,1733289854991.2bf1ff0a8b60abaf37d6b257964b7ed5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T05:24:19,468 INFO [StoreOpener-2bf1ff0a8b60abaf37d6b257964b7ed5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 2bf1ff0a8b60abaf37d6b257964b7ed5 2024-12-04T05:24:19,469 INFO [StoreOpener-2bf1ff0a8b60abaf37d6b257964b7ed5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2bf1ff0a8b60abaf37d6b257964b7ed5 columnFamilyName a 2024-12-04T05:24:19,469 DEBUG [StoreOpener-2bf1ff0a8b60abaf37d6b257964b7ed5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T05:24:19,470 INFO [StoreOpener-2bf1ff0a8b60abaf37d6b257964b7ed5-1 {}] regionserver.HStore(327): Store=2bf1ff0a8b60abaf37d6b257964b7ed5/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T05:24:19,470 INFO [StoreOpener-2bf1ff0a8b60abaf37d6b257964b7ed5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 2bf1ff0a8b60abaf37d6b257964b7ed5 2024-12-04T05:24:19,471 INFO [StoreOpener-2bf1ff0a8b60abaf37d6b257964b7ed5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2bf1ff0a8b60abaf37d6b257964b7ed5 columnFamilyName b 2024-12-04T05:24:19,471 DEBUG [StoreOpener-2bf1ff0a8b60abaf37d6b257964b7ed5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T05:24:19,472 INFO [StoreOpener-2bf1ff0a8b60abaf37d6b257964b7ed5-1 {}] regionserver.HStore(327): Store=2bf1ff0a8b60abaf37d6b257964b7ed5/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T05:24:19,472 INFO [StoreOpener-2bf1ff0a8b60abaf37d6b257964b7ed5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 2bf1ff0a8b60abaf37d6b257964b7ed5 2024-12-04T05:24:19,473 INFO [StoreOpener-2bf1ff0a8b60abaf37d6b257964b7ed5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2bf1ff0a8b60abaf37d6b257964b7ed5 columnFamilyName c 2024-12-04T05:24:19,473 DEBUG [StoreOpener-2bf1ff0a8b60abaf37d6b257964b7ed5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T05:24:19,473 INFO [StoreOpener-2bf1ff0a8b60abaf37d6b257964b7ed5-1 {}] regionserver.HStore(327): Store=2bf1ff0a8b60abaf37d6b257964b7ed5/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T05:24:19,473 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 2bf1ff0a8b60abaf37d6b257964b7ed5 2024-12-04T05:24:19,474 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35275/hbase/data/default/testReplayEditsWrittenIntoWAL/2bf1ff0a8b60abaf37d6b257964b7ed5 2024-12-04T05:24:19,476 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:35275/hbase/data/default/testReplayEditsWrittenIntoWAL/2bf1ff0a8b60abaf37d6b257964b7ed5 2024-12-04T05:24:19,477 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:35275/hbase/data/default/testReplayEditsWrittenIntoWAL/2bf1ff0a8b60abaf37d6b257964b7ed5/recovered.edits/0000000000000003002 2024-12-04T05:24:19,480 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:35275/hbase/data/default/testReplayEditsWrittenIntoWAL/2bf1ff0a8b60abaf37d6b257964b7ed5/recovered.edits/0000000000000003002: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null 2024-12-04T05:24:19,511 INFO [Time-limited test {}] wal.AbstractTestWALReplay$4$1(796): InternalFlushCache Invoked 2024-12-04T05:24:19,877 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 2bf1ff0a8b60abaf37d6b257964b7ed5 3/3 column families, dataSize=42.49 KB heapSize=100.11 KB 2024-12-04T05:24:19,919 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35275/hbase/data/default/testReplayEditsWrittenIntoWAL/2bf1ff0a8b60abaf37d6b257964b7ed5/.tmp/a/2d2eca7f790b4f768590ce50839eee15 is 62, key is testReplayEditsWrittenIntoWAL/a:100/1733289855085/Put/seqid=0 2024-12-04T05:24:19,929 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43859 is added to blk_1073741858_1035 (size=50463) 2024-12-04T05:24:19,929 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44311 is added to blk_1073741858_1035 (size=50463) 2024-12-04T05:24:19,932 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=754 (bloomFilter=true), to=hdfs://localhost:35275/hbase/data/default/testReplayEditsWrittenIntoWAL/2bf1ff0a8b60abaf37d6b257964b7ed5/.tmp/a/2d2eca7f790b4f768590ce50839eee15 2024-12-04T05:24:19,932 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37859 is added to blk_1073741858_1035 (size=50463) 2024-12-04T05:24:19,940 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35275/hbase/data/default/testReplayEditsWrittenIntoWAL/2bf1ff0a8b60abaf37d6b257964b7ed5/.tmp/a/2d2eca7f790b4f768590ce50839eee15 as hdfs://localhost:35275/hbase/data/default/testReplayEditsWrittenIntoWAL/2bf1ff0a8b60abaf37d6b257964b7ed5/a/2d2eca7f790b4f768590ce50839eee15 2024-12-04T05:24:19,947 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35275/hbase/data/default/testReplayEditsWrittenIntoWAL/2bf1ff0a8b60abaf37d6b257964b7ed5/a/2d2eca7f790b4f768590ce50839eee15, entries=754, sequenceid=754, filesize=49.3 K 2024-12-04T05:24:19,948 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~42.49 KB/43512, heapSize ~99.59 KB/101984, currentSize=0 B/0 for 2bf1ff0a8b60abaf37d6b257964b7ed5 in 72ms, sequenceid=754, compaction requested=false; wal=null 2024-12-04T05:24:19,974 INFO [Time-limited test {}] wal.AbstractTestWALReplay$4$1(796): InternalFlushCache Invoked 2024-12-04T05:24:19,974 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 2bf1ff0a8b60abaf37d6b257964b7ed5 3/3 column families, dataSize=42.49 KB heapSize=100.11 KB 2024-12-04T05:24:19,982 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35275/hbase/data/default/testReplayEditsWrittenIntoWAL/2bf1ff0a8b60abaf37d6b257964b7ed5/.tmp/a/9307e35c1db446f5b8efe9825b5f2902 is 62, key is testReplayEditsWrittenIntoWAL/a:754/1733289855118/Put/seqid=0 2024-12-04T05:24:19,990 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43859 is added to blk_1073741859_1036 (size=20072) 2024-12-04T05:24:19,990 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37859 is added to blk_1073741859_1036 (size=20072) 2024-12-04T05:24:19,991 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44311 is added to blk_1073741859_1036 (size=20072) 2024-12-04T05:24:19,991 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.93 KB at sequenceid=1508 (bloomFilter=true), to=hdfs://localhost:35275/hbase/data/default/testReplayEditsWrittenIntoWAL/2bf1ff0a8b60abaf37d6b257964b7ed5/.tmp/a/9307e35c1db446f5b8efe9825b5f2902 2024-12-04T05:24:20,015 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35275/hbase/data/default/testReplayEditsWrittenIntoWAL/2bf1ff0a8b60abaf37d6b257964b7ed5/.tmp/b/f561673d59754e98a930ee45801f11d7 is 62, key is testReplayEditsWrittenIntoWAL/b:100/1733289855146/Put/seqid=0 2024-12-04T05:24:20,024 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43859 is added to blk_1073741860_1037 (size=35835) 2024-12-04T05:24:20,024 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44311 is added to blk_1073741860_1037 (size=35835) 2024-12-04T05:24:20,025 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37859 is added to blk_1073741860_1037 (size=35835) 2024-12-04T05:24:20,025 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28.56 KB at sequenceid=1508 (bloomFilter=true), to=hdfs://localhost:35275/hbase/data/default/testReplayEditsWrittenIntoWAL/2bf1ff0a8b60abaf37d6b257964b7ed5/.tmp/b/f561673d59754e98a930ee45801f11d7 2024-12-04T05:24:20,033 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35275/hbase/data/default/testReplayEditsWrittenIntoWAL/2bf1ff0a8b60abaf37d6b257964b7ed5/.tmp/a/9307e35c1db446f5b8efe9825b5f2902 as hdfs://localhost:35275/hbase/data/default/testReplayEditsWrittenIntoWAL/2bf1ff0a8b60abaf37d6b257964b7ed5/a/9307e35c1db446f5b8efe9825b5f2902 2024-12-04T05:24:20,041 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35275/hbase/data/default/testReplayEditsWrittenIntoWAL/2bf1ff0a8b60abaf37d6b257964b7ed5/a/9307e35c1db446f5b8efe9825b5f2902, entries=246, sequenceid=1508, filesize=19.6 K 2024-12-04T05:24:20,042 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35275/hbase/data/default/testReplayEditsWrittenIntoWAL/2bf1ff0a8b60abaf37d6b257964b7ed5/.tmp/b/f561673d59754e98a930ee45801f11d7 as hdfs://localhost:35275/hbase/data/default/testReplayEditsWrittenIntoWAL/2bf1ff0a8b60abaf37d6b257964b7ed5/b/f561673d59754e98a930ee45801f11d7 2024-12-04T05:24:20,049 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35275/hbase/data/default/testReplayEditsWrittenIntoWAL/2bf1ff0a8b60abaf37d6b257964b7ed5/b/f561673d59754e98a930ee45801f11d7, entries=508, sequenceid=1508, filesize=35.0 K 2024-12-04T05:24:20,050 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~42.49 KB/43512, heapSize ~99.83 KB/102224, currentSize=0 B/0 for 2bf1ff0a8b60abaf37d6b257964b7ed5 in 76ms, sequenceid=1508, compaction requested=false; wal=null 2024-12-04T05:24:20,065 INFO [Time-limited test {}] wal.AbstractTestWALReplay$4$1(796): InternalFlushCache Invoked 2024-12-04T05:24:20,066 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 2bf1ff0a8b60abaf37d6b257964b7ed5 3/3 column families, dataSize=42.49 KB heapSize=100.11 KB 2024-12-04T05:24:20,074 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35275/hbase/data/default/testReplayEditsWrittenIntoWAL/2bf1ff0a8b60abaf37d6b257964b7ed5/.tmp/b/160194d970a34ad493c9e9e211a1583f is 62, key is testReplayEditsWrittenIntoWAL/b:508/1733289855168/Put/seqid=0 2024-12-04T05:24:20,083 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44311 is added to blk_1073741861_1038 (size=35082) 2024-12-04T05:24:20,083 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43859 is added to blk_1073741861_1038 (size=35082) 2024-12-04T05:24:20,084 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37859 is added to blk_1073741861_1038 (size=35082) 2024-12-04T05:24:20,084 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.87 KB at sequenceid=2262 (bloomFilter=true), to=hdfs://localhost:35275/hbase/data/default/testReplayEditsWrittenIntoWAL/2bf1ff0a8b60abaf37d6b257964b7ed5/.tmp/b/160194d970a34ad493c9e9e211a1583f 2024-12-04T05:24:20,110 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35275/hbase/data/default/testReplayEditsWrittenIntoWAL/2bf1ff0a8b60abaf37d6b257964b7ed5/.tmp/c/61308b9e072c47d993c471962ec00f26 is 62, key is testReplayEditsWrittenIntoWAL/c:100/1733289855203/Put/seqid=0 2024-12-04T05:24:20,119 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37859 is added to blk_1073741862_1039 (size=20825) 2024-12-04T05:24:20,119 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43859 is added to blk_1073741862_1039 (size=20825) 2024-12-04T05:24:20,119 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44311 is added to blk_1073741862_1039 (size=20825) 2024-12-04T05:24:20,120 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=14.63 KB at sequenceid=2262 (bloomFilter=true), to=hdfs://localhost:35275/hbase/data/default/testReplayEditsWrittenIntoWAL/2bf1ff0a8b60abaf37d6b257964b7ed5/.tmp/c/61308b9e072c47d993c471962ec00f26 2024-12-04T05:24:20,127 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35275/hbase/data/default/testReplayEditsWrittenIntoWAL/2bf1ff0a8b60abaf37d6b257964b7ed5/.tmp/b/160194d970a34ad493c9e9e211a1583f as hdfs://localhost:35275/hbase/data/default/testReplayEditsWrittenIntoWAL/2bf1ff0a8b60abaf37d6b257964b7ed5/b/160194d970a34ad493c9e9e211a1583f 2024-12-04T05:24:20,134 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35275/hbase/data/default/testReplayEditsWrittenIntoWAL/2bf1ff0a8b60abaf37d6b257964b7ed5/b/160194d970a34ad493c9e9e211a1583f, entries=492, sequenceid=2262, filesize=34.3 K 2024-12-04T05:24:20,136 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35275/hbase/data/default/testReplayEditsWrittenIntoWAL/2bf1ff0a8b60abaf37d6b257964b7ed5/.tmp/c/61308b9e072c47d993c471962ec00f26 as hdfs://localhost:35275/hbase/data/default/testReplayEditsWrittenIntoWAL/2bf1ff0a8b60abaf37d6b257964b7ed5/c/61308b9e072c47d993c471962ec00f26 2024-12-04T05:24:20,142 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35275/hbase/data/default/testReplayEditsWrittenIntoWAL/2bf1ff0a8b60abaf37d6b257964b7ed5/c/61308b9e072c47d993c471962ec00f26, entries=262, sequenceid=2262, filesize=20.3 K 2024-12-04T05:24:20,143 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~42.49 KB/43512, heapSize ~99.83 KB/102224, currentSize=0 B/0 for 2bf1ff0a8b60abaf37d6b257964b7ed5 in 78ms, sequenceid=2262, compaction requested=false; wal=null 2024-12-04T05:24:20,151 WARN [Time-limited test {}] regionserver.HRegion(5722): No family for cell testReplayEditsWrittenIntoWAL/another family:testReplayEditsWrittenIntoWAL/1733289855247/Put/vlen=29/seqid=0 in region testReplayEditsWrittenIntoWAL,,1733289854991.2bf1ff0a8b60abaf37d6b257964b7ed5. 2024-12-04T05:24:20,154 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 3001, skipped 1, firstSequenceIdInLog=1, maxSequenceIdInLog=3002, path=hdfs://localhost:35275/hbase/data/default/testReplayEditsWrittenIntoWAL/2bf1ff0a8b60abaf37d6b257964b7ed5/recovered.edits/0000000000000003002 2024-12-04T05:24:20,154 INFO [Time-limited test {}] wal.AbstractTestWALReplay$4$1(796): InternalFlushCache Invoked 2024-12-04T05:24:20,155 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 2bf1ff0a8b60abaf37d6b257964b7ed5 3/3 column families, dataSize=41.85 KB heapSize=98.89 KB 2024-12-04T05:24:20,162 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35275/hbase/data/default/testReplayEditsWrittenIntoWAL/2bf1ff0a8b60abaf37d6b257964b7ed5/.tmp/c/0678fbcb3dec4e84926af026624ab346 is 62, key is testReplayEditsWrittenIntoWAL/c:262/1733289855211/Put/seqid=0 2024-12-04T05:24:20,169 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37859 is added to blk_1073741863_1040 (size=50301) 2024-12-04T05:24:20,170 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44311 is added to blk_1073741863_1040 (size=50301) 2024-12-04T05:24:20,170 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43859 is added to blk_1073741863_1040 (size=50301) 2024-12-04T05:24:20,171 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=41.85 KB at sequenceid=3002 (bloomFilter=true), to=hdfs://localhost:35275/hbase/data/default/testReplayEditsWrittenIntoWAL/2bf1ff0a8b60abaf37d6b257964b7ed5/.tmp/c/0678fbcb3dec4e84926af026624ab346 2024-12-04T05:24:20,178 INFO [Time-limited test {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 0678fbcb3dec4e84926af026624ab346 2024-12-04T05:24:20,179 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35275/hbase/data/default/testReplayEditsWrittenIntoWAL/2bf1ff0a8b60abaf37d6b257964b7ed5/.tmp/c/0678fbcb3dec4e84926af026624ab346 as hdfs://localhost:35275/hbase/data/default/testReplayEditsWrittenIntoWAL/2bf1ff0a8b60abaf37d6b257964b7ed5/c/0678fbcb3dec4e84926af026624ab346 2024-12-04T05:24:20,185 INFO [Time-limited test {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 0678fbcb3dec4e84926af026624ab346 2024-12-04T05:24:20,186 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35275/hbase/data/default/testReplayEditsWrittenIntoWAL/2bf1ff0a8b60abaf37d6b257964b7ed5/c/0678fbcb3dec4e84926af026624ab346, entries=739, sequenceid=3002, filesize=49.1 K 2024-12-04T05:24:20,186 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~41.85 KB/42854, heapSize ~98.38 KB/100736, currentSize=0 B/0 for 2bf1ff0a8b60abaf37d6b257964b7ed5 in 31ms, sequenceid=3002, compaction requested=false; wal=null 2024-12-04T05:24:20,187 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:35275/hbase/data/default/testReplayEditsWrittenIntoWAL/2bf1ff0a8b60abaf37d6b257964b7ed5/recovered.edits/0000000000000003002 2024-12-04T05:24:20,188 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 2bf1ff0a8b60abaf37d6b257964b7ed5 2024-12-04T05:24:20,188 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 2bf1ff0a8b60abaf37d6b257964b7ed5 2024-12-04T05:24:20,188 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenIntoWAL descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-04T05:24:20,190 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 2bf1ff0a8b60abaf37d6b257964b7ed5 2024-12-04T05:24:20,192 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35275/hbase/data/default/testReplayEditsWrittenIntoWAL/2bf1ff0a8b60abaf37d6b257964b7ed5/recovered.edits/3002.seqid, newMaxSeqId=3002, maxSeqId=1 2024-12-04T05:24:20,193 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 2bf1ff0a8b60abaf37d6b257964b7ed5; next sequenceid=3003; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=204800, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75462413, jitterRate=0.1244775801897049}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-04T05:24:20,193 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 2bf1ff0a8b60abaf37d6b257964b7ed5: Writing region info on filesystem at 1733289859467Initializing all the Stores at 1733289859468 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733289859468Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733289859468Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733289859468Cleaning up temporary data from old regions at 1733289860188 (+720 ms)Region opened successfully at 1733289860193 (+5 ms) 2024-12-04T05:24:20,252 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 2bf1ff0a8b60abaf37d6b257964b7ed5, disabling compactions & flushes 2024-12-04T05:24:20,252 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenIntoWAL,,1733289854991.2bf1ff0a8b60abaf37d6b257964b7ed5. 2024-12-04T05:24:20,252 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenIntoWAL,,1733289854991.2bf1ff0a8b60abaf37d6b257964b7ed5. 2024-12-04T05:24:20,252 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenIntoWAL,,1733289854991.2bf1ff0a8b60abaf37d6b257964b7ed5. after waiting 0 ms 2024-12-04T05:24:20,252 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenIntoWAL,,1733289854991.2bf1ff0a8b60abaf37d6b257964b7ed5. 2024-12-04T05:24:20,255 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenIntoWAL,,1733289854991.2bf1ff0a8b60abaf37d6b257964b7ed5. 2024-12-04T05:24:20,255 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 2bf1ff0a8b60abaf37d6b257964b7ed5: Waiting for close lock at 1733289860252Disabling compacts and flushes for region at 1733289860252Disabling writes for close at 1733289860252Writing region close event to WAL at 1733289860255 (+3 ms)Closed at 1733289860255 2024-12-04T05:24:20,259 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43859 is added to blk_1073741857_1034 (size=93) 2024-12-04T05:24:20,259 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44311 is added to blk_1073741857_1034 (size=93) 2024-12-04T05:24:20,259 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37859 is added to blk_1073741857_1034 (size=93) 2024-12-04T05:24:20,262 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-12-04T05:24:20,263 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL wal:(num 1733289859446) 2024-12-04T05:24:20,279 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayCompressed#testReplayEditsWrittenIntoWAL Thread=399 (was 383) Potentially hanging thread: AsyncFSWAL-12-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c23fb9b0-111c-8561-5bd4-acd361a9649e/cluster_fe38eb2b-22a2-9f20-c158-18e155b8e5d0/data/data5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.replay.wal.secondtime@localhost:35275 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1987708253) connection to localhost/127.0.0.1:35275 from jenkins.replay.wal.secondtime java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36593 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36247 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1987708253) connection to localhost/127.0.0.1:36593 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-576148923_22 at /127.0.0.1:32998 [Waiting for operation #11] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-576148923_22 at /127.0.0.1:54448 [Waiting for operation #10] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-12-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1987708253) connection to localhost/127.0.0.1:36247 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c23fb9b0-111c-8561-5bd4-acd361a9649e/cluster_fe38eb2b-22a2-9f20-c158-18e155b8e5d0/data/data6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-12-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c23fb9b0-111c-8561-5bd4-acd361a9649e/cluster_fe38eb2b-22a2-9f20-c158-18e155b8e5d0/data/data3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-576148923_22 at /127.0.0.1:54468 [Waiting for operation #22] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c23fb9b0-111c-8561-5bd4-acd361a9649e/cluster_fe38eb2b-22a2-9f20-c158-18e155b8e5d0/data/data4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-576148923_22 at /127.0.0.1:36038 [Waiting for operation #7] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=865 (was 785) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=266 (was 234) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=5552 (was 5601) 2024-12-04T05:24:20,292 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayCompressed#test2727 Thread=399, OpenFileDescriptor=865, MaxFileDescriptor=1048576, SystemLoadAverage=266, ProcessCount=11, AvailableMemoryMB=5551 2024-12-04T05:24:20,308 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T05:24:20,310 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T05:24:20,311 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-04T05:24:20,314 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-97133922, suffix=, logDir=hdfs://localhost:35275/hbase/WALs/hregion-97133922, archiveDir=hdfs://localhost:35275/hbase/oldWALs, maxLogs=32 2024-12-04T05:24:20,327 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-97133922/hregion-97133922.1733289860314, exclude list is [], retry=0 2024-12-04T05:24:20,330 DEBUG [AsyncFSWAL-14-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44311,DS-5c82d3f4-a186-4144-ad7c-ee72c42bcf47,DISK] 2024-12-04T05:24:20,330 DEBUG [AsyncFSWAL-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37859,DS-39fe0079-8ac3-4f94-953e-9e743aa94a22,DISK] 2024-12-04T05:24:20,330 DEBUG [AsyncFSWAL-14-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43859,DS-642eba6a-8b9d-466e-973c-796f3e4f5ec5,DISK] 2024-12-04T05:24:20,332 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-97133922/hregion-97133922.1733289860314 2024-12-04T05:24:20,333 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39001:39001),(127.0.0.1/127.0.0.1:45523:45523),(127.0.0.1/127.0.0.1:45071:45071)] 2024-12-04T05:24:20,333 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => 268361a516c8f4775ea805e7955ef440, NAME => 'test2727,,1733289860309.268361a516c8f4775ea805e7955ef440.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test2727', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35275/hbase 2024-12-04T05:24:20,349 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43859 is added to blk_1073741865_1042 (size=43) 2024-12-04T05:24:20,350 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44311 is added to blk_1073741865_1042 (size=43) 2024-12-04T05:24:20,350 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37859 is added to blk_1073741865_1042 (size=43) 2024-12-04T05:24:20,351 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated test2727,,1733289860309.268361a516c8f4775ea805e7955ef440.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T05:24:20,352 INFO [StoreOpener-268361a516c8f4775ea805e7955ef440-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 268361a516c8f4775ea805e7955ef440 2024-12-04T05:24:20,353 INFO [StoreOpener-268361a516c8f4775ea805e7955ef440-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 268361a516c8f4775ea805e7955ef440 columnFamilyName a 2024-12-04T05:24:20,354 DEBUG [StoreOpener-268361a516c8f4775ea805e7955ef440-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T05:24:20,354 INFO [StoreOpener-268361a516c8f4775ea805e7955ef440-1 {}] regionserver.HStore(327): Store=268361a516c8f4775ea805e7955ef440/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T05:24:20,354 INFO [StoreOpener-268361a516c8f4775ea805e7955ef440-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 268361a516c8f4775ea805e7955ef440 2024-12-04T05:24:20,356 INFO [StoreOpener-268361a516c8f4775ea805e7955ef440-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 268361a516c8f4775ea805e7955ef440 columnFamilyName b 2024-12-04T05:24:20,356 DEBUG [StoreOpener-268361a516c8f4775ea805e7955ef440-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T05:24:20,357 INFO [StoreOpener-268361a516c8f4775ea805e7955ef440-1 {}] regionserver.HStore(327): Store=268361a516c8f4775ea805e7955ef440/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T05:24:20,357 INFO [StoreOpener-268361a516c8f4775ea805e7955ef440-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 268361a516c8f4775ea805e7955ef440 2024-12-04T05:24:20,358 INFO [StoreOpener-268361a516c8f4775ea805e7955ef440-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 268361a516c8f4775ea805e7955ef440 columnFamilyName c 2024-12-04T05:24:20,358 DEBUG [StoreOpener-268361a516c8f4775ea805e7955ef440-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T05:24:20,359 INFO [StoreOpener-268361a516c8f4775ea805e7955ef440-1 {}] regionserver.HStore(327): Store=268361a516c8f4775ea805e7955ef440/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T05:24:20,359 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 268361a516c8f4775ea805e7955ef440 2024-12-04T05:24:20,360 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35275/hbase/data/default/test2727/268361a516c8f4775ea805e7955ef440 2024-12-04T05:24:20,360 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35275/hbase/data/default/test2727/268361a516c8f4775ea805e7955ef440 2024-12-04T05:24:20,361 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 268361a516c8f4775ea805e7955ef440 2024-12-04T05:24:20,361 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 268361a516c8f4775ea805e7955ef440 2024-12-04T05:24:20,362 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test2727 descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-04T05:24:20,363 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 268361a516c8f4775ea805e7955ef440 2024-12-04T05:24:20,365 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35275/hbase/data/default/test2727/268361a516c8f4775ea805e7955ef440/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T05:24:20,366 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 268361a516c8f4775ea805e7955ef440; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68549896, jitterRate=0.021473050117492676}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-04T05:24:20,367 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 268361a516c8f4775ea805e7955ef440: Writing region info on filesystem at 1733289860351Initializing all the Stores at 1733289860351Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733289860352 (+1 ms)Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733289860352Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733289860352Cleaning up temporary data from old regions at 1733289860361 (+9 ms)Region opened successfully at 1733289860367 (+6 ms) 2024-12-04T05:24:20,367 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 268361a516c8f4775ea805e7955ef440, disabling compactions & flushes 2024-12-04T05:24:20,367 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region test2727,,1733289860309.268361a516c8f4775ea805e7955ef440. 2024-12-04T05:24:20,367 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on test2727,,1733289860309.268361a516c8f4775ea805e7955ef440. 2024-12-04T05:24:20,367 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on test2727,,1733289860309.268361a516c8f4775ea805e7955ef440. after waiting 0 ms 2024-12-04T05:24:20,367 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region test2727,,1733289860309.268361a516c8f4775ea805e7955ef440. 2024-12-04T05:24:20,367 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed test2727,,1733289860309.268361a516c8f4775ea805e7955ef440. 2024-12-04T05:24:20,367 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 268361a516c8f4775ea805e7955ef440: Waiting for close lock at 1733289860367Disabling compacts and flushes for region at 1733289860367Disabling writes for close at 1733289860367Writing region close event to WAL at 1733289860367Closed at 1733289860367 2024-12-04T05:24:20,371 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37859 is added to blk_1073741864_1041 (size=93) 2024-12-04T05:24:20,371 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44311 is added to blk_1073741864_1041 (size=93) 2024-12-04T05:24:20,371 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43859 is added to blk_1073741864_1041 (size=93) 2024-12-04T05:24:20,374 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-12-04T05:24:20,374 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-97133922:(num 1733289860314) 2024-12-04T05:24:20,374 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-12-04T05:24:20,376 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:35275/hbase/WALs/test2727-manual,16010,1733289860307, archiveDir=hdfs://localhost:35275/hbase/oldWALs, maxLogs=32 2024-12-04T05:24:20,390 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/test2727-manual,16010,1733289860307/wal.1733289860376, exclude list is [], retry=0 2024-12-04T05:24:20,392 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44311,DS-5c82d3f4-a186-4144-ad7c-ee72c42bcf47,DISK] 2024-12-04T05:24:20,393 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37859,DS-39fe0079-8ac3-4f94-953e-9e743aa94a22,DISK] 2024-12-04T05:24:20,393 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43859,DS-642eba6a-8b9d-466e-973c-796f3e4f5ec5,DISK] 2024-12-04T05:24:20,395 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/test2727-manual,16010,1733289860307/wal.1733289860376 2024-12-04T05:24:20,395 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39001:39001),(127.0.0.1/127.0.0.1:45523:45523),(127.0.0.1/127.0.0.1:45071:45071)] 2024-12-04T05:24:20,522 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37859 is added to blk_1073741866_1043 (size=200357) 2024-12-04T05:24:20,523 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44311 is added to blk_1073741866_1043 (size=200357) 2024-12-04T05:24:20,523 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43859 is added to blk_1073741866_1043 (size=200357) 2024-12-04T05:24:20,542 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35275/hbase/WALs/test2727-manual,16010,1733289860307/wal.1733289860376, size=195.7 K (200357bytes) 2024-12-04T05:24:20,542 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35275/hbase/WALs/test2727-manual,16010,1733289860307/wal.1733289860376 2024-12-04T05:24:20,542 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35275/hbase/WALs/test2727-manual,16010,1733289860307/wal.1733289860376 after 0ms 2024-12-04T05:24:20,545 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:35275/hbase/WALs/test2727-manual,16010,1733289860307/wal.1733289860376: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null 2024-12-04T05:24:20,547 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35275/hbase/WALs/test2727-manual,16010,1733289860307/wal.1733289860376 took 6ms 2024-12-04T05:24:20,552 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.1733289860376.temp 2024-12-04T05:24:20,554 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35275/hbase/data/default/test2727/268361a516c8f4775ea805e7955ef440/recovered.edits/0000000000000000001-wal.1733289860376.temp 2024-12-04T05:24:20,597 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35275/hbase/WALs/test2727-manual,16010,1733289860307/wal.1733289860376 so closing down 2024-12-04T05:24:20,598 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-04T05:24:20,598 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-04T05:24:20,606 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44311 is added to blk_1073741867_1044 (size=200357) 2024-12-04T05:24:20,606 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43859 is added to blk_1073741867_1044 (size=200357) 2024-12-04T05:24:20,607 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37859 is added to blk_1073741867_1044 (size=200357) 2024-12-04T05:24:20,607 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35275/hbase/data/default/test2727/268361a516c8f4775ea805e7955ef440/recovered.edits/0000000000000000001-wal.1733289860376.temp (wrote 3000 edits, skipped 0 edits in 19 ms) 2024-12-04T05:24:20,609 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35275/hbase/data/default/test2727/268361a516c8f4775ea805e7955ef440/recovered.edits/0000000000000000001-wal.1733289860376.temp to hdfs://localhost:35275/hbase/data/default/test2727/268361a516c8f4775ea805e7955ef440/recovered.edits/0000000000000003000 2024-12-04T05:24:20,609 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 3000 edits across 1 Regions in 61 ms; skipped=0; WAL=hdfs://localhost:35275/hbase/WALs/test2727-manual,16010,1733289860307/wal.1733289860376, size=195.7 K, length=200357, corrupted=false, cancelled=false 2024-12-04T05:24:20,609 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35275/hbase/WALs/test2727-manual,16010,1733289860307/wal.1733289860376, journal: Splitting hdfs://localhost:35275/hbase/WALs/test2727-manual,16010,1733289860307/wal.1733289860376, size=195.7 K (200357bytes) at 1733289860542Creating recovered edits writer path=hdfs://localhost:35275/hbase/data/default/test2727/268361a516c8f4775ea805e7955ef440/recovered.edits/0000000000000000001-wal.1733289860376.temp at 1733289860554 (+12 ms)Split 1024 edits, skipped 0 edits. at 1733289860564 (+10 ms)Split 2048 edits, skipped 0 edits. at 1733289860582 (+18 ms)Finishing writing output for hdfs://localhost:35275/hbase/WALs/test2727-manual,16010,1733289860307/wal.1733289860376 so closing down at 1733289860597 (+15 ms)3 split writer threads finished at 1733289860598 (+1 ms)Closed recovered edits writer path=hdfs://localhost:35275/hbase/data/default/test2727/268361a516c8f4775ea805e7955ef440/recovered.edits/0000000000000000001-wal.1733289860376.temp (wrote 3000 edits, skipped 0 edits in 19 ms) at 1733289860607 (+9 ms)Rename recovered edits hdfs://localhost:35275/hbase/data/default/test2727/268361a516c8f4775ea805e7955ef440/recovered.edits/0000000000000000001-wal.1733289860376.temp to hdfs://localhost:35275/hbase/data/default/test2727/268361a516c8f4775ea805e7955ef440/recovered.edits/0000000000000003000 at 1733289860609 (+2 ms)Processed 3000 edits across 1 Regions in 61 ms; skipped=0; WAL=hdfs://localhost:35275/hbase/WALs/test2727-manual,16010,1733289860307/wal.1733289860376, size=195.7 K, length=200357, corrupted=false, cancelled=false at 1733289860609 2024-12-04T05:24:20,611 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35275/hbase/WALs/test2727-manual,16010,1733289860307/wal.1733289860376 to hdfs://localhost:35275/hbase/oldWALs/wal.1733289860376 2024-12-04T05:24:20,612 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:35275/hbase/data/default/test2727/268361a516c8f4775ea805e7955ef440/recovered.edits/0000000000000003000 2024-12-04T05:24:20,612 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-12-04T05:24:20,614 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:35275/hbase/WALs/test2727-manual,16010,1733289860307, archiveDir=hdfs://localhost:35275/hbase/oldWALs, maxLogs=32 2024-12-04T05:24:20,628 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/test2727-manual,16010,1733289860307/wal.1733289860614, exclude list is [], retry=0 2024-12-04T05:24:20,631 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37859,DS-39fe0079-8ac3-4f94-953e-9e743aa94a22,DISK] 2024-12-04T05:24:20,632 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43859,DS-642eba6a-8b9d-466e-973c-796f3e4f5ec5,DISK] 2024-12-04T05:24:20,632 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44311,DS-5c82d3f4-a186-4144-ad7c-ee72c42bcf47,DISK] 2024-12-04T05:24:20,635 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/test2727-manual,16010,1733289860307/wal.1733289860614 2024-12-04T05:24:20,635 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45523:45523),(127.0.0.1/127.0.0.1:45071:45071),(127.0.0.1/127.0.0.1:39001:39001)] 2024-12-04T05:24:20,778 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43859 is added to blk_1073741868_1045 (size=200484) 2024-12-04T05:24:20,779 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37859 is added to blk_1073741868_1045 (size=200484) 2024-12-04T05:24:20,779 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44311 is added to blk_1073741868_1045 (size=200484) 2024-12-04T05:24:20,797 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35275/hbase/WALs/test2727-manual,16010,1733289860307/wal.1733289860614, size=195.8 K (200484bytes) 2024-12-04T05:24:20,798 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35275/hbase/WALs/test2727-manual,16010,1733289860307/wal.1733289860614 2024-12-04T05:24:20,798 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35275/hbase/WALs/test2727-manual,16010,1733289860307/wal.1733289860614 after 0ms 2024-12-04T05:24:20,801 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:35275/hbase/WALs/test2727-manual,16010,1733289860307/wal.1733289860614: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null 2024-12-04T05:24:20,802 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35275/hbase/WALs/test2727-manual,16010,1733289860307/wal.1733289860614 took 5ms 2024-12-04T05:24:20,807 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000003001-wal.1733289860614.temp 2024-12-04T05:24:20,809 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35275/hbase/data/default/test2727/268361a516c8f4775ea805e7955ef440/recovered.edits/0000000000000003001-wal.1733289860614.temp 2024-12-04T05:24:20,859 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35275/hbase/WALs/test2727-manual,16010,1733289860307/wal.1733289860614 so closing down 2024-12-04T05:24:20,860 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-04T05:24:20,860 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-04T05:24:20,863 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43859 is added to blk_1073741869_1046 (size=200484) 2024-12-04T05:24:20,864 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44311 is added to blk_1073741869_1046 (size=200484) 2024-12-04T05:24:20,865 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35275/hbase/data/default/test2727/268361a516c8f4775ea805e7955ef440/recovered.edits/0000000000000003001-wal.1733289860614.temp (wrote 3000 edits, skipped 0 edits in 21 ms) 2024-12-04T05:24:20,866 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37859 is added to blk_1073741869_1046 (size=200484) 2024-12-04T05:24:20,867 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35275/hbase/data/default/test2727/268361a516c8f4775ea805e7955ef440/recovered.edits/0000000000000003001-wal.1733289860614.temp to hdfs://localhost:35275/hbase/data/default/test2727/268361a516c8f4775ea805e7955ef440/recovered.edits/0000000000000006000 2024-12-04T05:24:20,867 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 3000 edits across 1 Regions in 64 ms; skipped=0; WAL=hdfs://localhost:35275/hbase/WALs/test2727-manual,16010,1733289860307/wal.1733289860614, size=195.8 K, length=200484, corrupted=false, cancelled=false 2024-12-04T05:24:20,867 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35275/hbase/WALs/test2727-manual,16010,1733289860307/wal.1733289860614, journal: Splitting hdfs://localhost:35275/hbase/WALs/test2727-manual,16010,1733289860307/wal.1733289860614, size=195.8 K (200484bytes) at 1733289860797Creating recovered edits writer path=hdfs://localhost:35275/hbase/data/default/test2727/268361a516c8f4775ea805e7955ef440/recovered.edits/0000000000000003001-wal.1733289860614.temp at 1733289860809 (+12 ms)Split 1024 edits, skipped 0 edits. at 1733289860824 (+15 ms)Split 2048 edits, skipped 0 edits. at 1733289860843 (+19 ms)Finishing writing output for hdfs://localhost:35275/hbase/WALs/test2727-manual,16010,1733289860307/wal.1733289860614 so closing down at 1733289860860 (+17 ms)3 split writer threads finished at 1733289860860Closed recovered edits writer path=hdfs://localhost:35275/hbase/data/default/test2727/268361a516c8f4775ea805e7955ef440/recovered.edits/0000000000000003001-wal.1733289860614.temp (wrote 3000 edits, skipped 0 edits in 21 ms) at 1733289860865 (+5 ms)Rename recovered edits hdfs://localhost:35275/hbase/data/default/test2727/268361a516c8f4775ea805e7955ef440/recovered.edits/0000000000000003001-wal.1733289860614.temp to hdfs://localhost:35275/hbase/data/default/test2727/268361a516c8f4775ea805e7955ef440/recovered.edits/0000000000000006000 at 1733289860867 (+2 ms)Processed 3000 edits across 1 Regions in 64 ms; skipped=0; WAL=hdfs://localhost:35275/hbase/WALs/test2727-manual,16010,1733289860307/wal.1733289860614, size=195.8 K, length=200484, corrupted=false, cancelled=false at 1733289860867 2024-12-04T05:24:20,869 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35275/hbase/WALs/test2727-manual,16010,1733289860307/wal.1733289860614 to hdfs://localhost:35275/hbase/oldWALs/wal.1733289860614 2024-12-04T05:24:20,870 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:35275/hbase/data/default/test2727/268361a516c8f4775ea805e7955ef440/recovered.edits/0000000000000006000 2024-12-04T05:24:20,871 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-12-04T05:24:20,873 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:35275/hbase/WALs/test2727-manual,16010,1733289860307, archiveDir=hdfs://localhost:35275/hbase/oldWALs, maxLogs=32 2024-12-04T05:24:20,888 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/test2727-manual,16010,1733289860307/wal.1733289860873, exclude list is [], retry=0 2024-12-04T05:24:20,891 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44311,DS-5c82d3f4-a186-4144-ad7c-ee72c42bcf47,DISK] 2024-12-04T05:24:20,891 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37859,DS-39fe0079-8ac3-4f94-953e-9e743aa94a22,DISK] 2024-12-04T05:24:20,892 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43859,DS-642eba6a-8b9d-466e-973c-796f3e4f5ec5,DISK] 2024-12-04T05:24:20,894 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/test2727-manual,16010,1733289860307/wal.1733289860873 2024-12-04T05:24:20,894 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39001:39001),(127.0.0.1/127.0.0.1:45523:45523),(127.0.0.1/127.0.0.1:45071:45071)] 2024-12-04T05:24:20,895 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 268361a516c8f4775ea805e7955ef440, NAME => 'test2727,,1733289860309.268361a516c8f4775ea805e7955ef440.', STARTKEY => '', ENDKEY => ''} 2024-12-04T05:24:20,895 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated test2727,,1733289860309.268361a516c8f4775ea805e7955ef440.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T05:24:20,895 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 268361a516c8f4775ea805e7955ef440 2024-12-04T05:24:20,895 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 268361a516c8f4775ea805e7955ef440 2024-12-04T05:24:20,897 INFO [StoreOpener-268361a516c8f4775ea805e7955ef440-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 268361a516c8f4775ea805e7955ef440 2024-12-04T05:24:20,898 INFO [StoreOpener-268361a516c8f4775ea805e7955ef440-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 268361a516c8f4775ea805e7955ef440 columnFamilyName a 2024-12-04T05:24:20,898 DEBUG [StoreOpener-268361a516c8f4775ea805e7955ef440-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T05:24:20,898 INFO [StoreOpener-268361a516c8f4775ea805e7955ef440-1 {}] regionserver.HStore(327): Store=268361a516c8f4775ea805e7955ef440/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T05:24:20,899 INFO [StoreOpener-268361a516c8f4775ea805e7955ef440-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 268361a516c8f4775ea805e7955ef440 2024-12-04T05:24:20,900 INFO [StoreOpener-268361a516c8f4775ea805e7955ef440-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 268361a516c8f4775ea805e7955ef440 columnFamilyName b 2024-12-04T05:24:20,900 DEBUG [StoreOpener-268361a516c8f4775ea805e7955ef440-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T05:24:20,900 INFO [StoreOpener-268361a516c8f4775ea805e7955ef440-1 {}] regionserver.HStore(327): Store=268361a516c8f4775ea805e7955ef440/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T05:24:20,900 INFO [StoreOpener-268361a516c8f4775ea805e7955ef440-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 268361a516c8f4775ea805e7955ef440 2024-12-04T05:24:20,901 INFO [StoreOpener-268361a516c8f4775ea805e7955ef440-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 268361a516c8f4775ea805e7955ef440 columnFamilyName c 2024-12-04T05:24:20,901 DEBUG [StoreOpener-268361a516c8f4775ea805e7955ef440-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T05:24:20,902 INFO [StoreOpener-268361a516c8f4775ea805e7955ef440-1 {}] regionserver.HStore(327): Store=268361a516c8f4775ea805e7955ef440/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T05:24:20,902 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 268361a516c8f4775ea805e7955ef440 2024-12-04T05:24:20,903 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35275/hbase/data/default/test2727/268361a516c8f4775ea805e7955ef440 2024-12-04T05:24:20,905 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 2 recovered edits file(s) under hdfs://localhost:35275/hbase/data/default/test2727/268361a516c8f4775ea805e7955ef440 2024-12-04T05:24:20,906 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:35275/hbase/data/default/test2727/268361a516c8f4775ea805e7955ef440/recovered.edits/0000000000000003000 2024-12-04T05:24:20,909 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:35275/hbase/data/default/test2727/268361a516c8f4775ea805e7955ef440/recovered.edits/0000000000000003000: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null 2024-12-04T05:24:20,978 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 3000, skipped 0, firstSequenceIdInLog=1, maxSequenceIdInLog=3000, path=hdfs://localhost:35275/hbase/data/default/test2727/268361a516c8f4775ea805e7955ef440/recovered.edits/0000000000000003000 2024-12-04T05:24:20,980 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:35275/hbase/data/default/test2727/268361a516c8f4775ea805e7955ef440/recovered.edits/0000000000000006000 2024-12-04T05:24:20,983 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:35275/hbase/data/default/test2727/268361a516c8f4775ea805e7955ef440/recovered.edits/0000000000000006000: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null 2024-12-04T05:24:21,037 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 3000, skipped 0, firstSequenceIdInLog=3001, maxSequenceIdInLog=6000, path=hdfs://localhost:35275/hbase/data/default/test2727/268361a516c8f4775ea805e7955ef440/recovered.edits/0000000000000006000 2024-12-04T05:24:21,037 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 268361a516c8f4775ea805e7955ef440 3/3 column families, dataSize=215.51 KB heapSize=657 KB 2024-12-04T05:24:21,062 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35275/hbase/data/default/test2727/268361a516c8f4775ea805e7955ef440/.tmp/a/de1a454c71ef420b9d40e06a5fe2d4f1 is 41, key is test2727/a:100/1733289860639/Put/seqid=0 2024-12-04T05:24:21,071 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37859 is added to blk_1073741871_1048 (size=84227) 2024-12-04T05:24:21,072 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43859 is added to blk_1073741871_1048 (size=84227) 2024-12-04T05:24:21,072 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44311 is added to blk_1073741871_1048 (size=84227) 2024-12-04T05:24:21,072 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=71.84 KB at sequenceid=6000 (bloomFilter=true), to=hdfs://localhost:35275/hbase/data/default/test2727/268361a516c8f4775ea805e7955ef440/.tmp/a/de1a454c71ef420b9d40e06a5fe2d4f1 2024-12-04T05:24:21,104 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35275/hbase/data/default/test2727/268361a516c8f4775ea805e7955ef440/.tmp/b/f3b9e038f0cb4a7bbfb79cca65873562 is 41, key is test2727/b:100/1733289860681/Put/seqid=0 2024-12-04T05:24:21,110 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37859 is added to blk_1073741872_1049 (size=84609) 2024-12-04T05:24:21,110 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43859 is added to blk_1073741872_1049 (size=84609) 2024-12-04T05:24:21,111 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44311 is added to blk_1073741872_1049 (size=84609) 2024-12-04T05:24:21,112 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=71.84 KB at sequenceid=6000 (bloomFilter=true), to=hdfs://localhost:35275/hbase/data/default/test2727/268361a516c8f4775ea805e7955ef440/.tmp/b/f3b9e038f0cb4a7bbfb79cca65873562 2024-12-04T05:24:21,150 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35275/hbase/data/default/test2727/268361a516c8f4775ea805e7955ef440/.tmp/c/ceebee2cea454a9d877db14ac7cd1f7e is 41, key is test2727/c:100/1733289860733/Put/seqid=0 2024-12-04T05:24:21,155 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43859 is added to blk_1073741873_1050 (size=84609) 2024-12-04T05:24:21,156 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37859 is added to blk_1073741873_1050 (size=84609) 2024-12-04T05:24:21,157 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44311 is added to blk_1073741873_1050 (size=84609) 2024-12-04T05:24:21,158 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=71.84 KB at sequenceid=6000 (bloomFilter=true), to=hdfs://localhost:35275/hbase/data/default/test2727/268361a516c8f4775ea805e7955ef440/.tmp/c/ceebee2cea454a9d877db14ac7cd1f7e 2024-12-04T05:24:21,166 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35275/hbase/data/default/test2727/268361a516c8f4775ea805e7955ef440/.tmp/a/de1a454c71ef420b9d40e06a5fe2d4f1 as hdfs://localhost:35275/hbase/data/default/test2727/268361a516c8f4775ea805e7955ef440/a/de1a454c71ef420b9d40e06a5fe2d4f1 2024-12-04T05:24:21,173 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35275/hbase/data/default/test2727/268361a516c8f4775ea805e7955ef440/a/de1a454c71ef420b9d40e06a5fe2d4f1, entries=2000, sequenceid=6000, filesize=82.3 K 2024-12-04T05:24:21,174 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35275/hbase/data/default/test2727/268361a516c8f4775ea805e7955ef440/.tmp/b/f3b9e038f0cb4a7bbfb79cca65873562 as hdfs://localhost:35275/hbase/data/default/test2727/268361a516c8f4775ea805e7955ef440/b/f3b9e038f0cb4a7bbfb79cca65873562 2024-12-04T05:24:21,180 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35275/hbase/data/default/test2727/268361a516c8f4775ea805e7955ef440/b/f3b9e038f0cb4a7bbfb79cca65873562, entries=2000, sequenceid=6000, filesize=82.6 K 2024-12-04T05:24:21,181 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35275/hbase/data/default/test2727/268361a516c8f4775ea805e7955ef440/.tmp/c/ceebee2cea454a9d877db14ac7cd1f7e as hdfs://localhost:35275/hbase/data/default/test2727/268361a516c8f4775ea805e7955ef440/c/ceebee2cea454a9d877db14ac7cd1f7e 2024-12-04T05:24:21,187 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35275/hbase/data/default/test2727/268361a516c8f4775ea805e7955ef440/c/ceebee2cea454a9d877db14ac7cd1f7e, entries=2000, sequenceid=6000, filesize=82.6 K 2024-12-04T05:24:21,187 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~215.51 KB/220680, heapSize ~656.95 KB/672720, currentSize=0 B/0 for 268361a516c8f4775ea805e7955ef440 in 150ms, sequenceid=6000, compaction requested=false; wal=null 2024-12-04T05:24:21,188 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:35275/hbase/data/default/test2727/268361a516c8f4775ea805e7955ef440/recovered.edits/0000000000000003000 2024-12-04T05:24:21,189 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:35275/hbase/data/default/test2727/268361a516c8f4775ea805e7955ef440/recovered.edits/0000000000000006000 2024-12-04T05:24:21,190 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 268361a516c8f4775ea805e7955ef440 2024-12-04T05:24:21,190 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 268361a516c8f4775ea805e7955ef440 2024-12-04T05:24:21,190 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test2727 descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-04T05:24:21,192 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 268361a516c8f4775ea805e7955ef440 2024-12-04T05:24:21,194 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35275/hbase/data/default/test2727/268361a516c8f4775ea805e7955ef440/recovered.edits/6000.seqid, newMaxSeqId=6000, maxSeqId=1 2024-12-04T05:24:21,195 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 268361a516c8f4775ea805e7955ef440; next sequenceid=6001; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64779952, jitterRate=-0.03470349311828613}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-04T05:24:21,197 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 268361a516c8f4775ea805e7955ef440: Writing region info on filesystem at 1733289860895Initializing all the Stores at 1733289860896 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733289860896Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733289860897 (+1 ms)Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733289860897Obtaining lock to block concurrent updates at 1733289861037 (+140 ms)Preparing flush snapshotting stores in 268361a516c8f4775ea805e7955ef440 at 1733289861037Finished memstore snapshotting test2727,,1733289860309.268361a516c8f4775ea805e7955ef440., syncing WAL and waiting on mvcc, flushsize=dataSize=220680, getHeapSize=672720, getOffHeapSize=0, getCellsCount=6000 at 1733289861037Flushing stores of test2727,,1733289860309.268361a516c8f4775ea805e7955ef440. at 1733289861037Flushing 268361a516c8f4775ea805e7955ef440/a: creating writer at 1733289861037Flushing 268361a516c8f4775ea805e7955ef440/a: appending metadata at 1733289861061 (+24 ms)Flushing 268361a516c8f4775ea805e7955ef440/a: closing flushed file at 1733289861061Flushing 268361a516c8f4775ea805e7955ef440/b: creating writer at 1733289861079 (+18 ms)Flushing 268361a516c8f4775ea805e7955ef440/b: appending metadata at 1733289861102 (+23 ms)Flushing 268361a516c8f4775ea805e7955ef440/b: closing flushed file at 1733289861102Flushing 268361a516c8f4775ea805e7955ef440/c: creating writer at 1733289861120 (+18 ms)Flushing 268361a516c8f4775ea805e7955ef440/c: appending metadata at 1733289861148 (+28 ms)Flushing 268361a516c8f4775ea805e7955ef440/c: closing flushed file at 1733289861148Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@472c32fa: reopening flushed file at 1733289861165 (+17 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4b361270: reopening flushed file at 1733289861173 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@10604161: reopening flushed file at 1733289861180 (+7 ms)Finished flush of dataSize ~215.51 KB/220680, heapSize ~656.95 KB/672720, currentSize=0 B/0 for 268361a516c8f4775ea805e7955ef440 in 150ms, sequenceid=6000, compaction requested=false; wal=null at 1733289861187 (+7 ms)Cleaning up temporary data from old regions at 1733289861190 (+3 ms)Region opened successfully at 1733289861196 (+6 ms) 2024-12-04T05:24:21,198 DEBUG [Time-limited test {}] wal.AbstractTestWALReplay(320): region.getOpenSeqNum(): 6001, wal3.id: 0 2024-12-04T05:24:21,198 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 268361a516c8f4775ea805e7955ef440, disabling compactions & flushes 2024-12-04T05:24:21,198 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region test2727,,1733289860309.268361a516c8f4775ea805e7955ef440. 2024-12-04T05:24:21,198 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on test2727,,1733289860309.268361a516c8f4775ea805e7955ef440. 2024-12-04T05:24:21,198 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on test2727,,1733289860309.268361a516c8f4775ea805e7955ef440. after waiting 0 ms 2024-12-04T05:24:21,198 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region test2727,,1733289860309.268361a516c8f4775ea805e7955ef440. 2024-12-04T05:24:21,199 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed test2727,,1733289860309.268361a516c8f4775ea805e7955ef440. 2024-12-04T05:24:21,199 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 268361a516c8f4775ea805e7955ef440: Waiting for close lock at 1733289861198Disabling compacts and flushes for region at 1733289861198Disabling writes for close at 1733289861198Writing region close event to WAL at 1733289861199 (+1 ms)Closed at 1733289861199 2024-12-04T05:24:21,202 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37859 is added to blk_1073741870_1047 (size=93) 2024-12-04T05:24:21,202 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44311 is added to blk_1073741870_1047 (size=93) 2024-12-04T05:24:21,203 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43859 is added to blk_1073741870_1047 (size=93) 2024-12-04T05:24:21,205 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-12-04T05:24:21,205 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL wal:(num 1733289860873) 2024-12-04T05:24:21,218 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayCompressed#test2727 Thread=401 (was 399) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1795636505_22 at /127.0.0.1:55566 [Waiting for operation #5] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-14-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-14-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1795636505_22 at /127.0.0.1:54448 [Waiting for operation #14] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-14-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1795636505_22 at /127.0.0.1:60312 [Waiting for operation #11] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=927 (was 865) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=266 (was 266), ProcessCount=11 (was 11), AvailableMemoryMB=5403 (was 5551) 2024-12-04T05:24:21,229 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayCompressed#testSequentialEditLogSeqNum Thread=401, OpenFileDescriptor=927, MaxFileDescriptor=1048576, SystemLoadAverage=266, ProcessCount=11, AvailableMemoryMB=5402 2024-12-04T05:24:21,246 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T05:24:21,252 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:35275/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1733289861245, archiveDir=hdfs://localhost:35275/hbase/oldWALs, maxLogs=32 2024-12-04T05:24:21,254 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.1733289861253 2024-12-04T05:24:21,264 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testsequentialeditlogseqnum-manual,16010,1733289861245/wal.1733289861253 2024-12-04T05:24:21,268 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new MockWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39001:39001),(127.0.0.1/127.0.0.1:45523:45523),(127.0.0.1/127.0.0.1:45071:45071)] 2024-12-04T05:24:21,273 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => bd4b015544670cff5792d2620b305eff, NAME => 'testSequentialEditLogSeqNum,,1733289861246.bd4b015544670cff5792d2620b305eff.', STARTKEY => '', ENDKEY => ''} 2024-12-04T05:24:21,273 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testSequentialEditLogSeqNum,,1733289861246.bd4b015544670cff5792d2620b305eff.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T05:24:21,273 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for bd4b015544670cff5792d2620b305eff 2024-12-04T05:24:21,273 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for bd4b015544670cff5792d2620b305eff 2024-12-04T05:24:21,275 WARN [Time-limited test {}] regionserver.HRegionFileSystem(836): hdfs://localhost:35275/hbase/data/default/testSequentialEditLogSeqNum/bd4b015544670cff5792d2620b305eff doesn't exist for region: bd4b015544670cff5792d2620b305eff on table testSequentialEditLogSeqNum 2024-12-04T05:24:21,275 WARN [Time-limited test {}] regionserver.HRegionFileSystem(854): .regioninfo file not found for region: bd4b015544670cff5792d2620b305eff on table testSequentialEditLogSeqNum 2024-12-04T05:24:21,284 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44311 is added to blk_1073741875_1052 (size=62) 2024-12-04T05:24:21,284 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37859 is added to blk_1073741875_1052 (size=62) 2024-12-04T05:24:21,285 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43859 is added to blk_1073741875_1052 (size=62) 2024-12-04T05:24:21,287 INFO [StoreOpener-bd4b015544670cff5792d2620b305eff-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region bd4b015544670cff5792d2620b305eff 2024-12-04T05:24:21,289 INFO [StoreOpener-bd4b015544670cff5792d2620b305eff-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bd4b015544670cff5792d2620b305eff columnFamilyName a 2024-12-04T05:24:21,289 DEBUG [StoreOpener-bd4b015544670cff5792d2620b305eff-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T05:24:21,289 INFO [StoreOpener-bd4b015544670cff5792d2620b305eff-1 {}] regionserver.HStore(327): Store=bd4b015544670cff5792d2620b305eff/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T05:24:21,289 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for bd4b015544670cff5792d2620b305eff 2024-12-04T05:24:21,290 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35275/hbase/data/default/testSequentialEditLogSeqNum/bd4b015544670cff5792d2620b305eff 2024-12-04T05:24:21,290 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35275/hbase/data/default/testSequentialEditLogSeqNum/bd4b015544670cff5792d2620b305eff 2024-12-04T05:24:21,291 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for bd4b015544670cff5792d2620b305eff 2024-12-04T05:24:21,291 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for bd4b015544670cff5792d2620b305eff 2024-12-04T05:24:21,292 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for bd4b015544670cff5792d2620b305eff 2024-12-04T05:24:21,295 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35275/hbase/data/default/testSequentialEditLogSeqNum/bd4b015544670cff5792d2620b305eff/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T05:24:21,295 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened bd4b015544670cff5792d2620b305eff; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70703874, jitterRate=0.05356982350349426}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-04T05:24:21,296 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for bd4b015544670cff5792d2620b305eff: Writing region info on filesystem at 1733289861274Initializing all the Stores at 1733289861286 (+12 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733289861287 (+1 ms)Cleaning up temporary data from old regions at 1733289861291 (+4 ms)Region opened successfully at 1733289861296 (+5 ms) 2024-12-04T05:24:21,309 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing bd4b015544670cff5792d2620b305eff 1/1 column families, dataSize=770 B heapSize=1.73 KB 2024-12-04T05:24:21,332 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35275/hbase/data/default/testSequentialEditLogSeqNum/bd4b015544670cff5792d2620b305eff/.tmp/a/80e4f380159d4c468f87246a638b958e is 81, key is testSequentialEditLogSeqNum/a:x0/1733289861297/Put/seqid=0 2024-12-04T05:24:21,338 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37859 is added to blk_1073741876_1053 (size=5833) 2024-12-04T05:24:21,338 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44311 is added to blk_1073741876_1053 (size=5833) 2024-12-04T05:24:21,339 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43859 is added to blk_1073741876_1053 (size=5833) 2024-12-04T05:24:21,339 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=770 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:35275/hbase/data/default/testSequentialEditLogSeqNum/bd4b015544670cff5792d2620b305eff/.tmp/a/80e4f380159d4c468f87246a638b958e 2024-12-04T05:24:21,346 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35275/hbase/data/default/testSequentialEditLogSeqNum/bd4b015544670cff5792d2620b305eff/.tmp/a/80e4f380159d4c468f87246a638b958e as hdfs://localhost:35275/hbase/data/default/testSequentialEditLogSeqNum/bd4b015544670cff5792d2620b305eff/a/80e4f380159d4c468f87246a638b958e 2024-12-04T05:24:21,352 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35275/hbase/data/default/testSequentialEditLogSeqNum/bd4b015544670cff5792d2620b305eff/a/80e4f380159d4c468f87246a638b958e, entries=10, sequenceid=13, filesize=5.7 K 2024-12-04T05:24:21,354 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~770 B/770, heapSize ~1.72 KB/1760, currentSize=0 B/0 for bd4b015544670cff5792d2620b305eff in 45ms, sequenceid=13, compaction requested=false 2024-12-04T05:24:21,354 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for bd4b015544670cff5792d2620b305eff: 2024-12-04T05:24:21,362 INFO [sync.0 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-12-04T05:24:21,362 INFO [sync.1 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-12-04T05:24:21,362 INFO [sync.2 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-12-04T05:24:21,363 INFO [sync.3 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-12-04T05:24:21,363 INFO [sync.4 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-12-04T05:24:21,365 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43859 is added to blk_1073741874_1051 (size=1616) 2024-12-04T05:24:21,366 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37859 is added to blk_1073741874_1051 (size=1616) 2024-12-04T05:24:21,366 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44311 is added to blk_1073741874_1051 (size=1616) 2024-12-04T05:24:21,384 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35275/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1733289861245/wal.1733289861253, size=1.6 K (1616bytes) 2024-12-04T05:24:21,384 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35275/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1733289861245/wal.1733289861253 2024-12-04T05:24:21,384 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35275/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1733289861245/wal.1733289861253 after 0ms 2024-12-04T05:24:21,387 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:35275/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1733289861245/wal.1733289861253: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null 2024-12-04T05:24:21,388 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35275/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1733289861245/wal.1733289861253 took 4ms 2024-12-04T05:24:21,390 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35275/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1733289861245/wal.1733289861253 so closing down 2024-12-04T05:24:21,390 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-04T05:24:21,391 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000003-wal.1733289861253.temp 2024-12-04T05:24:21,393 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35275/hbase/data/default/testSequentialEditLogSeqNum/bd4b015544670cff5792d2620b305eff/recovered.edits/0000000000000000003-wal.1733289861253.temp 2024-12-04T05:24:21,393 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-04T05:24:21,399 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44311 is added to blk_1073741877_1054 (size=1175) 2024-12-04T05:24:21,399 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37859 is added to blk_1073741877_1054 (size=1175) 2024-12-04T05:24:21,400 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43859 is added to blk_1073741877_1054 (size=1175) 2024-12-04T05:24:21,400 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35275/hbase/data/default/testSequentialEditLogSeqNum/bd4b015544670cff5792d2620b305eff/recovered.edits/0000000000000000003-wal.1733289861253.temp (wrote 15 edits, skipped 0 edits in 0 ms) 2024-12-04T05:24:21,402 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35275/hbase/data/default/testSequentialEditLogSeqNum/bd4b015544670cff5792d2620b305eff/recovered.edits/0000000000000000003-wal.1733289861253.temp to hdfs://localhost:35275/hbase/data/default/testSequentialEditLogSeqNum/bd4b015544670cff5792d2620b305eff/recovered.edits/0000000000000000020 2024-12-04T05:24:21,402 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 17 edits across 1 Regions in 14 ms; skipped=2; WAL=hdfs://localhost:35275/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1733289861245/wal.1733289861253, size=1.6 K, length=1616, corrupted=false, cancelled=false 2024-12-04T05:24:21,402 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35275/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1733289861245/wal.1733289861253, journal: Splitting hdfs://localhost:35275/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1733289861245/wal.1733289861253, size=1.6 K (1616bytes) at 1733289861384Finishing writing output for hdfs://localhost:35275/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1733289861245/wal.1733289861253 so closing down at 1733289861390 (+6 ms)Creating recovered edits writer path=hdfs://localhost:35275/hbase/data/default/testSequentialEditLogSeqNum/bd4b015544670cff5792d2620b305eff/recovered.edits/0000000000000000003-wal.1733289861253.temp at 1733289861393 (+3 ms)3 split writer threads finished at 1733289861393Closed recovered edits writer path=hdfs://localhost:35275/hbase/data/default/testSequentialEditLogSeqNum/bd4b015544670cff5792d2620b305eff/recovered.edits/0000000000000000003-wal.1733289861253.temp (wrote 15 edits, skipped 0 edits in 0 ms) at 1733289861400 (+7 ms)Rename recovered edits hdfs://localhost:35275/hbase/data/default/testSequentialEditLogSeqNum/bd4b015544670cff5792d2620b305eff/recovered.edits/0000000000000000003-wal.1733289861253.temp to hdfs://localhost:35275/hbase/data/default/testSequentialEditLogSeqNum/bd4b015544670cff5792d2620b305eff/recovered.edits/0000000000000000020 at 1733289861402 (+2 ms)Processed 17 edits across 1 Regions in 14 ms; skipped=2; WAL=hdfs://localhost:35275/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1733289861245/wal.1733289861253, size=1.6 K, length=1616, corrupted=false, cancelled=false at 1733289861402 2024-12-04T05:24:21,419 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayCompressed#testSequentialEditLogSeqNum Thread=406 (was 401) Potentially hanging thread: sync.2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.takeSyncRequest(FSHLog.java:426) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.run(FSHLog.java:441) Potentially hanging thread: sync.0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.takeSyncRequest(FSHLog.java:426) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.run(FSHLog.java:441) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1795636505_22 at /127.0.0.1:54448 [Waiting for operation #16] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1795636505_22 at /127.0.0.1:60312 [Waiting for operation #15] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: sync.3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.takeSyncRequest(FSHLog.java:426) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.run(FSHLog.java:441) Potentially hanging thread: sync.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.takeSyncRequest(FSHLog.java:426) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.run(FSHLog.java:441) Potentially hanging thread: sync.4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.takeSyncRequest(FSHLog.java:426) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.run(FSHLog.java:441) - Thread LEAK? -, OpenFileDescriptor=963 (was 927) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=266 (was 266), ProcessCount=11 (was 11), AvailableMemoryMB=5380 (was 5402) 2024-12-04T05:24:21,432 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayCompressed#testRegionMadeOfBulkLoadedFilesOnly Thread=406, OpenFileDescriptor=963, MaxFileDescriptor=1048576, SystemLoadAverage=266, ProcessCount=11, AvailableMemoryMB=5378 2024-12-04T05:24:21,449 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T05:24:21,454 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T05:24:21,481 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-04T05:24:21,485 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-27412803, suffix=, logDir=hdfs://localhost:35275/hbase/WALs/hregion-27412803, archiveDir=hdfs://localhost:35275/hbase/oldWALs, maxLogs=32 2024-12-04T05:24:21,504 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-27412803/hregion-27412803.1733289861486, exclude list is [], retry=0 2024-12-04T05:24:21,507 DEBUG [AsyncFSWAL-17-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37859,DS-39fe0079-8ac3-4f94-953e-9e743aa94a22,DISK] 2024-12-04T05:24:21,507 DEBUG [AsyncFSWAL-17-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43859,DS-642eba6a-8b9d-466e-973c-796f3e4f5ec5,DISK] 2024-12-04T05:24:21,508 DEBUG [AsyncFSWAL-17-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44311,DS-5c82d3f4-a186-4144-ad7c-ee72c42bcf47,DISK] 2024-12-04T05:24:21,510 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-27412803/hregion-27412803.1733289861486 2024-12-04T05:24:21,510 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45523:45523),(127.0.0.1/127.0.0.1:45071:45071),(127.0.0.1/127.0.0.1:39001:39001)] 2024-12-04T05:24:21,511 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => d1dae9f95355f2d95332a61a2d169acc, NAME => 'testRegionMadeOfBulkLoadedFilesOnly,,1733289861450.d1dae9f95355f2d95332a61a2d169acc.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testRegionMadeOfBulkLoadedFilesOnly', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35275/hbase 2024-12-04T05:24:21,519 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43859 is added to blk_1073741879_1056 (size=70) 2024-12-04T05:24:21,519 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37859 is added to blk_1073741879_1056 (size=70) 2024-12-04T05:24:21,519 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44311 is added to blk_1073741879_1056 (size=70) 2024-12-04T05:24:21,520 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testRegionMadeOfBulkLoadedFilesOnly,,1733289861450.d1dae9f95355f2d95332a61a2d169acc.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T05:24:21,521 INFO [StoreOpener-d1dae9f95355f2d95332a61a2d169acc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region d1dae9f95355f2d95332a61a2d169acc 2024-12-04T05:24:21,523 INFO [StoreOpener-d1dae9f95355f2d95332a61a2d169acc-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d1dae9f95355f2d95332a61a2d169acc columnFamilyName a 2024-12-04T05:24:21,523 DEBUG [StoreOpener-d1dae9f95355f2d95332a61a2d169acc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T05:24:21,523 INFO [StoreOpener-d1dae9f95355f2d95332a61a2d169acc-1 {}] regionserver.HStore(327): Store=d1dae9f95355f2d95332a61a2d169acc/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T05:24:21,524 INFO [StoreOpener-d1dae9f95355f2d95332a61a2d169acc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region d1dae9f95355f2d95332a61a2d169acc 2024-12-04T05:24:21,525 INFO [StoreOpener-d1dae9f95355f2d95332a61a2d169acc-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d1dae9f95355f2d95332a61a2d169acc columnFamilyName b 2024-12-04T05:24:21,525 DEBUG [StoreOpener-d1dae9f95355f2d95332a61a2d169acc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T05:24:21,526 INFO [StoreOpener-d1dae9f95355f2d95332a61a2d169acc-1 {}] regionserver.HStore(327): Store=d1dae9f95355f2d95332a61a2d169acc/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T05:24:21,526 INFO [StoreOpener-d1dae9f95355f2d95332a61a2d169acc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region d1dae9f95355f2d95332a61a2d169acc 2024-12-04T05:24:21,527 INFO [StoreOpener-d1dae9f95355f2d95332a61a2d169acc-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d1dae9f95355f2d95332a61a2d169acc columnFamilyName c 2024-12-04T05:24:21,527 DEBUG [StoreOpener-d1dae9f95355f2d95332a61a2d169acc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T05:24:21,527 INFO [StoreOpener-d1dae9f95355f2d95332a61a2d169acc-1 {}] regionserver.HStore(327): Store=d1dae9f95355f2d95332a61a2d169acc/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T05:24:21,527 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for d1dae9f95355f2d95332a61a2d169acc 2024-12-04T05:24:21,528 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35275/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/d1dae9f95355f2d95332a61a2d169acc 2024-12-04T05:24:21,529 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35275/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/d1dae9f95355f2d95332a61a2d169acc 2024-12-04T05:24:21,530 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for d1dae9f95355f2d95332a61a2d169acc 2024-12-04T05:24:21,530 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for d1dae9f95355f2d95332a61a2d169acc 2024-12-04T05:24:21,530 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRegionMadeOfBulkLoadedFilesOnly descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-04T05:24:21,531 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for d1dae9f95355f2d95332a61a2d169acc 2024-12-04T05:24:21,533 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35275/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/d1dae9f95355f2d95332a61a2d169acc/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T05:24:21,534 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened d1dae9f95355f2d95332a61a2d169acc; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65197182, jitterRate=-0.028486281633377075}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-04T05:24:21,535 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for d1dae9f95355f2d95332a61a2d169acc: Writing region info on filesystem at 1733289861520Initializing all the Stores at 1733289861521 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733289861521Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733289861521Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733289861521Cleaning up temporary data from old regions at 1733289861530 (+9 ms)Region opened successfully at 1733289861535 (+5 ms) 2024-12-04T05:24:21,535 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing d1dae9f95355f2d95332a61a2d169acc, disabling compactions & flushes 2024-12-04T05:24:21,535 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testRegionMadeOfBulkLoadedFilesOnly,,1733289861450.d1dae9f95355f2d95332a61a2d169acc. 2024-12-04T05:24:21,535 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testRegionMadeOfBulkLoadedFilesOnly,,1733289861450.d1dae9f95355f2d95332a61a2d169acc. 2024-12-04T05:24:21,535 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testRegionMadeOfBulkLoadedFilesOnly,,1733289861450.d1dae9f95355f2d95332a61a2d169acc. after waiting 0 ms 2024-12-04T05:24:21,535 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testRegionMadeOfBulkLoadedFilesOnly,,1733289861450.d1dae9f95355f2d95332a61a2d169acc. 2024-12-04T05:24:21,536 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testRegionMadeOfBulkLoadedFilesOnly,,1733289861450.d1dae9f95355f2d95332a61a2d169acc. 2024-12-04T05:24:21,536 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for d1dae9f95355f2d95332a61a2d169acc: Waiting for close lock at 1733289861535Disabling compacts and flushes for region at 1733289861535Disabling writes for close at 1733289861535Writing region close event to WAL at 1733289861536 (+1 ms)Closed at 1733289861536 2024-12-04T05:24:21,539 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43859 is added to blk_1073741878_1055 (size=93) 2024-12-04T05:24:21,539 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /hbase/WALs/hregion-27412803/hregion-27412803.1733289861486 not finished, retry = 0 2024-12-04T05:24:21,539 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37859 is added to blk_1073741878_1055 (size=93) 2024-12-04T05:24:21,539 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44311 is added to blk_1073741878_1055 (size=93) 2024-12-04T05:24:21,590 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-04T05:24:21,590 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-12-04T05:24:21,593 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-04T05:24:21,594 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-12-04T05:24:21,594 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-12-04T05:24:21,594 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-12-04T05:24:21,595 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testSequentialEditLogSeqNum 2024-12-04T05:24:21,595 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testSequentialEditLogSeqNum Metrics about Tables on a single HBase RegionServer 2024-12-04T05:24:21,596 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsWrittenIntoWAL 2024-12-04T05:24:21,596 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsWrittenIntoWAL Metrics about Tables on a single HBase RegionServer 2024-12-04T05:24:21,642 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-12-04T05:24:21,642 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-27412803:(num 1733289861486) 2024-12-04T05:24:21,642 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-12-04T05:24:21,644 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:35275/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733289861448, archiveDir=hdfs://localhost:35275/hbase/oldWALs, maxLogs=32 2024-12-04T05:24:21,659 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733289861448/wal.1733289861645, exclude list is [], retry=0 2024-12-04T05:24:21,662 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44311,DS-5c82d3f4-a186-4144-ad7c-ee72c42bcf47,DISK] 2024-12-04T05:24:21,663 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37859,DS-39fe0079-8ac3-4f94-953e-9e743aa94a22,DISK] 2024-12-04T05:24:21,663 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43859,DS-642eba6a-8b9d-466e-973c-796f3e4f5ec5,DISK] 2024-12-04T05:24:21,665 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733289861448/wal.1733289861645 2024-12-04T05:24:21,665 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39001:39001),(127.0.0.1/127.0.0.1:45523:45523),(127.0.0.1/127.0.0.1:45071:45071)] 2024-12-04T05:24:21,665 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => d1dae9f95355f2d95332a61a2d169acc, NAME => 'testRegionMadeOfBulkLoadedFilesOnly,,1733289861450.d1dae9f95355f2d95332a61a2d169acc.', STARTKEY => '', ENDKEY => ''} 2024-12-04T05:24:21,666 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testRegionMadeOfBulkLoadedFilesOnly,,1733289861450.d1dae9f95355f2d95332a61a2d169acc.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T05:24:21,666 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for d1dae9f95355f2d95332a61a2d169acc 2024-12-04T05:24:21,666 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for d1dae9f95355f2d95332a61a2d169acc 2024-12-04T05:24:21,670 INFO [StoreOpener-d1dae9f95355f2d95332a61a2d169acc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region d1dae9f95355f2d95332a61a2d169acc 2024-12-04T05:24:21,671 INFO [StoreOpener-d1dae9f95355f2d95332a61a2d169acc-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d1dae9f95355f2d95332a61a2d169acc columnFamilyName a 2024-12-04T05:24:21,672 DEBUG [StoreOpener-d1dae9f95355f2d95332a61a2d169acc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T05:24:21,672 INFO [StoreOpener-d1dae9f95355f2d95332a61a2d169acc-1 {}] regionserver.HStore(327): Store=d1dae9f95355f2d95332a61a2d169acc/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T05:24:21,672 INFO [StoreOpener-d1dae9f95355f2d95332a61a2d169acc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region d1dae9f95355f2d95332a61a2d169acc 2024-12-04T05:24:21,673 INFO [StoreOpener-d1dae9f95355f2d95332a61a2d169acc-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d1dae9f95355f2d95332a61a2d169acc columnFamilyName b 2024-12-04T05:24:21,673 DEBUG [StoreOpener-d1dae9f95355f2d95332a61a2d169acc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T05:24:21,674 INFO [StoreOpener-d1dae9f95355f2d95332a61a2d169acc-1 {}] regionserver.HStore(327): Store=d1dae9f95355f2d95332a61a2d169acc/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T05:24:21,674 INFO [StoreOpener-d1dae9f95355f2d95332a61a2d169acc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region d1dae9f95355f2d95332a61a2d169acc 2024-12-04T05:24:21,675 INFO [StoreOpener-d1dae9f95355f2d95332a61a2d169acc-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d1dae9f95355f2d95332a61a2d169acc columnFamilyName c 2024-12-04T05:24:21,675 DEBUG [StoreOpener-d1dae9f95355f2d95332a61a2d169acc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T05:24:21,676 INFO [StoreOpener-d1dae9f95355f2d95332a61a2d169acc-1 {}] regionserver.HStore(327): Store=d1dae9f95355f2d95332a61a2d169acc/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T05:24:21,676 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for d1dae9f95355f2d95332a61a2d169acc 2024-12-04T05:24:21,676 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35275/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/d1dae9f95355f2d95332a61a2d169acc 2024-12-04T05:24:21,678 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35275/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/d1dae9f95355f2d95332a61a2d169acc 2024-12-04T05:24:21,679 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for d1dae9f95355f2d95332a61a2d169acc 2024-12-04T05:24:21,679 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for d1dae9f95355f2d95332a61a2d169acc 2024-12-04T05:24:21,679 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRegionMadeOfBulkLoadedFilesOnly descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-04T05:24:21,681 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for d1dae9f95355f2d95332a61a2d169acc 2024-12-04T05:24:21,681 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened d1dae9f95355f2d95332a61a2d169acc; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71315814, jitterRate=0.0626884400844574}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-04T05:24:21,682 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for d1dae9f95355f2d95332a61a2d169acc: Writing region info on filesystem at 1733289861666Initializing all the Stores at 1733289861667 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733289861667Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733289861670 (+3 ms)Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733289861670Cleaning up temporary data from old regions at 1733289861679 (+9 ms)Region opened successfully at 1733289861682 (+3 ms) 2024-12-04T05:24:21,687 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35275/hbase/testRegionMadeOfBulkLoadedFilesOnly/hfile is 28, key is \x0D/a:a/1733289861686/Put/seqid=0 2024-12-04T05:24:21,693 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44311 is added to blk_1073741881_1058 (size=4826) 2024-12-04T05:24:21,693 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43859 is added to blk_1073741881_1058 (size=4826) 2024-12-04T05:24:21,694 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37859 is added to blk_1073741881_1058 (size=4826) 2024-12-04T05:24:21,695 INFO [Time-limited test {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:35275/hbase/testRegionMadeOfBulkLoadedFilesOnly/hfile for inclusion in d1dae9f95355f2d95332a61a2d169acc/a 2024-12-04T05:24:21,703 DEBUG [Time-limited test {}] regionserver.HStore(626): HFile bounds: first= last=z 2024-12-04T05:24:21,703 DEBUG [Time-limited test {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-04T05:24:21,704 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for d1dae9f95355f2d95332a61a2d169acc: 2024-12-04T05:24:21,705 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35275/hbase/testRegionMadeOfBulkLoadedFilesOnly/hfile as hdfs://localhost:35275/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/d1dae9f95355f2d95332a61a2d169acc/a/bc0431a55e704b5fa71a66aab14b062a_SeqId_3_ 2024-12-04T05:24:21,706 INFO [Time-limited test {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:35275/hbase/testRegionMadeOfBulkLoadedFilesOnly/hfile into d1dae9f95355f2d95332a61a2d169acc/a as hdfs://localhost:35275/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/d1dae9f95355f2d95332a61a2d169acc/a/bc0431a55e704b5fa71a66aab14b062a_SeqId_3_ - updating store file list. 2024-12-04T05:24:21,711 DEBUG [Time-limited test {}] regionserver.HStoreFile(483): HFile Bloom filter type for bc0431a55e704b5fa71a66aab14b062a_SeqId_3_: NONE, but ROW specified in column family configuration 2024-12-04T05:24:21,712 INFO [Time-limited test {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:35275/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/d1dae9f95355f2d95332a61a2d169acc/a/bc0431a55e704b5fa71a66aab14b062a_SeqId_3_ into d1dae9f95355f2d95332a61a2d169acc/a 2024-12-04T05:24:21,712 INFO [Time-limited test {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:35275/hbase/testRegionMadeOfBulkLoadedFilesOnly/hfile into d1dae9f95355f2d95332a61a2d169acc/a (new location: hdfs://localhost:35275/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/d1dae9f95355f2d95332a61a2d169acc/a/bc0431a55e704b5fa71a66aab14b062a_SeqId_3_) 2024-12-04T05:24:21,754 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35275/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733289861448/wal.1733289861645, size=0 (0bytes) 2024-12-04T05:24:21,754 WARN [Time-limited test {}] wal.WALSplitter(453): File hdfs://localhost:35275/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733289861448/wal.1733289861645 might be still open, length is 0 2024-12-04T05:24:21,754 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35275/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733289861448/wal.1733289861645 2024-12-04T05:24:21,754 WARN [IPC Server handler 4 on default port 35275 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733289861448/wal.1733289861645 has not been closed. Lease recovery is in progress. RecoveryId = 1059 for block blk_1073741880_1057 2024-12-04T05:24:21,755 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=hdfs://localhost:35275/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733289861448/wal.1733289861645 after 1ms 2024-12-04T05:24:22,158 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_1795636505_22 at /127.0.0.1:36610 [Receiving block BP-816464211-172.17.0.2-1733289848183:blk_1073741880_1057] {}] datanode.DataXceiver(331): 127.0.0.1:44311:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:36610 dst: /127.0.0.1:44311 java.io.InterruptedIOException: Interrupted while waiting for IO on channel java.nio.channels.SocketChannel[connected local=localhost/127.0.0.1:44311 remote=/127.0.0.1:36610]. Total timeout mills is 60000, 59559 millis timeout left. at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:350) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T05:24:22,159 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_1795636505_22 at /127.0.0.1:55686 [Receiving block BP-816464211-172.17.0.2-1733289848183:blk_1073741880_1057] {}] datanode.DataXceiver(331): 127.0.0.1:37859:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:55686 dst: /127.0.0.1:37859 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T05:24:22,159 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_1795636505_22 at /127.0.0.1:60400 [Receiving block BP-816464211-172.17.0.2-1733289848183:blk_1073741880_1057] {}] datanode.DataXceiver(331): 127.0.0.1:43859:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:60400 dst: /127.0.0.1:43859 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T05:24:22,161 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44311 is added to blk_1073741880_1059 (size=434) 2024-12-04T05:24:22,162 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37859 is added to blk_1073741880_1059 (size=434) 2024-12-04T05:24:25,756 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=hdfs://localhost:35275/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733289861448/wal.1733289861645 after 4001ms 2024-12-04T05:24:25,759 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:35275/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733289861448/wal.1733289861645: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null 2024-12-04T05:24:25,760 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35275/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733289861448/wal.1733289861645 took 4006ms 2024-12-04T05:24:25,762 INFO [Time-limited test {}] wal.WALSplitter(493): EOF from hdfs://localhost:35275/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733289861448/wal.1733289861645; continuing. 2024-12-04T05:24:25,762 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35275/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733289861448/wal.1733289861645 so closing down 2024-12-04T05:24:25,762 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-04T05:24:25,763 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000005-wal.1733289861645.temp 2024-12-04T05:24:25,765 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35275/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/d1dae9f95355f2d95332a61a2d169acc/recovered.edits/0000000000000000005-wal.1733289861645.temp 2024-12-04T05:24:25,765 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-04T05:24:25,776 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37859 is added to blk_1073741882_1060 (size=236) 2024-12-04T05:24:25,776 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44311 is added to blk_1073741882_1060 (size=236) 2024-12-04T05:24:25,777 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43859 is added to blk_1073741882_1060 (size=236) 2024-12-04T05:24:26,174 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35275/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/d1dae9f95355f2d95332a61a2d169acc/recovered.edits/0000000000000000005-wal.1733289861645.temp (wrote 1 edits, skipped 0 edits in 0 ms) 2024-12-04T05:24:26,176 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35275/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/d1dae9f95355f2d95332a61a2d169acc/recovered.edits/0000000000000000005-wal.1733289861645.temp to hdfs://localhost:35275/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/d1dae9f95355f2d95332a61a2d169acc/recovered.edits/0000000000000000005 2024-12-04T05:24:26,176 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 2 edits across 1 Regions in 416 ms; skipped=1; WAL=hdfs://localhost:35275/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733289861448/wal.1733289861645, size=0, length=0, corrupted=false, cancelled=false 2024-12-04T05:24:26,176 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35275/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733289861448/wal.1733289861645, journal: Splitting hdfs://localhost:35275/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733289861448/wal.1733289861645, size=0 (0bytes) at 1733289861754Finishing writing output for hdfs://localhost:35275/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733289861448/wal.1733289861645 so closing down at 1733289865762 (+4008 ms)Creating recovered edits writer path=hdfs://localhost:35275/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/d1dae9f95355f2d95332a61a2d169acc/recovered.edits/0000000000000000005-wal.1733289861645.temp at 1733289865765 (+3 ms)3 split writer threads finished at 1733289865765Closed recovered edits writer path=hdfs://localhost:35275/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/d1dae9f95355f2d95332a61a2d169acc/recovered.edits/0000000000000000005-wal.1733289861645.temp (wrote 1 edits, skipped 0 edits in 0 ms) at 1733289866174 (+409 ms)Rename recovered edits hdfs://localhost:35275/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/d1dae9f95355f2d95332a61a2d169acc/recovered.edits/0000000000000000005-wal.1733289861645.temp to hdfs://localhost:35275/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/d1dae9f95355f2d95332a61a2d169acc/recovered.edits/0000000000000000005 at 1733289866176 (+2 ms)Processed 2 edits across 1 Regions in 416 ms; skipped=1; WAL=hdfs://localhost:35275/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733289861448/wal.1733289861645, size=0, length=0, corrupted=false, cancelled=false at 1733289866176 2024-12-04T05:24:26,178 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35275/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733289861448/wal.1733289861645 to hdfs://localhost:35275/hbase/oldWALs/wal.1733289861645 2024-12-04T05:24:26,179 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:35275/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/d1dae9f95355f2d95332a61a2d169acc/recovered.edits/0000000000000000005 2024-12-04T05:24:26,179 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-12-04T05:24:26,181 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:35275/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733289861448, archiveDir=hdfs://localhost:35275/hbase/oldWALs, maxLogs=32 2024-12-04T05:24:26,196 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733289861448/wal.1733289866181, exclude list is [], retry=0 2024-12-04T05:24:26,199 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43859,DS-642eba6a-8b9d-466e-973c-796f3e4f5ec5,DISK] 2024-12-04T05:24:26,199 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37859,DS-39fe0079-8ac3-4f94-953e-9e743aa94a22,DISK] 2024-12-04T05:24:26,200 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44311,DS-5c82d3f4-a186-4144-ad7c-ee72c42bcf47,DISK] 2024-12-04T05:24:26,201 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733289861448/wal.1733289866181 2024-12-04T05:24:26,202 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45071:45071),(127.0.0.1/127.0.0.1:45523:45523),(127.0.0.1/127.0.0.1:39001:39001)] 2024-12-04T05:24:26,202 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => d1dae9f95355f2d95332a61a2d169acc, NAME => 'testRegionMadeOfBulkLoadedFilesOnly,,1733289861450.d1dae9f95355f2d95332a61a2d169acc.', STARTKEY => '', ENDKEY => ''} 2024-12-04T05:24:26,202 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testRegionMadeOfBulkLoadedFilesOnly,,1733289861450.d1dae9f95355f2d95332a61a2d169acc.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T05:24:26,202 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for d1dae9f95355f2d95332a61a2d169acc 2024-12-04T05:24:26,202 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for d1dae9f95355f2d95332a61a2d169acc 2024-12-04T05:24:26,204 INFO [StoreOpener-d1dae9f95355f2d95332a61a2d169acc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region d1dae9f95355f2d95332a61a2d169acc 2024-12-04T05:24:26,205 INFO [StoreOpener-d1dae9f95355f2d95332a61a2d169acc-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d1dae9f95355f2d95332a61a2d169acc columnFamilyName a 2024-12-04T05:24:26,205 DEBUG [StoreOpener-d1dae9f95355f2d95332a61a2d169acc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T05:24:26,238 DEBUG [StoreFileOpener-d1dae9f95355f2d95332a61a2d169acc-a-1 {}] regionserver.HStoreFile(483): HFile Bloom filter type for bc0431a55e704b5fa71a66aab14b062a_SeqId_3_: NONE, but ROW specified in column family configuration 2024-12-04T05:24:26,238 DEBUG [StoreOpener-d1dae9f95355f2d95332a61a2d169acc-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:35275/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/d1dae9f95355f2d95332a61a2d169acc/a/bc0431a55e704b5fa71a66aab14b062a_SeqId_3_ 2024-12-04T05:24:26,238 INFO [StoreOpener-d1dae9f95355f2d95332a61a2d169acc-1 {}] regionserver.HStore(327): Store=d1dae9f95355f2d95332a61a2d169acc/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T05:24:26,238 INFO [StoreOpener-d1dae9f95355f2d95332a61a2d169acc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region d1dae9f95355f2d95332a61a2d169acc 2024-12-04T05:24:26,239 INFO [StoreOpener-d1dae9f95355f2d95332a61a2d169acc-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d1dae9f95355f2d95332a61a2d169acc columnFamilyName b 2024-12-04T05:24:26,239 DEBUG [StoreOpener-d1dae9f95355f2d95332a61a2d169acc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T05:24:26,240 INFO [StoreOpener-d1dae9f95355f2d95332a61a2d169acc-1 {}] regionserver.HStore(327): Store=d1dae9f95355f2d95332a61a2d169acc/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T05:24:26,240 INFO [StoreOpener-d1dae9f95355f2d95332a61a2d169acc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region d1dae9f95355f2d95332a61a2d169acc 2024-12-04T05:24:26,241 INFO [StoreOpener-d1dae9f95355f2d95332a61a2d169acc-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d1dae9f95355f2d95332a61a2d169acc columnFamilyName c 2024-12-04T05:24:26,241 DEBUG [StoreOpener-d1dae9f95355f2d95332a61a2d169acc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T05:24:26,241 INFO [StoreOpener-d1dae9f95355f2d95332a61a2d169acc-1 {}] regionserver.HStore(327): Store=d1dae9f95355f2d95332a61a2d169acc/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T05:24:26,242 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for d1dae9f95355f2d95332a61a2d169acc 2024-12-04T05:24:26,242 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35275/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/d1dae9f95355f2d95332a61a2d169acc 2024-12-04T05:24:26,244 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:35275/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/d1dae9f95355f2d95332a61a2d169acc 2024-12-04T05:24:26,244 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:35275/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/d1dae9f95355f2d95332a61a2d169acc/recovered.edits/0000000000000000005 2024-12-04T05:24:26,246 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:35275/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/d1dae9f95355f2d95332a61a2d169acc/recovered.edits/0000000000000000005: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null 2024-12-04T05:24:26,247 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 1, skipped 0, firstSequenceIdInLog=5, maxSequenceIdInLog=5, path=hdfs://localhost:35275/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/d1dae9f95355f2d95332a61a2d169acc/recovered.edits/0000000000000000005 2024-12-04T05:24:26,247 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing d1dae9f95355f2d95332a61a2d169acc 3/3 column families, dataSize=58 B heapSize=904 B 2024-12-04T05:24:26,264 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35275/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/d1dae9f95355f2d95332a61a2d169acc/.tmp/a/c4519400738547cb9818fece92ce9f4e is 62, key is testRegionMadeOfBulkLoadedFilesOnly/a:a/1733289861717/Put/seqid=0 2024-12-04T05:24:26,270 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44311 is added to blk_1073741884_1062 (size=5149) 2024-12-04T05:24:26,270 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37859 is added to blk_1073741884_1062 (size=5149) 2024-12-04T05:24:26,272 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43859 is added to blk_1073741884_1062 (size=5149) 2024-12-04T05:24:26,272 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58 B at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:35275/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/d1dae9f95355f2d95332a61a2d169acc/.tmp/a/c4519400738547cb9818fece92ce9f4e 2024-12-04T05:24:26,278 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35275/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/d1dae9f95355f2d95332a61a2d169acc/.tmp/a/c4519400738547cb9818fece92ce9f4e as hdfs://localhost:35275/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/d1dae9f95355f2d95332a61a2d169acc/a/c4519400738547cb9818fece92ce9f4e 2024-12-04T05:24:26,283 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35275/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/d1dae9f95355f2d95332a61a2d169acc/a/c4519400738547cb9818fece92ce9f4e, entries=1, sequenceid=5, filesize=5.0 K 2024-12-04T05:24:26,283 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~58 B/58, heapSize ~376 B/376, currentSize=0 B/0 for d1dae9f95355f2d95332a61a2d169acc in 36ms, sequenceid=5, compaction requested=false; wal=null 2024-12-04T05:24:26,284 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:35275/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/d1dae9f95355f2d95332a61a2d169acc/recovered.edits/0000000000000000005 2024-12-04T05:24:26,285 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for d1dae9f95355f2d95332a61a2d169acc 2024-12-04T05:24:26,285 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for d1dae9f95355f2d95332a61a2d169acc 2024-12-04T05:24:26,286 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRegionMadeOfBulkLoadedFilesOnly descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-04T05:24:26,287 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for d1dae9f95355f2d95332a61a2d169acc 2024-12-04T05:24:26,289 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35275/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/d1dae9f95355f2d95332a61a2d169acc/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-12-04T05:24:26,290 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened d1dae9f95355f2d95332a61a2d169acc; next sequenceid=6; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73848378, jitterRate=0.100426584482193}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-04T05:24:26,290 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for d1dae9f95355f2d95332a61a2d169acc: Writing region info on filesystem at 1733289866202Initializing all the Stores at 1733289866203 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733289866203Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733289866203Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733289866203Obtaining lock to block concurrent updates at 1733289866247 (+44 ms)Preparing flush snapshotting stores in d1dae9f95355f2d95332a61a2d169acc at 1733289866247Finished memstore snapshotting testRegionMadeOfBulkLoadedFilesOnly,,1733289861450.d1dae9f95355f2d95332a61a2d169acc., syncing WAL and waiting on mvcc, flushsize=dataSize=58, getHeapSize=856, getOffHeapSize=0, getCellsCount=1 at 1733289866247Flushing stores of testRegionMadeOfBulkLoadedFilesOnly,,1733289861450.d1dae9f95355f2d95332a61a2d169acc. at 1733289866248 (+1 ms)Flushing d1dae9f95355f2d95332a61a2d169acc/a: creating writer at 1733289866248Flushing d1dae9f95355f2d95332a61a2d169acc/a: appending metadata at 1733289866263 (+15 ms)Flushing d1dae9f95355f2d95332a61a2d169acc/a: closing flushed file at 1733289866263Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@52e99070: reopening flushed file at 1733289866277 (+14 ms)Finished flush of dataSize ~58 B/58, heapSize ~376 B/376, currentSize=0 B/0 for d1dae9f95355f2d95332a61a2d169acc in 36ms, sequenceid=5, compaction requested=false; wal=null at 1733289866283 (+6 ms)Cleaning up temporary data from old regions at 1733289866285 (+2 ms)Region opened successfully at 1733289866290 (+5 ms) 2024-12-04T05:24:26,294 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing d1dae9f95355f2d95332a61a2d169acc, disabling compactions & flushes 2024-12-04T05:24:26,294 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testRegionMadeOfBulkLoadedFilesOnly,,1733289861450.d1dae9f95355f2d95332a61a2d169acc. 2024-12-04T05:24:26,294 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testRegionMadeOfBulkLoadedFilesOnly,,1733289861450.d1dae9f95355f2d95332a61a2d169acc. 2024-12-04T05:24:26,294 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testRegionMadeOfBulkLoadedFilesOnly,,1733289861450.d1dae9f95355f2d95332a61a2d169acc. after waiting 0 ms 2024-12-04T05:24:26,294 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testRegionMadeOfBulkLoadedFilesOnly,,1733289861450.d1dae9f95355f2d95332a61a2d169acc. 2024-12-04T05:24:26,294 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testRegionMadeOfBulkLoadedFilesOnly,,1733289861450.d1dae9f95355f2d95332a61a2d169acc. 2024-12-04T05:24:26,295 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for d1dae9f95355f2d95332a61a2d169acc: Waiting for close lock at 1733289866293Disabling compacts and flushes for region at 1733289866294 (+1 ms)Disabling writes for close at 1733289866294Writing region close event to WAL at 1733289866294Closed at 1733289866294 2024-12-04T05:24:26,298 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44311 is added to blk_1073741883_1061 (size=93) 2024-12-04T05:24:26,298 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43859 is added to blk_1073741883_1061 (size=93) 2024-12-04T05:24:26,298 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37859 is added to blk_1073741883_1061 (size=93) 2024-12-04T05:24:26,300 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-12-04T05:24:26,300 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL wal:(num 1733289866181) 2024-12-04T05:24:26,317 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayCompressed#testRegionMadeOfBulkLoadedFilesOnly Thread=410 (was 406) Potentially hanging thread: IPC Client (1987708253) connection to localhost/127.0.0.1:35275 from jenkinstestRegionMadeOfBulkLoadedFilesOnly java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c23fb9b0-111c-8561-5bd4-acd361a9649e/cluster_fe38eb2b-22a2-9f20-c158-18e155b8e5d0/data/data2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkinstestRegionMadeOfBulkLoadedFilesOnly@localhost:35275 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c23fb9b0-111c-8561-5bd4-acd361a9649e/cluster_fe38eb2b-22a2-9f20-c158-18e155b8e5d0/data/data1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-17-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-17-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-17-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1996599927_22 at /127.0.0.1:60424 [Waiting for operation #9] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1996599927_22 at /127.0.0.1:55720 [Waiting for operation #7] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=1022 (was 963) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=245 (was 266), ProcessCount=11 (was 11), AvailableMemoryMB=5272 (was 5378) 2024-12-04T05:24:26,330 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayCompressed#testReplayEditsAfterRegionMovedWithMultiCF Thread=410, OpenFileDescriptor=1022, MaxFileDescriptor=1048576, SystemLoadAverage=245, ProcessCount=11, AvailableMemoryMB=5270 2024-12-04T05:24:26,347 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T05:24:26,352 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T05:24:26,357 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 6c7595a931c3,44217,1733289851192 2024-12-04T05:24:26,361 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@22b968b8 2024-12-04T05:24:26,362 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T05:24:26,364 INFO [HMaster-EventLoopGroup-2-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36686, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-04T05:24:26,369 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44217 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testReplayEditsAfterRegionMovedWithMultiCF', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'cf1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'cf2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-04T05:24:26,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44217 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF 2024-12-04T05:24:26,379 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF execute state=CREATE_TABLE_PRE_OPERATION 2024-12-04T05:24:26,382 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44217 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testReplayEditsAfterRegionMovedWithMultiCF" procId is: 4 2024-12-04T05:24:26,382 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T05:24:26,383 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-04T05:24:26,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44217 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T05:24:26,393 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37859 is added to blk_1073741885_1063 (size=694) 2024-12-04T05:24:26,394 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43859 is added to blk_1073741885_1063 (size=694) 2024-12-04T05:24:26,395 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44311 is added to blk_1073741885_1063 (size=694) 2024-12-04T05:24:26,397 INFO [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 5ebdc808c54e36fa4187fc0334876beb, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1733289866366.5ebdc808c54e36fa4187fc0334876beb.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsAfterRegionMovedWithMultiCF', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'cf2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35275/user/jenkins/test-data/1c71d0a4-c7c4-b6c6-e0cc-2ed16750731a 2024-12-04T05:24:26,405 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37859 is added to blk_1073741886_1064 (size=77) 2024-12-04T05:24:26,405 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43859 is added to blk_1073741886_1064 (size=77) 2024-12-04T05:24:26,406 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44311 is added to blk_1073741886_1064 (size=77) 2024-12-04T05:24:26,406 DEBUG [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1733289866366.5ebdc808c54e36fa4187fc0334876beb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T05:24:26,407 DEBUG [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1722): Closing 5ebdc808c54e36fa4187fc0334876beb, disabling compactions & flushes 2024-12-04T05:24:26,407 INFO [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1733289866366.5ebdc808c54e36fa4187fc0334876beb. 2024-12-04T05:24:26,407 DEBUG [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1733289866366.5ebdc808c54e36fa4187fc0334876beb. 2024-12-04T05:24:26,407 DEBUG [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1733289866366.5ebdc808c54e36fa4187fc0334876beb. after waiting 0 ms 2024-12-04T05:24:26,407 DEBUG [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1733289866366.5ebdc808c54e36fa4187fc0334876beb. 2024-12-04T05:24:26,407 INFO [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1733289866366.5ebdc808c54e36fa4187fc0334876beb. 2024-12-04T05:24:26,407 DEBUG [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1676): Region close journal for 5ebdc808c54e36fa4187fc0334876beb: Waiting for close lock at 1733289866406Disabling compacts and flushes for region at 1733289866406Disabling writes for close at 1733289866407 (+1 ms)Writing region close event to WAL at 1733289866407Closed at 1733289866407 2024-12-04T05:24:26,409 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF execute state=CREATE_TABLE_ADD_TO_META 2024-12-04T05:24:26,416 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testReplayEditsAfterRegionMovedWithMultiCF,,1733289866366.5ebdc808c54e36fa4187fc0334876beb.","families":{"info":[{"qualifier":"regioninfo","vlen":76,"tag":[],"timestamp":"1733289866409"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733289866409"}]},"ts":"1733289866409"} 2024-12-04T05:24:26,419 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-04T05:24:26,420 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-04T05:24:26,423 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testReplayEditsAfterRegionMovedWithMultiCF","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733289866421"}]},"ts":"1733289866421"} 2024-12-04T05:24:26,427 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=testReplayEditsAfterRegionMovedWithMultiCF, state=ENABLING in hbase:meta 2024-12-04T05:24:26,427 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(204): Hosts are {6c7595a931c3=0} racks are {/default-rack=0} 2024-12-04T05:24:26,428 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-12-04T05:24:26,428 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-12-04T05:24:26,429 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-12-04T05:24:26,429 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-12-04T05:24:26,429 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-12-04T05:24:26,429 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-12-04T05:24:26,429 INFO [PEWorker-4 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-12-04T05:24:26,429 INFO [PEWorker-4 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-12-04T05:24:26,429 INFO [PEWorker-4 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-12-04T05:24:26,429 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-12-04T05:24:26,430 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=5ebdc808c54e36fa4187fc0334876beb, ASSIGN}] 2024-12-04T05:24:26,432 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=5ebdc808c54e36fa4187fc0334876beb, ASSIGN 2024-12-04T05:24:26,433 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=5ebdc808c54e36fa4187fc0334876beb, ASSIGN; state=OFFLINE, location=6c7595a931c3,42561,1733289852013; forceNewPlan=false, retain=false 2024-12-04T05:24:26,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44217 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T05:24:26,586 INFO [6c7595a931c3:44217 {}] balancer.BaseLoadBalancer(388): Reassigned 1 regions. 1 retained the pre-restart assignment. 2024-12-04T05:24:26,587 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=5ebdc808c54e36fa4187fc0334876beb, regionState=OPENING, regionLocation=6c7595a931c3,42561,1733289852013 2024-12-04T05:24:26,590 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=5ebdc808c54e36fa4187fc0334876beb, ASSIGN because future has completed 2024-12-04T05:24:26,591 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5ebdc808c54e36fa4187fc0334876beb, server=6c7595a931c3,42561,1733289852013}] 2024-12-04T05:24:26,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44217 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T05:24:26,750 INFO [RS_OPEN_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open testReplayEditsAfterRegionMovedWithMultiCF,,1733289866366.5ebdc808c54e36fa4187fc0334876beb. 2024-12-04T05:24:26,750 DEBUG [RS_OPEN_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 5ebdc808c54e36fa4187fc0334876beb, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1733289866366.5ebdc808c54e36fa4187fc0334876beb.', STARTKEY => '', ENDKEY => ''} 2024-12-04T05:24:26,751 DEBUG [RS_OPEN_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testReplayEditsAfterRegionMovedWithMultiCF 5ebdc808c54e36fa4187fc0334876beb 2024-12-04T05:24:26,751 DEBUG [RS_OPEN_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1733289866366.5ebdc808c54e36fa4187fc0334876beb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T05:24:26,751 DEBUG [RS_OPEN_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 5ebdc808c54e36fa4187fc0334876beb 2024-12-04T05:24:26,751 DEBUG [RS_OPEN_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 5ebdc808c54e36fa4187fc0334876beb 2024-12-04T05:24:26,753 INFO [StoreOpener-5ebdc808c54e36fa4187fc0334876beb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf1 of region 5ebdc808c54e36fa4187fc0334876beb 2024-12-04T05:24:26,754 INFO [StoreOpener-5ebdc808c54e36fa4187fc0334876beb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5ebdc808c54e36fa4187fc0334876beb columnFamilyName cf1 2024-12-04T05:24:26,754 DEBUG [StoreOpener-5ebdc808c54e36fa4187fc0334876beb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T05:24:26,755 INFO [StoreOpener-5ebdc808c54e36fa4187fc0334876beb-1 {}] regionserver.HStore(327): Store=5ebdc808c54e36fa4187fc0334876beb/cf1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T05:24:26,755 INFO [StoreOpener-5ebdc808c54e36fa4187fc0334876beb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf2 of region 5ebdc808c54e36fa4187fc0334876beb 2024-12-04T05:24:26,756 INFO [StoreOpener-5ebdc808c54e36fa4187fc0334876beb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5ebdc808c54e36fa4187fc0334876beb columnFamilyName cf2 2024-12-04T05:24:26,757 DEBUG [StoreOpener-5ebdc808c54e36fa4187fc0334876beb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T05:24:26,757 INFO [StoreOpener-5ebdc808c54e36fa4187fc0334876beb-1 {}] regionserver.HStore(327): Store=5ebdc808c54e36fa4187fc0334876beb/cf2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T05:24:26,757 DEBUG [RS_OPEN_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 5ebdc808c54e36fa4187fc0334876beb 2024-12-04T05:24:26,758 DEBUG [RS_OPEN_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35275/user/jenkins/test-data/1c71d0a4-c7c4-b6c6-e0cc-2ed16750731a/data/default/testReplayEditsAfterRegionMovedWithMultiCF/5ebdc808c54e36fa4187fc0334876beb 2024-12-04T05:24:26,758 DEBUG [RS_OPEN_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35275/user/jenkins/test-data/1c71d0a4-c7c4-b6c6-e0cc-2ed16750731a/data/default/testReplayEditsAfterRegionMovedWithMultiCF/5ebdc808c54e36fa4187fc0334876beb 2024-12-04T05:24:26,759 DEBUG [RS_OPEN_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 5ebdc808c54e36fa4187fc0334876beb 2024-12-04T05:24:26,759 DEBUG [RS_OPEN_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 5ebdc808c54e36fa4187fc0334876beb 2024-12-04T05:24:26,760 DEBUG [RS_OPEN_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterRegionMovedWithMultiCF descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-04T05:24:26,761 DEBUG [RS_OPEN_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 5ebdc808c54e36fa4187fc0334876beb 2024-12-04T05:24:26,764 DEBUG [RS_OPEN_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35275/user/jenkins/test-data/1c71d0a4-c7c4-b6c6-e0cc-2ed16750731a/data/default/testReplayEditsAfterRegionMovedWithMultiCF/5ebdc808c54e36fa4187fc0334876beb/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T05:24:26,765 INFO [RS_OPEN_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 5ebdc808c54e36fa4187fc0334876beb; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70635087, jitterRate=0.052544817328453064}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-04T05:24:26,765 DEBUG [RS_OPEN_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 5ebdc808c54e36fa4187fc0334876beb 2024-12-04T05:24:26,765 DEBUG [RS_OPEN_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 5ebdc808c54e36fa4187fc0334876beb: Running coprocessor pre-open hook at 1733289866752Writing region info on filesystem at 1733289866752Initializing all the Stores at 1733289866753 (+1 ms)Instantiating store for column family {NAME => 'cf1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733289866753Instantiating store for column family {NAME => 'cf2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733289866753Cleaning up temporary data from old regions at 1733289866759 (+6 ms)Running coprocessor post-open hooks at 1733289866765 (+6 ms)Region opened successfully at 1733289866765 2024-12-04T05:24:26,767 INFO [RS_OPEN_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for testReplayEditsAfterRegionMovedWithMultiCF,,1733289866366.5ebdc808c54e36fa4187fc0334876beb., pid=6, masterSystemTime=1733289866744 2024-12-04T05:24:26,770 DEBUG [RS_OPEN_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for testReplayEditsAfterRegionMovedWithMultiCF,,1733289866366.5ebdc808c54e36fa4187fc0334876beb. 2024-12-04T05:24:26,770 INFO [RS_OPEN_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened testReplayEditsAfterRegionMovedWithMultiCF,,1733289866366.5ebdc808c54e36fa4187fc0334876beb. 2024-12-04T05:24:26,771 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=5ebdc808c54e36fa4187fc0334876beb, regionState=OPEN, openSeqNum=2, regionLocation=6c7595a931c3,42561,1733289852013 2024-12-04T05:24:26,774 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5ebdc808c54e36fa4187fc0334876beb, server=6c7595a931c3,42561,1733289852013 because future has completed 2024-12-04T05:24:26,779 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-04T05:24:26,779 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 5ebdc808c54e36fa4187fc0334876beb, server=6c7595a931c3,42561,1733289852013 in 185 msec 2024-12-04T05:24:26,783 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-04T05:24:26,783 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=5ebdc808c54e36fa4187fc0334876beb, ASSIGN in 349 msec 2024-12-04T05:24:26,784 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-04T05:24:26,784 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testReplayEditsAfterRegionMovedWithMultiCF","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733289866784"}]},"ts":"1733289866784"} 2024-12-04T05:24:26,786 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=testReplayEditsAfterRegionMovedWithMultiCF, state=ENABLED in hbase:meta 2024-12-04T05:24:26,787 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF execute state=CREATE_TABLE_POST_OPERATION 2024-12-04T05:24:26,789 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF in 416 msec 2024-12-04T05:24:27,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44217 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T05:24:27,021 INFO [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testReplayEditsAfterRegionMovedWithMultiCF completed 2024-12-04T05:24:27,021 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testReplayEditsAfterRegionMovedWithMultiCF get assigned. Timeout = 60000ms 2024-12-04T05:24:27,023 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-04T05:24:27,029 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testReplayEditsAfterRegionMovedWithMultiCF assigned to meta. Checking AM states. 2024-12-04T05:24:27,029 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-04T05:24:27,030 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testReplayEditsAfterRegionMovedWithMultiCF assigned. 2024-12-04T05:24:27,043 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testReplayEditsAfterRegionMovedWithMultiCF', row='r1', locateType=CURRENT is [region=testReplayEditsAfterRegionMovedWithMultiCF,,1733289866366.5ebdc808c54e36fa4187fc0334876beb., hostname=6c7595a931c3,42561,1733289852013, seqNum=2] 2024-12-04T05:24:27,060 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44217 {}] master.HMaster(2410): Client=jenkins//172.17.0.2 move hri=5ebdc808c54e36fa4187fc0334876beb, source=6c7595a931c3,42561,1733289852013, destination=6c7595a931c3,33345,1733289851864, warming up region on 6c7595a931c3,33345,1733289851864 2024-12-04T05:24:27,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44217 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-04T05:24:27,062 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44217 {}] master.HMaster(2414): Client=jenkins//172.17.0.2 move hri=5ebdc808c54e36fa4187fc0334876beb, source=6c7595a931c3,42561,1733289852013, destination=6c7595a931c3,33345,1733289851864, running balancer 2024-12-04T05:24:27,064 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49845, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-04T05:24:27,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44217 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=5ebdc808c54e36fa4187fc0334876beb, REOPEN/MOVE 2024-12-04T05:24:27,064 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=5ebdc808c54e36fa4187fc0334876beb, REOPEN/MOVE 2024-12-04T05:24:27,066 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=5ebdc808c54e36fa4187fc0334876beb, regionState=CLOSING, regionLocation=6c7595a931c3,42561,1733289852013 2024-12-04T05:24:27,068 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=5ebdc808c54e36fa4187fc0334876beb, REOPEN/MOVE because future has completed 2024-12-04T05:24:27,069 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33345 {}] regionserver.RSRpcServices(2066): Warmup testReplayEditsAfterRegionMovedWithMultiCF,,1733289866366.5ebdc808c54e36fa4187fc0334876beb. 2024-12-04T05:24:27,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33345 {}] regionserver.HRegion(7855): Warmup {ENCODED => 5ebdc808c54e36fa4187fc0334876beb, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1733289866366.5ebdc808c54e36fa4187fc0334876beb.', STARTKEY => '', ENDKEY => ''} 2024-12-04T05:24:27,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33345 {}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1733289866366.5ebdc808c54e36fa4187fc0334876beb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T05:24:27,070 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44217 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=CLOSING, location=6c7595a931c3,42561,1733289852013, table=testReplayEditsAfterRegionMovedWithMultiCF, region=5ebdc808c54e36fa4187fc0334876beb. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-12-04T05:24:27,070 INFO [StoreOpener-5ebdc808c54e36fa4187fc0334876beb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf1 of region 5ebdc808c54e36fa4187fc0334876beb 2024-12-04T05:24:27,070 DEBUG [PEWorker-4 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-04T05:24:27,071 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=7, state=RUNNABLE, hasLock=false; CloseRegionProcedure 5ebdc808c54e36fa4187fc0334876beb, server=6c7595a931c3,42561,1733289852013}] 2024-12-04T05:24:27,071 INFO [StoreOpener-5ebdc808c54e36fa4187fc0334876beb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5ebdc808c54e36fa4187fc0334876beb columnFamilyName cf1 2024-12-04T05:24:27,071 DEBUG [StoreOpener-5ebdc808c54e36fa4187fc0334876beb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T05:24:27,072 INFO [StoreOpener-5ebdc808c54e36fa4187fc0334876beb-1 {}] regionserver.HStore(327): Store=5ebdc808c54e36fa4187fc0334876beb/cf1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T05:24:27,072 INFO [StoreOpener-5ebdc808c54e36fa4187fc0334876beb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf2 of region 5ebdc808c54e36fa4187fc0334876beb 2024-12-04T05:24:27,073 INFO [StoreOpener-5ebdc808c54e36fa4187fc0334876beb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5ebdc808c54e36fa4187fc0334876beb columnFamilyName cf2 2024-12-04T05:24:27,073 DEBUG [StoreOpener-5ebdc808c54e36fa4187fc0334876beb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T05:24:27,074 INFO [StoreOpener-5ebdc808c54e36fa4187fc0334876beb-1 {}] regionserver.HStore(327): Store=5ebdc808c54e36fa4187fc0334876beb/cf2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T05:24:27,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33345 {}] regionserver.HRegion(1722): Closing 5ebdc808c54e36fa4187fc0334876beb, disabling compactions & flushes 2024-12-04T05:24:27,074 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33345 {}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1733289866366.5ebdc808c54e36fa4187fc0334876beb. 2024-12-04T05:24:27,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33345 {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1733289866366.5ebdc808c54e36fa4187fc0334876beb. 2024-12-04T05:24:27,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33345 {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1733289866366.5ebdc808c54e36fa4187fc0334876beb. after waiting 0 ms 2024-12-04T05:24:27,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33345 {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1733289866366.5ebdc808c54e36fa4187fc0334876beb. 2024-12-04T05:24:27,075 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33345 {}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1733289866366.5ebdc808c54e36fa4187fc0334876beb. 2024-12-04T05:24:27,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33345 {}] regionserver.HRegion(1676): Region close journal for 5ebdc808c54e36fa4187fc0334876beb: Waiting for close lock at 1733289867074Disabling compacts and flushes for region at 1733289867074Disabling writes for close at 1733289867074Writing region close event to WAL at 1733289867075 (+1 ms)Closed at 1733289867075 2024-12-04T05:24:27,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44217 {}] procedure.ProcedureSyncWait(219): waitFor pid=7 2024-12-04T05:24:27,229 INFO [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] handler.UnassignRegionHandler(122): Close 5ebdc808c54e36fa4187fc0334876beb 2024-12-04T05:24:27,229 DEBUG [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-12-04T05:24:27,230 DEBUG [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1722): Closing 5ebdc808c54e36fa4187fc0334876beb, disabling compactions & flushes 2024-12-04T05:24:27,230 INFO [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1733289866366.5ebdc808c54e36fa4187fc0334876beb. 2024-12-04T05:24:27,230 DEBUG [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1733289866366.5ebdc808c54e36fa4187fc0334876beb. 2024-12-04T05:24:27,230 DEBUG [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1733289866366.5ebdc808c54e36fa4187fc0334876beb. after waiting 0 ms 2024-12-04T05:24:27,230 DEBUG [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1733289866366.5ebdc808c54e36fa4187fc0334876beb. 2024-12-04T05:24:27,230 INFO [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(2902): Flushing 5ebdc808c54e36fa4187fc0334876beb 2/2 column families, dataSize=31 B heapSize=616 B 2024-12-04T05:24:27,248 DEBUG [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35275/user/jenkins/test-data/1c71d0a4-c7c4-b6c6-e0cc-2ed16750731a/data/default/testReplayEditsAfterRegionMovedWithMultiCF/5ebdc808c54e36fa4187fc0334876beb/.tmp/cf1/d878e610b5284536ad4ebd35419b89e8 is 35, key is r1/cf1:q/1733289867045/Put/seqid=0 2024-12-04T05:24:27,255 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43859 is added to blk_1073741887_1065 (size=4783) 2024-12-04T05:24:27,255 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44311 is added to blk_1073741887_1065 (size=4783) 2024-12-04T05:24:27,256 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37859 is added to blk_1073741887_1065 (size=4783) 2024-12-04T05:24:27,257 INFO [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31 B at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:35275/user/jenkins/test-data/1c71d0a4-c7c4-b6c6-e0cc-2ed16750731a/data/default/testReplayEditsAfterRegionMovedWithMultiCF/5ebdc808c54e36fa4187fc0334876beb/.tmp/cf1/d878e610b5284536ad4ebd35419b89e8 2024-12-04T05:24:27,264 DEBUG [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35275/user/jenkins/test-data/1c71d0a4-c7c4-b6c6-e0cc-2ed16750731a/data/default/testReplayEditsAfterRegionMovedWithMultiCF/5ebdc808c54e36fa4187fc0334876beb/.tmp/cf1/d878e610b5284536ad4ebd35419b89e8 as hdfs://localhost:35275/user/jenkins/test-data/1c71d0a4-c7c4-b6c6-e0cc-2ed16750731a/data/default/testReplayEditsAfterRegionMovedWithMultiCF/5ebdc808c54e36fa4187fc0334876beb/cf1/d878e610b5284536ad4ebd35419b89e8 2024-12-04T05:24:27,271 INFO [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35275/user/jenkins/test-data/1c71d0a4-c7c4-b6c6-e0cc-2ed16750731a/data/default/testReplayEditsAfterRegionMovedWithMultiCF/5ebdc808c54e36fa4187fc0334876beb/cf1/d878e610b5284536ad4ebd35419b89e8, entries=1, sequenceid=5, filesize=4.7 K 2024-12-04T05:24:27,272 INFO [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(3140): Finished flush of dataSize ~31 B/31, heapSize ~344 B/344, currentSize=0 B/0 for 5ebdc808c54e36fa4187fc0334876beb in 42ms, sequenceid=5, compaction requested=false 2024-12-04T05:24:27,273 DEBUG [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testReplayEditsAfterRegionMovedWithMultiCF' 2024-12-04T05:24:27,278 DEBUG [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35275/user/jenkins/test-data/1c71d0a4-c7c4-b6c6-e0cc-2ed16750731a/data/default/testReplayEditsAfterRegionMovedWithMultiCF/5ebdc808c54e36fa4187fc0334876beb/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-04T05:24:27,281 INFO [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1733289866366.5ebdc808c54e36fa4187fc0334876beb. 2024-12-04T05:24:27,281 DEBUG [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1676): Region close journal for 5ebdc808c54e36fa4187fc0334876beb: Waiting for close lock at 1733289867230Running coprocessor pre-close hooks at 1733289867230Disabling compacts and flushes for region at 1733289867230Disabling writes for close at 1733289867230Obtaining lock to block concurrent updates at 1733289867230Preparing flush snapshotting stores in 5ebdc808c54e36fa4187fc0334876beb at 1733289867230Finished memstore snapshotting testReplayEditsAfterRegionMovedWithMultiCF,,1733289866366.5ebdc808c54e36fa4187fc0334876beb., syncing WAL and waiting on mvcc, flushsize=dataSize=31, getHeapSize=584, getOffHeapSize=0, getCellsCount=1 at 1733289867231 (+1 ms)Flushing stores of testReplayEditsAfterRegionMovedWithMultiCF,,1733289866366.5ebdc808c54e36fa4187fc0334876beb. at 1733289867231Flushing 5ebdc808c54e36fa4187fc0334876beb/cf1: creating writer at 1733289867231Flushing 5ebdc808c54e36fa4187fc0334876beb/cf1: appending metadata at 1733289867248 (+17 ms)Flushing 5ebdc808c54e36fa4187fc0334876beb/cf1: closing flushed file at 1733289867248Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1d4c0083: reopening flushed file at 1733289867263 (+15 ms)Finished flush of dataSize ~31 B/31, heapSize ~344 B/344, currentSize=0 B/0 for 5ebdc808c54e36fa4187fc0334876beb in 42ms, sequenceid=5, compaction requested=false at 1733289867272 (+9 ms)Writing region close event to WAL at 1733289867274 (+2 ms)Running coprocessor post-close hooks at 1733289867279 (+5 ms)Closed at 1733289867281 (+2 ms) 2024-12-04T05:24:27,282 INFO [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegionServer(3302): Adding 5ebdc808c54e36fa4187fc0334876beb move to 6c7595a931c3,33345,1733289851864 record at close sequenceid=5 2024-12-04T05:24:27,285 INFO [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] handler.UnassignRegionHandler(157): Closed 5ebdc808c54e36fa4187fc0334876beb 2024-12-04T05:24:27,286 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=5ebdc808c54e36fa4187fc0334876beb, regionState=CLOSED 2024-12-04T05:24:27,288 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=7, state=RUNNABLE, hasLock=false; CloseRegionProcedure 5ebdc808c54e36fa4187fc0334876beb, server=6c7595a931c3,42561,1733289852013 because future has completed 2024-12-04T05:24:27,293 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=7 2024-12-04T05:24:27,293 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=7, state=SUCCESS, hasLock=false; CloseRegionProcedure 5ebdc808c54e36fa4187fc0334876beb, server=6c7595a931c3,42561,1733289852013 in 219 msec 2024-12-04T05:24:27,294 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=5ebdc808c54e36fa4187fc0334876beb, REOPEN/MOVE; state=CLOSED, location=6c7595a931c3,33345,1733289851864; forceNewPlan=false, retain=false 2024-12-04T05:24:27,445 INFO [6c7595a931c3:44217 {}] balancer.BaseLoadBalancer(388): Reassigned 1 regions. 1 retained the pre-restart assignment. 2024-12-04T05:24:27,445 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=5ebdc808c54e36fa4187fc0334876beb, regionState=OPENING, regionLocation=6c7595a931c3,33345,1733289851864 2024-12-04T05:24:27,448 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=5ebdc808c54e36fa4187fc0334876beb, REOPEN/MOVE because future has completed 2024-12-04T05:24:27,449 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5ebdc808c54e36fa4187fc0334876beb, server=6c7595a931c3,33345,1733289851864}] 2024-12-04T05:24:27,606 INFO [RS_OPEN_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] handler.AssignRegionHandler(132): Open testReplayEditsAfterRegionMovedWithMultiCF,,1733289866366.5ebdc808c54e36fa4187fc0334876beb. 2024-12-04T05:24:27,607 DEBUG [RS_OPEN_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(7752): Opening region: {ENCODED => 5ebdc808c54e36fa4187fc0334876beb, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1733289866366.5ebdc808c54e36fa4187fc0334876beb.', STARTKEY => '', ENDKEY => ''} 2024-12-04T05:24:27,607 DEBUG [RS_OPEN_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testReplayEditsAfterRegionMovedWithMultiCF 5ebdc808c54e36fa4187fc0334876beb 2024-12-04T05:24:27,607 DEBUG [RS_OPEN_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1733289866366.5ebdc808c54e36fa4187fc0334876beb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T05:24:27,607 DEBUG [RS_OPEN_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(7794): checking encryption for 5ebdc808c54e36fa4187fc0334876beb 2024-12-04T05:24:27,607 DEBUG [RS_OPEN_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(7797): checking classloading for 5ebdc808c54e36fa4187fc0334876beb 2024-12-04T05:24:27,609 INFO [StoreOpener-5ebdc808c54e36fa4187fc0334876beb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf1 of region 5ebdc808c54e36fa4187fc0334876beb 2024-12-04T05:24:27,610 INFO [StoreOpener-5ebdc808c54e36fa4187fc0334876beb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5ebdc808c54e36fa4187fc0334876beb columnFamilyName cf1 2024-12-04T05:24:27,610 DEBUG [StoreOpener-5ebdc808c54e36fa4187fc0334876beb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T05:24:27,618 DEBUG [StoreOpener-5ebdc808c54e36fa4187fc0334876beb-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:35275/user/jenkins/test-data/1c71d0a4-c7c4-b6c6-e0cc-2ed16750731a/data/default/testReplayEditsAfterRegionMovedWithMultiCF/5ebdc808c54e36fa4187fc0334876beb/cf1/d878e610b5284536ad4ebd35419b89e8 2024-12-04T05:24:27,618 INFO [StoreOpener-5ebdc808c54e36fa4187fc0334876beb-1 {}] regionserver.HStore(327): Store=5ebdc808c54e36fa4187fc0334876beb/cf1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T05:24:27,618 INFO [StoreOpener-5ebdc808c54e36fa4187fc0334876beb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf2 of region 5ebdc808c54e36fa4187fc0334876beb 2024-12-04T05:24:27,619 INFO [StoreOpener-5ebdc808c54e36fa4187fc0334876beb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5ebdc808c54e36fa4187fc0334876beb columnFamilyName cf2 2024-12-04T05:24:27,619 DEBUG [StoreOpener-5ebdc808c54e36fa4187fc0334876beb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T05:24:27,620 INFO [StoreOpener-5ebdc808c54e36fa4187fc0334876beb-1 {}] regionserver.HStore(327): Store=5ebdc808c54e36fa4187fc0334876beb/cf2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T05:24:27,620 DEBUG [RS_OPEN_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1038): replaying wal for 5ebdc808c54e36fa4187fc0334876beb 2024-12-04T05:24:27,621 DEBUG [RS_OPEN_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35275/user/jenkins/test-data/1c71d0a4-c7c4-b6c6-e0cc-2ed16750731a/data/default/testReplayEditsAfterRegionMovedWithMultiCF/5ebdc808c54e36fa4187fc0334876beb 2024-12-04T05:24:27,622 DEBUG [RS_OPEN_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35275/user/jenkins/test-data/1c71d0a4-c7c4-b6c6-e0cc-2ed16750731a/data/default/testReplayEditsAfterRegionMovedWithMultiCF/5ebdc808c54e36fa4187fc0334876beb 2024-12-04T05:24:27,622 DEBUG [RS_OPEN_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1048): stopping wal replay for 5ebdc808c54e36fa4187fc0334876beb 2024-12-04T05:24:27,623 DEBUG [RS_OPEN_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1060): Cleaning up temporary data for 5ebdc808c54e36fa4187fc0334876beb 2024-12-04T05:24:27,623 DEBUG [RS_OPEN_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterRegionMovedWithMultiCF descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-04T05:24:27,625 DEBUG [RS_OPEN_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1093): writing seq id for 5ebdc808c54e36fa4187fc0334876beb 2024-12-04T05:24:27,626 INFO [RS_OPEN_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1114): Opened 5ebdc808c54e36fa4187fc0334876beb; next sequenceid=9; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71665771, jitterRate=0.06790320575237274}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-04T05:24:27,626 DEBUG [RS_OPEN_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 5ebdc808c54e36fa4187fc0334876beb 2024-12-04T05:24:27,626 DEBUG [RS_OPEN_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1006): Region open journal for 5ebdc808c54e36fa4187fc0334876beb: Running coprocessor pre-open hook at 1733289867607Writing region info on filesystem at 1733289867607Initializing all the Stores at 1733289867608 (+1 ms)Instantiating store for column family {NAME => 'cf1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733289867608Instantiating store for column family {NAME => 'cf2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733289867609 (+1 ms)Cleaning up temporary data from old regions at 1733289867623 (+14 ms)Running coprocessor post-open hooks at 1733289867626 (+3 ms)Region opened successfully at 1733289867626 2024-12-04T05:24:27,628 INFO [RS_OPEN_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegionServer(2236): Post open deploy tasks for testReplayEditsAfterRegionMovedWithMultiCF,,1733289866366.5ebdc808c54e36fa4187fc0334876beb., pid=9, masterSystemTime=1733289867602 2024-12-04T05:24:27,630 DEBUG [RS_OPEN_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegionServer(2266): Finished post open deploy task for testReplayEditsAfterRegionMovedWithMultiCF,,1733289866366.5ebdc808c54e36fa4187fc0334876beb. 2024-12-04T05:24:27,631 INFO [RS_OPEN_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] handler.AssignRegionHandler(153): Opened testReplayEditsAfterRegionMovedWithMultiCF,,1733289866366.5ebdc808c54e36fa4187fc0334876beb. 2024-12-04T05:24:27,631 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=5ebdc808c54e36fa4187fc0334876beb, regionState=OPEN, openSeqNum=9, regionLocation=6c7595a931c3,33345,1733289851864 2024-12-04T05:24:27,634 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5ebdc808c54e36fa4187fc0334876beb, server=6c7595a931c3,33345,1733289851864 because future has completed 2024-12-04T05:24:27,638 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=7 2024-12-04T05:24:27,638 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=7, state=SUCCESS, hasLock=false; OpenRegionProcedure 5ebdc808c54e36fa4187fc0334876beb, server=6c7595a931c3,33345,1733289851864 in 186 msec 2024-12-04T05:24:27,641 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=5ebdc808c54e36fa4187fc0334876beb, REOPEN/MOVE in 575 msec 2024-12-04T05:24:27,670 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-04T05:24:27,673 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60200, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-04T05:24:27,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42561 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 139 connection: 172.17.0.2:59700 deadline: 1733289927677, exception=org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=6c7595a931c3 port=33345 startCode=1733289851864. As of locationSeqNum=5. 2024-12-04T05:24:27,683 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1733289866366.5ebdc808c54e36fa4187fc0334876beb., hostname=6c7595a931c3,42561,1733289852013, seqNum=2 , the old value is region=testReplayEditsAfterRegionMovedWithMultiCF,,1733289866366.5ebdc808c54e36fa4187fc0334876beb., hostname=6c7595a931c3,42561,1733289852013, seqNum=2, error=org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=6c7595a931c3 port=33345 startCode=1733289851864. As of locationSeqNum=5. 2024-12-04T05:24:27,684 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1733289866366.5ebdc808c54e36fa4187fc0334876beb., hostname=6c7595a931c3,42561,1733289852013, seqNum=2 is org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=6c7595a931c3 port=33345 startCode=1733289851864. As of locationSeqNum=5. 2024-12-04T05:24:27,684 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(84): Try updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1733289866366.5ebdc808c54e36fa4187fc0334876beb., hostname=6c7595a931c3,42561,1733289852013, seqNum=2 with the new location region=testReplayEditsAfterRegionMovedWithMultiCF,,1733289866366.5ebdc808c54e36fa4187fc0334876beb., hostname=6c7595a931c3,33345,1733289851864, seqNum=5 constructed by org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=6c7595a931c3 port=33345 startCode=1733289851864. As of locationSeqNum=5. 2024-12-04T05:24:27,791 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T05:24:27,793 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60212, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T05:24:27,805 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 5ebdc808c54e36fa4187fc0334876beb 2/2 column families, dataSize=50 B heapSize=720 B 2024-12-04T05:24:27,830 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35275/user/jenkins/test-data/1c71d0a4-c7c4-b6c6-e0cc-2ed16750731a/data/default/testReplayEditsAfterRegionMovedWithMultiCF/5ebdc808c54e36fa4187fc0334876beb/.tmp/cf1/151317afcc9b44c68417f85cd298ec83 is 29, key is r1/cf1:/1733289867794/DeleteFamily/seqid=0 2024-12-04T05:24:27,839 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43859 is added to blk_1073741888_1066 (size=4906) 2024-12-04T05:24:27,839 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44311 is added to blk_1073741888_1066 (size=4906) 2024-12-04T05:24:27,839 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37859 is added to blk_1073741888_1066 (size=4906) 2024-12-04T05:24:27,840 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=25 B at sequenceid=12 (bloomFilter=false), to=hdfs://localhost:35275/user/jenkins/test-data/1c71d0a4-c7c4-b6c6-e0cc-2ed16750731a/data/default/testReplayEditsAfterRegionMovedWithMultiCF/5ebdc808c54e36fa4187fc0334876beb/.tmp/cf1/151317afcc9b44c68417f85cd298ec83 2024-12-04T05:24:27,847 INFO [Time-limited test {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 151317afcc9b44c68417f85cd298ec83 2024-12-04T05:24:27,865 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35275/user/jenkins/test-data/1c71d0a4-c7c4-b6c6-e0cc-2ed16750731a/data/default/testReplayEditsAfterRegionMovedWithMultiCF/5ebdc808c54e36fa4187fc0334876beb/.tmp/cf2/26b32f85591b4072b4d7c66c87d318d1 is 29, key is r1/cf2:/1733289867794/DeleteFamily/seqid=0 2024-12-04T05:24:27,872 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43859 is added to blk_1073741889_1067 (size=4906) 2024-12-04T05:24:27,872 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37859 is added to blk_1073741889_1067 (size=4906) 2024-12-04T05:24:27,873 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44311 is added to blk_1073741889_1067 (size=4906) 2024-12-04T05:24:27,874 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=25 B at sequenceid=12 (bloomFilter=false), to=hdfs://localhost:35275/user/jenkins/test-data/1c71d0a4-c7c4-b6c6-e0cc-2ed16750731a/data/default/testReplayEditsAfterRegionMovedWithMultiCF/5ebdc808c54e36fa4187fc0334876beb/.tmp/cf2/26b32f85591b4072b4d7c66c87d318d1 2024-12-04T05:24:27,880 INFO [Time-limited test {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 26b32f85591b4072b4d7c66c87d318d1 2024-12-04T05:24:27,881 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35275/user/jenkins/test-data/1c71d0a4-c7c4-b6c6-e0cc-2ed16750731a/data/default/testReplayEditsAfterRegionMovedWithMultiCF/5ebdc808c54e36fa4187fc0334876beb/.tmp/cf1/151317afcc9b44c68417f85cd298ec83 as hdfs://localhost:35275/user/jenkins/test-data/1c71d0a4-c7c4-b6c6-e0cc-2ed16750731a/data/default/testReplayEditsAfterRegionMovedWithMultiCF/5ebdc808c54e36fa4187fc0334876beb/cf1/151317afcc9b44c68417f85cd298ec83 2024-12-04T05:24:27,887 INFO [Time-limited test {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 151317afcc9b44c68417f85cd298ec83 2024-12-04T05:24:27,888 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35275/user/jenkins/test-data/1c71d0a4-c7c4-b6c6-e0cc-2ed16750731a/data/default/testReplayEditsAfterRegionMovedWithMultiCF/5ebdc808c54e36fa4187fc0334876beb/cf1/151317afcc9b44c68417f85cd298ec83, entries=1, sequenceid=12, filesize=4.8 K 2024-12-04T05:24:27,889 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35275/user/jenkins/test-data/1c71d0a4-c7c4-b6c6-e0cc-2ed16750731a/data/default/testReplayEditsAfterRegionMovedWithMultiCF/5ebdc808c54e36fa4187fc0334876beb/.tmp/cf2/26b32f85591b4072b4d7c66c87d318d1 as hdfs://localhost:35275/user/jenkins/test-data/1c71d0a4-c7c4-b6c6-e0cc-2ed16750731a/data/default/testReplayEditsAfterRegionMovedWithMultiCF/5ebdc808c54e36fa4187fc0334876beb/cf2/26b32f85591b4072b4d7c66c87d318d1 2024-12-04T05:24:27,894 INFO [Time-limited test {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 26b32f85591b4072b4d7c66c87d318d1 2024-12-04T05:24:27,894 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35275/user/jenkins/test-data/1c71d0a4-c7c4-b6c6-e0cc-2ed16750731a/data/default/testReplayEditsAfterRegionMovedWithMultiCF/5ebdc808c54e36fa4187fc0334876beb/cf2/26b32f85591b4072b4d7c66c87d318d1, entries=1, sequenceid=12, filesize=4.8 K 2024-12-04T05:24:27,895 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~50 B/50, heapSize ~688 B/688, currentSize=0 B/0 for 5ebdc808c54e36fa4187fc0334876beb in 90ms, sequenceid=12, compaction requested=false 2024-12-04T05:24:27,895 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 5ebdc808c54e36fa4187fc0334876beb: 2024-12-04T05:24:27,898 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2024-12-04T05:24:27,899 DEBUG [Time-limited test {}] regionserver.HStore(1541): 5ebdc808c54e36fa4187fc0334876beb/cf1 is initiating major compaction (all files) 2024-12-04T05:24:27,899 INFO [Time-limited test {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-04T05:24:27,900 INFO [Time-limited test {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T05:24:27,900 INFO [Time-limited test {}] regionserver.HRegion(2416): Starting compaction of 5ebdc808c54e36fa4187fc0334876beb/cf1 in testReplayEditsAfterRegionMovedWithMultiCF,,1733289866366.5ebdc808c54e36fa4187fc0334876beb. 2024-12-04T05:24:27,900 INFO [Time-limited test {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35275/user/jenkins/test-data/1c71d0a4-c7c4-b6c6-e0cc-2ed16750731a/data/default/testReplayEditsAfterRegionMovedWithMultiCF/5ebdc808c54e36fa4187fc0334876beb/cf1/d878e610b5284536ad4ebd35419b89e8, hdfs://localhost:35275/user/jenkins/test-data/1c71d0a4-c7c4-b6c6-e0cc-2ed16750731a/data/default/testReplayEditsAfterRegionMovedWithMultiCF/5ebdc808c54e36fa4187fc0334876beb/cf1/151317afcc9b44c68417f85cd298ec83] into tmpdir=hdfs://localhost:35275/user/jenkins/test-data/1c71d0a4-c7c4-b6c6-e0cc-2ed16750731a/data/default/testReplayEditsAfterRegionMovedWithMultiCF/5ebdc808c54e36fa4187fc0334876beb/.tmp, totalSize=9.5 K 2024-12-04T05:24:27,901 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting d878e610b5284536ad4ebd35419b89e8, keycount=1, bloomtype=NONE, size=4.7 K, encoding=NONE, compression=NONE, seqNum=5, earliestPutTs=1733289867045 2024-12-04T05:24:27,902 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting 151317afcc9b44c68417f85cd298ec83, keycount=1, bloomtype=NONE, size=4.8 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=9223372036854775807 2024-12-04T05:24:27,912 INFO [Time-limited test {}] throttle.PressureAwareThroughputController(145): 5ebdc808c54e36fa4187fc0334876beb#cf1#compaction#16 average throughput is NaN MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-04T05:24:27,920 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44311 is added to blk_1073741890_1068 (size=4626) 2024-12-04T05:24:27,921 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43859 is added to blk_1073741890_1068 (size=4626) 2024-12-04T05:24:27,923 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37859 is added to blk_1073741890_1068 (size=4626) 2024-12-04T05:24:27,930 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35275/user/jenkins/test-data/1c71d0a4-c7c4-b6c6-e0cc-2ed16750731a/data/default/testReplayEditsAfterRegionMovedWithMultiCF/5ebdc808c54e36fa4187fc0334876beb/.tmp/cf1/d12faaea611e47b1b3dcbfc3d24e3f11 as hdfs://localhost:35275/user/jenkins/test-data/1c71d0a4-c7c4-b6c6-e0cc-2ed16750731a/data/default/testReplayEditsAfterRegionMovedWithMultiCF/5ebdc808c54e36fa4187fc0334876beb/cf1/d12faaea611e47b1b3dcbfc3d24e3f11 2024-12-04T05:24:27,944 INFO [Time-limited test {}] regionserver.HStore(1337): Completed major compaction of 2 (all) file(s) in 5ebdc808c54e36fa4187fc0334876beb/cf1 of 5ebdc808c54e36fa4187fc0334876beb into d12faaea611e47b1b3dcbfc3d24e3f11(size=4.5 K), total size for store is 4.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-04T05:24:27,944 DEBUG [Time-limited test {}] regionserver.HRegion(2446): Compaction status journal for 5ebdc808c54e36fa4187fc0334876beb: 2024-12-04T05:24:27,944 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 1 store files, 0 compacting, 1 eligible, 16 blocking 2024-12-04T05:24:27,944 DEBUG [Time-limited test {}] regionserver.HStore(1541): 5ebdc808c54e36fa4187fc0334876beb/cf2 is initiating major compaction (all files) 2024-12-04T05:24:27,944 INFO [Time-limited test {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-04T05:24:27,944 INFO [Time-limited test {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T05:24:27,944 INFO [Time-limited test {}] regionserver.HRegion(2416): Starting compaction of 5ebdc808c54e36fa4187fc0334876beb/cf2 in testReplayEditsAfterRegionMovedWithMultiCF,,1733289866366.5ebdc808c54e36fa4187fc0334876beb. 2024-12-04T05:24:27,944 INFO [Time-limited test {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35275/user/jenkins/test-data/1c71d0a4-c7c4-b6c6-e0cc-2ed16750731a/data/default/testReplayEditsAfterRegionMovedWithMultiCF/5ebdc808c54e36fa4187fc0334876beb/cf2/26b32f85591b4072b4d7c66c87d318d1] into tmpdir=hdfs://localhost:35275/user/jenkins/test-data/1c71d0a4-c7c4-b6c6-e0cc-2ed16750731a/data/default/testReplayEditsAfterRegionMovedWithMultiCF/5ebdc808c54e36fa4187fc0334876beb/.tmp, totalSize=4.8 K 2024-12-04T05:24:27,945 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting 26b32f85591b4072b4d7c66c87d318d1, keycount=1, bloomtype=NONE, size=4.8 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=9223372036854775807 2024-12-04T05:24:27,951 INFO [Time-limited test {}] throttle.PressureAwareThroughputController(145): 5ebdc808c54e36fa4187fc0334876beb#cf2#compaction#17 average throughput is NaN MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-04T05:24:27,960 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43859 is added to blk_1073741891_1069 (size=4592) 2024-12-04T05:24:27,960 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44311 is added to blk_1073741891_1069 (size=4592) 2024-12-04T05:24:27,960 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37859 is added to blk_1073741891_1069 (size=4592) 2024-12-04T05:24:27,968 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35275/user/jenkins/test-data/1c71d0a4-c7c4-b6c6-e0cc-2ed16750731a/data/default/testReplayEditsAfterRegionMovedWithMultiCF/5ebdc808c54e36fa4187fc0334876beb/.tmp/cf2/d002b1c643eb447ebba94af41b07926d as hdfs://localhost:35275/user/jenkins/test-data/1c71d0a4-c7c4-b6c6-e0cc-2ed16750731a/data/default/testReplayEditsAfterRegionMovedWithMultiCF/5ebdc808c54e36fa4187fc0334876beb/cf2/d002b1c643eb447ebba94af41b07926d 2024-12-04T05:24:27,976 INFO [Time-limited test {}] regionserver.HStore(1337): Completed major compaction of 1 (all) file(s) in 5ebdc808c54e36fa4187fc0334876beb/cf2 of 5ebdc808c54e36fa4187fc0334876beb into d002b1c643eb447ebba94af41b07926d(size=4.5 K), total size for store is 4.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-04T05:24:27,976 DEBUG [Time-limited test {}] regionserver.HRegion(2446): Compaction status journal for 5ebdc808c54e36fa4187fc0334876beb: 2024-12-04T05:24:27,980 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44217 {}] master.HMaster(2410): Client=jenkins//172.17.0.2 move hri=5ebdc808c54e36fa4187fc0334876beb, source=6c7595a931c3,33345,1733289851864, destination=6c7595a931c3,42561,1733289852013, warming up region on 6c7595a931c3,42561,1733289852013 2024-12-04T05:24:27,981 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44217 {}] master.HMaster(2414): Client=jenkins//172.17.0.2 move hri=5ebdc808c54e36fa4187fc0334876beb, source=6c7595a931c3,33345,1733289851864, destination=6c7595a931c3,42561,1733289852013, running balancer 2024-12-04T05:24:27,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44217 {}] procedure2.ProcedureExecutor(1139): Stored pid=10, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=5ebdc808c54e36fa4187fc0334876beb, REOPEN/MOVE 2024-12-04T05:24:27,982 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=5ebdc808c54e36fa4187fc0334876beb, REOPEN/MOVE 2024-12-04T05:24:27,984 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42561 {}] regionserver.RSRpcServices(2066): Warmup testReplayEditsAfterRegionMovedWithMultiCF,,1733289866366.5ebdc808c54e36fa4187fc0334876beb. 2024-12-04T05:24:27,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42561 {}] regionserver.HRegion(7855): Warmup {ENCODED => 5ebdc808c54e36fa4187fc0334876beb, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1733289866366.5ebdc808c54e36fa4187fc0334876beb.', STARTKEY => '', ENDKEY => ''} 2024-12-04T05:24:27,984 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=5ebdc808c54e36fa4187fc0334876beb, regionState=CLOSING, regionLocation=6c7595a931c3,33345,1733289851864 2024-12-04T05:24:27,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42561 {}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1733289866366.5ebdc808c54e36fa4187fc0334876beb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T05:24:27,985 INFO [StoreOpener-5ebdc808c54e36fa4187fc0334876beb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf1 of region 5ebdc808c54e36fa4187fc0334876beb 2024-12-04T05:24:27,986 INFO [StoreOpener-5ebdc808c54e36fa4187fc0334876beb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5ebdc808c54e36fa4187fc0334876beb columnFamilyName cf1 2024-12-04T05:24:27,986 DEBUG [StoreOpener-5ebdc808c54e36fa4187fc0334876beb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T05:24:27,987 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=5ebdc808c54e36fa4187fc0334876beb, REOPEN/MOVE because future has completed 2024-12-04T05:24:27,987 DEBUG [PEWorker-5 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-04T05:24:27,987 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=10, state=RUNNABLE, hasLock=false; CloseRegionProcedure 5ebdc808c54e36fa4187fc0334876beb, server=6c7595a931c3,33345,1733289851864}] 2024-12-04T05:24:27,994 INFO [StoreFileOpener-5ebdc808c54e36fa4187fc0334876beb-cf1-1 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 151317afcc9b44c68417f85cd298ec83 2024-12-04T05:24:27,995 DEBUG [StoreOpener-5ebdc808c54e36fa4187fc0334876beb-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:35275/user/jenkins/test-data/1c71d0a4-c7c4-b6c6-e0cc-2ed16750731a/data/default/testReplayEditsAfterRegionMovedWithMultiCF/5ebdc808c54e36fa4187fc0334876beb/cf1/151317afcc9b44c68417f85cd298ec83 2024-12-04T05:24:27,999 DEBUG [StoreOpener-5ebdc808c54e36fa4187fc0334876beb-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:35275/user/jenkins/test-data/1c71d0a4-c7c4-b6c6-e0cc-2ed16750731a/data/default/testReplayEditsAfterRegionMovedWithMultiCF/5ebdc808c54e36fa4187fc0334876beb/cf1/d12faaea611e47b1b3dcbfc3d24e3f11 2024-12-04T05:24:28,004 DEBUG [StoreOpener-5ebdc808c54e36fa4187fc0334876beb-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:35275/user/jenkins/test-data/1c71d0a4-c7c4-b6c6-e0cc-2ed16750731a/data/default/testReplayEditsAfterRegionMovedWithMultiCF/5ebdc808c54e36fa4187fc0334876beb/cf1/d878e610b5284536ad4ebd35419b89e8 2024-12-04T05:24:28,004 INFO [StoreOpener-5ebdc808c54e36fa4187fc0334876beb-1 {}] regionserver.HStore(327): Store=5ebdc808c54e36fa4187fc0334876beb/cf1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T05:24:28,005 INFO [StoreOpener-5ebdc808c54e36fa4187fc0334876beb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf2 of region 5ebdc808c54e36fa4187fc0334876beb 2024-12-04T05:24:28,005 INFO [StoreOpener-5ebdc808c54e36fa4187fc0334876beb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5ebdc808c54e36fa4187fc0334876beb columnFamilyName cf2 2024-12-04T05:24:28,006 DEBUG [StoreOpener-5ebdc808c54e36fa4187fc0334876beb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T05:24:28,011 INFO [StoreFileOpener-5ebdc808c54e36fa4187fc0334876beb-cf2-1 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 26b32f85591b4072b4d7c66c87d318d1 2024-12-04T05:24:28,011 DEBUG [StoreOpener-5ebdc808c54e36fa4187fc0334876beb-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:35275/user/jenkins/test-data/1c71d0a4-c7c4-b6c6-e0cc-2ed16750731a/data/default/testReplayEditsAfterRegionMovedWithMultiCF/5ebdc808c54e36fa4187fc0334876beb/cf2/26b32f85591b4072b4d7c66c87d318d1 2024-12-04T05:24:28,016 DEBUG [StoreOpener-5ebdc808c54e36fa4187fc0334876beb-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:35275/user/jenkins/test-data/1c71d0a4-c7c4-b6c6-e0cc-2ed16750731a/data/default/testReplayEditsAfterRegionMovedWithMultiCF/5ebdc808c54e36fa4187fc0334876beb/cf2/d002b1c643eb447ebba94af41b07926d 2024-12-04T05:24:28,016 INFO [StoreOpener-5ebdc808c54e36fa4187fc0334876beb-1 {}] regionserver.HStore(327): Store=5ebdc808c54e36fa4187fc0334876beb/cf2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T05:24:28,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42561 {}] regionserver.HRegion(1722): Closing 5ebdc808c54e36fa4187fc0334876beb, disabling compactions & flushes 2024-12-04T05:24:28,016 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42561 {}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1733289866366.5ebdc808c54e36fa4187fc0334876beb. 2024-12-04T05:24:28,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42561 {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1733289866366.5ebdc808c54e36fa4187fc0334876beb. 2024-12-04T05:24:28,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42561 {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1733289866366.5ebdc808c54e36fa4187fc0334876beb. after waiting 0 ms 2024-12-04T05:24:28,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42561 {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1733289866366.5ebdc808c54e36fa4187fc0334876beb. 2024-12-04T05:24:28,018 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42561 {}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1733289866366.5ebdc808c54e36fa4187fc0334876beb. 2024-12-04T05:24:28,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42561 {}] regionserver.HRegion(1676): Region close journal for 5ebdc808c54e36fa4187fc0334876beb: Waiting for close lock at 1733289868016Disabling compacts and flushes for region at 1733289868016Disabling writes for close at 1733289868017 (+1 ms)Writing region close event to WAL at 1733289868017Closed at 1733289868017 2024-12-04T05:24:28,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44217 {}] procedure.ProcedureSyncWait(219): waitFor pid=10 2024-12-04T05:24:28,142 INFO [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] handler.UnassignRegionHandler(122): Close 5ebdc808c54e36fa4187fc0334876beb 2024-12-04T05:24:28,142 DEBUG [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-12-04T05:24:28,142 DEBUG [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1722): Closing 5ebdc808c54e36fa4187fc0334876beb, disabling compactions & flushes 2024-12-04T05:24:28,142 INFO [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1733289866366.5ebdc808c54e36fa4187fc0334876beb. 2024-12-04T05:24:28,142 DEBUG [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1733289866366.5ebdc808c54e36fa4187fc0334876beb. 2024-12-04T05:24:28,142 DEBUG [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1733289866366.5ebdc808c54e36fa4187fc0334876beb. after waiting 0 ms 2024-12-04T05:24:28,142 DEBUG [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1733289866366.5ebdc808c54e36fa4187fc0334876beb. 2024-12-04T05:24:28,143 DEBUG [StoreCloser-testReplayEditsAfterRegionMovedWithMultiCF,,1733289866366.5ebdc808c54e36fa4187fc0334876beb.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:35275/user/jenkins/test-data/1c71d0a4-c7c4-b6c6-e0cc-2ed16750731a/data/default/testReplayEditsAfterRegionMovedWithMultiCF/5ebdc808c54e36fa4187fc0334876beb/cf1/d878e610b5284536ad4ebd35419b89e8, hdfs://localhost:35275/user/jenkins/test-data/1c71d0a4-c7c4-b6c6-e0cc-2ed16750731a/data/default/testReplayEditsAfterRegionMovedWithMultiCF/5ebdc808c54e36fa4187fc0334876beb/cf1/151317afcc9b44c68417f85cd298ec83] to archive 2024-12-04T05:24:28,146 DEBUG [StoreCloser-testReplayEditsAfterRegionMovedWithMultiCF,,1733289866366.5ebdc808c54e36fa4187fc0334876beb.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-04T05:24:28,149 DEBUG [StoreCloser-testReplayEditsAfterRegionMovedWithMultiCF,,1733289866366.5ebdc808c54e36fa4187fc0334876beb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35275/user/jenkins/test-data/1c71d0a4-c7c4-b6c6-e0cc-2ed16750731a/data/default/testReplayEditsAfterRegionMovedWithMultiCF/5ebdc808c54e36fa4187fc0334876beb/cf1/d878e610b5284536ad4ebd35419b89e8 to hdfs://localhost:35275/user/jenkins/test-data/1c71d0a4-c7c4-b6c6-e0cc-2ed16750731a/archive/data/default/testReplayEditsAfterRegionMovedWithMultiCF/5ebdc808c54e36fa4187fc0334876beb/cf1/d878e610b5284536ad4ebd35419b89e8 2024-12-04T05:24:28,151 DEBUG [StoreCloser-testReplayEditsAfterRegionMovedWithMultiCF,,1733289866366.5ebdc808c54e36fa4187fc0334876beb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35275/user/jenkins/test-data/1c71d0a4-c7c4-b6c6-e0cc-2ed16750731a/data/default/testReplayEditsAfterRegionMovedWithMultiCF/5ebdc808c54e36fa4187fc0334876beb/cf1/151317afcc9b44c68417f85cd298ec83 to hdfs://localhost:35275/user/jenkins/test-data/1c71d0a4-c7c4-b6c6-e0cc-2ed16750731a/archive/data/default/testReplayEditsAfterRegionMovedWithMultiCF/5ebdc808c54e36fa4187fc0334876beb/cf1/151317afcc9b44c68417f85cd298ec83 2024-12-04T05:24:28,165 DEBUG [StoreCloser-testReplayEditsAfterRegionMovedWithMultiCF,,1733289866366.5ebdc808c54e36fa4187fc0334876beb.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:35275/user/jenkins/test-data/1c71d0a4-c7c4-b6c6-e0cc-2ed16750731a/data/default/testReplayEditsAfterRegionMovedWithMultiCF/5ebdc808c54e36fa4187fc0334876beb/cf2/26b32f85591b4072b4d7c66c87d318d1] to archive 2024-12-04T05:24:28,166 DEBUG [StoreCloser-testReplayEditsAfterRegionMovedWithMultiCF,,1733289866366.5ebdc808c54e36fa4187fc0334876beb.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-04T05:24:28,168 DEBUG [StoreCloser-testReplayEditsAfterRegionMovedWithMultiCF,,1733289866366.5ebdc808c54e36fa4187fc0334876beb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35275/user/jenkins/test-data/1c71d0a4-c7c4-b6c6-e0cc-2ed16750731a/data/default/testReplayEditsAfterRegionMovedWithMultiCF/5ebdc808c54e36fa4187fc0334876beb/cf2/26b32f85591b4072b4d7c66c87d318d1 to hdfs://localhost:35275/user/jenkins/test-data/1c71d0a4-c7c4-b6c6-e0cc-2ed16750731a/archive/data/default/testReplayEditsAfterRegionMovedWithMultiCF/5ebdc808c54e36fa4187fc0334876beb/cf2/26b32f85591b4072b4d7c66c87d318d1 2024-12-04T05:24:28,173 DEBUG [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35275/user/jenkins/test-data/1c71d0a4-c7c4-b6c6-e0cc-2ed16750731a/data/default/testReplayEditsAfterRegionMovedWithMultiCF/5ebdc808c54e36fa4187fc0334876beb/recovered.edits/17.seqid, newMaxSeqId=17, maxSeqId=8 2024-12-04T05:24:28,174 INFO [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1733289866366.5ebdc808c54e36fa4187fc0334876beb. 2024-12-04T05:24:28,174 DEBUG [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1676): Region close journal for 5ebdc808c54e36fa4187fc0334876beb: Waiting for close lock at 1733289868142Running coprocessor pre-close hooks at 1733289868142Disabling compacts and flushes for region at 1733289868142Disabling writes for close at 1733289868142Writing region close event to WAL at 1733289868169 (+27 ms)Running coprocessor post-close hooks at 1733289868174 (+5 ms)Closed at 1733289868174 2024-12-04T05:24:28,174 INFO [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegionServer(3302): Adding 5ebdc808c54e36fa4187fc0334876beb move to 6c7595a931c3,42561,1733289852013 record at close sequenceid=12 2024-12-04T05:24:28,177 INFO [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] handler.UnassignRegionHandler(157): Closed 5ebdc808c54e36fa4187fc0334876beb 2024-12-04T05:24:28,178 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=5ebdc808c54e36fa4187fc0334876beb, regionState=CLOSED 2024-12-04T05:24:28,180 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=11, ppid=10, state=RUNNABLE, hasLock=false; CloseRegionProcedure 5ebdc808c54e36fa4187fc0334876beb, server=6c7595a931c3,33345,1733289851864 because future has completed 2024-12-04T05:24:28,184 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=10 2024-12-04T05:24:28,184 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=10, state=SUCCESS, hasLock=false; CloseRegionProcedure 5ebdc808c54e36fa4187fc0334876beb, server=6c7595a931c3,33345,1733289851864 in 195 msec 2024-12-04T05:24:28,185 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=5ebdc808c54e36fa4187fc0334876beb, REOPEN/MOVE; state=CLOSED, location=6c7595a931c3,42561,1733289852013; forceNewPlan=false, retain=false 2024-12-04T05:24:28,336 INFO [6c7595a931c3:44217 {}] balancer.BaseLoadBalancer(388): Reassigned 1 regions. 1 retained the pre-restart assignment. 2024-12-04T05:24:28,336 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=5ebdc808c54e36fa4187fc0334876beb, regionState=OPENING, regionLocation=6c7595a931c3,42561,1733289852013 2024-12-04T05:24:28,340 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=5ebdc808c54e36fa4187fc0334876beb, REOPEN/MOVE because future has completed 2024-12-04T05:24:28,340 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5ebdc808c54e36fa4187fc0334876beb, server=6c7595a931c3,42561,1733289852013}] 2024-12-04T05:24:28,496 INFO [RS_OPEN_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] handler.AssignRegionHandler(132): Open testReplayEditsAfterRegionMovedWithMultiCF,,1733289866366.5ebdc808c54e36fa4187fc0334876beb. 2024-12-04T05:24:28,496 DEBUG [RS_OPEN_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7752): Opening region: {ENCODED => 5ebdc808c54e36fa4187fc0334876beb, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1733289866366.5ebdc808c54e36fa4187fc0334876beb.', STARTKEY => '', ENDKEY => ''} 2024-12-04T05:24:28,497 DEBUG [RS_OPEN_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testReplayEditsAfterRegionMovedWithMultiCF 5ebdc808c54e36fa4187fc0334876beb 2024-12-04T05:24:28,497 DEBUG [RS_OPEN_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1733289866366.5ebdc808c54e36fa4187fc0334876beb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T05:24:28,497 DEBUG [RS_OPEN_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7794): checking encryption for 5ebdc808c54e36fa4187fc0334876beb 2024-12-04T05:24:28,497 DEBUG [RS_OPEN_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7797): checking classloading for 5ebdc808c54e36fa4187fc0334876beb 2024-12-04T05:24:28,499 INFO [StoreOpener-5ebdc808c54e36fa4187fc0334876beb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf1 of region 5ebdc808c54e36fa4187fc0334876beb 2024-12-04T05:24:28,500 INFO [StoreOpener-5ebdc808c54e36fa4187fc0334876beb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5ebdc808c54e36fa4187fc0334876beb columnFamilyName cf1 2024-12-04T05:24:28,500 DEBUG [StoreOpener-5ebdc808c54e36fa4187fc0334876beb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T05:24:28,506 DEBUG [StoreOpener-5ebdc808c54e36fa4187fc0334876beb-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:35275/user/jenkins/test-data/1c71d0a4-c7c4-b6c6-e0cc-2ed16750731a/data/default/testReplayEditsAfterRegionMovedWithMultiCF/5ebdc808c54e36fa4187fc0334876beb/cf1/d12faaea611e47b1b3dcbfc3d24e3f11 2024-12-04T05:24:28,506 INFO [StoreOpener-5ebdc808c54e36fa4187fc0334876beb-1 {}] regionserver.HStore(327): Store=5ebdc808c54e36fa4187fc0334876beb/cf1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T05:24:28,506 INFO [StoreOpener-5ebdc808c54e36fa4187fc0334876beb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf2 of region 5ebdc808c54e36fa4187fc0334876beb 2024-12-04T05:24:28,507 INFO [StoreOpener-5ebdc808c54e36fa4187fc0334876beb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5ebdc808c54e36fa4187fc0334876beb columnFamilyName cf2 2024-12-04T05:24:28,507 DEBUG [StoreOpener-5ebdc808c54e36fa4187fc0334876beb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T05:24:28,513 DEBUG [StoreOpener-5ebdc808c54e36fa4187fc0334876beb-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:35275/user/jenkins/test-data/1c71d0a4-c7c4-b6c6-e0cc-2ed16750731a/data/default/testReplayEditsAfterRegionMovedWithMultiCF/5ebdc808c54e36fa4187fc0334876beb/cf2/d002b1c643eb447ebba94af41b07926d 2024-12-04T05:24:28,513 INFO [StoreOpener-5ebdc808c54e36fa4187fc0334876beb-1 {}] regionserver.HStore(327): Store=5ebdc808c54e36fa4187fc0334876beb/cf2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T05:24:28,513 DEBUG [RS_OPEN_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1038): replaying wal for 5ebdc808c54e36fa4187fc0334876beb 2024-12-04T05:24:28,514 DEBUG [RS_OPEN_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35275/user/jenkins/test-data/1c71d0a4-c7c4-b6c6-e0cc-2ed16750731a/data/default/testReplayEditsAfterRegionMovedWithMultiCF/5ebdc808c54e36fa4187fc0334876beb 2024-12-04T05:24:28,515 DEBUG [RS_OPEN_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35275/user/jenkins/test-data/1c71d0a4-c7c4-b6c6-e0cc-2ed16750731a/data/default/testReplayEditsAfterRegionMovedWithMultiCF/5ebdc808c54e36fa4187fc0334876beb 2024-12-04T05:24:28,515 DEBUG [RS_OPEN_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1048): stopping wal replay for 5ebdc808c54e36fa4187fc0334876beb 2024-12-04T05:24:28,516 DEBUG [RS_OPEN_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1060): Cleaning up temporary data for 5ebdc808c54e36fa4187fc0334876beb 2024-12-04T05:24:28,516 DEBUG [RS_OPEN_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterRegionMovedWithMultiCF descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-04T05:24:28,518 DEBUG [RS_OPEN_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1093): writing seq id for 5ebdc808c54e36fa4187fc0334876beb 2024-12-04T05:24:28,519 INFO [RS_OPEN_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1114): Opened 5ebdc808c54e36fa4187fc0334876beb; next sequenceid=18; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63074262, jitterRate=-0.06012025475502014}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-04T05:24:28,519 DEBUG [RS_OPEN_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 5ebdc808c54e36fa4187fc0334876beb 2024-12-04T05:24:28,519 DEBUG [RS_OPEN_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1006): Region open journal for 5ebdc808c54e36fa4187fc0334876beb: Running coprocessor pre-open hook at 1733289868498Writing region info on filesystem at 1733289868498Initializing all the Stores at 1733289868499 (+1 ms)Instantiating store for column family {NAME => 'cf1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733289868499Instantiating store for column family {NAME => 'cf2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733289868499Cleaning up temporary data from old regions at 1733289868516 (+17 ms)Running coprocessor post-open hooks at 1733289868519 (+3 ms)Region opened successfully at 1733289868519 2024-12-04T05:24:28,520 INFO [RS_OPEN_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegionServer(2236): Post open deploy tasks for testReplayEditsAfterRegionMovedWithMultiCF,,1733289866366.5ebdc808c54e36fa4187fc0334876beb., pid=12, masterSystemTime=1733289868492 2024-12-04T05:24:28,523 DEBUG [RS_OPEN_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegionServer(2266): Finished post open deploy task for testReplayEditsAfterRegionMovedWithMultiCF,,1733289866366.5ebdc808c54e36fa4187fc0334876beb. 2024-12-04T05:24:28,523 INFO [RS_OPEN_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] handler.AssignRegionHandler(153): Opened testReplayEditsAfterRegionMovedWithMultiCF,,1733289866366.5ebdc808c54e36fa4187fc0334876beb. 2024-12-04T05:24:28,523 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=5ebdc808c54e36fa4187fc0334876beb, regionState=OPEN, openSeqNum=18, regionLocation=6c7595a931c3,42561,1733289852013 2024-12-04T05:24:28,526 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5ebdc808c54e36fa4187fc0334876beb, server=6c7595a931c3,42561,1733289852013 because future has completed 2024-12-04T05:24:28,530 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=10 2024-12-04T05:24:28,530 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure 5ebdc808c54e36fa4187fc0334876beb, server=6c7595a931c3,42561,1733289852013 in 187 msec 2024-12-04T05:24:28,532 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=5ebdc808c54e36fa4187fc0334876beb, REOPEN/MOVE in 549 msec 2024-12-04T05:24:28,534 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-04T05:24:28,536 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40368, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-04T05:24:28,538 ERROR [Time-limited test {}] regionserver.HRegionServer(2442): ***** ABORTING region server 6c7595a931c3,42561,1733289852013: testing ***** 2024-12-04T05:24:28,538 ERROR [Time-limited test {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-12-04T05:24:28,540 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-12-04T05:24:28,541 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-12-04T05:24:28,543 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-12-04T05:24:28,544 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-12-04T05:24:28,550 INFO [Time-limited test {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 274194304 }, "NonHeapMemoryUsage": { "committed": 171048960, "init": 7667712, "max": -1, "used": 168458928 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=IPC", "modelerType": "RegionServer,sub=IPC", "tag.Context": "regionserver", "tag.Hostname": "6c7595a931c3", "queueSize": 0, "numCallsInGeneralQueue": 0, "numCallsInReplicationQueue": 0, "numCallsInBulkLoadQueue": 0, "numCallsInPriorityQueue": 0, "numCallsInMetaPriorityQueue": 0, "numOpenConnections": 0, "numActiveHandler": 0, "numActiveGeneralHandler": 0, "numActivePriorityHandler": 0, "numActiveReplicationHandler": 0, "numGeneralCallsDropped": 0, "numLifoModeSwitches": 0, "numCallsInWriteQueue": 0, "numActiveBulkLoadHandler": 0, "numCallsInReadQueue": 0, "numCallsInScanQueue": 0, "numActiveWriteHandler": 0, "numActiveReadHandler": 0, "numActiveScanHandler": 0, "nettyDirectMemoryUsage": 67108864, "nettyTotalPendingOutboundBytes": 0, "nettyMaxPendingOutboundBytes": 0, "receivedBytes": 2071, "exceptions.RegionMovedException": 0, "authenticationSuccesses": 0, "authorizationFailures": 0, "exceptions.requestTooBig": 0, "UnwritableTime_num_ops": 0, "UnwritableTime_min": 0, "UnwritableTime_max": 0, "UnwritableTime_mean": 0, "UnwritableTime_25th_percentile": 0, "UnwritableTime_median": 0, "UnwritableTime_75th_percentile": 0, "UnwritableTime_90th_percentile": 0, "UnwritableTime_95th_percentile": 0, "UnwritableTime_98th_percentile": 0, "UnwritableTime_99th_percentile": 0, "UnwritableTime_99.9th_percentile": 0, "exceptions.OutOfOrderScannerNextException": 0, "exceptions.rpcThrottling": 0, "exceptions.otherExceptions": 0, "ProcessCallTime_num_ops": 8, "ProcessCallTime_min": 1, "ProcessCallTime_max": 10, "ProcessCallTime_mean": 4, "ProcessCallTime_25th_percentile": 3, "ProcessCallTime_median": 5, "ProcessCallTime_75th_percentile": 7, "ProcessCallTime_90th_percentile": 9, "ProcessCallTime_95th_percentile": 9, "ProcessCallTime_98th_percentile": 9, "ProcessCallTime_99th_percentile": 9, "ProcessCallTime_99.9th_percentile": 9, "ProcessCallTime_TimeRangeCount_0-1": 8, "exceptions.callQueueTooBig": 0, "QueueCallTime_num_ops": 8, "QueueCallTime_min": 0, "QueueCallTime_max": 0, "QueueCallTime_mean": 0, "QueueCallTime_25th_percentile": 0, "QueueCallTime_median": 0, "QueueCallTime_75th_percentile": 0, "QueueCallTime_90th_percentile": 0, "QueueCallTime_95th_percentile": 0, "QueueCallTime_98th_percentile": 0, "QueueCallTime_99th_percentile": 0, "QueueCallTime_99.9th_percentile": 0, "QueueCallTime_TimeRangeCount_0-1": 8, "authenticationFailures": 0, "exceptions.multiResponseTooLarge": 0, "exceptions.callDropped": 0, "TotalCallTime_num_ops": 8, "TotalCallTime_min": 1, "TotalCallTime_max": 10, "TotalCallTime_mean": 4, "TotalCallTime_25th_percentile": 3, "TotalCallTime_median": 5, "TotalCallTime_75th_percentile": 7, "TotalCallTime_90th_percentile": 9, "TotalCallTime_95th_percentile": 9, "TotalCallTime_98th_percentile": 9, "TotalCallTime_99th_percentile": 9, "TotalCallTime_99.9th_percentile": 9, "TotalCallTime_TimeRangeCount_0-1": 8, "exceptions.RegionTooBusyException": 0, "exceptions.FailedSanityCheckException": 0, "ResponseSize_num_ops": 8, "ResponseSize_min": 0, "ResponseSize_max": 175, "ResponseSize_mean": 50, "ResponseSize_25th_percentile": 43, "ResponseSize_median": 87, "ResponseSize_75th_percentile": 131, "ResponseSize_90th_percentile": 157, "ResponseSize_95th_percentile": 166, "ResponseSize_98th_percentile": 171, "ResponseSize_99th_percentile": 173, "ResponseSize_99.9th_percentile": 174, "ResponseSize_SizeRangeCount_0-10": 8, "exceptions.UnknownScannerException": 0, "exceptions": 0, "maxOutboundBytesExceeded": 0, "authenticationFallbacks": 0, "exceptions.quotaExceeded": 0, "exceptions.callTimedOut": 0, "exceptions.NotServingRegionException": 0, "authorizationSuccesses": 0, "exceptions.ScannerResetException": 0, "RequestSize_num_ops": 8, "RequestSize_min": 89, "RequestSize_max": 121, "RequestSize_mean": 103, "RequestSize_25th_percentile": 97, "RequestSize_median": 105, "RequestSize_75th_percentile": 113, "RequestSize_90th_percentile": 117, "RequestSize_95th_percentile": 119, "RequestSize_98th_percentile": 120, "RequestSize_99th_percentile": 120, "RequestSize_99.9th_percentile": 120, "RequestSize_SizeRangeCount_0-10": 8, "sentBytes": 352 } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=Replication", "modelerType": "RegionServer,sub=Replication", "tag.Context": "regionserver", "tag.Hostname": "6c7595a931c3", "source.shippedHFiles": 0, "Source.ageOfLastShippedOp_num_ops": 0, "Source.ageOfLastShippedOp_min": 0, "Source.ageOfLastShippedOp_max": 0, "Source.ageOfLastShippedOp_mean": 0, "Source.ageOfLastShippedOp_25th_percentile": 0, "Source.ageOfLastShippedOp_median": 0, "Source.ageOfLastShippedOp_75th_percentile": 0, "Source.ageOfLastShippedOp_90th_percentile": 0, "Source.ageOfLastShippedOp_95th_percentile": 0, "Source.ageOfLastShippedOp_98th_percentile": 0, "Source.ageOfLastShippedOp_99th_percentile": 0, "Source.ageOfLastShippedOp_99.9th_percentile": 0, "source.uncleanlyClosedLogs": 0, "source.closedLogsWithUnknownFileLength": 0, "source.walReaderEditsBufferUsage": 0, "source.repeatedLogFileBytes": 0, "source.sizeOfHFileRefsQueue": 0, "source.logReadInBytes": 0, "source.completedRecoverQueues": 0, "source.sizeOfLogQueue": 0, "source.restartedLogReading": 0, "source.failedRecoverQueues": 0, "source.ignoredUncleanlyClosedLogContentsInBytes": 0, "Sink.ageOfLastAppliedOp_num_ops": 0, "Sink.ageOfLastAppliedOp_min": 0, "Sink.ageOfLastAppliedOp_max": 0, "Sink.ageOfLastAppliedOp_mean": 0, "Sink.ageOfLastAppliedOp_25th_percentile": 0, "Sink.ageOfLastAppliedOp_median": 0, "Sink.ageOfLastAppliedOp_75th_percentile": 0, "Sink.ageOfLastAppliedOp_90th_percentile": 0, "Sink.ageOfLastAppliedOp_95th_percentile": 0, "Sink.ageOfLastAppliedOp_98th_percentile": 0, "Sink.ageOfLastAppliedOp_99th_percentile": 0, "Sink.ageOfLastAppliedOp_99.9th_percentile": 0, "source.logEditsRead": 0, "source.numInitializing": 0, "source.shippedOps": 0, "sink.appliedHFiles": 0, "source.logEditsFiltered": 0, "source.shippedBytes": 0, "sink.appliedOps": 0, "source.completedLogs": 0, "source.failedBatches": 0, "sink.failedBatches": 0, "source.shippedBatches": 0, "sink.appliedBatches": 0 } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=Server", "modelerType": "RegionServer,sub=Server", "tag.zookeeperQuorum": "127.0.0.1:59990", "tag.serverName": "6c7595a931c3,42561,1733289852013", "tag.clusterId": "26167190-f456-458a-b3b8-17f34c192dd8", "tag.Context": "regionserver", "tag.Hostname": "6c7595a931c3", "regionCount": 1, "storeCount": 4, "hlogFileCount": 2, "hlogFileSize": 0, "storeFileCount": 0, "maxStoreFileCount": 0, "memStoreSize": 74, "memStoreHeapSize": 1248, "memStoreOffHeapSize": 0, "storeFileSize": 0, "storeFileSizeGrowthRate": 0.0, "maxStoreFileAge": 0, "minStoreFileAge": 0, "avgStoreFileAge": 0, "numReferenceFiles": 0, "regionServerStartTime": 1733289852013, "averageRegionSize": 74, "storeFileIndexSize": 0, "staticIndexSize": 0, "staticBloomSize": 0, "bloomFilterRequestsCount": 0, "bloomFilterNegativeResultsCount": 0, "bloomFilterEligibleRequestsCount": 0, "mutationsWithoutWALCount": 0, "mutationsWithoutWALSize": 0, "percentFilesLocal": 0.0, "percentFilesLocalSecondaryRegions": 0.0, "totalBytesRead": 10034, "localBytesRead": 10034, "shortCircuitBytesRead": 0, "zeroCopyBytesRead": 0, "splitQueueLength": 0, "compactionQueueLength": 0, "smallCompactionQueueLength": 0, "largeCompactionQueueLength": 0, "flushQueueLength": 0, "blockCacheFreeSize": 922070024, "blockCacheCount": 0, "blockCacheDataBlockCount": 0, "blockCacheSize": 676856, "blockCacheCountHitPercent": 0.0, "blockCacheExpressHitPercent": 0.0, "l1CacheSize": 676856, "l1CacheFreeSize": 922070024, "l1CacheCount": 0, "l1CacheEvictionCount": 0, "l1CacheHitCount": 0, "l1CacheMissCount": 0, "l1CacheHitRatio": 0.0, "l1CacheMissRatio": 0.0, "l2CacheSize": 0, "l2CacheFreeSize": 0, "l2CacheCount": 0, "l2CacheEvictionCount": 0, "l2CacheHitCount": 0, "l2CacheMissCount": 0, "l2CacheHitRatio": 0.0, "l2CacheMissRatio": 0.0, "mobFileCacheCount": 0, "mobFileCacheHitPercent": 0.0, "readRequestRatePerSecond": 1.4, "writeRequestRatePerSecond": 0.4, "ByteBuffAllocatorHeapAllocationBytes": 4782, "ByteBuffAllocatorPoolAllocationBytes": 199680, "ByteBuffAllocatorHeapAllocationRatio": 0.0, "ByteBuffAllocatorTotalBufferCount": 186, "ByteBuffAllocatorUsedBufferCount": 1, "activeScanners": 0, "totalRequestCount": 7, "totalRowActionRequestCount": 9, "readRequestCount": 7, "cpRequestCount": 0, "filteredReadRequestCount": 0, "writeRequestCount": 2, "rpcGetRequestCount": 1, "rpcFullScanRequestCount": 0, "rpcScanRequestCount": 4, "rpcMultiRequestCount": 0, "rpcMutateRequestCount": 2, "checkMutateFailedCount": 0, "checkMutatePassedCount": 0, "blockCacheHitCount": 0, "blockCacheHitCountPrimary": 0, "blockCacheHitCachingCount": 0, "blockCacheMissCount": 0, "blockCacheMissCountPrimary": 0, "blockCacheMissCachingCount": 0, "blockCacheEvictionCount": 0, "blockCacheEvictionCountPrimary": 0, "blockCacheFailedInsertionCount": 0, "blockCacheDataMissCount": 0, "blockCacheLeafIndexMissCount": 0, "blockCacheBloomChunkMissCount": 0, "blockCacheMetaMissCount": 0, "blockCacheRootIndexMissCount": 0, "blockCacheIntermediateIndexMissCount": 0, "blockCacheFileInfoMissCount": 0, "blockCacheGeneralBloomMetaMissCount": 0, "blockCacheDeleteFamilyBloomMissCount": 0, "blockCacheTrailerMissCount": 0, "blockCacheDataHitCount": 0, "blockCacheLeafIndexHitCount": 0, "blockCacheBloomChunkHitCount": 0, "blockCacheMetaHitCount": 0, "blockCacheRootIndexHitCount": 0, "blockCacheIntermediateIndexHitCount": 0, "blockCacheFileInfoHitCount": 0, "blockCacheGeneralBloomMetaHitCount": 0, "blockCacheDeleteFamilyBloomHitCount": 0, "blockCacheTrailerHitCount": 0, "updatesBlockedTime": 0, "flushedCellsCount": 0, "compactedCellsCount": 0, "majorCompactedCellsCount": 0, "flushedCellsSize": 0, "compactedCellsSize": 0, "majorCompactedCellsSize": 0, "cellsCountCompactedFromMob": 0, "cellsCountCompactedToMob": 0, "cellsSizeCompactedFromMob": 0, "cellsSizeCompactedToMob": 0, "mobFlushCount": 0, "mobFlushedCellsCount": 0, "mobFlushedCellsSize": 0, "mobScanCellsCount": 0, "mobScanCellsSize": 0, "mobFileCacheAccessCount": 0, "mobFileCacheMissCount": 0, "mobFileCacheEvictedCount": 0, "hedgedReads": 0, "hedgedReadWins": 0, "hedgedReadOpsInCurThread": 0, "blockedRequestCount": 0, "CheckAndMutate_num_ops": 0, "CheckAndMutate_min": 0, "CheckAndMutate_max": 0, "CheckAndMutate_mean": 0, "CheckAndMutate_25th_percentile": 0, "CheckAndMutate_median": 0, "CheckAndMutate_75th_percentile": 0, "CheckAndMutate_90th_percentile": 0, "CheckAndMutate_95th_percentile": 0, "CheckAndMutate_98th_percentile": 0, "CheckAndMutate_99th_percentile": 0, "CheckAndMutate_99.9th_percentile": 0, "MajorCompactionTime_num_ops": 0, "MajorCompactionTime_min": 0, "MajorCompactionTime_max": 0, "MajorCompactionTime_mean": 0, "MajorCompactionTime_25th_percentile": 0, "MajorCompactionTime_median": 0, "MajorCompactionTime_75th_percentile": 0, "MajorCompactionTime_90th_percentile": 0, "MajorCompactionTime_95th_percentile": 0, "MajorCompactionTime_98th_percentile": 0, "MajorCompactionTime_99th_percentile": 0, "MajorCompactionTime_99.9th_percentile": 0, "ScanTime_num_ops": 4, "ScanTime_min": 0, "ScanTime_max": 2, "ScanTime_mean": 0, "ScanTime_25th_percentile": 0, "ScanTime_median": 1, "ScanTime_75th_percentile": 1, "ScanTime_90th_percentile": 1, "ScanTime_95th_percentile": 1, "ScanTime_98th_percentile": 1, "ScanTime_99th_percentile": 1, "ScanTime_99.9th_percentile": 1, "ScanTime_TimeRangeCount_0-1": 4, "CheckAndMutateBlockBytesScanned_num_ops": 0, "CheckAndMutateBlockBytesScanned_min": 0, "CheckAndMutateBlockBytesScanned_max": 0, "CheckAndMutateBlockBytesScanned_mean": 0, "CheckAndMutateBlockBytesScanned_25th_percentile": 0, "CheckAndMutateBlockBytesScanned_median": 0, "CheckAndMutateBlockBytesScanned_75th_percentile": 0, "CheckAndMutateBlockBytesScanned_90th_percentile": 0, "CheckAndMutateBlockBytesScanned_95th_percentile": 0, "CheckAndMutateBlockBytesScanned_98th_percentile": 0, "CheckAndMutateBlockBytesScanned_99th_percentile": 0, "CheckAndMutateBlockBytesScanned_99.9th_percentile": 0, "Put_num_ops": 2, "Put_min": 3, "Put_max": 8, "Put_mean": 5, "Put_25th_percentile": 4, "Put_median": 5, "Put_75th_percentile": 6, "Put_90th_percentile": 7, "Put_95th_percentile": 7, "Put_98th_percentile": 7, "Put_99th_percentile": 7, "Put_99.9th_percentile": 7, "Put_TimeRangeCount_0-1": 2, "splitRequestCount": 0, "AppendBlockBytesScanned_num_ops": 0, "AppendBlockBytesScanned_min": 0, "AppendBlockBytesScanned_max": 0, "AppendBlockBytesScanned_mean": 0, "AppendBlockBytesScanned_25th_percentile": 0, "AppendBlockBytesScanned_median": 0, "AppendBlockBytesScanned_75th_percentile": 0, "AppendBlockBytesScanned_90th_percentile": 0, "AppendBlockBytesScanned_95th_percentile": 0, "AppendBlockBytesScanned_98th_percentile": 0, "AppendBlockBytesScanned_99th_percentile": 0, "AppendBlockBytesScanned_99.9th_percentile": 0, "PutBatch_num_ops": 0, "PutBatch_min": 0, "PutBatch_max": 0, "PutBatch_mean": 0, "PutBatch_25th_percentile": 0, "PutBatch_median": 0, "PutBatch_75th_percentile": 0, "PutBatch_90th_percentile": 0, "PutBatch_95th_percentile": 0, "PutBatch_98th_percentile": 0, "PutBatch_99th_percentile": 0, "PutBatch_99.9th_percentile": 0, "IncrementBlockBytesScanned_num_ops": 0, "IncrementBlockBytesScanned_min": 0, "IncrementBlockBytesScanned_max": 0, "IncrementBlockBytesScanned_mean": 0, "IncrementBlockBytesScanned_25th_percentile": 0, "IncrementBlockBytesScanned_median": 0, "IncrementBlockBytesScanned_75th_percentile": 0, "IncrementBlockBytesScanned_90th_percentile": 0, "IncrementBlockBytesScanned_95th_percentile": 0, "IncrementBlockBytesScanned_98th_percentile": 0, "IncrementBlockBytesScanned_99th_percentile": 0, "IncrementBlockBytesScanned_99.9th_percentile": 0, "SplitTime_num_ops": 0, "SplitTime_min": 0, "SplitTime_max": 0, "SplitTime_mean": 0, "SplitTime_25th_percentile": 0, "SplitTime_median": 0, "SplitTime_75th_percentile": 0, "SplitTime_90th_percentile": 0, "SplitTime_95th_percentile": 0, "SplitTime_98th_percentile": 0, "SplitTime_99th_percentile": 0, "SplitTime_99.9th_percentile": 0, "GetBlockBytesScanned_num_ops": 0, "GetBlockBytesScanned_min": 0, "GetBlockBytesScanned_max": 0, "GetBlockBytesScanned_mean": 0, "GetBlockBytesScanned_25th_percentile": 0, "GetBlockBytesScanned_median": 0, "GetBlockBytesScanned_75th_percentile": 0, "GetBlockBytesScanned_90th_percentile": 0, "GetBlockBytesScanned_95th_percentile": 0, "GetBlockBytesScanned_98th_percentile": 0, "GetBlockBytesScanned_99th_percentile": 0, "GetBlockBytesScanned_99.9th_percentile": 0, "majorCompactedInputBytes": 0, "slowAppendCount": 0, "flushedOutputBytes": 0, "Replay_num_ops": 0, "Replay_min": 0, "Replay_max": 0, "Replay_mean": 0, "Replay_25th_percentile": 0, "Replay_median": 0, "Replay_75th_percentile": 0, "Replay_90th_percentile": 0, "Replay_95th_percentile": 0, "Replay_98th_percentile": 0, "Replay_99th_percentile": 0, "Replay_99.9th_percentile": 0, "MajorCompactionInputSize_num_ops": 0, "MajorCompactionInputSize_min": 0, "MajorCompactionInputSize_max": 0, "MajorCompactionInputSize_mean": 0, "MajorCompactionInputSize_25th_percentile": 0, "MajorCompactionInputSize_median": 0, "MajorCompactionInputSize_75th_percentile": 0, "MajorCompactionInputSize_90th_percentile": 0, "MajorCompactionInputSize_95th_percentile": 0, "MajorCompactionInputSize_98th_percentile": 0, "MajorCompactionInputSize_99th_percentile": 0, "MajorCompactionInputSize_99.9th_percentile": 0, "pauseInfoThresholdExceeded": 0, "CheckAndDelete_num_ops": 0, "CheckAndDelete_min": 0, "CheckAndDelete_max": 0, "CheckAndDelete_mean": 0, "CheckAndDelete_25th_percentile": 0, "CheckAndDelete_median": 0, "CheckAndDelete_75th_percentile": 0, "CheckAndDelete_90th_percentile": 0, "CheckAndDelete_95th_percentile": 0, "CheckAndDelete_98th_percentile": 0, "CheckAndDelete_99th_percentile": 0, "CheckAndDelete_99.9th_percentile": 0, "CompactionInputSize_num_ops": 0, "CompactionInputSize_min": 0, "CompactionInputSize_max": 0, "CompactionInputSize_mean": 0, "CompactionInputSize_25th_percentile": 0, "CompactionInputSize_median": 0, "CompactionInputSize_75th_percentile": 0, "CompactionInputSize_90th_percentile": 0, "CompactionInputSize_95th_percentile": 0, "CompactionInputSize_98th_percentile": 0, "CompactionInputSize_99th_percentile": 0, "CompactionInputSize_99.9th_percentile": 0, "flushedMemstoreBytes": 0, "majorCompactedOutputBytes": 0, "slowPutCount": 0, "compactedInputBytes": 0, "FlushOutputSize_num_ops": 0, "FlushOutputSize_min": 0, "FlushOutputSize_max": 0, "FlushOutputSize_mean": 0, "FlushOutputSize_25th_percentile": 0, "FlushOutputSize_median": 0, "FlushOutputSize_75th_percentile": 0, "FlushOutputSize_90th_percentile": 0, "FlushOutputSize_95th_percentile": 0, "FlushOutputSize_98th_percentile": 0, "FlushOutputSize_99th_percentile": 0, "FlushOutputSize_99.9th_percentile": 0, "PauseTimeWithGc_num_ops": 0, "PauseTimeWithGc_min": 0, "PauseTimeWithGc_max": 0, "PauseTimeWithGc_mean": 0, "PauseTimeWithGc_25th_percentile": 0, "PauseTimeWithGc_median": 0, "PauseTimeWithGc_75th_percentile": 0, "PauseTimeWithGc_90th_percentile": 0, "PauseTimeWithGc_95th_percentile": 0, "PauseTimeWithGc_98th_percentile": 0, "PauseTimeWithGc_99th_percentile": 0, "PauseTimeWithGc_99.9th_percentile": 0, "compactedOutputBytes": 0, "pauseWarnThresholdExceeded": 0, "ScanBlockBytesScanned_num_ops": 0, "ScanBlockBytesScanned_min": 0, "ScanBlockBytesScanned_max": 0, "ScanBlockBytesScanned_mean": 0, "ScanBlockBytesScanned_25th_percentile": 0, "ScanBlockBytesScanned_median": 0, "ScanBlockBytesScanned_75th_percentile": 0, "ScanBlockBytesScanned_90th_percentile": 0, "ScanBlockBytesScanned_95th_percentile": 0, "ScanBlockBytesScanned_98th_percentile": 0, "ScanBlockBytesScanned_99th_percentile": 0, "ScanBlockBytesScanned_99.9th_percentile": 0, "Increment_num_ops": 0, "Increment_min": 0, "Increment_max": 0, "Increment_mean": 0, "Increment_25th_percentile": 0, "Increment_median": 0, "Increment_75th_percentile": 0, "Increment_90th_percentile": 0, "Increment_95th_percentile": 0, "Increment_98th_percentile": 0, "Increment_99th_percentile": 0, "Increment_99.9th_percentile": 0, "Delete_num_ops": 0, "Delete_min": 0, "Delete_max": 0, "Delete_mean": 0, "Delete_25th_percentile": 0, "Delete_median": 0, "Delete_75th_percentile": 0, "Delete_90th_percentile": 0, "Delete_95th_percentile": 0, "Delete_98th_percentile": 0, "Delete_99th_percentile": 0, "Delete_99.9th_percentile": 0, "DeleteBatch_num_ops": 0, "DeleteBatch_min": 0, "DeleteBatch_max": 0, "DeleteBatch_mean": 0, "DeleteBatch_25th_percentile": 0, "DeleteBatch_median": 0, "DeleteBatch_75th_percentile": 0, "DeleteBatch_90th_percentile": 0, "DeleteBatch_95th_percentile": 0, "DeleteBatch_98th_percentile": 0, "DeleteBatch_99th_percentile": 0, "DeleteBatch_99.9th_percentile": 0, "blockBytesScannedCount": 0, "FlushMemstoreSize_num_ops": 0, "FlushMemstoreSize_min": 0, "FlushMemstoreSize_max": 0, "FlushMemstoreSize_mean": 0, "FlushMemstoreSize_25th_percentile": 0, "FlushMemstoreSize_median": 0, "FlushMemstoreSize_75th_percentile": 0, "FlushMemstoreSize_90th_percentile": 0, "FlushMemstoreSize_95th_percentile": 0, "FlushMemstoreSize_98th_percentile": 0, "FlushMemstoreSize_99th_percentile": 0, "FlushMemstoreSize_99.9th_percentile": 0, "CompactionInputFileCount_num_ops": 0, "CompactionInputFileCount_min": 0, "CompactionInputFileCount_max": 0, "CompactionInputFileCount_mean": 0, "CompactionInputFileCount_25th_percentile": 0, "CompactionInputFileCount_median": 0, "CompactionInputFileCount_75th_percentile": 0, "CompactionInputFileCount_90th_percentile": 0, "CompactionInputFileCount_95th_percentile": 0, "CompactionInputFileCount_98th_percentile": 0, "CompactionInputFileCount_99th_percentile": 0, "CompactionInputFileCount_99.9th_percentile": 0, "CompactionTime_num_ops": 0, "CompactionTime_min": 0, "CompactionTime_max": 0, "CompactionTime_mean": 0, "CompactionTime_25th_percentile": 0, "CompactionTime_median": 0, "CompactionTime_75th_percentile": 0, "CompactionTime_90th_percentile": 0, "CompactionTime_95th_percentile": 0, "CompactionTime_98th_percentile": 0, "CompactionTime_99th_percentile": 0, "CompactionTime_99.9th_percentile": 0, "Get_num_ops": 1, "Get_min": 2, "Get_max": 2, "Get_mean": 2, "Get_25th_percentile": 2, "Get_median": 2, "Get_75th_percentile": 2, "Get_90th_percentile": 2, "Get_95th_percentile": 2, "Get_98th_percentile": 2, "Get_99th_percentile": 2, "Get_99.9th_percentile": 2, "Get_TimeRangeCount_0-1": 1, "MajorCompactionInputFileCount_num_ops": 0, "MajorCompactionInputFileCount_min": 0, "MajorCompactionInputFileCount_max": 0, "MajorCompactionInputFileCount_mean": 0, "MajorCompactionInputFileCount_25th_percentile": 0, "MajorCompactionInputFileCount_median": 0, "MajorCompactionInputFileCount_75th_percentile": 0, "MajorCompactionInputFileCount_90th_percentile": 0, "MajorCompactionInputFileCount_95th_percentile": 0, "MajorCompactionInputFileCount_98th_percentile": 0, "MajorCompactionInputFileCount_99th_percentile": 0, "MajorCompactionInputFileCount_99.9th_percentile": 0, "scannerLeaseExpiredCount": 0, "CheckAndPut_num_ops": 0, "CheckAndPut_min": 0, "CheckAndPut_max": 0, "CheckAndPut_mean": 0, "CheckAndPut_25th_percentile": 0, "CheckAndPut_median": 0, "CheckAndPut_75th_percentile": 0, "CheckAndPut_90th_percentile": 0, "CheckAndPut_95th_percentile": 0, "CheckAndPut_98th_percentile": 0, "CheckAndPut_99th_percentile": 0, "CheckAndPut_99.9th_percentile": 0, "MajorCompactionOutputSize_num_ops": 0, "MajorCompactionOutputSize_min": 0, "MajorCompactionOutputSize_max": 0, "MajorCompactionOutputSize_mean": 0, "MajorCompactionOutputSize_25th_percentile": 0, "MajorCompactionOutputSize_median": 0, "MajorCompactionOutputSize_75th_percentile": 0, "MajorCompactionOutputSize_90th_percentile": 0, "MajorCompactionOutputSize_95th_percentile": 0, "MajorCompactionOutputSize_98th_percentile": 0, "MajorCompactionOutputSize_99th_percentile": 0, "MajorCompactionOutputSize_99.9th_percentile": 0, "CompactionOutputFileCount_num_ops": 0, "CompactionOutputFileCount_min": 0, "CompactionOutputFileCount_max": 0, "CompactionOutputFileCount_mean": 0, "CompactionOutputFileCount_25th_percentile": 0, "CompactionOutputFileCount_median": 0, "CompactionOutputFileCount_75th_percentile": 0, "CompactionOutputFileCount_90th_percentile": 0, "CompactionOutputFileCount_95th_percentile": 0, "CompactionOutputFileCount_98th_percentile": 0, "CompactionOutputFileCount_99th_percentile": 0, "CompactionOutputFileCount_99.9th_percentile": 0, "slowDeleteCount": 0, "FlushTime_num_ops": 0, "FlushTime_min": 0, "FlushTime_max": 0, "FlushTime_mean": 0, "FlushTime_25th_percentile": 0, "FlushTime_median": 0, "FlushTime_75th_percentile": 0, "FlushTime_90th_percentile": 0, "FlushTime_95th_percentile": 0, "FlushTime_98th_percentile": 0, "FlushTime_99th_percentile": 0, "FlushTime_99.9th_percentile": 0, "splitSuccessCount": 0, "MajorCompactionOutputFileCount_num_ops": 0, "MajorCompactionOutputFileCount_min": 0, "MajorCompactionOutputFileCount_max": 0, "MajorCompactionOutputFileCount_mean": 0, "MajorCompactionOutputFileCount_25th_percentile": 0, "MajorCompactionOutputFileCount_median": 0, "MajorCompactionOutputFileCount_75th_percentile": 0, "MajorCompactionOutputFileCount_90th_percentile": 0, "MajorCompactionOutputFileCount_95th_percentile": 0, "MajorCompactionOutputFileCount_98th_percentile": 0, "MajorCompactionOutputFileCount_99th_percentile": 0, "MajorCompactionOutputFileCount_99.9th_percentile": 0, "slowGetCount": 0, "ScanSize_num_ops": 4, "ScanSize_min": 0, "ScanSize_max": 144, "ScanSize_mean": 72, "ScanSize_25th_percentile": 36, "ScanSize_median": 72, "ScanSize_75th_percentile": 108, "ScanSize_90th_percentile": 129, "ScanSize_95th_percentile": 136, "ScanSize_98th_percentile": 141, "ScanSize_99th_percentile": 142, "ScanSize_99.9th_percentile": 143, "ScanSize_SizeRangeCount_0-10": 4, "CompactionOutputSize_num_ops": 0, "CompactionOutputSize_min": 0, "CompactionOutputSize_max": 0, "CompactionOutputSize_mean": 0, "CompactionOutputSize_25th_percentile": 0, "CompactionOutputSize_median": 0, "CompactionOutputSize_75th_percentile": 0, "CompactionOutputSize_90th_percentile": 0, "CompactionOutputSize_95th_percentile": 0, "CompactionOutputSize_98th_percentile": 0, "CompactionOutputSize_99th_percentile": 0, "CompactionOutputSize_99.9th_percentile": 0, "PauseTimeWithoutGc_num_ops": 0, "PauseTimeWithoutGc_min": 0, "PauseTimeWithoutGc_max": 0, "PauseTimeWithoutGc_mean": 0, "PauseTimeWithoutGc_25th_percentile": 0, "PauseTimeWithoutGc_median": 0, "PauseTimeWithoutGc_75th_percentile": 0, "PauseTimeWithoutGc_90th_percentile": 0, "PauseTimeWithoutGc_95th_percentile": 0, "PauseTimeWithoutGc_98th_percentile": 0, "PauseTimeWithoutGc_99th_percentile": 0, "PauseTimeWithoutGc_99.9th_percentile": 0, "slowIncrementCount": 0, "Append_num_ops": 0, "Append_min": 0, "Append_max": 0, "Append_mean": 0, "Append_25th_percentile": 0, "Append_median": 0, "Append_75th_percentile": 0, "Append_90th_percentile": 0, "Append_95th_percentile": 0, "Append_98th_percentile": 0, "Append_99th_percentile": 0, "Append_99.9th_percentile": 0, "Bulkload_count": 0, "Bulkload_mean_rate": 0.0, "Bulkload_1min_rate": 0.0, "Bulkload_5min_rate": 0.0, "Bulkload_15min_rate": 0.0, "Bulkload_num_ops": 0, "Bulkload_min": 0, "Bulkload_max": 0, "Bulkload_mean": 0, "Bulkload_25th_percentile": 0, "Bulkload_median": 0, "Bulkload_75th_percentile": 0, "Bulkload_90th_percentile": 0, "Bulkload_95th_percentile": 0, "Bulkload_98th_percentile": 0, "Bulkload_99th_percentile": 0, "Bulkload_99.9th_percentile": 0 } ] } 2024-12-04T05:24:28,553 WARN [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44217 {}] master.MasterRpcServices(700): 6c7595a931c3,42561,1733289852013 reported a fatal error: ***** ABORTING region server 6c7595a931c3,42561,1733289852013: testing ***** 2024-12-04T05:24:28,556 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '6c7595a931c3,42561,1733289852013' ***** 2024-12-04T05:24:28,556 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: testing 2024-12-04T05:24:28,556 INFO [RS:2;6c7595a931c3:42561 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-04T05:24:28,556 INFO [RS:2;6c7595a931c3:42561 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager abruptly. 2024-12-04T05:24:28,556 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-04T05:24:28,557 INFO [RS:2;6c7595a931c3:42561 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager abruptly. 2024-12-04T05:24:28,557 INFO [RS:2;6c7595a931c3:42561 {}] regionserver.HRegionServer(3091): Received CLOSE for 5ebdc808c54e36fa4187fc0334876beb 2024-12-04T05:24:28,557 INFO [RS:2;6c7595a931c3:42561 {}] regionserver.HRegionServer(956): aborting server 6c7595a931c3,42561,1733289852013 2024-12-04T05:24:28,557 INFO [RS:2;6c7595a931c3:42561 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-04T05:24:28,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33345 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Get size: 140 connection: 172.17.0.2:60212 deadline: 1733289928557, exception=org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=6c7595a931c3 port=42561 startCode=1733289852013. As of locationSeqNum=12. 2024-12-04T05:24:28,557 INFO [RS:2;6c7595a931c3:42561 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:2;6c7595a931c3:42561. 2024-12-04T05:24:28,557 DEBUG [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 5ebdc808c54e36fa4187fc0334876beb, disabling compactions & flushes 2024-12-04T05:24:28,558 DEBUG [RS:2;6c7595a931c3:42561 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T05:24:28,558 INFO [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1733289866366.5ebdc808c54e36fa4187fc0334876beb. 2024-12-04T05:24:28,558 DEBUG [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1733289866366.5ebdc808c54e36fa4187fc0334876beb. 2024-12-04T05:24:28,558 DEBUG [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1733289866366.5ebdc808c54e36fa4187fc0334876beb. after waiting 0 ms 2024-12-04T05:24:28,558 DEBUG [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1733289866366.5ebdc808c54e36fa4187fc0334876beb. 2024-12-04T05:24:28,558 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1733289866366.5ebdc808c54e36fa4187fc0334876beb., hostname=6c7595a931c3,33345,1733289851864, seqNum=5 , the old value is region=testReplayEditsAfterRegionMovedWithMultiCF,,1733289866366.5ebdc808c54e36fa4187fc0334876beb., hostname=6c7595a931c3,33345,1733289851864, seqNum=5, error=org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=6c7595a931c3 port=42561 startCode=1733289852013. As of locationSeqNum=12. 2024-12-04T05:24:28,558 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1733289866366.5ebdc808c54e36fa4187fc0334876beb., hostname=6c7595a931c3,33345,1733289851864, seqNum=5 is org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=6c7595a931c3 port=42561 startCode=1733289852013. As of locationSeqNum=12. 2024-12-04T05:24:28,558 DEBUG [RS:2;6c7595a931c3:42561 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T05:24:28,558 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncRegionLocatorHelper(84): Try updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1733289866366.5ebdc808c54e36fa4187fc0334876beb., hostname=6c7595a931c3,33345,1733289851864, seqNum=5 with the new location region=testReplayEditsAfterRegionMovedWithMultiCF,,1733289866366.5ebdc808c54e36fa4187fc0334876beb., hostname=6c7595a931c3,42561,1733289852013, seqNum=12 constructed by org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=6c7595a931c3 port=42561 startCode=1733289852013. As of locationSeqNum=12. 2024-12-04T05:24:28,559 INFO [RS:2;6c7595a931c3:42561 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-04T05:24:28,559 INFO [RS:2;6c7595a931c3:42561 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-04T05:24:28,559 INFO [RS:2;6c7595a931c3:42561 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-04T05:24:28,559 INFO [RS:2;6c7595a931c3:42561 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-04T05:24:28,560 INFO [RS:2;6c7595a931c3:42561 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-04T05:24:28,560 DEBUG [RS:2;6c7595a931c3:42561 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 5ebdc808c54e36fa4187fc0334876beb=testReplayEditsAfterRegionMovedWithMultiCF,,1733289866366.5ebdc808c54e36fa4187fc0334876beb.} 2024-12-04T05:24:28,560 DEBUG [RS_CLOSE_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-04T05:24:28,560 INFO [RS_CLOSE_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-04T05:24:28,560 DEBUG [RS_CLOSE_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-04T05:24:28,560 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 6c7595a931c3,42561,1733289852013 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T05:24:28,560 INFO [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1733289866366.5ebdc808c54e36fa4187fc0334876beb. 2024-12-04T05:24:28,560 DEBUG [RS_CLOSE_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-04T05:24:28,560 DEBUG [RS:2;6c7595a931c3:42561 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 5ebdc808c54e36fa4187fc0334876beb 2024-12-04T05:24:28,560 DEBUG [RS_CLOSE_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-04T05:24:28,560 DEBUG [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 5ebdc808c54e36fa4187fc0334876beb: Waiting for close lock at 1733289868557Running coprocessor pre-close hooks at 1733289868557Disabling compacts and flushes for region at 1733289868557Disabling writes for close at 1733289868558 (+1 ms)Writing region close event to WAL at 1733289868560 (+2 ms)Running coprocessor post-close hooks at 1733289868560Closed at 1733289868560 2024-12-04T05:24:28,560 DEBUG [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1733289866366.5ebdc808c54e36fa4187fc0334876beb. 2024-12-04T05:24:28,561 ERROR [RS_CLOSE_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1960): Memstore data size is 5811 in region hbase:meta,,1.1588230740 2024-12-04T05:24:28,561 DEBUG [RS_CLOSE_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-04T05:24:28,561 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=6c7595a931c3,42561,1733289852013, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=6c7595a931c3,42561,1733289852013, seqNum=-1, error=org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 6c7595a931c3,42561,1733289852013 aborting 2024-12-04T05:24:28,561 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=6c7595a931c3,42561,1733289852013, seqNum=-1 is org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 6c7595a931c3,42561,1733289852013 aborting 2024-12-04T05:24:28,561 INFO [RS_CLOSE_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-04T05:24:28,561 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=6c7595a931c3,42561,1733289852013, seqNum=-1 from cache 2024-12-04T05:24:28,561 DEBUG [RS_CLOSE_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733289868560Running coprocessor pre-close hooks at 1733289868560Disabling compacts and flushes for region at 1733289868560Disabling writes for close at 1733289868560Writing region close event to WAL at 1733289868561 (+1 ms)Running coprocessor post-close hooks at 1733289868561Closed at 1733289868561 2024-12-04T05:24:28,562 DEBUG [RS_CLOSE_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-04T05:24:28,590 INFO [regionserver/6c7595a931c3:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-04T05:24:28,669 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T05:24:28,671 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6c7595a931c3,42561,1733289852013, seqNum=-1] 2024-12-04T05:24:28,672 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 6c7595a931c3,42561,1733289852013 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T05:24:28,673 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=6c7595a931c3,42561,1733289852013, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=6c7595a931c3,42561,1733289852013, seqNum=-1, error=org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 6c7595a931c3,42561,1733289852013 aborting 2024-12-04T05:24:28,673 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=6c7595a931c3,42561,1733289852013, seqNum=-1 is org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 6c7595a931c3,42561,1733289852013 aborting 2024-12-04T05:24:28,673 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=6c7595a931c3,42561,1733289852013, seqNum=-1 from cache 2024-12-04T05:24:28,761 INFO [RS:2;6c7595a931c3:42561 {}] regionserver.HRegionServer(976): stopping server 6c7595a931c3,42561,1733289852013; all regions closed. 2024-12-04T05:24:28,764 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43859 is added to blk_1073741836_1012 (size=2747) 2024-12-04T05:24:28,764 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37859 is added to blk_1073741836_1012 (size=2747) 2024-12-04T05:24:28,764 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44311 is added to blk_1073741836_1012 (size=2747) 2024-12-04T05:24:28,767 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43859 is added to blk_1073741835_1011 (size=1677) 2024-12-04T05:24:28,767 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44311 is added to blk_1073741835_1011 (size=1677) 2024-12-04T05:24:28,767 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37859 is added to blk_1073741835_1011 (size=1677) 2024-12-04T05:24:28,768 DEBUG [RS:2;6c7595a931c3:42561 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T05:24:28,768 INFO [RS:2;6c7595a931c3:42561 {}] regionserver.LeaseManager(133): Closed leases 2024-12-04T05:24:28,769 INFO [RS:2;6c7595a931c3:42561 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-04T05:24:28,769 INFO [RS:2;6c7595a931c3:42561 {}] hbase.ChoreService(370): Chore service for: regionserver/6c7595a931c3:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-04T05:24:28,769 INFO [RS:2;6c7595a931c3:42561 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-04T05:24:28,769 INFO [regionserver/6c7595a931c3:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-04T05:24:28,769 INFO [RS:2;6c7595a931c3:42561 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42561 2024-12-04T05:24:28,777 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42561-0x1017bee20ae0003, quorum=127.0.0.1:59990, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/6c7595a931c3,42561,1733289852013 2024-12-04T05:24:28,777 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44217-0x1017bee20ae0000, quorum=127.0.0.1:59990, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-04T05:24:28,777 INFO [RS:2;6c7595a931c3:42561 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-04T05:24:28,779 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [6c7595a931c3,42561,1733289852013] 2024-12-04T05:24:28,780 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/6c7595a931c3,42561,1733289852013 already deleted, retry=false 2024-12-04T05:24:28,781 INFO [RegionServerTracker-0 {}] master.ServerManager(695): Processing expiration of 6c7595a931c3,42561,1733289852013 on 6c7595a931c3,44217,1733289851192 2024-12-04T05:24:28,786 DEBUG [RegionServerTracker-0 {}] procedure2.ProcedureExecutor(1139): Stored pid=13, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure 6c7595a931c3,42561,1733289852013, splitWal=true, meta=true 2024-12-04T05:24:28,788 INFO [RegionServerTracker-0 {}] assignment.AssignmentManager(1999): Scheduled ServerCrashProcedure pid=13 for 6c7595a931c3,42561,1733289852013 (carryingMeta=true) 6c7595a931c3,42561,1733289852013/CRASHED/regionCount=2/lock=java.util.concurrent.locks.ReentrantReadWriteLock@15a9039[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-12-04T05:24:28,788 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(169): Start pid=13, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure 6c7595a931c3,42561,1733289852013, splitWal=true, meta=true 2024-12-04T05:24:28,789 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=13, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure 6c7595a931c3,42561,1733289852013, splitWal=true, meta=true, isMeta: true 2024-12-04T05:24:28,791 DEBUG [PEWorker-1 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:35275/user/jenkins/test-data/1c71d0a4-c7c4-b6c6-e0cc-2ed16750731a/WALs/6c7595a931c3,42561,1733289852013-splitting 2024-12-04T05:24:28,792 INFO [PEWorker-1 {}] master.SplitWALManager(105): 6c7595a931c3,42561,1733289852013 WAL count=1, meta=true 2024-12-04T05:24:28,794 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=13, state=RUNNABLE:ACQUIRE_SPLIT_WAL_WORKER, hasLock=false; SplitWALProcedure 6c7595a931c3%2C42561%2C1733289852013.meta.1733289853743.meta}] 2024-12-04T05:24:28,799 DEBUG [PEWorker-2 {}] master.SplitWALManager(158): Acquired split WAL worker=6c7595a931c3,46301,1733289851969 2024-12-04T05:24:28,802 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; SplitWALRemoteProcedure 6c7595a931c3%2C42561%2C1733289852013.meta.1733289853743.meta, worker=6c7595a931c3,46301,1733289851969}] 2024-12-04T05:24:28,879 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42561-0x1017bee20ae0003, quorum=127.0.0.1:59990, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T05:24:28,879 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42561-0x1017bee20ae0003, quorum=127.0.0.1:59990, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T05:24:28,880 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T05:24:28,880 INFO [RS:2;6c7595a931c3:42561 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-04T05:24:28,880 INFO [RS:2;6c7595a931c3:42561 {}] regionserver.HRegionServer(1031): Exiting; stopping=6c7595a931c3,42561,1733289852013; zookeeper connection closed. 2024-12-04T05:24:28,880 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@3bca4de6 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@3bca4de6 2024-12-04T05:24:28,881 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6c7595a931c3,42561,1733289852013, seqNum=-1] 2024-12-04T05:24:28,883 WARN [RPCClient-NioEventLoopGroup-6-3 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 6c7595a931c3:42561 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: 6c7595a931c3/172.17.0.2:42561 Caused by: java.net.ConnectException: Connection refused at sun.nio.ch.Net.pollConnect(Native Method) ~[?:?] at sun.nio.ch.Net.pollConnectNow(Net.java:672) ~[?:?] at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946) ~[?:?] at org.apache.hbase.thirdparty.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T05:24:28,884 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=6c7595a931c3,42561,1733289852013, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=6c7595a931c3,42561,1733289852013, seqNum=-1, error=java.net.ConnectException: Call to address=6c7595a931c3:42561 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: 6c7595a931c3/172.17.0.2:42561 2024-12-04T05:24:28,884 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=6c7595a931c3,42561,1733289852013, seqNum=-1 is java.net.ConnectException: Connection refused 2024-12-04T05:24:28,884 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=6c7595a931c3,42561,1733289852013, seqNum=-1 from cache 2024-12-04T05:24:28,884 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] ipc.FailedServers(52): Added failed server with address 6c7595a931c3:42561 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: 6c7595a931c3/172.17.0.2:42561 2024-12-04T05:24:28,963 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-04T05:24:28,965 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39669, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-04T05:24:28,966 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46301 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SplitWALCallable, pid=15 2024-12-04T05:24:28,984 INFO [RS_LOG_REPLAY_OPS-regionserver/6c7595a931c3:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.WALSplitter(299): Splitting hdfs://localhost:35275/user/jenkins/test-data/1c71d0a4-c7c4-b6c6-e0cc-2ed16750731a/WALs/6c7595a931c3,42561,1733289852013-splitting/6c7595a931c3%2C42561%2C1733289852013.meta.1733289853743.meta, size=2.7 K (2747bytes) 2024-12-04T05:24:28,984 INFO [RS_LOG_REPLAY_OPS-regionserver/6c7595a931c3:0-0 {event_type=RS_LOG_REPLAY, pid=15}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35275/user/jenkins/test-data/1c71d0a4-c7c4-b6c6-e0cc-2ed16750731a/WALs/6c7595a931c3,42561,1733289852013-splitting/6c7595a931c3%2C42561%2C1733289852013.meta.1733289853743.meta 2024-12-04T05:24:28,985 INFO [RS_LOG_REPLAY_OPS-regionserver/6c7595a931c3:0-0 {event_type=RS_LOG_REPLAY, pid=15}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35275/user/jenkins/test-data/1c71d0a4-c7c4-b6c6-e0cc-2ed16750731a/WALs/6c7595a931c3,42561,1733289852013-splitting/6c7595a931c3%2C42561%2C1733289852013.meta.1733289853743.meta after 1ms 2024-12-04T05:24:28,987 DEBUG [RS_LOG_REPLAY_OPS-regionserver/6c7595a931c3:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:35275/user/jenkins/test-data/1c71d0a4-c7c4-b6c6-e0cc-2ed16750731a/WALs/6c7595a931c3,42561,1733289852013-splitting/6c7595a931c3%2C42561%2C1733289852013.meta.1733289853743.meta: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null 2024-12-04T05:24:28,988 INFO [RS_LOG_REPLAY_OPS-regionserver/6c7595a931c3:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.WALSplitter(310): Open hdfs://localhost:35275/user/jenkins/test-data/1c71d0a4-c7c4-b6c6-e0cc-2ed16750731a/WALs/6c7595a931c3,42561,1733289852013-splitting/6c7595a931c3%2C42561%2C1733289852013.meta.1733289853743.meta took 4ms 2024-12-04T05:24:28,995 DEBUG [RS_LOG_REPLAY_OPS-regionserver/6c7595a931c3:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.WALSplitter(352): Last flushed sequenceid for 1588230740: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "info" sequence_id: 5 } store_sequence_id { family_name: "ns" sequence_id: 3 } store_sequence_id { family_name: "rep_barrier" sequence_id: 18446744073709551615 } store_sequence_id { family_name: "table" sequence_id: 6 } 2024-12-04T05:24:28,995 DEBUG [RS_LOG_REPLAY_OPS-regionserver/6c7595a931c3:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35275/user/jenkins/test-data/1c71d0a4-c7c4-b6c6-e0cc-2ed16750731a/WALs/6c7595a931c3,42561,1733289852013-splitting/6c7595a931c3%2C42561%2C1733289852013.meta.1733289853743.meta so closing down 2024-12-04T05:24:28,995 DEBUG [RS_LOG_REPLAY_OPS-regionserver/6c7595a931c3:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-04T05:24:28,997 INFO [RS_LOG_REPLAY_OPS-regionserver/6c7595a931c3:0-0-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000004-6c7595a931c3%2C42561%2C1733289852013.meta.1733289853743.meta.temp 2024-12-04T05:24:28,998 INFO [RS_LOG_REPLAY_OPS-regionserver/6c7595a931c3:0-0-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35275/user/jenkins/test-data/1c71d0a4-c7c4-b6c6-e0cc-2ed16750731a/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-6c7595a931c3%2C42561%2C1733289852013.meta.1733289853743.meta.temp 2024-12-04T05:24:28,998 INFO [RS_LOG_REPLAY_OPS-regionserver/6c7595a931c3:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.OutputSink(145): 3 split writer threads finished 2024-12-04T05:24:29,009 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44311 is added to blk_1073741892_1070 (size=2527) 2024-12-04T05:24:29,009 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37859 is added to blk_1073741892_1070 (size=2527) 2024-12-04T05:24:29,009 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43859 is added to blk_1073741892_1070 (size=2527) 2024-12-04T05:24:29,010 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35275/user/jenkins/test-data/1c71d0a4-c7c4-b6c6-e0cc-2ed16750731a/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-6c7595a931c3%2C42561%2C1733289852013.meta.1733289853743.meta.temp (wrote 15 edits, skipped 0 edits in 0 ms) 2024-12-04T05:24:29,012 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35275/user/jenkins/test-data/1c71d0a4-c7c4-b6c6-e0cc-2ed16750731a/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-6c7595a931c3%2C42561%2C1733289852013.meta.1733289853743.meta.temp to hdfs://localhost:35275/user/jenkins/test-data/1c71d0a4-c7c4-b6c6-e0cc-2ed16750731a/data/hbase/meta/1588230740/recovered.edits/0000000000000000018 2024-12-04T05:24:29,012 INFO [RS_LOG_REPLAY_OPS-regionserver/6c7595a931c3:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.WALSplitter(425): Processed 16 edits across 1 Regions in 24 ms; skipped=1; WAL=hdfs://localhost:35275/user/jenkins/test-data/1c71d0a4-c7c4-b6c6-e0cc-2ed16750731a/WALs/6c7595a931c3,42561,1733289852013-splitting/6c7595a931c3%2C42561%2C1733289852013.meta.1733289853743.meta, size=2.7 K, length=2747, corrupted=false, cancelled=false 2024-12-04T05:24:29,012 DEBUG [RS_LOG_REPLAY_OPS-regionserver/6c7595a931c3:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.WALSplitter(428): Completed split of hdfs://localhost:35275/user/jenkins/test-data/1c71d0a4-c7c4-b6c6-e0cc-2ed16750731a/WALs/6c7595a931c3,42561,1733289852013-splitting/6c7595a931c3%2C42561%2C1733289852013.meta.1733289853743.meta, journal: Splitting hdfs://localhost:35275/user/jenkins/test-data/1c71d0a4-c7c4-b6c6-e0cc-2ed16750731a/WALs/6c7595a931c3,42561,1733289852013-splitting/6c7595a931c3%2C42561%2C1733289852013.meta.1733289853743.meta, size=2.7 K (2747bytes) at 1733289868984Finishing writing output for hdfs://localhost:35275/user/jenkins/test-data/1c71d0a4-c7c4-b6c6-e0cc-2ed16750731a/WALs/6c7595a931c3,42561,1733289852013-splitting/6c7595a931c3%2C42561%2C1733289852013.meta.1733289853743.meta so closing down at 1733289868995 (+11 ms)Creating recovered edits writer path=hdfs://localhost:35275/user/jenkins/test-data/1c71d0a4-c7c4-b6c6-e0cc-2ed16750731a/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-6c7595a931c3%2C42561%2C1733289852013.meta.1733289853743.meta.temp at 1733289868998 (+3 ms)3 split writer threads finished at 1733289868998Closed recovered edits writer path=hdfs://localhost:35275/user/jenkins/test-data/1c71d0a4-c7c4-b6c6-e0cc-2ed16750731a/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-6c7595a931c3%2C42561%2C1733289852013.meta.1733289853743.meta.temp (wrote 15 edits, skipped 0 edits in 0 ms) at 1733289869010 (+12 ms)Rename recovered edits hdfs://localhost:35275/user/jenkins/test-data/1c71d0a4-c7c4-b6c6-e0cc-2ed16750731a/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-6c7595a931c3%2C42561%2C1733289852013.meta.1733289853743.meta.temp to hdfs://localhost:35275/user/jenkins/test-data/1c71d0a4-c7c4-b6c6-e0cc-2ed16750731a/data/hbase/meta/1588230740/recovered.edits/0000000000000000018 at 1733289869012 (+2 ms)Processed 16 edits across 1 Regions in 24 ms; skipped=1; WAL=hdfs://localhost:35275/user/jenkins/test-data/1c71d0a4-c7c4-b6c6-e0cc-2ed16750731a/WALs/6c7595a931c3,42561,1733289852013-splitting/6c7595a931c3%2C42561%2C1733289852013.meta.1733289853743.meta, size=2.7 K, length=2747, corrupted=false, cancelled=false at 1733289869012 2024-12-04T05:24:29,012 DEBUG [RS_LOG_REPLAY_OPS-regionserver/6c7595a931c3:0-0 {event_type=RS_LOG_REPLAY, pid=15}] regionserver.SplitLogWorker(218): Done splitting WAL hdfs://localhost:35275/user/jenkins/test-data/1c71d0a4-c7c4-b6c6-e0cc-2ed16750731a/WALs/6c7595a931c3,42561,1733289852013-splitting/6c7595a931c3%2C42561%2C1733289852013.meta.1733289853743.meta 2024-12-04T05:24:29,014 DEBUG [RS_LOG_REPLAY_OPS-regionserver/6c7595a931c3:0-0 {event_type=RS_LOG_REPLAY, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15 2024-12-04T05:24:29,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44217 {}] master.HMaster(4169): Remote procedure done, pid=15 2024-12-04T05:24:29,021 INFO [PEWorker-3 {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35275/user/jenkins/test-data/1c71d0a4-c7c4-b6c6-e0cc-2ed16750731a/WALs/6c7595a931c3,42561,1733289852013-splitting/6c7595a931c3%2C42561%2C1733289852013.meta.1733289853743.meta to hdfs://localhost:35275/user/jenkins/test-data/1c71d0a4-c7c4-b6c6-e0cc-2ed16750731a/oldWALs 2024-12-04T05:24:29,024 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=14 2024-12-04T05:24:29,024 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=14, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 6c7595a931c3%2C42561%2C1733289852013.meta.1733289853743.meta, worker=6c7595a931c3,46301,1733289851969 in 220 msec 2024-12-04T05:24:29,026 DEBUG [PEWorker-5 {}] master.SplitWALManager(172): Release split WAL worker=6c7595a931c3,46301,1733289851969 2024-12-04T05:24:29,029 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=14, resume processing ppid=13 2024-12-04T05:24:29,029 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=13, state=SUCCESS, hasLock=false; SplitWALProcedure 6c7595a931c3%2C42561%2C1733289852013.meta.1733289853743.meta, worker=6c7595a931c3,46301,1733289851969 in 233 msec 2024-12-04T05:24:29,031 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:35275/user/jenkins/test-data/1c71d0a4-c7c4-b6c6-e0cc-2ed16750731a/WALs/6c7595a931c3,42561,1733289852013-splitting dir is empty, no logs to split. 2024-12-04T05:24:29,031 INFO [PEWorker-1 {}] master.SplitWALManager(105): 6c7595a931c3,42561,1733289852013 WAL count=0, meta=true 2024-12-04T05:24:29,031 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if 6c7595a931c3,42561,1733289852013 WAL splitting is done? wals=0, meta=true 2024-12-04T05:24:29,034 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-04T05:24:29,035 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=16, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-04T05:24:29,037 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=16, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-12-04T05:24:29,187 DEBUG [6c7595a931c3:44217 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=2, allServersCount=2 2024-12-04T05:24:29,187 DEBUG [6c7595a931c3:44217 {}] balancer.BalancerClusterState(204): Hosts are {6c7595a931c3=0} racks are {/default-rack=0} 2024-12-04T05:24:29,188 DEBUG [6c7595a931c3:44217 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-12-04T05:24:29,188 DEBUG [6c7595a931c3:44217 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-12-04T05:24:29,188 DEBUG [6c7595a931c3:44217 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-12-04T05:24:29,188 DEBUG [6c7595a931c3:44217 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-12-04T05:24:29,188 INFO [6c7595a931c3:44217 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-12-04T05:24:29,188 INFO [6c7595a931c3:44217 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-12-04T05:24:29,188 DEBUG [6c7595a931c3:44217 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-12-04T05:24:29,188 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=6c7595a931c3,33345,1733289851864 2024-12-04T05:24:29,189 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T05:24:29,190 INFO [PEWorker-4 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6c7595a931c3,33345,1733289851864, state=OPENING 2024-12-04T05:24:29,191 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6c7595a931c3,42561,1733289852013, seqNum=-1] 2024-12-04T05:24:29,191 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.AbstractRpcClient(357): Not trying to connect to 6c7595a931c3:42561 this server is in the failed servers list 2024-12-04T05:24:29,192 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=6c7595a931c3,42561,1733289852013, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=6c7595a931c3,42561,1733289852013, seqNum=-1, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=6c7595a931c3:42561 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 6c7595a931c3:42561 2024-12-04T05:24:29,192 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=6c7595a931c3,42561,1733289852013, seqNum=-1 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 6c7595a931c3:42561 2024-12-04T05:24:29,192 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=6c7595a931c3,42561,1733289852013, seqNum=-1 from cache 2024-12-04T05:24:29,192 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46301-0x1017bee20ae0002, quorum=127.0.0.1:59990, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-04T05:24:29,192 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33345-0x1017bee20ae0001, quorum=127.0.0.1:59990, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-04T05:24:29,192 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44217-0x1017bee20ae0000, quorum=127.0.0.1:59990, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-04T05:24:29,192 DEBUG [PEWorker-4 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=16, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-04T05:24:29,193 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-04T05:24:29,193 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-04T05:24:29,193 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-04T05:24:29,193 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=16, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=6c7595a931c3,33345,1733289851864}] 2024-12-04T05:24:29,349 INFO [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=17}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-04T05:24:29,349 INFO [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T05:24:29,350 INFO [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=17}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-04T05:24:29,351 INFO [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=6c7595a931c3%2C33345%2C1733289851864.meta, suffix=.meta, logDir=hdfs://localhost:35275/user/jenkins/test-data/1c71d0a4-c7c4-b6c6-e0cc-2ed16750731a/WALs/6c7595a931c3,33345,1733289851864, archiveDir=hdfs://localhost:35275/user/jenkins/test-data/1c71d0a4-c7c4-b6c6-e0cc-2ed16750731a/oldWALs, maxLogs=32 2024-12-04T05:24:29,365 DEBUG [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=17}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1c71d0a4-c7c4-b6c6-e0cc-2ed16750731a/WALs/6c7595a931c3,33345,1733289851864/6c7595a931c3%2C33345%2C1733289851864.meta.1733289869352.meta, exclude list is [], retry=0 2024-12-04T05:24:29,367 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44311,DS-5c82d3f4-a186-4144-ad7c-ee72c42bcf47,DISK] 2024-12-04T05:24:29,367 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37859,DS-39fe0079-8ac3-4f94-953e-9e743aa94a22,DISK] 2024-12-04T05:24:29,367 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43859,DS-642eba6a-8b9d-466e-973c-796f3e4f5ec5,DISK] 2024-12-04T05:24:29,369 INFO [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1c71d0a4-c7c4-b6c6-e0cc-2ed16750731a/WALs/6c7595a931c3,33345,1733289851864/6c7595a931c3%2C33345%2C1733289851864.meta.1733289869352.meta 2024-12-04T05:24:29,370 DEBUG [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45523:45523),(127.0.0.1/127.0.0.1:39001:39001),(127.0.0.1/127.0.0.1:45071:45071)] 2024-12-04T05:24:29,370 DEBUG [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-04T05:24:29,371 DEBUG [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=17}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-04T05:24:29,371 DEBUG [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-04T05:24:29,371 INFO [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-04T05:24:29,371 DEBUG [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-04T05:24:29,371 DEBUG [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T05:24:29,371 DEBUG [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-04T05:24:29,371 DEBUG [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-04T05:24:29,373 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-04T05:24:29,373 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-04T05:24:29,374 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T05:24:29,374 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T05:24:29,374 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-04T05:24:29,375 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-04T05:24:29,375 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T05:24:29,375 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T05:24:29,375 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-04T05:24:29,376 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-04T05:24:29,376 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T05:24:29,377 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T05:24:29,377 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-04T05:24:29,378 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-04T05:24:29,378 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T05:24:29,378 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T05:24:29,379 DEBUG [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-04T05:24:29,379 DEBUG [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35275/user/jenkins/test-data/1c71d0a4-c7c4-b6c6-e0cc-2ed16750731a/data/hbase/meta/1588230740 2024-12-04T05:24:29,380 DEBUG [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:35275/user/jenkins/test-data/1c71d0a4-c7c4-b6c6-e0cc-2ed16750731a/data/hbase/meta/1588230740 2024-12-04T05:24:29,381 INFO [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:35275/user/jenkins/test-data/1c71d0a4-c7c4-b6c6-e0cc-2ed16750731a/data/hbase/meta/1588230740/recovered.edits/0000000000000000018 2024-12-04T05:24:29,383 DEBUG [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:35275/user/jenkins/test-data/1c71d0a4-c7c4-b6c6-e0cc-2ed16750731a/data/hbase/meta/1588230740/recovered.edits/0000000000000000018: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null 2024-12-04T05:24:29,385 DEBUG [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(5793): Applied 40, skipped 0, firstSequenceIdInLog=4, maxSequenceIdInLog=18, path=hdfs://localhost:35275/user/jenkins/test-data/1c71d0a4-c7c4-b6c6-e0cc-2ed16750731a/data/hbase/meta/1588230740/recovered.edits/0000000000000000018 2024-12-04T05:24:29,385 INFO [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=5.67 KB heapSize=9.66 KB 2024-12-04T05:24:29,405 DEBUG [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=17}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35275/user/jenkins/test-data/1c71d0a4-c7c4-b6c6-e0cc-2ed16750731a/data/hbase/meta/1588230740/.tmp/info/58671a6f0d9c468e8ff51f1cea51ed21 is 205, key is testReplayEditsAfterRegionMovedWithMultiCF,,1733289866366.5ebdc808c54e36fa4187fc0334876beb./info:regioninfo/1733289868523/Put/seqid=0 2024-12-04T05:24:29,412 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44311 is added to blk_1073741894_1072 (size=11177) 2024-12-04T05:24:29,412 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37859 is added to blk_1073741894_1072 (size=11177) 2024-12-04T05:24:29,412 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43859 is added to blk_1073741894_1072 (size=11177) 2024-12-04T05:24:29,413 INFO [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=5.46 KB at sequenceid=18 (bloomFilter=true), to=hdfs://localhost:35275/user/jenkins/test-data/1c71d0a4-c7c4-b6c6-e0cc-2ed16750731a/data/hbase/meta/1588230740/.tmp/info/58671a6f0d9c468e8ff51f1cea51ed21 2024-12-04T05:24:29,441 DEBUG [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=17}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35275/user/jenkins/test-data/1c71d0a4-c7c4-b6c6-e0cc-2ed16750731a/data/hbase/meta/1588230740/.tmp/ns/bbe07053850342c996e124badbd27968 is 43, key is default/ns:d/1733289853898/Put/seqid=0 2024-12-04T05:24:29,447 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37859 is added to blk_1073741895_1073 (size=5153) 2024-12-04T05:24:29,447 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44311 is added to blk_1073741895_1073 (size=5153) 2024-12-04T05:24:29,447 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43859 is added to blk_1073741895_1073 (size=5153) 2024-12-04T05:24:29,448 INFO [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=18 (bloomFilter=true), to=hdfs://localhost:35275/user/jenkins/test-data/1c71d0a4-c7c4-b6c6-e0cc-2ed16750731a/data/hbase/meta/1588230740/.tmp/ns/bbe07053850342c996e124badbd27968 2024-12-04T05:24:29,468 DEBUG [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=17}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35275/user/jenkins/test-data/1c71d0a4-c7c4-b6c6-e0cc-2ed16750731a/data/hbase/meta/1588230740/.tmp/table/e5acb413269743cba35f727bf20aa997 is 78, key is testReplayEditsAfterRegionMovedWithMultiCF/table:state/1733289866784/Put/seqid=0 2024-12-04T05:24:29,474 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37859 is added to blk_1073741896_1074 (size=5431) 2024-12-04T05:24:29,475 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44311 is added to blk_1073741896_1074 (size=5431) 2024-12-04T05:24:29,475 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43859 is added to blk_1073741896_1074 (size=5431) 2024-12-04T05:24:29,475 INFO [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=148 B at sequenceid=18 (bloomFilter=true), to=hdfs://localhost:35275/user/jenkins/test-data/1c71d0a4-c7c4-b6c6-e0cc-2ed16750731a/data/hbase/meta/1588230740/.tmp/table/e5acb413269743cba35f727bf20aa997 2024-12-04T05:24:29,481 DEBUG [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35275/user/jenkins/test-data/1c71d0a4-c7c4-b6c6-e0cc-2ed16750731a/data/hbase/meta/1588230740/.tmp/info/58671a6f0d9c468e8ff51f1cea51ed21 as hdfs://localhost:35275/user/jenkins/test-data/1c71d0a4-c7c4-b6c6-e0cc-2ed16750731a/data/hbase/meta/1588230740/info/58671a6f0d9c468e8ff51f1cea51ed21 2024-12-04T05:24:29,487 INFO [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35275/user/jenkins/test-data/1c71d0a4-c7c4-b6c6-e0cc-2ed16750731a/data/hbase/meta/1588230740/info/58671a6f0d9c468e8ff51f1cea51ed21, entries=36, sequenceid=18, filesize=10.9 K 2024-12-04T05:24:29,488 DEBUG [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35275/user/jenkins/test-data/1c71d0a4-c7c4-b6c6-e0cc-2ed16750731a/data/hbase/meta/1588230740/.tmp/ns/bbe07053850342c996e124badbd27968 as hdfs://localhost:35275/user/jenkins/test-data/1c71d0a4-c7c4-b6c6-e0cc-2ed16750731a/data/hbase/meta/1588230740/ns/bbe07053850342c996e124badbd27968 2024-12-04T05:24:29,493 INFO [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35275/user/jenkins/test-data/1c71d0a4-c7c4-b6c6-e0cc-2ed16750731a/data/hbase/meta/1588230740/ns/bbe07053850342c996e124badbd27968, entries=2, sequenceid=18, filesize=5.0 K 2024-12-04T05:24:29,494 DEBUG [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35275/user/jenkins/test-data/1c71d0a4-c7c4-b6c6-e0cc-2ed16750731a/data/hbase/meta/1588230740/.tmp/table/e5acb413269743cba35f727bf20aa997 as hdfs://localhost:35275/user/jenkins/test-data/1c71d0a4-c7c4-b6c6-e0cc-2ed16750731a/data/hbase/meta/1588230740/table/e5acb413269743cba35f727bf20aa997 2024-12-04T05:24:29,499 INFO [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35275/user/jenkins/test-data/1c71d0a4-c7c4-b6c6-e0cc-2ed16750731a/data/hbase/meta/1588230740/table/e5acb413269743cba35f727bf20aa997, entries=2, sequenceid=18, filesize=5.3 K 2024-12-04T05:24:29,500 INFO [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(3140): Finished flush of dataSize ~5.67 KB/5811, heapSize ~9.37 KB/9592, currentSize=0 B/0 for 1588230740 in 114ms, sequenceid=18, compaction requested=false; wal=null 2024-12-04T05:24:29,500 DEBUG [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:35275/user/jenkins/test-data/1c71d0a4-c7c4-b6c6-e0cc-2ed16750731a/data/hbase/meta/1588230740/recovered.edits/0000000000000000018 2024-12-04T05:24:29,501 DEBUG [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-04T05:24:29,501 DEBUG [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-04T05:24:29,502 DEBUG [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T05:24:29,504 DEBUG [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-04T05:24:29,506 DEBUG [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35275/user/jenkins/test-data/1c71d0a4-c7c4-b6c6-e0cc-2ed16750731a/data/hbase/meta/1588230740/recovered.edits/18.seqid, newMaxSeqId=18, maxSeqId=1 2024-12-04T05:24:29,507 INFO [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=19; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71781221, jitterRate=0.06962354481220245}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T05:24:29,508 DEBUG [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-04T05:24:29,508 DEBUG [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733289869371Writing region info on filesystem at 1733289869371Initializing all the Stores at 1733289869372 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733289869372Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733289869372Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733289869372Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733289869372Obtaining lock to block concurrent updates at 1733289869385 (+13 ms)Preparing flush snapshotting stores in 1588230740 at 1733289869385Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=5811, getHeapSize=9832, getOffHeapSize=0, getCellsCount=40 at 1733289869386 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1733289869386Flushing 1588230740/info: creating writer at 1733289869386Flushing 1588230740/info: appending metadata at 1733289869405 (+19 ms)Flushing 1588230740/info: closing flushed file at 1733289869405Flushing 1588230740/ns: creating writer at 1733289869419 (+14 ms)Flushing 1588230740/ns: appending metadata at 1733289869440 (+21 ms)Flushing 1588230740/ns: closing flushed file at 1733289869440Flushing 1588230740/table: creating writer at 1733289869454 (+14 ms)Flushing 1588230740/table: appending metadata at 1733289869468 (+14 ms)Flushing 1588230740/table: closing flushed file at 1733289869468Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@766e0e2: reopening flushed file at 1733289869481 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4b75f5dd: reopening flushed file at 1733289869487 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@76bafe54: reopening flushed file at 1733289869493 (+6 ms)Finished flush of dataSize ~5.67 KB/5811, heapSize ~9.37 KB/9592, currentSize=0 B/0 for 1588230740 in 114ms, sequenceid=18, compaction requested=false; wal=null at 1733289869500 (+7 ms)Cleaning up temporary data from old regions at 1733289869502 (+2 ms)Running coprocessor post-open hooks at 1733289869508 (+6 ms)Region opened successfully at 1733289869508 2024-12-04T05:24:29,510 INFO [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=17, masterSystemTime=1733289869345 2024-12-04T05:24:29,512 DEBUG [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-04T05:24:29,512 INFO [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=17}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-04T05:24:29,513 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=19, regionLocation=6c7595a931c3,33345,1733289851864 2024-12-04T05:24:29,514 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6c7595a931c3,33345,1733289851864, state=OPEN 2024-12-04T05:24:29,515 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33345-0x1017bee20ae0001, quorum=127.0.0.1:59990, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-04T05:24:29,515 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44217-0x1017bee20ae0000, quorum=127.0.0.1:59990, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-04T05:24:29,515 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46301-0x1017bee20ae0002, quorum=127.0.0.1:59990, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-04T05:24:29,515 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-04T05:24:29,515 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=17, ppid=16, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=6c7595a931c3,33345,1733289851864 2024-12-04T05:24:29,515 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-04T05:24:29,516 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-04T05:24:29,519 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=16 2024-12-04T05:24:29,519 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=16, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=6c7595a931c3,33345,1733289851864 in 322 msec 2024-12-04T05:24:29,522 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=13 2024-12-04T05:24:29,522 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=13, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 485 msec 2024-12-04T05:24:29,523 INFO [PEWorker-2 {}] procedure.ServerCrashProcedure(207): 6c7595a931c3,42561,1733289852013 had 2 regions 2024-12-04T05:24:29,524 INFO [PEWorker-2 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=13, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure 6c7595a931c3,42561,1733289852013, splitWal=true, meta=true, isMeta: false 2024-12-04T05:24:29,526 INFO [PEWorker-2 {}] master.SplitWALManager(105): 6c7595a931c3,42561,1733289852013 WAL count=1, meta=false 2024-12-04T05:24:29,526 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=13, state=RUNNABLE:ACQUIRE_SPLIT_WAL_WORKER, hasLock=false; SplitWALProcedure 6c7595a931c3%2C42561%2C1733289852013.1733289853341}] 2024-12-04T05:24:29,528 DEBUG [PEWorker-4 {}] master.SplitWALManager(158): Acquired split WAL worker=6c7595a931c3,33345,1733289851864 2024-12-04T05:24:29,529 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=19, ppid=18, state=RUNNABLE, hasLock=false; SplitWALRemoteProcedure 6c7595a931c3%2C42561%2C1733289852013.1733289853341, worker=6c7595a931c3,33345,1733289851864}] 2024-12-04T05:24:29,682 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33345 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SplitWALCallable, pid=19 2024-12-04T05:24:29,699 INFO [RS_LOG_REPLAY_OPS-regionserver/6c7595a931c3:0-0 {event_type=RS_LOG_REPLAY, pid=19}] wal.WALSplitter(299): Splitting hdfs://localhost:35275/user/jenkins/test-data/1c71d0a4-c7c4-b6c6-e0cc-2ed16750731a/WALs/6c7595a931c3,42561,1733289852013-splitting/6c7595a931c3%2C42561%2C1733289852013.1733289853341, size=1.6 K (1677bytes) 2024-12-04T05:24:29,699 INFO [RS_LOG_REPLAY_OPS-regionserver/6c7595a931c3:0-0 {event_type=RS_LOG_REPLAY, pid=19}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35275/user/jenkins/test-data/1c71d0a4-c7c4-b6c6-e0cc-2ed16750731a/WALs/6c7595a931c3,42561,1733289852013-splitting/6c7595a931c3%2C42561%2C1733289852013.1733289853341 2024-12-04T05:24:29,699 INFO [RS_LOG_REPLAY_OPS-regionserver/6c7595a931c3:0-0 {event_type=RS_LOG_REPLAY, pid=19}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35275/user/jenkins/test-data/1c71d0a4-c7c4-b6c6-e0cc-2ed16750731a/WALs/6c7595a931c3,42561,1733289852013-splitting/6c7595a931c3%2C42561%2C1733289852013.1733289853341 after 0ms 2024-12-04T05:24:29,700 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T05:24:29,701 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6c7595a931c3,33345,1733289851864, seqNum=-1] 2024-12-04T05:24:29,702 DEBUG [RS_LOG_REPLAY_OPS-regionserver/6c7595a931c3:0-0 {event_type=RS_LOG_REPLAY, pid=19}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:35275/user/jenkins/test-data/1c71d0a4-c7c4-b6c6-e0cc-2ed16750731a/WALs/6c7595a931c3,42561,1733289852013-splitting/6c7595a931c3%2C42561%2C1733289852013.1733289853341: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null 2024-12-04T05:24:29,702 INFO [RS_LOG_REPLAY_OPS-regionserver/6c7595a931c3:0-0 {event_type=RS_LOG_REPLAY, pid=19}] wal.WALSplitter(310): Open hdfs://localhost:35275/user/jenkins/test-data/1c71d0a4-c7c4-b6c6-e0cc-2ed16750731a/WALs/6c7595a931c3,42561,1733289852013-splitting/6c7595a931c3%2C42561%2C1733289852013.1733289853341 took 3ms 2024-12-04T05:24:29,705 DEBUG [RS_LOG_REPLAY_OPS-regionserver/6c7595a931c3:0-0 {event_type=RS_LOG_REPLAY, pid=19}] wal.WALSplitter(352): Last flushed sequenceid for 5ebdc808c54e36fa4187fc0334876beb: last_flushed_sequence_id: 12 store_sequence_id { family_name: "cf1" sequence_id: 12 } store_sequence_id { family_name: "cf2" sequence_id: 12 } 2024-12-04T05:24:29,705 DEBUG [RS_LOG_REPLAY_OPS-regionserver/6c7595a931c3:0-0 {event_type=RS_LOG_REPLAY, pid=19}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35275/user/jenkins/test-data/1c71d0a4-c7c4-b6c6-e0cc-2ed16750731a/WALs/6c7595a931c3,42561,1733289852013-splitting/6c7595a931c3%2C42561%2C1733289852013.1733289853341 so closing down 2024-12-04T05:24:29,705 DEBUG [RS_LOG_REPLAY_OPS-regionserver/6c7595a931c3:0-0 {event_type=RS_LOG_REPLAY, pid=19}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-04T05:24:29,705 INFO [RS_LOG_REPLAY_OPS-regionserver/6c7595a931c3:0-0 {event_type=RS_LOG_REPLAY, pid=19}] wal.OutputSink(145): 3 split writer threads finished 2024-12-04T05:24:29,705 INFO [RS_LOG_REPLAY_OPS-regionserver/6c7595a931c3:0-0 {event_type=RS_LOG_REPLAY, pid=19}] wal.WALSplitter(425): Processed 6 edits across 0 Regions in 2 ms; skipped=6; WAL=hdfs://localhost:35275/user/jenkins/test-data/1c71d0a4-c7c4-b6c6-e0cc-2ed16750731a/WALs/6c7595a931c3,42561,1733289852013-splitting/6c7595a931c3%2C42561%2C1733289852013.1733289853341, size=1.6 K, length=1677, corrupted=false, cancelled=false 2024-12-04T05:24:29,705 DEBUG [RS_LOG_REPLAY_OPS-regionserver/6c7595a931c3:0-0 {event_type=RS_LOG_REPLAY, pid=19}] wal.WALSplitter(428): Completed split of hdfs://localhost:35275/user/jenkins/test-data/1c71d0a4-c7c4-b6c6-e0cc-2ed16750731a/WALs/6c7595a931c3,42561,1733289852013-splitting/6c7595a931c3%2C42561%2C1733289852013.1733289853341, journal: Splitting hdfs://localhost:35275/user/jenkins/test-data/1c71d0a4-c7c4-b6c6-e0cc-2ed16750731a/WALs/6c7595a931c3,42561,1733289852013-splitting/6c7595a931c3%2C42561%2C1733289852013.1733289853341, size=1.6 K (1677bytes) at 1733289869699Finishing writing output for hdfs://localhost:35275/user/jenkins/test-data/1c71d0a4-c7c4-b6c6-e0cc-2ed16750731a/WALs/6c7595a931c3,42561,1733289852013-splitting/6c7595a931c3%2C42561%2C1733289852013.1733289853341 so closing down at 1733289869705 (+6 ms)3 split writer threads finished at 1733289869705Processed 6 edits across 0 Regions in 2 ms; skipped=6; WAL=hdfs://localhost:35275/user/jenkins/test-data/1c71d0a4-c7c4-b6c6-e0cc-2ed16750731a/WALs/6c7595a931c3,42561,1733289852013-splitting/6c7595a931c3%2C42561%2C1733289852013.1733289853341, size=1.6 K, length=1677, corrupted=false, cancelled=false at 1733289869705 2024-12-04T05:24:29,705 DEBUG [RS_LOG_REPLAY_OPS-regionserver/6c7595a931c3:0-0 {event_type=RS_LOG_REPLAY, pid=19}] regionserver.SplitLogWorker(218): Done splitting WAL hdfs://localhost:35275/user/jenkins/test-data/1c71d0a4-c7c4-b6c6-e0cc-2ed16750731a/WALs/6c7595a931c3,42561,1733289852013-splitting/6c7595a931c3%2C42561%2C1733289852013.1733289853341 2024-12-04T05:24:29,705 DEBUG [RS_LOG_REPLAY_OPS-regionserver/6c7595a931c3:0-0 {event_type=RS_LOG_REPLAY, pid=19}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=19 2024-12-04T05:24:29,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44217 {}] master.HMaster(4169): Remote procedure done, pid=19 2024-12-04T05:24:29,712 INFO [PEWorker-5 {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35275/user/jenkins/test-data/1c71d0a4-c7c4-b6c6-e0cc-2ed16750731a/WALs/6c7595a931c3,42561,1733289852013-splitting/6c7595a931c3%2C42561%2C1733289852013.1733289853341 to hdfs://localhost:35275/user/jenkins/test-data/1c71d0a4-c7c4-b6c6-e0cc-2ed16750731a/oldWALs 2024-12-04T05:24:29,714 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=19, resume processing ppid=18 2024-12-04T05:24:29,714 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, ppid=18, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 6c7595a931c3%2C42561%2C1733289852013.1733289853341, worker=6c7595a931c3,33345,1733289851864 in 183 msec 2024-12-04T05:24:29,716 DEBUG [PEWorker-1 {}] master.SplitWALManager(172): Release split WAL worker=6c7595a931c3,33345,1733289851864 2024-12-04T05:24:29,718 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=13 2024-12-04T05:24:29,718 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=13, state=SUCCESS, hasLock=false; SplitWALProcedure 6c7595a931c3%2C42561%2C1733289852013.1733289853341, worker=6c7595a931c3,33345,1733289851864 in 190 msec 2024-12-04T05:24:29,720 INFO [PEWorker-2 {}] master.SplitLogManager(171): hdfs://localhost:35275/user/jenkins/test-data/1c71d0a4-c7c4-b6c6-e0cc-2ed16750731a/WALs/6c7595a931c3,42561,1733289852013-splitting dir is empty, no logs to split. 2024-12-04T05:24:29,720 INFO [PEWorker-2 {}] master.SplitWALManager(105): 6c7595a931c3,42561,1733289852013 WAL count=0, meta=false 2024-12-04T05:24:29,720 DEBUG [PEWorker-2 {}] procedure.ServerCrashProcedure(329): Check if 6c7595a931c3,42561,1733289852013 WAL splitting is done? wals=0, meta=false 2024-12-04T05:24:29,722 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=5ebdc808c54e36fa4187fc0334876beb, ASSIGN}] 2024-12-04T05:24:29,723 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=20, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=5ebdc808c54e36fa4187fc0334876beb, ASSIGN 2024-12-04T05:24:29,723 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=20, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=5ebdc808c54e36fa4187fc0334876beb, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-12-04T05:24:29,820 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to 6c7595a931c3:42561 this server is in the failed servers list 2024-12-04T05:24:29,820 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1733289866366.5ebdc808c54e36fa4187fc0334876beb., hostname=6c7595a931c3,42561,1733289852013, seqNum=12 , the old value is region=testReplayEditsAfterRegionMovedWithMultiCF,,1733289866366.5ebdc808c54e36fa4187fc0334876beb., hostname=6c7595a931c3,42561,1733289852013, seqNum=12, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=6c7595a931c3:42561 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 6c7595a931c3:42561 2024-12-04T05:24:29,820 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1733289866366.5ebdc808c54e36fa4187fc0334876beb., hostname=6c7595a931c3,42561,1733289852013, seqNum=12 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 6c7595a931c3:42561 2024-12-04T05:24:29,820 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testReplayEditsAfterRegionMovedWithMultiCF,,1733289866366.5ebdc808c54e36fa4187fc0334876beb., hostname=6c7595a931c3,42561,1733289852013, seqNum=12 from cache 2024-12-04T05:24:29,874 DEBUG [6c7595a931c3:44217 {}] balancer.BalancerClusterState(204): Hosts are {6c7595a931c3=0} racks are {/default-rack=0} 2024-12-04T05:24:29,874 DEBUG [6c7595a931c3:44217 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-12-04T05:24:29,874 DEBUG [6c7595a931c3:44217 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-12-04T05:24:29,874 DEBUG [6c7595a931c3:44217 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-12-04T05:24:29,874 DEBUG [6c7595a931c3:44217 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-12-04T05:24:29,874 INFO [6c7595a931c3:44217 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-12-04T05:24:29,874 INFO [6c7595a931c3:44217 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-12-04T05:24:29,874 DEBUG [6c7595a931c3:44217 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-12-04T05:24:29,875 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=20 updating hbase:meta row=5ebdc808c54e36fa4187fc0334876beb, regionState=OPENING, regionLocation=6c7595a931c3,46301,1733289851969 2024-12-04T05:24:29,876 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 6c7595a931c3:42561 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 6c7595a931c3/172.17.0.2:42561 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T05:24:29,877 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=6c7595a931c3,42561,1733289852013, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=6c7595a931c3,42561,1733289852013, seqNum=-1, error=java.net.ConnectException: Call to address=6c7595a931c3:42561 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 6c7595a931c3/172.17.0.2:42561 2024-12-04T05:24:29,877 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=6c7595a931c3,42561,1733289852013, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-12-04T05:24:29,877 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=6c7595a931c3,42561,1733289852013, seqNum=-1 from cache 2024-12-04T05:24:29,877 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.FailedServers(52): Added failed server with address 6c7595a931c3:42561 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 6c7595a931c3/172.17.0.2:42561 2024-12-04T05:24:29,980 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T05:24:29,980 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6c7595a931c3,33345,1733289851864, seqNum=-1] 2024-12-04T05:24:29,980 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T05:24:29,981 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50071, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T05:24:29,983 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=20, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=5ebdc808c54e36fa4187fc0334876beb, ASSIGN because future has completed 2024-12-04T05:24:29,984 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=20, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5ebdc808c54e36fa4187fc0334876beb, server=6c7595a931c3,46301,1733289851969}] 2024-12-04T05:24:30,037 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testReplayEditsAfterRegionMovedWithMultiCF', row='r1', locateType=CURRENT is [region=testReplayEditsAfterRegionMovedWithMultiCF,,1733289866366.5ebdc808c54e36fa4187fc0334876beb., hostname=6c7595a931c3,42561,1733289852013, seqNum=18] 2024-12-04T05:24:30,037 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] ipc.AbstractRpcClient(357): Not trying to connect to 6c7595a931c3:42561 this server is in the failed servers list 2024-12-04T05:24:30,038 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1733289866366.5ebdc808c54e36fa4187fc0334876beb., hostname=6c7595a931c3,42561,1733289852013, seqNum=18 , the old value is region=testReplayEditsAfterRegionMovedWithMultiCF,,1733289866366.5ebdc808c54e36fa4187fc0334876beb., hostname=6c7595a931c3,42561,1733289852013, seqNum=18, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=6c7595a931c3:42561 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 6c7595a931c3:42561 2024-12-04T05:24:30,038 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1733289866366.5ebdc808c54e36fa4187fc0334876beb., hostname=6c7595a931c3,42561,1733289852013, seqNum=18 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 6c7595a931c3:42561 2024-12-04T05:24:30,038 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testReplayEditsAfterRegionMovedWithMultiCF,,1733289866366.5ebdc808c54e36fa4187fc0334876beb., hostname=6c7595a931c3,42561,1733289852013, seqNum=18 from cache 2024-12-04T05:24:30,140 INFO [RS_OPEN_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(132): Open testReplayEditsAfterRegionMovedWithMultiCF,,1733289866366.5ebdc808c54e36fa4187fc0334876beb. 2024-12-04T05:24:30,141 DEBUG [RS_OPEN_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7752): Opening region: {ENCODED => 5ebdc808c54e36fa4187fc0334876beb, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1733289866366.5ebdc808c54e36fa4187fc0334876beb.', STARTKEY => '', ENDKEY => ''} 2024-12-04T05:24:30,141 DEBUG [RS_OPEN_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testReplayEditsAfterRegionMovedWithMultiCF 5ebdc808c54e36fa4187fc0334876beb 2024-12-04T05:24:30,141 DEBUG [RS_OPEN_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1733289866366.5ebdc808c54e36fa4187fc0334876beb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T05:24:30,141 DEBUG [RS_OPEN_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7794): checking encryption for 5ebdc808c54e36fa4187fc0334876beb 2024-12-04T05:24:30,141 DEBUG [RS_OPEN_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7797): checking classloading for 5ebdc808c54e36fa4187fc0334876beb 2024-12-04T05:24:30,143 INFO [StoreOpener-5ebdc808c54e36fa4187fc0334876beb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf1 of region 5ebdc808c54e36fa4187fc0334876beb 2024-12-04T05:24:30,144 INFO [StoreOpener-5ebdc808c54e36fa4187fc0334876beb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5ebdc808c54e36fa4187fc0334876beb columnFamilyName cf1 2024-12-04T05:24:30,144 DEBUG [StoreOpener-5ebdc808c54e36fa4187fc0334876beb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T05:24:30,150 DEBUG [StoreOpener-5ebdc808c54e36fa4187fc0334876beb-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:35275/user/jenkins/test-data/1c71d0a4-c7c4-b6c6-e0cc-2ed16750731a/data/default/testReplayEditsAfterRegionMovedWithMultiCF/5ebdc808c54e36fa4187fc0334876beb/cf1/d12faaea611e47b1b3dcbfc3d24e3f11 2024-12-04T05:24:30,150 INFO [StoreOpener-5ebdc808c54e36fa4187fc0334876beb-1 {}] regionserver.HStore(327): Store=5ebdc808c54e36fa4187fc0334876beb/cf1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T05:24:30,150 INFO [StoreOpener-5ebdc808c54e36fa4187fc0334876beb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf2 of region 5ebdc808c54e36fa4187fc0334876beb 2024-12-04T05:24:30,151 INFO [StoreOpener-5ebdc808c54e36fa4187fc0334876beb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5ebdc808c54e36fa4187fc0334876beb columnFamilyName cf2 2024-12-04T05:24:30,151 DEBUG [StoreOpener-5ebdc808c54e36fa4187fc0334876beb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T05:24:30,157 DEBUG [StoreOpener-5ebdc808c54e36fa4187fc0334876beb-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:35275/user/jenkins/test-data/1c71d0a4-c7c4-b6c6-e0cc-2ed16750731a/data/default/testReplayEditsAfterRegionMovedWithMultiCF/5ebdc808c54e36fa4187fc0334876beb/cf2/d002b1c643eb447ebba94af41b07926d 2024-12-04T05:24:30,157 INFO [StoreOpener-5ebdc808c54e36fa4187fc0334876beb-1 {}] regionserver.HStore(327): Store=5ebdc808c54e36fa4187fc0334876beb/cf2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T05:24:30,157 DEBUG [RS_OPEN_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1038): replaying wal for 5ebdc808c54e36fa4187fc0334876beb 2024-12-04T05:24:30,158 DEBUG [RS_OPEN_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35275/user/jenkins/test-data/1c71d0a4-c7c4-b6c6-e0cc-2ed16750731a/data/default/testReplayEditsAfterRegionMovedWithMultiCF/5ebdc808c54e36fa4187fc0334876beb 2024-12-04T05:24:30,159 DEBUG [RS_OPEN_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35275/user/jenkins/test-data/1c71d0a4-c7c4-b6c6-e0cc-2ed16750731a/data/default/testReplayEditsAfterRegionMovedWithMultiCF/5ebdc808c54e36fa4187fc0334876beb 2024-12-04T05:24:30,160 DEBUG [RS_OPEN_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1048): stopping wal replay for 5ebdc808c54e36fa4187fc0334876beb 2024-12-04T05:24:30,160 DEBUG [RS_OPEN_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1060): Cleaning up temporary data for 5ebdc808c54e36fa4187fc0334876beb 2024-12-04T05:24:30,161 DEBUG [RS_OPEN_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterRegionMovedWithMultiCF descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-04T05:24:30,162 DEBUG [RS_OPEN_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1093): writing seq id for 5ebdc808c54e36fa4187fc0334876beb 2024-12-04T05:24:30,164 INFO [RS_OPEN_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1114): Opened 5ebdc808c54e36fa4187fc0334876beb; next sequenceid=18; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66209671, jitterRate=-0.013399019837379456}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-04T05:24:30,164 DEBUG [RS_OPEN_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 5ebdc808c54e36fa4187fc0334876beb 2024-12-04T05:24:30,165 DEBUG [RS_OPEN_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1006): Region open journal for 5ebdc808c54e36fa4187fc0334876beb: Running coprocessor pre-open hook at 1733289870141Writing region info on filesystem at 1733289870141Initializing all the Stores at 1733289870142 (+1 ms)Instantiating store for column family {NAME => 'cf1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733289870142Instantiating store for column family {NAME => 'cf2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733289870142Cleaning up temporary data from old regions at 1733289870160 (+18 ms)Running coprocessor post-open hooks at 1733289870164 (+4 ms)Region opened successfully at 1733289870165 (+1 ms) 2024-12-04T05:24:30,166 INFO [RS_OPEN_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2236): Post open deploy tasks for testReplayEditsAfterRegionMovedWithMultiCF,,1733289866366.5ebdc808c54e36fa4187fc0334876beb., pid=21, masterSystemTime=1733289870136 2024-12-04T05:24:30,168 DEBUG [RS_OPEN_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2266): Finished post open deploy task for testReplayEditsAfterRegionMovedWithMultiCF,,1733289866366.5ebdc808c54e36fa4187fc0334876beb. 2024-12-04T05:24:30,169 INFO [RS_OPEN_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(153): Opened testReplayEditsAfterRegionMovedWithMultiCF,,1733289866366.5ebdc808c54e36fa4187fc0334876beb. 2024-12-04T05:24:30,169 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=20 updating hbase:meta row=5ebdc808c54e36fa4187fc0334876beb, regionState=OPEN, openSeqNum=18, regionLocation=6c7595a931c3,46301,1733289851969 2024-12-04T05:24:30,172 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=21, ppid=20, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5ebdc808c54e36fa4187fc0334876beb, server=6c7595a931c3,46301,1733289851969 because future has completed 2024-12-04T05:24:30,176 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=21, resume processing ppid=20 2024-12-04T05:24:30,176 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=21, ppid=20, state=SUCCESS, hasLock=false; OpenRegionProcedure 5ebdc808c54e36fa4187fc0334876beb, server=6c7595a931c3,46301,1733289851969 in 189 msec 2024-12-04T05:24:30,179 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=20, resume processing ppid=13 2024-12-04T05:24:30,179 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=20, ppid=13, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=5ebdc808c54e36fa4187fc0334876beb, ASSIGN in 454 msec 2024-12-04T05:24:30,179 INFO [PEWorker-5 {}] procedure.ServerCrashProcedure(291): removed crashed server 6c7595a931c3,42561,1733289852013 after splitting done 2024-12-04T05:24:30,181 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, state=SUCCESS, hasLock=false; ServerCrashProcedure 6c7595a931c3,42561,1733289852013, splitWal=true, meta=true in 1.3980 sec 2024-12-04T05:24:30,343 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testReplayEditsAfterRegionMovedWithMultiCF', row='r1', locateType=CURRENT is [region=testReplayEditsAfterRegionMovedWithMultiCF,,1733289866366.5ebdc808c54e36fa4187fc0334876beb., hostname=6c7595a931c3,46301,1733289851969, seqNum=18] 2024-12-04T05:24:30,344 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T05:24:30,346 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54444, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T05:24:30,360 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayCompressed#testReplayEditsAfterRegionMovedWithMultiCF Thread=409 (was 410), OpenFileDescriptor=1048 (was 1022) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=225 (was 245), ProcessCount=11 (was 11), AvailableMemoryMB=5209 (was 5270) 2024-12-04T05:24:30,362 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1048 is superior to 1024 2024-12-04T05:24:30,375 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayCompressed#testReplayEditsAfterPartialFlush Thread=409, OpenFileDescriptor=1048, MaxFileDescriptor=1048576, SystemLoadAverage=225, ProcessCount=11, AvailableMemoryMB=5208 2024-12-04T05:24:30,375 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1048 is superior to 1024 2024-12-04T05:24:30,390 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T05:24:30,392 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T05:24:30,392 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-04T05:24:30,395 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-27330419, suffix=, logDir=hdfs://localhost:35275/hbase/WALs/hregion-27330419, archiveDir=hdfs://localhost:35275/hbase/oldWALs, maxLogs=32 2024-12-04T05:24:30,408 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-27330419/hregion-27330419.1733289870395, exclude list is [], retry=0 2024-12-04T05:24:30,410 DEBUG [AsyncFSWAL-20-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44311,DS-5c82d3f4-a186-4144-ad7c-ee72c42bcf47,DISK] 2024-12-04T05:24:30,411 DEBUG [AsyncFSWAL-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37859,DS-39fe0079-8ac3-4f94-953e-9e743aa94a22,DISK] 2024-12-04T05:24:30,411 DEBUG [AsyncFSWAL-20-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43859,DS-642eba6a-8b9d-466e-973c-796f3e4f5ec5,DISK] 2024-12-04T05:24:30,413 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-27330419/hregion-27330419.1733289870395 2024-12-04T05:24:30,413 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39001:39001),(127.0.0.1/127.0.0.1:45523:45523),(127.0.0.1/127.0.0.1:45071:45071)] 2024-12-04T05:24:30,414 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => 8b4fda52f250d374f85a5e70262aceac, NAME => 'testReplayEditsWrittenViaHRegion,,1733289870390.8b4fda52f250d374f85a5e70262aceac.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsWrittenViaHRegion', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35275/hbase 2024-12-04T05:24:30,423 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44311 is added to blk_1073741898_1076 (size=67) 2024-12-04T05:24:30,423 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43859 is added to blk_1073741898_1076 (size=67) 2024-12-04T05:24:30,423 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37859 is added to blk_1073741898_1076 (size=67) 2024-12-04T05:24:30,424 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1733289870390.8b4fda52f250d374f85a5e70262aceac.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T05:24:30,426 INFO [StoreOpener-8b4fda52f250d374f85a5e70262aceac-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 8b4fda52f250d374f85a5e70262aceac 2024-12-04T05:24:30,428 INFO [StoreOpener-8b4fda52f250d374f85a5e70262aceac-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8b4fda52f250d374f85a5e70262aceac columnFamilyName a 2024-12-04T05:24:30,428 DEBUG [StoreOpener-8b4fda52f250d374f85a5e70262aceac-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T05:24:30,428 INFO [StoreOpener-8b4fda52f250d374f85a5e70262aceac-1 {}] regionserver.HStore(327): Store=8b4fda52f250d374f85a5e70262aceac/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T05:24:30,428 INFO [StoreOpener-8b4fda52f250d374f85a5e70262aceac-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 8b4fda52f250d374f85a5e70262aceac 2024-12-04T05:24:30,429 INFO [StoreOpener-8b4fda52f250d374f85a5e70262aceac-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8b4fda52f250d374f85a5e70262aceac columnFamilyName b 2024-12-04T05:24:30,429 DEBUG [StoreOpener-8b4fda52f250d374f85a5e70262aceac-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T05:24:30,430 INFO [StoreOpener-8b4fda52f250d374f85a5e70262aceac-1 {}] regionserver.HStore(327): Store=8b4fda52f250d374f85a5e70262aceac/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T05:24:30,430 INFO [StoreOpener-8b4fda52f250d374f85a5e70262aceac-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 8b4fda52f250d374f85a5e70262aceac 2024-12-04T05:24:30,431 INFO [StoreOpener-8b4fda52f250d374f85a5e70262aceac-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8b4fda52f250d374f85a5e70262aceac columnFamilyName c 2024-12-04T05:24:30,431 DEBUG [StoreOpener-8b4fda52f250d374f85a5e70262aceac-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T05:24:30,432 INFO [StoreOpener-8b4fda52f250d374f85a5e70262aceac-1 {}] regionserver.HStore(327): Store=8b4fda52f250d374f85a5e70262aceac/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T05:24:30,432 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 8b4fda52f250d374f85a5e70262aceac 2024-12-04T05:24:30,432 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35275/hbase/data/default/testReplayEditsWrittenViaHRegion/8b4fda52f250d374f85a5e70262aceac 2024-12-04T05:24:30,433 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35275/hbase/data/default/testReplayEditsWrittenViaHRegion/8b4fda52f250d374f85a5e70262aceac 2024-12-04T05:24:30,434 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 8b4fda52f250d374f85a5e70262aceac 2024-12-04T05:24:30,434 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 8b4fda52f250d374f85a5e70262aceac 2024-12-04T05:24:30,435 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-04T05:24:30,436 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 8b4fda52f250d374f85a5e70262aceac 2024-12-04T05:24:30,438 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35275/hbase/data/default/testReplayEditsWrittenViaHRegion/8b4fda52f250d374f85a5e70262aceac/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T05:24:30,438 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 8b4fda52f250d374f85a5e70262aceac; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73361581, jitterRate=0.09317274391651154}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-04T05:24:30,439 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 8b4fda52f250d374f85a5e70262aceac: Writing region info on filesystem at 1733289870424Initializing all the Stores at 1733289870425 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733289870425Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733289870426 (+1 ms)Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733289870426Cleaning up temporary data from old regions at 1733289870434 (+8 ms)Region opened successfully at 1733289870439 (+5 ms) 2024-12-04T05:24:30,440 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 8b4fda52f250d374f85a5e70262aceac, disabling compactions & flushes 2024-12-04T05:24:30,440 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenViaHRegion,,1733289870390.8b4fda52f250d374f85a5e70262aceac. 2024-12-04T05:24:30,440 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenViaHRegion,,1733289870390.8b4fda52f250d374f85a5e70262aceac. 2024-12-04T05:24:30,440 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenViaHRegion,,1733289870390.8b4fda52f250d374f85a5e70262aceac. after waiting 0 ms 2024-12-04T05:24:30,440 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenViaHRegion,,1733289870390.8b4fda52f250d374f85a5e70262aceac. 2024-12-04T05:24:30,441 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenViaHRegion,,1733289870390.8b4fda52f250d374f85a5e70262aceac. 2024-12-04T05:24:30,441 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 8b4fda52f250d374f85a5e70262aceac: Waiting for close lock at 1733289870440Disabling compacts and flushes for region at 1733289870440Disabling writes for close at 1733289870440Writing region close event to WAL at 1733289870440Closed at 1733289870440 2024-12-04T05:24:30,446 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43859 is added to blk_1073741897_1075 (size=93) 2024-12-04T05:24:30,446 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37859 is added to blk_1073741897_1075 (size=93) 2024-12-04T05:24:30,446 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44311 is added to blk_1073741897_1075 (size=93) 2024-12-04T05:24:30,448 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-12-04T05:24:30,448 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-27330419:(num 1733289870395) 2024-12-04T05:24:30,449 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-12-04T05:24:30,450 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:35275/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733289870389, archiveDir=hdfs://localhost:35275/hbase/oldWALs, maxLogs=32 2024-12-04T05:24:30,463 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733289870389/wal.1733289870450, exclude list is [], retry=0 2024-12-04T05:24:30,466 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44311,DS-5c82d3f4-a186-4144-ad7c-ee72c42bcf47,DISK] 2024-12-04T05:24:30,466 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37859,DS-39fe0079-8ac3-4f94-953e-9e743aa94a22,DISK] 2024-12-04T05:24:30,467 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43859,DS-642eba6a-8b9d-466e-973c-796f3e4f5ec5,DISK] 2024-12-04T05:24:30,468 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733289870389/wal.1733289870450 2024-12-04T05:24:30,468 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39001:39001),(127.0.0.1/127.0.0.1:45523:45523),(127.0.0.1/127.0.0.1:45071:45071)] 2024-12-04T05:24:30,469 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 8b4fda52f250d374f85a5e70262aceac, NAME => 'testReplayEditsWrittenViaHRegion,,1733289870390.8b4fda52f250d374f85a5e70262aceac.', STARTKEY => '', ENDKEY => ''} 2024-12-04T05:24:30,469 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1733289870390.8b4fda52f250d374f85a5e70262aceac.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T05:24:30,469 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 8b4fda52f250d374f85a5e70262aceac 2024-12-04T05:24:30,469 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 8b4fda52f250d374f85a5e70262aceac 2024-12-04T05:24:30,470 INFO [StoreOpener-8b4fda52f250d374f85a5e70262aceac-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 8b4fda52f250d374f85a5e70262aceac 2024-12-04T05:24:30,471 INFO [StoreOpener-8b4fda52f250d374f85a5e70262aceac-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8b4fda52f250d374f85a5e70262aceac columnFamilyName a 2024-12-04T05:24:30,471 DEBUG [StoreOpener-8b4fda52f250d374f85a5e70262aceac-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T05:24:30,472 INFO [StoreOpener-8b4fda52f250d374f85a5e70262aceac-1 {}] regionserver.HStore(327): Store=8b4fda52f250d374f85a5e70262aceac/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T05:24:30,472 INFO [StoreOpener-8b4fda52f250d374f85a5e70262aceac-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 8b4fda52f250d374f85a5e70262aceac 2024-12-04T05:24:30,472 INFO [StoreOpener-8b4fda52f250d374f85a5e70262aceac-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8b4fda52f250d374f85a5e70262aceac columnFamilyName b 2024-12-04T05:24:30,472 DEBUG [StoreOpener-8b4fda52f250d374f85a5e70262aceac-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T05:24:30,473 INFO [StoreOpener-8b4fda52f250d374f85a5e70262aceac-1 {}] regionserver.HStore(327): Store=8b4fda52f250d374f85a5e70262aceac/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T05:24:30,473 INFO [StoreOpener-8b4fda52f250d374f85a5e70262aceac-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 8b4fda52f250d374f85a5e70262aceac 2024-12-04T05:24:30,474 INFO [StoreOpener-8b4fda52f250d374f85a5e70262aceac-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8b4fda52f250d374f85a5e70262aceac columnFamilyName c 2024-12-04T05:24:30,474 DEBUG [StoreOpener-8b4fda52f250d374f85a5e70262aceac-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T05:24:30,474 INFO [StoreOpener-8b4fda52f250d374f85a5e70262aceac-1 {}] regionserver.HStore(327): Store=8b4fda52f250d374f85a5e70262aceac/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T05:24:30,474 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 8b4fda52f250d374f85a5e70262aceac 2024-12-04T05:24:30,475 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35275/hbase/data/default/testReplayEditsWrittenViaHRegion/8b4fda52f250d374f85a5e70262aceac 2024-12-04T05:24:30,476 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35275/hbase/data/default/testReplayEditsWrittenViaHRegion/8b4fda52f250d374f85a5e70262aceac 2024-12-04T05:24:30,477 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 8b4fda52f250d374f85a5e70262aceac 2024-12-04T05:24:30,477 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 8b4fda52f250d374f85a5e70262aceac 2024-12-04T05:24:30,477 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-04T05:24:30,479 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 8b4fda52f250d374f85a5e70262aceac 2024-12-04T05:24:30,479 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 8b4fda52f250d374f85a5e70262aceac; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74503547, jitterRate=0.11018936336040497}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-04T05:24:30,480 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 8b4fda52f250d374f85a5e70262aceac: Writing region info on filesystem at 1733289870469Initializing all the Stores at 1733289870470 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733289870470Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733289870470Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733289870470Cleaning up temporary data from old regions at 1733289870477 (+7 ms)Region opened successfully at 1733289870480 (+3 ms) 2024-12-04T05:24:30,503 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 8b4fda52f250d374f85a5e70262aceac 3/3 column families, dataSize=2.55 KB heapSize=5.44 KB 2024-12-04T05:24:30,522 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35275/hbase/data/default/testReplayEditsWrittenViaHRegion/8b4fda52f250d374f85a5e70262aceac/.tmp/a/c8410507356f4a199ec043adfeb6a18f is 91, key is testReplayEditsWrittenViaHRegion/a:x0/1733289870480/Put/seqid=0 2024-12-04T05:24:30,530 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44311 is added to blk_1073741900_1078 (size=5958) 2024-12-04T05:24:30,530 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43859 is added to blk_1073741900_1078 (size=5958) 2024-12-04T05:24:30,530 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37859 is added to blk_1073741900_1078 (size=5958) 2024-12-04T05:24:30,531 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=33 (bloomFilter=true), to=hdfs://localhost:35275/hbase/data/default/testReplayEditsWrittenViaHRegion/8b4fda52f250d374f85a5e70262aceac/.tmp/a/c8410507356f4a199ec043adfeb6a18f 2024-12-04T05:24:30,560 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35275/hbase/data/default/testReplayEditsWrittenViaHRegion/8b4fda52f250d374f85a5e70262aceac/.tmp/b/e3db658f146944d8886f84d1e0473216 is 91, key is testReplayEditsWrittenViaHRegion/b:x0/1733289870488/Put/seqid=0 2024-12-04T05:24:30,568 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37859 is added to blk_1073741901_1079 (size=5958) 2024-12-04T05:24:30,568 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44311 is added to blk_1073741901_1079 (size=5958) 2024-12-04T05:24:30,568 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43859 is added to blk_1073741901_1079 (size=5958) 2024-12-04T05:24:30,569 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=33 (bloomFilter=true), to=hdfs://localhost:35275/hbase/data/default/testReplayEditsWrittenViaHRegion/8b4fda52f250d374f85a5e70262aceac/.tmp/b/e3db658f146944d8886f84d1e0473216 2024-12-04T05:24:30,589 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35275/hbase/data/default/testReplayEditsWrittenViaHRegion/8b4fda52f250d374f85a5e70262aceac/.tmp/c/a3c68ad5cf724bf0aa0986a7ce44fb78 is 91, key is testReplayEditsWrittenViaHRegion/c:x0/1733289870495/Put/seqid=0 2024-12-04T05:24:30,597 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43859 is added to blk_1073741902_1080 (size=5958) 2024-12-04T05:24:30,597 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44311 is added to blk_1073741902_1080 (size=5958) 2024-12-04T05:24:30,598 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37859 is added to blk_1073741902_1080 (size=5958) 2024-12-04T05:24:30,598 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=33 (bloomFilter=true), to=hdfs://localhost:35275/hbase/data/default/testReplayEditsWrittenViaHRegion/8b4fda52f250d374f85a5e70262aceac/.tmp/c/a3c68ad5cf724bf0aa0986a7ce44fb78 2024-12-04T05:24:30,604 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35275/hbase/data/default/testReplayEditsWrittenViaHRegion/8b4fda52f250d374f85a5e70262aceac/.tmp/a/c8410507356f4a199ec043adfeb6a18f as hdfs://localhost:35275/hbase/data/default/testReplayEditsWrittenViaHRegion/8b4fda52f250d374f85a5e70262aceac/a/c8410507356f4a199ec043adfeb6a18f 2024-12-04T05:24:30,609 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35275/hbase/data/default/testReplayEditsWrittenViaHRegion/8b4fda52f250d374f85a5e70262aceac/a/c8410507356f4a199ec043adfeb6a18f, entries=10, sequenceid=33, filesize=5.8 K 2024-12-04T05:24:30,610 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35275/hbase/data/default/testReplayEditsWrittenViaHRegion/8b4fda52f250d374f85a5e70262aceac/.tmp/b/e3db658f146944d8886f84d1e0473216 as hdfs://localhost:35275/hbase/data/default/testReplayEditsWrittenViaHRegion/8b4fda52f250d374f85a5e70262aceac/b/e3db658f146944d8886f84d1e0473216 2024-12-04T05:24:30,615 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35275/hbase/data/default/testReplayEditsWrittenViaHRegion/8b4fda52f250d374f85a5e70262aceac/b/e3db658f146944d8886f84d1e0473216, entries=10, sequenceid=33, filesize=5.8 K 2024-12-04T05:24:30,616 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35275/hbase/data/default/testReplayEditsWrittenViaHRegion/8b4fda52f250d374f85a5e70262aceac/.tmp/c/a3c68ad5cf724bf0aa0986a7ce44fb78 as hdfs://localhost:35275/hbase/data/default/testReplayEditsWrittenViaHRegion/8b4fda52f250d374f85a5e70262aceac/c/a3c68ad5cf724bf0aa0986a7ce44fb78 2024-12-04T05:24:30,621 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35275/hbase/data/default/testReplayEditsWrittenViaHRegion/8b4fda52f250d374f85a5e70262aceac/c/a3c68ad5cf724bf0aa0986a7ce44fb78, entries=10, sequenceid=33, filesize=5.8 K 2024-12-04T05:24:30,623 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~2.55 KB/2610, heapSize ~5.39 KB/5520, currentSize=0 B/0 for 8b4fda52f250d374f85a5e70262aceac in 119ms, sequenceid=33, compaction requested=false 2024-12-04T05:24:30,623 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 8b4fda52f250d374f85a5e70262aceac: 2024-12-04T05:24:30,623 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 8b4fda52f250d374f85a5e70262aceac, disabling compactions & flushes 2024-12-04T05:24:30,623 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenViaHRegion,,1733289870390.8b4fda52f250d374f85a5e70262aceac. 2024-12-04T05:24:30,623 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenViaHRegion,,1733289870390.8b4fda52f250d374f85a5e70262aceac. 2024-12-04T05:24:30,623 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenViaHRegion,,1733289870390.8b4fda52f250d374f85a5e70262aceac. after waiting 0 ms 2024-12-04T05:24:30,623 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenViaHRegion,,1733289870390.8b4fda52f250d374f85a5e70262aceac. 2024-12-04T05:24:30,624 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenViaHRegion,,1733289870390.8b4fda52f250d374f85a5e70262aceac. 2024-12-04T05:24:30,624 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 8b4fda52f250d374f85a5e70262aceac: Waiting for close lock at 1733289870623Disabling compacts and flushes for region at 1733289870623Disabling writes for close at 1733289870623Writing region close event to WAL at 1733289870624 (+1 ms)Closed at 1733289870624 2024-12-04T05:24:30,627 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44311 is added to blk_1073741899_1077 (size=2873) 2024-12-04T05:24:30,627 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43859 is added to blk_1073741899_1077 (size=2873) 2024-12-04T05:24:30,627 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37859 is added to blk_1073741899_1077 (size=2873) 2024-12-04T05:24:30,633 DEBUG [Time-limited test {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35275/hbase/data/default/testReplayEditsWrittenViaHRegion/8b4fda52f250d374f85a5e70262aceac/b/e3db658f146944d8886f84d1e0473216 to hdfs://localhost:35275/hbase/archive/data/default/testReplayEditsWrittenViaHRegion/8b4fda52f250d374f85a5e70262aceac/b/e3db658f146944d8886f84d1e0473216 2024-12-04T05:24:30,650 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35275/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733289870389/wal.1733289870450, size=2.8 K (2873bytes) 2024-12-04T05:24:30,650 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35275/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733289870389/wal.1733289870450 2024-12-04T05:24:30,651 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35275/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733289870389/wal.1733289870450 after 0ms 2024-12-04T05:24:30,653 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:35275/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733289870389/wal.1733289870450: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null 2024-12-04T05:24:30,653 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35275/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733289870389/wal.1733289870450 took 3ms 2024-12-04T05:24:30,656 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35275/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733289870389/wal.1733289870450 so closing down 2024-12-04T05:24:30,656 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-04T05:24:30,657 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000003-wal.1733289870450.temp 2024-12-04T05:24:30,659 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35275/hbase/data/default/testReplayEditsWrittenViaHRegion/8b4fda52f250d374f85a5e70262aceac/recovered.edits/0000000000000000003-wal.1733289870450.temp 2024-12-04T05:24:30,659 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-04T05:24:30,670 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44311 is added to blk_1073741903_1081 (size=2312) 2024-12-04T05:24:30,670 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37859 is added to blk_1073741903_1081 (size=2312) 2024-12-04T05:24:30,671 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43859 is added to blk_1073741903_1081 (size=2312) 2024-12-04T05:24:30,672 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35275/hbase/data/default/testReplayEditsWrittenViaHRegion/8b4fda52f250d374f85a5e70262aceac/recovered.edits/0000000000000000003-wal.1733289870450.temp (wrote 30 edits, skipped 0 edits in 0 ms) 2024-12-04T05:24:30,674 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35275/hbase/data/default/testReplayEditsWrittenViaHRegion/8b4fda52f250d374f85a5e70262aceac/recovered.edits/0000000000000000003-wal.1733289870450.temp to hdfs://localhost:35275/hbase/data/default/testReplayEditsWrittenViaHRegion/8b4fda52f250d374f85a5e70262aceac/recovered.edits/0000000000000000032 2024-12-04T05:24:30,674 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 32 edits across 1 Regions in 20 ms; skipped=2; WAL=hdfs://localhost:35275/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733289870389/wal.1733289870450, size=2.8 K, length=2873, corrupted=false, cancelled=false 2024-12-04T05:24:30,674 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35275/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733289870389/wal.1733289870450, journal: Splitting hdfs://localhost:35275/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733289870389/wal.1733289870450, size=2.8 K (2873bytes) at 1733289870650Finishing writing output for hdfs://localhost:35275/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733289870389/wal.1733289870450 so closing down at 1733289870656 (+6 ms)Creating recovered edits writer path=hdfs://localhost:35275/hbase/data/default/testReplayEditsWrittenViaHRegion/8b4fda52f250d374f85a5e70262aceac/recovered.edits/0000000000000000003-wal.1733289870450.temp at 1733289870659 (+3 ms)3 split writer threads finished at 1733289870659Closed recovered edits writer path=hdfs://localhost:35275/hbase/data/default/testReplayEditsWrittenViaHRegion/8b4fda52f250d374f85a5e70262aceac/recovered.edits/0000000000000000003-wal.1733289870450.temp (wrote 30 edits, skipped 0 edits in 0 ms) at 1733289870672 (+13 ms)Rename recovered edits hdfs://localhost:35275/hbase/data/default/testReplayEditsWrittenViaHRegion/8b4fda52f250d374f85a5e70262aceac/recovered.edits/0000000000000000003-wal.1733289870450.temp to hdfs://localhost:35275/hbase/data/default/testReplayEditsWrittenViaHRegion/8b4fda52f250d374f85a5e70262aceac/recovered.edits/0000000000000000032 at 1733289870674 (+2 ms)Processed 32 edits across 1 Regions in 20 ms; skipped=2; WAL=hdfs://localhost:35275/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733289870389/wal.1733289870450, size=2.8 K, length=2873, corrupted=false, cancelled=false at 1733289870674 2024-12-04T05:24:30,676 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35275/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733289870389/wal.1733289870450 to hdfs://localhost:35275/hbase/oldWALs/wal.1733289870450 2024-12-04T05:24:30,677 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:35275/hbase/data/default/testReplayEditsWrittenViaHRegion/8b4fda52f250d374f85a5e70262aceac/recovered.edits/0000000000000000032 2024-12-04T05:24:30,677 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-12-04T05:24:30,678 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:35275/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733289870389, archiveDir=hdfs://localhost:35275/hbase/oldWALs, maxLogs=32 2024-12-04T05:24:30,692 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733289870389/wal.1733289870679, exclude list is [], retry=0 2024-12-04T05:24:30,695 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37859,DS-39fe0079-8ac3-4f94-953e-9e743aa94a22,DISK] 2024-12-04T05:24:30,695 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44311,DS-5c82d3f4-a186-4144-ad7c-ee72c42bcf47,DISK] 2024-12-04T05:24:30,696 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43859,DS-642eba6a-8b9d-466e-973c-796f3e4f5ec5,DISK] 2024-12-04T05:24:30,697 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733289870389/wal.1733289870679 2024-12-04T05:24:30,697 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45523:45523),(127.0.0.1/127.0.0.1:39001:39001),(127.0.0.1/127.0.0.1:45071:45071)] 2024-12-04T05:24:30,698 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 8b4fda52f250d374f85a5e70262aceac, NAME => 'testReplayEditsWrittenViaHRegion,,1733289870390.8b4fda52f250d374f85a5e70262aceac.', STARTKEY => '', ENDKEY => ''} 2024-12-04T05:24:30,698 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1733289870390.8b4fda52f250d374f85a5e70262aceac.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T05:24:30,698 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 8b4fda52f250d374f85a5e70262aceac 2024-12-04T05:24:30,698 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 8b4fda52f250d374f85a5e70262aceac 2024-12-04T05:24:30,699 INFO [StoreOpener-8b4fda52f250d374f85a5e70262aceac-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 8b4fda52f250d374f85a5e70262aceac 2024-12-04T05:24:30,700 INFO [StoreOpener-8b4fda52f250d374f85a5e70262aceac-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8b4fda52f250d374f85a5e70262aceac columnFamilyName a 2024-12-04T05:24:30,700 DEBUG [StoreOpener-8b4fda52f250d374f85a5e70262aceac-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T05:24:30,706 DEBUG [StoreOpener-8b4fda52f250d374f85a5e70262aceac-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:35275/hbase/data/default/testReplayEditsWrittenViaHRegion/8b4fda52f250d374f85a5e70262aceac/a/c8410507356f4a199ec043adfeb6a18f 2024-12-04T05:24:30,706 INFO [StoreOpener-8b4fda52f250d374f85a5e70262aceac-1 {}] regionserver.HStore(327): Store=8b4fda52f250d374f85a5e70262aceac/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T05:24:30,706 INFO [StoreOpener-8b4fda52f250d374f85a5e70262aceac-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 8b4fda52f250d374f85a5e70262aceac 2024-12-04T05:24:30,708 INFO [StoreOpener-8b4fda52f250d374f85a5e70262aceac-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8b4fda52f250d374f85a5e70262aceac columnFamilyName b 2024-12-04T05:24:30,708 DEBUG [StoreOpener-8b4fda52f250d374f85a5e70262aceac-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T05:24:30,709 INFO [StoreOpener-8b4fda52f250d374f85a5e70262aceac-1 {}] regionserver.HStore(327): Store=8b4fda52f250d374f85a5e70262aceac/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T05:24:30,709 INFO [StoreOpener-8b4fda52f250d374f85a5e70262aceac-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 8b4fda52f250d374f85a5e70262aceac 2024-12-04T05:24:30,710 INFO [StoreOpener-8b4fda52f250d374f85a5e70262aceac-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8b4fda52f250d374f85a5e70262aceac columnFamilyName c 2024-12-04T05:24:30,710 DEBUG [StoreOpener-8b4fda52f250d374f85a5e70262aceac-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T05:24:30,716 DEBUG [StoreOpener-8b4fda52f250d374f85a5e70262aceac-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:35275/hbase/data/default/testReplayEditsWrittenViaHRegion/8b4fda52f250d374f85a5e70262aceac/c/a3c68ad5cf724bf0aa0986a7ce44fb78 2024-12-04T05:24:30,717 INFO [StoreOpener-8b4fda52f250d374f85a5e70262aceac-1 {}] regionserver.HStore(327): Store=8b4fda52f250d374f85a5e70262aceac/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T05:24:30,717 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 8b4fda52f250d374f85a5e70262aceac 2024-12-04T05:24:30,718 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35275/hbase/data/default/testReplayEditsWrittenViaHRegion/8b4fda52f250d374f85a5e70262aceac 2024-12-04T05:24:30,719 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:35275/hbase/data/default/testReplayEditsWrittenViaHRegion/8b4fda52f250d374f85a5e70262aceac 2024-12-04T05:24:30,720 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:35275/hbase/data/default/testReplayEditsWrittenViaHRegion/8b4fda52f250d374f85a5e70262aceac/recovered.edits/0000000000000000032 2024-12-04T05:24:30,722 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:35275/hbase/data/default/testReplayEditsWrittenViaHRegion/8b4fda52f250d374f85a5e70262aceac/recovered.edits/0000000000000000032: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null 2024-12-04T05:24:30,723 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 10, skipped 20, firstSequenceIdInLog=3, maxSequenceIdInLog=32, path=hdfs://localhost:35275/hbase/data/default/testReplayEditsWrittenViaHRegion/8b4fda52f250d374f85a5e70262aceac/recovered.edits/0000000000000000032 2024-12-04T05:24:30,723 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 8b4fda52f250d374f85a5e70262aceac 3/3 column families, dataSize=870 B heapSize=2.31 KB 2024-12-04T05:24:30,739 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35275/hbase/data/default/testReplayEditsWrittenViaHRegion/8b4fda52f250d374f85a5e70262aceac/.tmp/b/642fe9ce1249470884de396d59ed95e3 is 91, key is testReplayEditsWrittenViaHRegion/b:x0/1733289870488/Put/seqid=0 2024-12-04T05:24:30,746 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37859 is added to blk_1073741905_1083 (size=5958) 2024-12-04T05:24:30,747 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44311 is added to blk_1073741905_1083 (size=5958) 2024-12-04T05:24:30,747 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43859 is added to blk_1073741905_1083 (size=5958) 2024-12-04T05:24:30,748 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=32 (bloomFilter=true), to=hdfs://localhost:35275/hbase/data/default/testReplayEditsWrittenViaHRegion/8b4fda52f250d374f85a5e70262aceac/.tmp/b/642fe9ce1249470884de396d59ed95e3 2024-12-04T05:24:30,754 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35275/hbase/data/default/testReplayEditsWrittenViaHRegion/8b4fda52f250d374f85a5e70262aceac/.tmp/b/642fe9ce1249470884de396d59ed95e3 as hdfs://localhost:35275/hbase/data/default/testReplayEditsWrittenViaHRegion/8b4fda52f250d374f85a5e70262aceac/b/642fe9ce1249470884de396d59ed95e3 2024-12-04T05:24:30,760 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35275/hbase/data/default/testReplayEditsWrittenViaHRegion/8b4fda52f250d374f85a5e70262aceac/b/642fe9ce1249470884de396d59ed95e3, entries=10, sequenceid=32, filesize=5.8 K 2024-12-04T05:24:30,760 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~870 B/870, heapSize ~1.80 KB/1840, currentSize=0 B/0 for 8b4fda52f250d374f85a5e70262aceac in 37ms, sequenceid=32, compaction requested=false; wal=null 2024-12-04T05:24:30,761 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:35275/hbase/data/default/testReplayEditsWrittenViaHRegion/8b4fda52f250d374f85a5e70262aceac/recovered.edits/0000000000000000032 2024-12-04T05:24:30,762 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 8b4fda52f250d374f85a5e70262aceac 2024-12-04T05:24:30,762 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 8b4fda52f250d374f85a5e70262aceac 2024-12-04T05:24:30,763 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-04T05:24:30,764 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 8b4fda52f250d374f85a5e70262aceac 2024-12-04T05:24:30,766 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35275/hbase/data/default/testReplayEditsWrittenViaHRegion/8b4fda52f250d374f85a5e70262aceac/recovered.edits/33.seqid, newMaxSeqId=33, maxSeqId=1 2024-12-04T05:24:30,767 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 8b4fda52f250d374f85a5e70262aceac; next sequenceid=34; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68831368, jitterRate=0.025667309761047363}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-04T05:24:30,768 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 8b4fda52f250d374f85a5e70262aceac: Writing region info on filesystem at 1733289870698Initializing all the Stores at 1733289870699 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733289870699Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733289870699Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733289870699Obtaining lock to block concurrent updates at 1733289870723 (+24 ms)Preparing flush snapshotting stores in 8b4fda52f250d374f85a5e70262aceac at 1733289870723Finished memstore snapshotting testReplayEditsWrittenViaHRegion,,1733289870390.8b4fda52f250d374f85a5e70262aceac., syncing WAL and waiting on mvcc, flushsize=dataSize=870, getHeapSize=2320, getOffHeapSize=0, getCellsCount=10 at 1733289870724 (+1 ms)Flushing stores of testReplayEditsWrittenViaHRegion,,1733289870390.8b4fda52f250d374f85a5e70262aceac. at 1733289870724Flushing 8b4fda52f250d374f85a5e70262aceac/b: creating writer at 1733289870724Flushing 8b4fda52f250d374f85a5e70262aceac/b: appending metadata at 1733289870739 (+15 ms)Flushing 8b4fda52f250d374f85a5e70262aceac/b: closing flushed file at 1733289870739Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@611f6a6: reopening flushed file at 1733289870753 (+14 ms)Finished flush of dataSize ~870 B/870, heapSize ~1.80 KB/1840, currentSize=0 B/0 for 8b4fda52f250d374f85a5e70262aceac in 37ms, sequenceid=32, compaction requested=false; wal=null at 1733289870760 (+7 ms)Cleaning up temporary data from old regions at 1733289870762 (+2 ms)Region opened successfully at 1733289870768 (+6 ms) 2024-12-04T05:24:30,800 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayCompressed#testReplayEditsAfterPartialFlush Thread=418 (was 409) Potentially hanging thread: PacketResponder: BP-816464211-172.17.0.2-1733289848183:blk_1073741904_1082, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1795636505_22 at /127.0.0.1:32962 [Receiving block BP-816464211-172.17.0.2-1733289848183:blk_1073741904_1082] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1795636505_22 at /127.0.0.1:57130 [Receiving block BP-816464211-172.17.0.2-1733289848183:blk_1073741904_1082] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1795636505_22 at /127.0.0.1:53504 [Receiving block BP-816464211-172.17.0.2-1733289848183:blk_1073741904_1082] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-20-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-20-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1795636505_22 at /127.0.0.1:36678 [Waiting for operation #41] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-816464211-172.17.0.2-1733289848183:blk_1073741904_1082, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-20-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-816464211-172.17.0.2-1733289848183:blk_1073741904_1082, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1795636505_22 at /127.0.0.1:60424 [Waiting for operation #46] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1795636505_22 at /127.0.0.1:55720 [Waiting for operation #36] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=1124 (was 1048) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=225 (was 225), ProcessCount=11 (was 11), AvailableMemoryMB=5186 (was 5208) 2024-12-04T05:24:30,800 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1124 is superior to 1024 2024-12-04T05:24:30,814 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayCompressed#testReplayEditsAfterAbortingFlush Thread=418, OpenFileDescriptor=1124, MaxFileDescriptor=1048576, SystemLoadAverage=225, ProcessCount=11, AvailableMemoryMB=5185 2024-12-04T05:24:30,814 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1124 is superior to 1024 2024-12-04T05:24:30,830 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T05:24:30,832 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T05:24:30,832 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-04T05:24:30,836 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-07680159, suffix=, logDir=hdfs://localhost:35275/hbase/WALs/hregion-07680159, archiveDir=hdfs://localhost:35275/hbase/oldWALs, maxLogs=32 2024-12-04T05:24:30,849 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-07680159/hregion-07680159.1733289870836, exclude list is [], retry=0 2024-12-04T05:24:30,853 DEBUG [AsyncFSWAL-22-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43859,DS-642eba6a-8b9d-466e-973c-796f3e4f5ec5,DISK] 2024-12-04T05:24:30,853 DEBUG [AsyncFSWAL-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37859,DS-39fe0079-8ac3-4f94-953e-9e743aa94a22,DISK] 2024-12-04T05:24:30,854 DEBUG [AsyncFSWAL-22-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44311,DS-5c82d3f4-a186-4144-ad7c-ee72c42bcf47,DISK] 2024-12-04T05:24:30,856 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-07680159/hregion-07680159.1733289870836 2024-12-04T05:24:30,856 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45071:45071),(127.0.0.1/127.0.0.1:45523:45523),(127.0.0.1/127.0.0.1:39001:39001)] 2024-12-04T05:24:30,856 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => 9e788dd7e60c19f6f762f7de4bb71dab, NAME => 'testReplayEditsAfterAbortingFlush,,1733289870831.9e788dd7e60c19f6f762f7de4bb71dab.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsAfterAbortingFlush', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35275/hbase 2024-12-04T05:24:30,866 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43859 is added to blk_1073741907_1085 (size=68) 2024-12-04T05:24:30,866 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37859 is added to blk_1073741907_1085 (size=68) 2024-12-04T05:24:30,867 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44311 is added to blk_1073741907_1085 (size=68) 2024-12-04T05:24:30,867 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsAfterAbortingFlush,,1733289870831.9e788dd7e60c19f6f762f7de4bb71dab.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T05:24:30,869 INFO [StoreOpener-9e788dd7e60c19f6f762f7de4bb71dab-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 9e788dd7e60c19f6f762f7de4bb71dab 2024-12-04T05:24:30,870 INFO [StoreOpener-9e788dd7e60c19f6f762f7de4bb71dab-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9e788dd7e60c19f6f762f7de4bb71dab columnFamilyName a 2024-12-04T05:24:30,870 DEBUG [StoreOpener-9e788dd7e60c19f6f762f7de4bb71dab-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T05:24:30,871 INFO [StoreOpener-9e788dd7e60c19f6f762f7de4bb71dab-1 {}] regionserver.HStore(327): Store=9e788dd7e60c19f6f762f7de4bb71dab/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T05:24:30,871 INFO [StoreOpener-9e788dd7e60c19f6f762f7de4bb71dab-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 9e788dd7e60c19f6f762f7de4bb71dab 2024-12-04T05:24:30,872 INFO [StoreOpener-9e788dd7e60c19f6f762f7de4bb71dab-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9e788dd7e60c19f6f762f7de4bb71dab columnFamilyName b 2024-12-04T05:24:30,872 DEBUG [StoreOpener-9e788dd7e60c19f6f762f7de4bb71dab-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T05:24:30,873 INFO [StoreOpener-9e788dd7e60c19f6f762f7de4bb71dab-1 {}] regionserver.HStore(327): Store=9e788dd7e60c19f6f762f7de4bb71dab/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T05:24:30,873 INFO [StoreOpener-9e788dd7e60c19f6f762f7de4bb71dab-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 9e788dd7e60c19f6f762f7de4bb71dab 2024-12-04T05:24:30,874 INFO [StoreOpener-9e788dd7e60c19f6f762f7de4bb71dab-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9e788dd7e60c19f6f762f7de4bb71dab columnFamilyName c 2024-12-04T05:24:30,874 DEBUG [StoreOpener-9e788dd7e60c19f6f762f7de4bb71dab-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T05:24:30,874 INFO [StoreOpener-9e788dd7e60c19f6f762f7de4bb71dab-1 {}] regionserver.HStore(327): Store=9e788dd7e60c19f6f762f7de4bb71dab/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T05:24:30,874 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 9e788dd7e60c19f6f762f7de4bb71dab 2024-12-04T05:24:30,875 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35275/hbase/data/default/testReplayEditsAfterAbortingFlush/9e788dd7e60c19f6f762f7de4bb71dab 2024-12-04T05:24:30,875 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35275/hbase/data/default/testReplayEditsAfterAbortingFlush/9e788dd7e60c19f6f762f7de4bb71dab 2024-12-04T05:24:30,876 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 9e788dd7e60c19f6f762f7de4bb71dab 2024-12-04T05:24:30,876 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 9e788dd7e60c19f6f762f7de4bb71dab 2024-12-04T05:24:30,877 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterAbortingFlush descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-04T05:24:30,878 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 9e788dd7e60c19f6f762f7de4bb71dab 2024-12-04T05:24:30,880 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35275/hbase/data/default/testReplayEditsAfterAbortingFlush/9e788dd7e60c19f6f762f7de4bb71dab/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T05:24:30,880 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 9e788dd7e60c19f6f762f7de4bb71dab; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68837432, jitterRate=0.025757670402526855}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-04T05:24:30,881 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 9e788dd7e60c19f6f762f7de4bb71dab: Writing region info on filesystem at 1733289870868Initializing all the Stores at 1733289870868Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733289870868Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733289870868Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733289870868Cleaning up temporary data from old regions at 1733289870876 (+8 ms)Region opened successfully at 1733289870881 (+5 ms) 2024-12-04T05:24:30,881 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 9e788dd7e60c19f6f762f7de4bb71dab, disabling compactions & flushes 2024-12-04T05:24:30,881 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsAfterAbortingFlush,,1733289870831.9e788dd7e60c19f6f762f7de4bb71dab. 2024-12-04T05:24:30,881 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterAbortingFlush,,1733289870831.9e788dd7e60c19f6f762f7de4bb71dab. 2024-12-04T05:24:30,881 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterAbortingFlush,,1733289870831.9e788dd7e60c19f6f762f7de4bb71dab. after waiting 0 ms 2024-12-04T05:24:30,882 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterAbortingFlush,,1733289870831.9e788dd7e60c19f6f762f7de4bb71dab. 2024-12-04T05:24:30,882 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsAfterAbortingFlush,,1733289870831.9e788dd7e60c19f6f762f7de4bb71dab. 2024-12-04T05:24:30,882 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 9e788dd7e60c19f6f762f7de4bb71dab: Waiting for close lock at 1733289870881Disabling compacts and flushes for region at 1733289870881Disabling writes for close at 1733289870881Writing region close event to WAL at 1733289870882 (+1 ms)Closed at 1733289870882 2024-12-04T05:24:30,886 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37859 is added to blk_1073741906_1084 (size=93) 2024-12-04T05:24:30,886 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43859 is added to blk_1073741906_1084 (size=93) 2024-12-04T05:24:30,886 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44311 is added to blk_1073741906_1084 (size=93) 2024-12-04T05:24:30,889 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-12-04T05:24:30,889 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-07680159:(num 1733289870836) 2024-12-04T05:24:30,889 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-12-04T05:24:30,891 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:35275/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733289870829, archiveDir=hdfs://localhost:35275/hbase/oldWALs, maxLogs=32 2024-12-04T05:24:30,904 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733289870829/wal.1733289870891, exclude list is [], retry=0 2024-12-04T05:24:30,907 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44311,DS-5c82d3f4-a186-4144-ad7c-ee72c42bcf47,DISK] 2024-12-04T05:24:30,907 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37859,DS-39fe0079-8ac3-4f94-953e-9e743aa94a22,DISK] 2024-12-04T05:24:30,907 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43859,DS-642eba6a-8b9d-466e-973c-796f3e4f5ec5,DISK] 2024-12-04T05:24:30,909 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733289870829/wal.1733289870891 2024-12-04T05:24:30,909 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39001:39001),(127.0.0.1/127.0.0.1:45523:45523),(127.0.0.1/127.0.0.1:45071:45071)] 2024-12-04T05:24:30,983 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 9e788dd7e60c19f6f762f7de4bb71dab, NAME => 'testReplayEditsAfterAbortingFlush,,1733289870831.9e788dd7e60c19f6f762f7de4bb71dab.', STARTKEY => '', ENDKEY => ''} 2024-12-04T05:24:30,985 DEBUG [Time-limited test {}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testReplayEditsAfterAbortingFlush 9e788dd7e60c19f6f762f7de4bb71dab 2024-12-04T05:24:30,985 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsAfterAbortingFlush,,1733289870831.9e788dd7e60c19f6f762f7de4bb71dab.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T05:24:30,986 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 9e788dd7e60c19f6f762f7de4bb71dab 2024-12-04T05:24:30,986 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 9e788dd7e60c19f6f762f7de4bb71dab 2024-12-04T05:24:30,988 INFO [StoreOpener-9e788dd7e60c19f6f762f7de4bb71dab-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 9e788dd7e60c19f6f762f7de4bb71dab 2024-12-04T05:24:30,989 INFO [StoreOpener-9e788dd7e60c19f6f762f7de4bb71dab-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9e788dd7e60c19f6f762f7de4bb71dab columnFamilyName a 2024-12-04T05:24:30,989 DEBUG [StoreOpener-9e788dd7e60c19f6f762f7de4bb71dab-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T05:24:30,989 INFO [StoreOpener-9e788dd7e60c19f6f762f7de4bb71dab-1 {}] regionserver.HStore(327): Store=9e788dd7e60c19f6f762f7de4bb71dab/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T05:24:30,990 INFO [StoreOpener-9e788dd7e60c19f6f762f7de4bb71dab-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 9e788dd7e60c19f6f762f7de4bb71dab 2024-12-04T05:24:30,990 INFO [StoreOpener-9e788dd7e60c19f6f762f7de4bb71dab-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9e788dd7e60c19f6f762f7de4bb71dab columnFamilyName b 2024-12-04T05:24:30,990 DEBUG [StoreOpener-9e788dd7e60c19f6f762f7de4bb71dab-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T05:24:30,991 INFO [StoreOpener-9e788dd7e60c19f6f762f7de4bb71dab-1 {}] regionserver.HStore(327): Store=9e788dd7e60c19f6f762f7de4bb71dab/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T05:24:30,991 INFO [StoreOpener-9e788dd7e60c19f6f762f7de4bb71dab-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 9e788dd7e60c19f6f762f7de4bb71dab 2024-12-04T05:24:30,992 INFO [StoreOpener-9e788dd7e60c19f6f762f7de4bb71dab-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9e788dd7e60c19f6f762f7de4bb71dab columnFamilyName c 2024-12-04T05:24:30,992 DEBUG [StoreOpener-9e788dd7e60c19f6f762f7de4bb71dab-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T05:24:30,992 INFO [StoreOpener-9e788dd7e60c19f6f762f7de4bb71dab-1 {}] regionserver.HStore(327): Store=9e788dd7e60c19f6f762f7de4bb71dab/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T05:24:30,992 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 9e788dd7e60c19f6f762f7de4bb71dab 2024-12-04T05:24:30,993 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35275/hbase/data/default/testReplayEditsAfterAbortingFlush/9e788dd7e60c19f6f762f7de4bb71dab 2024-12-04T05:24:30,994 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35275/hbase/data/default/testReplayEditsAfterAbortingFlush/9e788dd7e60c19f6f762f7de4bb71dab 2024-12-04T05:24:30,995 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 9e788dd7e60c19f6f762f7de4bb71dab 2024-12-04T05:24:30,995 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 9e788dd7e60c19f6f762f7de4bb71dab 2024-12-04T05:24:30,996 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterAbortingFlush descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-04T05:24:30,997 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 9e788dd7e60c19f6f762f7de4bb71dab 2024-12-04T05:24:30,998 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 9e788dd7e60c19f6f762f7de4bb71dab; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62287217, jitterRate=-0.07184813916683197}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-04T05:24:30,998 DEBUG [Time-limited test {}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 9e788dd7e60c19f6f762f7de4bb71dab 2024-12-04T05:24:30,999 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 9e788dd7e60c19f6f762f7de4bb71dab: Running coprocessor pre-open hook at 1733289870986Writing region info on filesystem at 1733289870986Initializing all the Stores at 1733289870987 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733289870987Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733289870987Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733289870987Cleaning up temporary data from old regions at 1733289870995 (+8 ms)Running coprocessor post-open hooks at 1733289870998 (+3 ms)Region opened successfully at 1733289870999 (+1 ms) 2024-12-04T05:24:31,012 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 9e788dd7e60c19f6f762f7de4bb71dab 3/3 column families, dataSize=590 B heapSize=2.08 KB 2024-12-04T05:24:31,014 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for 9e788dd7e60c19f6f762f7de4bb71dab/a, retrying num=0 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T05:24:31,359 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-04T05:24:31,589 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsWrittenViaHRegion 2024-12-04T05:24:31,589 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsWrittenViaHRegion Metrics about Tables on a single HBase RegionServer 2024-12-04T05:24:31,591 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsAfterRegionMovedWithMultiCF 2024-12-04T05:24:31,591 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsAfterRegionMovedWithMultiCF Metrics about Tables on a single HBase RegionServer 2024-12-04T05:24:31,592 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testRegionMadeOfBulkLoadedFilesOnly 2024-12-04T05:24:31,592 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testRegionMadeOfBulkLoadedFilesOnly Metrics about Tables on a single HBase RegionServer 2024-12-04T05:24:31,593 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsAfterAbortingFlush 2024-12-04T05:24:31,593 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsAfterAbortingFlush Metrics about Tables on a single HBase RegionServer 2024-12-04T05:24:32,014 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for 9e788dd7e60c19f6f762f7de4bb71dab/a, retrying num=1 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T05:24:32,292 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-04T05:24:33,015 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for 9e788dd7e60c19f6f762f7de4bb71dab/a, retrying num=2 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T05:24:34,015 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for 9e788dd7e60c19f6f762f7de4bb71dab/a, retrying num=3 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T05:24:35,016 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for 9e788dd7e60c19f6f762f7de4bb71dab/a, retrying num=4 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T05:24:36,017 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for 9e788dd7e60c19f6f762f7de4bb71dab/a, retrying num=5 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T05:24:37,017 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for 9e788dd7e60c19f6f762f7de4bb71dab/a, retrying num=6 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T05:24:38,018 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for 9e788dd7e60c19f6f762f7de4bb71dab/a, retrying num=7 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T05:24:39,019 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for 9e788dd7e60c19f6f762f7de4bb71dab/a, retrying num=8 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T05:24:40,019 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for 9e788dd7e60c19f6f762f7de4bb71dab/a, retrying num=9 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T05:24:40,020 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 9e788dd7e60c19f6f762f7de4bb71dab: 2024-12-04T05:24:40,020 INFO [Time-limited test {}] wal.AbstractTestWALReplay(671): Expected simulated exception when flushing region, region: testReplayEditsAfterAbortingFlush,,1733289870831.9e788dd7e60c19f6f762f7de4bb71dab. 2024-12-04T05:24:40,033 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 9e788dd7e60c19f6f762f7de4bb71dab: 2024-12-04T05:24:40,033 INFO [Time-limited test {}] wal.AbstractTestWALReplay(691): Expected exception when flushing region because server is stopped,Aborting flush because server is aborted... 2024-12-04T05:24:40,033 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 9e788dd7e60c19f6f762f7de4bb71dab, disabling compactions & flushes 2024-12-04T05:24:40,033 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsAfterAbortingFlush,,1733289870831.9e788dd7e60c19f6f762f7de4bb71dab. 2024-12-04T05:24:40,033 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterAbortingFlush,,1733289870831.9e788dd7e60c19f6f762f7de4bb71dab. 2024-12-04T05:24:40,033 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterAbortingFlush,,1733289870831.9e788dd7e60c19f6f762f7de4bb71dab. after waiting 0 ms 2024-12-04T05:24:40,033 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterAbortingFlush,,1733289870831.9e788dd7e60c19f6f762f7de4bb71dab. 2024-12-04T05:24:40,034 ERROR [Time-limited test {}] regionserver.HRegion(1960): Memstore data size is 1190 in region testReplayEditsAfterAbortingFlush,,1733289870831.9e788dd7e60c19f6f762f7de4bb71dab. 2024-12-04T05:24:40,034 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsAfterAbortingFlush,,1733289870831.9e788dd7e60c19f6f762f7de4bb71dab. 2024-12-04T05:24:40,034 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 9e788dd7e60c19f6f762f7de4bb71dab: Waiting for close lock at 1733289880033Running coprocessor pre-close hooks at 1733289880033Disabling compacts and flushes for region at 1733289880033Disabling writes for close at 1733289880033Writing region close event to WAL at 1733289880033Running coprocessor post-close hooks at 1733289880034 (+1 ms)Closed at 1733289880034 2024-12-04T05:24:40,036 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43859 is added to blk_1073741908_1086 (size=2398) 2024-12-04T05:24:40,036 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37859 is added to blk_1073741908_1086 (size=2398) 2024-12-04T05:24:40,036 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44311 is added to blk_1073741908_1086 (size=2398) 2024-12-04T05:24:40,054 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35275/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733289870829/wal.1733289870891, size=2.3 K (2398bytes) 2024-12-04T05:24:40,054 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35275/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733289870829/wal.1733289870891 2024-12-04T05:24:40,054 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35275/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733289870829/wal.1733289870891 after 0ms 2024-12-04T05:24:40,056 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:35275/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733289870829/wal.1733289870891: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null 2024-12-04T05:24:40,057 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35275/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733289870829/wal.1733289870891 took 4ms 2024-12-04T05:24:40,059 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35275/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733289870829/wal.1733289870891 so closing down 2024-12-04T05:24:40,059 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-04T05:24:40,060 INFO [Time-limited test-Writer-2 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000004-wal.1733289870891.temp 2024-12-04T05:24:40,062 INFO [Time-limited test-Writer-2 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35275/hbase/data/default/testReplayEditsAfterAbortingFlush/9e788dd7e60c19f6f762f7de4bb71dab/recovered.edits/0000000000000000004-wal.1733289870891.temp 2024-12-04T05:24:40,062 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-04T05:24:40,070 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44311 is added to blk_1073741909_1087 (size=1672) 2024-12-04T05:24:40,070 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43859 is added to blk_1073741909_1087 (size=1672) 2024-12-04T05:24:40,071 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37859 is added to blk_1073741909_1087 (size=1672) 2024-12-04T05:24:40,071 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35275/hbase/data/default/testReplayEditsAfterAbortingFlush/9e788dd7e60c19f6f762f7de4bb71dab/recovered.edits/0000000000000000004-wal.1733289870891.temp (wrote 20 edits, skipped 0 edits in 0 ms) 2024-12-04T05:24:40,072 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35275/hbase/data/default/testReplayEditsAfterAbortingFlush/9e788dd7e60c19f6f762f7de4bb71dab/recovered.edits/0000000000000000004-wal.1733289870891.temp to hdfs://localhost:35275/hbase/data/default/testReplayEditsAfterAbortingFlush/9e788dd7e60c19f6f762f7de4bb71dab/recovered.edits/0000000000000000026 2024-12-04T05:24:40,072 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 23 edits across 1 Regions in 14 ms; skipped=3; WAL=hdfs://localhost:35275/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733289870829/wal.1733289870891, size=2.3 K, length=2398, corrupted=false, cancelled=false 2024-12-04T05:24:40,072 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35275/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733289870829/wal.1733289870891, journal: Splitting hdfs://localhost:35275/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733289870829/wal.1733289870891, size=2.3 K (2398bytes) at 1733289880054Finishing writing output for hdfs://localhost:35275/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733289870829/wal.1733289870891 so closing down at 1733289880059 (+5 ms)Creating recovered edits writer path=hdfs://localhost:35275/hbase/data/default/testReplayEditsAfterAbortingFlush/9e788dd7e60c19f6f762f7de4bb71dab/recovered.edits/0000000000000000004-wal.1733289870891.temp at 1733289880062 (+3 ms)3 split writer threads finished at 1733289880062Closed recovered edits writer path=hdfs://localhost:35275/hbase/data/default/testReplayEditsAfterAbortingFlush/9e788dd7e60c19f6f762f7de4bb71dab/recovered.edits/0000000000000000004-wal.1733289870891.temp (wrote 20 edits, skipped 0 edits in 0 ms) at 1733289880071 (+9 ms)Rename recovered edits hdfs://localhost:35275/hbase/data/default/testReplayEditsAfterAbortingFlush/9e788dd7e60c19f6f762f7de4bb71dab/recovered.edits/0000000000000000004-wal.1733289870891.temp to hdfs://localhost:35275/hbase/data/default/testReplayEditsAfterAbortingFlush/9e788dd7e60c19f6f762f7de4bb71dab/recovered.edits/0000000000000000026 at 1733289880072 (+1 ms)Processed 23 edits across 1 Regions in 14 ms; skipped=3; WAL=hdfs://localhost:35275/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733289870829/wal.1733289870891, size=2.3 K, length=2398, corrupted=false, cancelled=false at 1733289880072 2024-12-04T05:24:40,074 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35275/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733289870829/wal.1733289870891 to hdfs://localhost:35275/hbase/oldWALs/wal.1733289870891 2024-12-04T05:24:40,075 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:35275/hbase/data/default/testReplayEditsAfterAbortingFlush/9e788dd7e60c19f6f762f7de4bb71dab/recovered.edits/0000000000000000026 2024-12-04T05:24:40,075 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-12-04T05:24:40,076 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:35275/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733289870829, archiveDir=hdfs://localhost:35275/hbase/oldWALs, maxLogs=32 2024-12-04T05:24:40,089 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733289870829/wal.1733289880076, exclude list is [], retry=0 2024-12-04T05:24:40,092 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43859,DS-642eba6a-8b9d-466e-973c-796f3e4f5ec5,DISK] 2024-12-04T05:24:40,092 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44311,DS-5c82d3f4-a186-4144-ad7c-ee72c42bcf47,DISK] 2024-12-04T05:24:40,093 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37859,DS-39fe0079-8ac3-4f94-953e-9e743aa94a22,DISK] 2024-12-04T05:24:40,094 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733289870829/wal.1733289880076 2024-12-04T05:24:40,095 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45071:45071),(127.0.0.1/127.0.0.1:39001:39001),(127.0.0.1/127.0.0.1:45523:45523)] 2024-12-04T05:24:40,095 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 9e788dd7e60c19f6f762f7de4bb71dab, NAME => 'testReplayEditsAfterAbortingFlush,,1733289870831.9e788dd7e60c19f6f762f7de4bb71dab.', STARTKEY => '', ENDKEY => ''} 2024-12-04T05:24:40,096 DEBUG [Time-limited test {}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testReplayEditsAfterAbortingFlush 9e788dd7e60c19f6f762f7de4bb71dab 2024-12-04T05:24:40,096 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsAfterAbortingFlush,,1733289870831.9e788dd7e60c19f6f762f7de4bb71dab.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T05:24:40,096 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 9e788dd7e60c19f6f762f7de4bb71dab 2024-12-04T05:24:40,096 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 9e788dd7e60c19f6f762f7de4bb71dab 2024-12-04T05:24:40,098 INFO [StoreOpener-9e788dd7e60c19f6f762f7de4bb71dab-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 9e788dd7e60c19f6f762f7de4bb71dab 2024-12-04T05:24:40,099 INFO [StoreOpener-9e788dd7e60c19f6f762f7de4bb71dab-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9e788dd7e60c19f6f762f7de4bb71dab columnFamilyName a 2024-12-04T05:24:40,099 DEBUG [StoreOpener-9e788dd7e60c19f6f762f7de4bb71dab-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T05:24:40,100 INFO [StoreOpener-9e788dd7e60c19f6f762f7de4bb71dab-1 {}] regionserver.HStore(327): Store=9e788dd7e60c19f6f762f7de4bb71dab/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T05:24:40,100 INFO [StoreOpener-9e788dd7e60c19f6f762f7de4bb71dab-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 9e788dd7e60c19f6f762f7de4bb71dab 2024-12-04T05:24:40,101 INFO [StoreOpener-9e788dd7e60c19f6f762f7de4bb71dab-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9e788dd7e60c19f6f762f7de4bb71dab columnFamilyName b 2024-12-04T05:24:40,101 DEBUG [StoreOpener-9e788dd7e60c19f6f762f7de4bb71dab-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T05:24:40,101 INFO [StoreOpener-9e788dd7e60c19f6f762f7de4bb71dab-1 {}] regionserver.HStore(327): Store=9e788dd7e60c19f6f762f7de4bb71dab/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T05:24:40,102 INFO [StoreOpener-9e788dd7e60c19f6f762f7de4bb71dab-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 9e788dd7e60c19f6f762f7de4bb71dab 2024-12-04T05:24:40,102 INFO [StoreOpener-9e788dd7e60c19f6f762f7de4bb71dab-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9e788dd7e60c19f6f762f7de4bb71dab columnFamilyName c 2024-12-04T05:24:40,102 DEBUG [StoreOpener-9e788dd7e60c19f6f762f7de4bb71dab-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T05:24:40,103 INFO [StoreOpener-9e788dd7e60c19f6f762f7de4bb71dab-1 {}] regionserver.HStore(327): Store=9e788dd7e60c19f6f762f7de4bb71dab/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T05:24:40,103 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 9e788dd7e60c19f6f762f7de4bb71dab 2024-12-04T05:24:40,104 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35275/hbase/data/default/testReplayEditsAfterAbortingFlush/9e788dd7e60c19f6f762f7de4bb71dab 2024-12-04T05:24:40,105 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:35275/hbase/data/default/testReplayEditsAfterAbortingFlush/9e788dd7e60c19f6f762f7de4bb71dab 2024-12-04T05:24:40,105 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:35275/hbase/data/default/testReplayEditsAfterAbortingFlush/9e788dd7e60c19f6f762f7de4bb71dab/recovered.edits/0000000000000000026 2024-12-04T05:24:40,108 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:35275/hbase/data/default/testReplayEditsAfterAbortingFlush/9e788dd7e60c19f6f762f7de4bb71dab/recovered.edits/0000000000000000026: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null 2024-12-04T05:24:40,109 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 20, skipped 0, firstSequenceIdInLog=4, maxSequenceIdInLog=26, path=hdfs://localhost:35275/hbase/data/default/testReplayEditsAfterAbortingFlush/9e788dd7e60c19f6f762f7de4bb71dab/recovered.edits/0000000000000000026 2024-12-04T05:24:40,110 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 9e788dd7e60c19f6f762f7de4bb71dab 3/3 column families, dataSize=1.16 KB heapSize=3.41 KB 2024-12-04T05:24:40,125 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35275/hbase/data/default/testReplayEditsAfterAbortingFlush/9e788dd7e60c19f6f762f7de4bb71dab/.tmp/a/5d993ecd1ccb4e9998fe80964bcf875b is 64, key is testReplayEditsAfterAbortingFlush12/a:q/1733289880024/Put/seqid=0 2024-12-04T05:24:40,133 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44311 is added to blk_1073741911_1089 (size=5523) 2024-12-04T05:24:40,133 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43859 is added to blk_1073741911_1089 (size=5523) 2024-12-04T05:24:40,134 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37859 is added to blk_1073741911_1089 (size=5523) 2024-12-04T05:24:40,134 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=416 B at sequenceid=26 (bloomFilter=true), to=hdfs://localhost:35275/hbase/data/default/testReplayEditsAfterAbortingFlush/9e788dd7e60c19f6f762f7de4bb71dab/.tmp/a/5d993ecd1ccb4e9998fe80964bcf875b 2024-12-04T05:24:40,160 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35275/hbase/data/default/testReplayEditsAfterAbortingFlush/9e788dd7e60c19f6f762f7de4bb71dab/.tmp/b/9096a872dbaf4c3599c78b42e57b4a8c is 64, key is testReplayEditsAfterAbortingFlush10/b:q/1733289880021/Put/seqid=0 2024-12-04T05:24:40,167 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37859 is added to blk_1073741912_1090 (size=5524) 2024-12-04T05:24:40,167 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43859 is added to blk_1073741912_1090 (size=5524) 2024-12-04T05:24:40,168 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44311 is added to blk_1073741912_1090 (size=5524) 2024-12-04T05:24:40,168 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=417 B at sequenceid=26 (bloomFilter=true), to=hdfs://localhost:35275/hbase/data/default/testReplayEditsAfterAbortingFlush/9e788dd7e60c19f6f762f7de4bb71dab/.tmp/b/9096a872dbaf4c3599c78b42e57b4a8c 2024-12-04T05:24:40,188 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35275/hbase/data/default/testReplayEditsAfterAbortingFlush/9e788dd7e60c19f6f762f7de4bb71dab/.tmp/c/74b32bd536344b9281424ee057880b67 is 64, key is testReplayEditsAfterAbortingFlush11/c:q/1733289880022/Put/seqid=0 2024-12-04T05:24:40,194 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43859 is added to blk_1073741913_1091 (size=5457) 2024-12-04T05:24:40,195 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44311 is added to blk_1073741913_1091 (size=5457) 2024-12-04T05:24:40,195 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37859 is added to blk_1073741913_1091 (size=5457) 2024-12-04T05:24:40,195 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=357 B at sequenceid=26 (bloomFilter=true), to=hdfs://localhost:35275/hbase/data/default/testReplayEditsAfterAbortingFlush/9e788dd7e60c19f6f762f7de4bb71dab/.tmp/c/74b32bd536344b9281424ee057880b67 2024-12-04T05:24:40,201 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35275/hbase/data/default/testReplayEditsAfterAbortingFlush/9e788dd7e60c19f6f762f7de4bb71dab/.tmp/a/5d993ecd1ccb4e9998fe80964bcf875b as hdfs://localhost:35275/hbase/data/default/testReplayEditsAfterAbortingFlush/9e788dd7e60c19f6f762f7de4bb71dab/a/5d993ecd1ccb4e9998fe80964bcf875b 2024-12-04T05:24:40,207 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35275/hbase/data/default/testReplayEditsAfterAbortingFlush/9e788dd7e60c19f6f762f7de4bb71dab/a/5d993ecd1ccb4e9998fe80964bcf875b, entries=7, sequenceid=26, filesize=5.4 K 2024-12-04T05:24:40,208 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35275/hbase/data/default/testReplayEditsAfterAbortingFlush/9e788dd7e60c19f6f762f7de4bb71dab/.tmp/b/9096a872dbaf4c3599c78b42e57b4a8c as hdfs://localhost:35275/hbase/data/default/testReplayEditsAfterAbortingFlush/9e788dd7e60c19f6f762f7de4bb71dab/b/9096a872dbaf4c3599c78b42e57b4a8c 2024-12-04T05:24:40,214 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35275/hbase/data/default/testReplayEditsAfterAbortingFlush/9e788dd7e60c19f6f762f7de4bb71dab/b/9096a872dbaf4c3599c78b42e57b4a8c, entries=7, sequenceid=26, filesize=5.4 K 2024-12-04T05:24:40,215 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35275/hbase/data/default/testReplayEditsAfterAbortingFlush/9e788dd7e60c19f6f762f7de4bb71dab/.tmp/c/74b32bd536344b9281424ee057880b67 as hdfs://localhost:35275/hbase/data/default/testReplayEditsAfterAbortingFlush/9e788dd7e60c19f6f762f7de4bb71dab/c/74b32bd536344b9281424ee057880b67 2024-12-04T05:24:40,221 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35275/hbase/data/default/testReplayEditsAfterAbortingFlush/9e788dd7e60c19f6f762f7de4bb71dab/c/74b32bd536344b9281424ee057880b67, entries=6, sequenceid=26, filesize=5.3 K 2024-12-04T05:24:40,222 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~1.16 KB/1190, heapSize ~3.36 KB/3440, currentSize=0 B/0 for 9e788dd7e60c19f6f762f7de4bb71dab in 113ms, sequenceid=26, compaction requested=false; wal=null 2024-12-04T05:24:40,223 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:35275/hbase/data/default/testReplayEditsAfterAbortingFlush/9e788dd7e60c19f6f762f7de4bb71dab/recovered.edits/0000000000000000026 2024-12-04T05:24:40,224 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 9e788dd7e60c19f6f762f7de4bb71dab 2024-12-04T05:24:40,224 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 9e788dd7e60c19f6f762f7de4bb71dab 2024-12-04T05:24:40,225 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterAbortingFlush descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-04T05:24:40,226 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 9e788dd7e60c19f6f762f7de4bb71dab 2024-12-04T05:24:40,229 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35275/hbase/data/default/testReplayEditsAfterAbortingFlush/9e788dd7e60c19f6f762f7de4bb71dab/recovered.edits/26.seqid, newMaxSeqId=26, maxSeqId=1 2024-12-04T05:24:40,230 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 9e788dd7e60c19f6f762f7de4bb71dab; next sequenceid=27; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70946116, jitterRate=0.05717951059341431}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-04T05:24:40,230 DEBUG [Time-limited test {}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 9e788dd7e60c19f6f762f7de4bb71dab 2024-12-04T05:24:40,231 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 9e788dd7e60c19f6f762f7de4bb71dab: Running coprocessor pre-open hook at 1733289880097Writing region info on filesystem at 1733289880097Initializing all the Stores at 1733289880097Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733289880097Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733289880098 (+1 ms)Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733289880098Obtaining lock to block concurrent updates at 1733289880110 (+12 ms)Preparing flush snapshotting stores in 9e788dd7e60c19f6f762f7de4bb71dab at 1733289880110Finished memstore snapshotting testReplayEditsAfterAbortingFlush,,1733289870831.9e788dd7e60c19f6f762f7de4bb71dab., syncing WAL and waiting on mvcc, flushsize=dataSize=1190, getHeapSize=3440, getOffHeapSize=0, getCellsCount=20 at 1733289880110Flushing stores of testReplayEditsAfterAbortingFlush,,1733289870831.9e788dd7e60c19f6f762f7de4bb71dab. at 1733289880110Flushing 9e788dd7e60c19f6f762f7de4bb71dab/a: creating writer at 1733289880110Flushing 9e788dd7e60c19f6f762f7de4bb71dab/a: appending metadata at 1733289880125 (+15 ms)Flushing 9e788dd7e60c19f6f762f7de4bb71dab/a: closing flushed file at 1733289880125Flushing 9e788dd7e60c19f6f762f7de4bb71dab/b: creating writer at 1733289880140 (+15 ms)Flushing 9e788dd7e60c19f6f762f7de4bb71dab/b: appending metadata at 1733289880160 (+20 ms)Flushing 9e788dd7e60c19f6f762f7de4bb71dab/b: closing flushed file at 1733289880160Flushing 9e788dd7e60c19f6f762f7de4bb71dab/c: creating writer at 1733289880173 (+13 ms)Flushing 9e788dd7e60c19f6f762f7de4bb71dab/c: appending metadata at 1733289880187 (+14 ms)Flushing 9e788dd7e60c19f6f762f7de4bb71dab/c: closing flushed file at 1733289880187Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2a8edbf8: reopening flushed file at 1733289880201 (+14 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7c2284e9: reopening flushed file at 1733289880208 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@16fc16a7: reopening flushed file at 1733289880215 (+7 ms)Finished flush of dataSize ~1.16 KB/1190, heapSize ~3.36 KB/3440, currentSize=0 B/0 for 9e788dd7e60c19f6f762f7de4bb71dab in 113ms, sequenceid=26, compaction requested=false; wal=null at 1733289880222 (+7 ms)Cleaning up temporary data from old regions at 1733289880224 (+2 ms)Running coprocessor post-open hooks at 1733289880230 (+6 ms)Region opened successfully at 1733289880231 (+1 ms) 2024-12-04T05:24:40,251 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayCompressed#testReplayEditsAfterAbortingFlush Thread=417 (was 418), OpenFileDescriptor=1182 (was 1124) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=214 (was 225), ProcessCount=11 (was 11), AvailableMemoryMB=5186 (was 5185) - AvailableMemoryMB LEAK? - 2024-12-04T05:24:40,251 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1182 is superior to 1024 2024-12-04T05:24:40,264 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayCompressed#testDatalossWhenInputError Thread=417, OpenFileDescriptor=1182, MaxFileDescriptor=1048576, SystemLoadAverage=214, ProcessCount=11, AvailableMemoryMB=5185 2024-12-04T05:24:40,264 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1182 is superior to 1024 2024-12-04T05:24:40,279 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T05:24:40,281 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T05:24:40,282 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-04T05:24:40,284 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-44633746, suffix=, logDir=hdfs://localhost:35275/hbase/WALs/hregion-44633746, archiveDir=hdfs://localhost:35275/hbase/oldWALs, maxLogs=32 2024-12-04T05:24:40,297 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-44633746/hregion-44633746.1733289880284, exclude list is [], retry=0 2024-12-04T05:24:40,299 DEBUG [AsyncFSWAL-24-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44311,DS-5c82d3f4-a186-4144-ad7c-ee72c42bcf47,DISK] 2024-12-04T05:24:40,300 DEBUG [AsyncFSWAL-24-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43859,DS-642eba6a-8b9d-466e-973c-796f3e4f5ec5,DISK] 2024-12-04T05:24:40,300 DEBUG [AsyncFSWAL-24-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37859,DS-39fe0079-8ac3-4f94-953e-9e743aa94a22,DISK] 2024-12-04T05:24:40,305 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-44633746/hregion-44633746.1733289880284 2024-12-04T05:24:40,306 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39001:39001),(127.0.0.1/127.0.0.1:45071:45071),(127.0.0.1/127.0.0.1:45523:45523)] 2024-12-04T05:24:40,306 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => 449dc037706a1fc494f51de437459a2d, NAME => 'testDatalossWhenInputError,,1733289880280.449dc037706a1fc494f51de437459a2d.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testDatalossWhenInputError', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35275/hbase 2024-12-04T05:24:40,318 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43859 is added to blk_1073741915_1093 (size=61) 2024-12-04T05:24:40,319 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44311 is added to blk_1073741915_1093 (size=61) 2024-12-04T05:24:40,319 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37859 is added to blk_1073741915_1093 (size=61) 2024-12-04T05:24:40,320 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testDatalossWhenInputError,,1733289880280.449dc037706a1fc494f51de437459a2d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T05:24:40,321 INFO [StoreOpener-449dc037706a1fc494f51de437459a2d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 449dc037706a1fc494f51de437459a2d 2024-12-04T05:24:40,323 INFO [StoreOpener-449dc037706a1fc494f51de437459a2d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 449dc037706a1fc494f51de437459a2d columnFamilyName a 2024-12-04T05:24:40,323 DEBUG [StoreOpener-449dc037706a1fc494f51de437459a2d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T05:24:40,323 INFO [StoreOpener-449dc037706a1fc494f51de437459a2d-1 {}] regionserver.HStore(327): Store=449dc037706a1fc494f51de437459a2d/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T05:24:40,323 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 449dc037706a1fc494f51de437459a2d 2024-12-04T05:24:40,324 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35275/hbase/data/default/testDatalossWhenInputError/449dc037706a1fc494f51de437459a2d 2024-12-04T05:24:40,324 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35275/hbase/data/default/testDatalossWhenInputError/449dc037706a1fc494f51de437459a2d 2024-12-04T05:24:40,325 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 449dc037706a1fc494f51de437459a2d 2024-12-04T05:24:40,325 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 449dc037706a1fc494f51de437459a2d 2024-12-04T05:24:40,326 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 449dc037706a1fc494f51de437459a2d 2024-12-04T05:24:40,329 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35275/hbase/data/default/testDatalossWhenInputError/449dc037706a1fc494f51de437459a2d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T05:24:40,329 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 449dc037706a1fc494f51de437459a2d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69973299, jitterRate=0.04268340766429901}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-04T05:24:40,330 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 449dc037706a1fc494f51de437459a2d: Writing region info on filesystem at 1733289880320Initializing all the Stores at 1733289880321 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733289880321Cleaning up temporary data from old regions at 1733289880325 (+4 ms)Region opened successfully at 1733289880329 (+4 ms) 2024-12-04T05:24:40,330 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 449dc037706a1fc494f51de437459a2d, disabling compactions & flushes 2024-12-04T05:24:40,330 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testDatalossWhenInputError,,1733289880280.449dc037706a1fc494f51de437459a2d. 2024-12-04T05:24:40,330 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testDatalossWhenInputError,,1733289880280.449dc037706a1fc494f51de437459a2d. 2024-12-04T05:24:40,330 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testDatalossWhenInputError,,1733289880280.449dc037706a1fc494f51de437459a2d. after waiting 0 ms 2024-12-04T05:24:40,330 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testDatalossWhenInputError,,1733289880280.449dc037706a1fc494f51de437459a2d. 2024-12-04T05:24:40,330 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testDatalossWhenInputError,,1733289880280.449dc037706a1fc494f51de437459a2d. 2024-12-04T05:24:40,330 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 449dc037706a1fc494f51de437459a2d: Waiting for close lock at 1733289880330Disabling compacts and flushes for region at 1733289880330Disabling writes for close at 1733289880330Writing region close event to WAL at 1733289880330Closed at 1733289880330 2024-12-04T05:24:40,338 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-04T05:24:40,342 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44311 is added to blk_1073741914_1092 (size=93) 2024-12-04T05:24:40,342 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37859 is added to blk_1073741914_1092 (size=93) 2024-12-04T05:24:40,342 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43859 is added to blk_1073741914_1092 (size=93) 2024-12-04T05:24:40,344 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-12-04T05:24:40,344 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-44633746:(num 1733289880284) 2024-12-04T05:24:40,344 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-12-04T05:24:40,346 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:35275/hbase/WALs/testdatalosswheninputerror-manual,16010,1733289880278, archiveDir=hdfs://localhost:35275/hbase/oldWALs, maxLogs=32 2024-12-04T05:24:40,367 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testdatalosswheninputerror-manual,16010,1733289880278/wal.1733289880346, exclude list is [], retry=0 2024-12-04T05:24:40,370 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44311,DS-5c82d3f4-a186-4144-ad7c-ee72c42bcf47,DISK] 2024-12-04T05:24:40,370 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43859,DS-642eba6a-8b9d-466e-973c-796f3e4f5ec5,DISK] 2024-12-04T05:24:40,370 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37859,DS-39fe0079-8ac3-4f94-953e-9e743aa94a22,DISK] 2024-12-04T05:24:40,372 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testdatalosswheninputerror-manual,16010,1733289880278/wal.1733289880346 2024-12-04T05:24:40,372 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39001:39001),(127.0.0.1/127.0.0.1:45071:45071),(127.0.0.1/127.0.0.1:45523:45523)] 2024-12-04T05:24:40,372 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 449dc037706a1fc494f51de437459a2d, NAME => 'testDatalossWhenInputError,,1733289880280.449dc037706a1fc494f51de437459a2d.', STARTKEY => '', ENDKEY => ''} 2024-12-04T05:24:40,372 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testDatalossWhenInputError,,1733289880280.449dc037706a1fc494f51de437459a2d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T05:24:40,372 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 449dc037706a1fc494f51de437459a2d 2024-12-04T05:24:40,372 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 449dc037706a1fc494f51de437459a2d 2024-12-04T05:24:40,374 INFO [StoreOpener-449dc037706a1fc494f51de437459a2d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 449dc037706a1fc494f51de437459a2d 2024-12-04T05:24:40,374 INFO [StoreOpener-449dc037706a1fc494f51de437459a2d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 449dc037706a1fc494f51de437459a2d columnFamilyName a 2024-12-04T05:24:40,375 DEBUG [StoreOpener-449dc037706a1fc494f51de437459a2d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T05:24:40,375 INFO [StoreOpener-449dc037706a1fc494f51de437459a2d-1 {}] regionserver.HStore(327): Store=449dc037706a1fc494f51de437459a2d/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T05:24:40,375 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 449dc037706a1fc494f51de437459a2d 2024-12-04T05:24:40,376 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35275/hbase/data/default/testDatalossWhenInputError/449dc037706a1fc494f51de437459a2d 2024-12-04T05:24:40,377 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35275/hbase/data/default/testDatalossWhenInputError/449dc037706a1fc494f51de437459a2d 2024-12-04T05:24:40,377 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 449dc037706a1fc494f51de437459a2d 2024-12-04T05:24:40,377 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 449dc037706a1fc494f51de437459a2d 2024-12-04T05:24:40,379 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 449dc037706a1fc494f51de437459a2d 2024-12-04T05:24:40,380 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 449dc037706a1fc494f51de437459a2d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72524885, jitterRate=0.08070500195026398}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-04T05:24:40,380 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 449dc037706a1fc494f51de437459a2d: Writing region info on filesystem at 1733289880372Initializing all the Stores at 1733289880373 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733289880373Cleaning up temporary data from old regions at 1733289880377 (+4 ms)Region opened successfully at 1733289880380 (+3 ms) 2024-12-04T05:24:40,388 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 449dc037706a1fc494f51de437459a2d, disabling compactions & flushes 2024-12-04T05:24:40,388 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testDatalossWhenInputError,,1733289880280.449dc037706a1fc494f51de437459a2d. 2024-12-04T05:24:40,388 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testDatalossWhenInputError,,1733289880280.449dc037706a1fc494f51de437459a2d. 2024-12-04T05:24:40,388 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testDatalossWhenInputError,,1733289880280.449dc037706a1fc494f51de437459a2d. after waiting 0 ms 2024-12-04T05:24:40,388 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testDatalossWhenInputError,,1733289880280.449dc037706a1fc494f51de437459a2d. 2024-12-04T05:24:40,389 ERROR [Time-limited test {}] regionserver.HRegion(1960): Memstore data size is 750 in region testDatalossWhenInputError,,1733289880280.449dc037706a1fc494f51de437459a2d. 2024-12-04T05:24:40,389 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testDatalossWhenInputError,,1733289880280.449dc037706a1fc494f51de437459a2d. 2024-12-04T05:24:40,389 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 449dc037706a1fc494f51de437459a2d: Waiting for close lock at 1733289880388Disabling compacts and flushes for region at 1733289880388Disabling writes for close at 1733289880388Writing region close event to WAL at 1733289880389 (+1 ms)Closed at 1733289880389 2024-12-04T05:24:40,395 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44311 is added to blk_1073741916_1094 (size=838) 2024-12-04T05:24:40,395 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37859 is added to blk_1073741916_1094 (size=838) 2024-12-04T05:24:40,395 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43859 is added to blk_1073741916_1094 (size=838) 2024-12-04T05:24:40,411 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35275/hbase/WALs/testdatalosswheninputerror-manual,16010,1733289880278/wal.1733289880346, size=838 (838bytes) 2024-12-04T05:24:40,411 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35275/hbase/WALs/testdatalosswheninputerror-manual,16010,1733289880278/wal.1733289880346 2024-12-04T05:24:40,412 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35275/hbase/WALs/testdatalosswheninputerror-manual,16010,1733289880278/wal.1733289880346 after 0ms 2024-12-04T05:24:40,414 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:35275/hbase/WALs/testdatalosswheninputerror-manual,16010,1733289880278/wal.1733289880346: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null 2024-12-04T05:24:40,414 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35275/hbase/WALs/testdatalosswheninputerror-manual,16010,1733289880278/wal.1733289880346 took 3ms 2024-12-04T05:24:40,416 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35275/hbase/WALs/testdatalosswheninputerror-manual,16010,1733289880278/wal.1733289880346 so closing down 2024-12-04T05:24:40,416 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-04T05:24:40,417 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000003-wal.1733289880346.temp 2024-12-04T05:24:40,418 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35275/hbase/data/default/testDatalossWhenInputError/449dc037706a1fc494f51de437459a2d/recovered.edits/0000000000000000003-wal.1733289880346.temp 2024-12-04T05:24:40,418 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-04T05:24:40,424 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44311 is added to blk_1073741917_1095 (size=838) 2024-12-04T05:24:40,424 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43859 is added to blk_1073741917_1095 (size=838) 2024-12-04T05:24:40,425 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37859 is added to blk_1073741917_1095 (size=838) 2024-12-04T05:24:40,425 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35275/hbase/data/default/testDatalossWhenInputError/449dc037706a1fc494f51de437459a2d/recovered.edits/0000000000000000003-wal.1733289880346.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-04T05:24:40,426 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35275/hbase/data/default/testDatalossWhenInputError/449dc037706a1fc494f51de437459a2d/recovered.edits/0000000000000000003-wal.1733289880346.temp to hdfs://localhost:35275/hbase/data/default/testDatalossWhenInputError/449dc037706a1fc494f51de437459a2d/recovered.edits/0000000000000000012 2024-12-04T05:24:40,426 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 1 Regions in 11 ms; skipped=0; WAL=hdfs://localhost:35275/hbase/WALs/testdatalosswheninputerror-manual,16010,1733289880278/wal.1733289880346, size=838, length=838, corrupted=false, cancelled=false 2024-12-04T05:24:40,426 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35275/hbase/WALs/testdatalosswheninputerror-manual,16010,1733289880278/wal.1733289880346, journal: Splitting hdfs://localhost:35275/hbase/WALs/testdatalosswheninputerror-manual,16010,1733289880278/wal.1733289880346, size=838 (838bytes) at 1733289880411Finishing writing output for hdfs://localhost:35275/hbase/WALs/testdatalosswheninputerror-manual,16010,1733289880278/wal.1733289880346 so closing down at 1733289880416 (+5 ms)Creating recovered edits writer path=hdfs://localhost:35275/hbase/data/default/testDatalossWhenInputError/449dc037706a1fc494f51de437459a2d/recovered.edits/0000000000000000003-wal.1733289880346.temp at 1733289880418 (+2 ms)3 split writer threads finished at 1733289880418Closed recovered edits writer path=hdfs://localhost:35275/hbase/data/default/testDatalossWhenInputError/449dc037706a1fc494f51de437459a2d/recovered.edits/0000000000000000003-wal.1733289880346.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733289880425 (+7 ms)Rename recovered edits hdfs://localhost:35275/hbase/data/default/testDatalossWhenInputError/449dc037706a1fc494f51de437459a2d/recovered.edits/0000000000000000003-wal.1733289880346.temp to hdfs://localhost:35275/hbase/data/default/testDatalossWhenInputError/449dc037706a1fc494f51de437459a2d/recovered.edits/0000000000000000012 at 1733289880426 (+1 ms)Processed 10 edits across 1 Regions in 11 ms; skipped=0; WAL=hdfs://localhost:35275/hbase/WALs/testdatalosswheninputerror-manual,16010,1733289880278/wal.1733289880346, size=838, length=838, corrupted=false, cancelled=false at 1733289880426 2024-12-04T05:24:40,428 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35275/hbase/WALs/testdatalosswheninputerror-manual,16010,1733289880278/wal.1733289880346 to hdfs://localhost:35275/hbase/oldWALs/wal.1733289880346 2024-12-04T05:24:40,429 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:35275/hbase/data/default/testDatalossWhenInputError/449dc037706a1fc494f51de437459a2d/recovered.edits/0000000000000000012 2024-12-04T05:24:40,432 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:35275/hbase/data/default/testDatalossWhenInputError/449dc037706a1fc494f51de437459a2d/recovered.edits/0000000000000000012: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null 2024-12-04T05:24:40,764 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-12-04T05:24:40,767 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:35275/hbase/WALs/testdatalosswheninputerror-manual,16010,1733289880278, archiveDir=hdfs://localhost:35275/hbase/oldWALs, maxLogs=32 2024-12-04T05:24:40,780 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testdatalosswheninputerror-manual,16010,1733289880278/wal.1733289880767, exclude list is [], retry=0 2024-12-04T05:24:40,783 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43859,DS-642eba6a-8b9d-466e-973c-796f3e4f5ec5,DISK] 2024-12-04T05:24:40,783 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44311,DS-5c82d3f4-a186-4144-ad7c-ee72c42bcf47,DISK] 2024-12-04T05:24:40,783 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37859,DS-39fe0079-8ac3-4f94-953e-9e743aa94a22,DISK] 2024-12-04T05:24:40,785 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testdatalosswheninputerror-manual,16010,1733289880278/wal.1733289880767 2024-12-04T05:24:40,785 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45071:45071),(127.0.0.1/127.0.0.1:39001:39001),(127.0.0.1/127.0.0.1:45523:45523)] 2024-12-04T05:24:40,785 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 449dc037706a1fc494f51de437459a2d, NAME => 'testDatalossWhenInputError,,1733289880280.449dc037706a1fc494f51de437459a2d.', STARTKEY => '', ENDKEY => ''} 2024-12-04T05:24:40,785 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testDatalossWhenInputError,,1733289880280.449dc037706a1fc494f51de437459a2d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T05:24:40,785 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 449dc037706a1fc494f51de437459a2d 2024-12-04T05:24:40,785 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 449dc037706a1fc494f51de437459a2d 2024-12-04T05:24:40,788 INFO [StoreOpener-449dc037706a1fc494f51de437459a2d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 449dc037706a1fc494f51de437459a2d 2024-12-04T05:24:40,790 INFO [StoreOpener-449dc037706a1fc494f51de437459a2d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 449dc037706a1fc494f51de437459a2d columnFamilyName a 2024-12-04T05:24:40,790 DEBUG [StoreOpener-449dc037706a1fc494f51de437459a2d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T05:24:40,791 INFO [StoreOpener-449dc037706a1fc494f51de437459a2d-1 {}] regionserver.HStore(327): Store=449dc037706a1fc494f51de437459a2d/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T05:24:40,791 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 449dc037706a1fc494f51de437459a2d 2024-12-04T05:24:40,791 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35275/hbase/data/default/testDatalossWhenInputError/449dc037706a1fc494f51de437459a2d 2024-12-04T05:24:40,792 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:35275/hbase/data/default/testDatalossWhenInputError/449dc037706a1fc494f51de437459a2d 2024-12-04T05:24:40,793 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:35275/hbase/data/default/testDatalossWhenInputError/449dc037706a1fc494f51de437459a2d/recovered.edits/0000000000000000012 2024-12-04T05:24:40,795 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:35275/hbase/data/default/testDatalossWhenInputError/449dc037706a1fc494f51de437459a2d/recovered.edits/0000000000000000012: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null 2024-12-04T05:24:40,796 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 10, skipped 0, firstSequenceIdInLog=3, maxSequenceIdInLog=12, path=hdfs://localhost:35275/hbase/data/default/testDatalossWhenInputError/449dc037706a1fc494f51de437459a2d/recovered.edits/0000000000000000012 2024-12-04T05:24:40,796 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 449dc037706a1fc494f51de437459a2d 1/1 column families, dataSize=750 B heapSize=1.73 KB 2024-12-04T05:24:40,816 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35275/hbase/data/default/testDatalossWhenInputError/449dc037706a1fc494f51de437459a2d/.tmp/a/fc36804fbc094dea957e607cf9dfab7c is 79, key is testDatalossWhenInputError/a:x0/1733289880380/Put/seqid=0 2024-12-04T05:24:40,823 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44311 is added to blk_1073741919_1097 (size=5808) 2024-12-04T05:24:40,823 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37859 is added to blk_1073741919_1097 (size=5808) 2024-12-04T05:24:40,823 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43859 is added to blk_1073741919_1097 (size=5808) 2024-12-04T05:24:40,824 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=750 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:35275/hbase/data/default/testDatalossWhenInputError/449dc037706a1fc494f51de437459a2d/.tmp/a/fc36804fbc094dea957e607cf9dfab7c 2024-12-04T05:24:40,833 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35275/hbase/data/default/testDatalossWhenInputError/449dc037706a1fc494f51de437459a2d/.tmp/a/fc36804fbc094dea957e607cf9dfab7c as hdfs://localhost:35275/hbase/data/default/testDatalossWhenInputError/449dc037706a1fc494f51de437459a2d/a/fc36804fbc094dea957e607cf9dfab7c 2024-12-04T05:24:40,842 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35275/hbase/data/default/testDatalossWhenInputError/449dc037706a1fc494f51de437459a2d/a/fc36804fbc094dea957e607cf9dfab7c, entries=10, sequenceid=12, filesize=5.7 K 2024-12-04T05:24:40,842 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~750 B/750, heapSize ~1.72 KB/1760, currentSize=0 B/0 for 449dc037706a1fc494f51de437459a2d in 46ms, sequenceid=12, compaction requested=false; wal=null 2024-12-04T05:24:40,843 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:35275/hbase/data/default/testDatalossWhenInputError/449dc037706a1fc494f51de437459a2d/recovered.edits/0000000000000000012 2024-12-04T05:24:40,845 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 449dc037706a1fc494f51de437459a2d 2024-12-04T05:24:40,845 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 449dc037706a1fc494f51de437459a2d 2024-12-04T05:24:40,848 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 449dc037706a1fc494f51de437459a2d 2024-12-04T05:24:40,850 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35275/hbase/data/default/testDatalossWhenInputError/449dc037706a1fc494f51de437459a2d/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=1 2024-12-04T05:24:40,851 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 449dc037706a1fc494f51de437459a2d; next sequenceid=13; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66164158, jitterRate=-0.014077216386795044}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-04T05:24:40,852 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 449dc037706a1fc494f51de437459a2d: Writing region info on filesystem at 1733289880786Initializing all the Stores at 1733289880788 (+2 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733289880788Obtaining lock to block concurrent updates at 1733289880796 (+8 ms)Preparing flush snapshotting stores in 449dc037706a1fc494f51de437459a2d at 1733289880796Finished memstore snapshotting testDatalossWhenInputError,,1733289880280.449dc037706a1fc494f51de437459a2d., syncing WAL and waiting on mvcc, flushsize=dataSize=750, getHeapSize=1760, getOffHeapSize=0, getCellsCount=10 at 1733289880796Flushing stores of testDatalossWhenInputError,,1733289880280.449dc037706a1fc494f51de437459a2d. at 1733289880796Flushing 449dc037706a1fc494f51de437459a2d/a: creating writer at 1733289880796Flushing 449dc037706a1fc494f51de437459a2d/a: appending metadata at 1733289880816 (+20 ms)Flushing 449dc037706a1fc494f51de437459a2d/a: closing flushed file at 1733289880816Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@11468495: reopening flushed file at 1733289880832 (+16 ms)Finished flush of dataSize ~750 B/750, heapSize ~1.72 KB/1760, currentSize=0 B/0 for 449dc037706a1fc494f51de437459a2d in 46ms, sequenceid=12, compaction requested=false; wal=null at 1733289880842 (+10 ms)Cleaning up temporary data from old regions at 1733289880845 (+3 ms)Region opened successfully at 1733289880852 (+7 ms) 2024-12-04T05:24:40,855 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 449dc037706a1fc494f51de437459a2d, NAME => 'testDatalossWhenInputError,,1733289880280.449dc037706a1fc494f51de437459a2d.', STARTKEY => '', ENDKEY => ''} 2024-12-04T05:24:40,855 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testDatalossWhenInputError,,1733289880280.449dc037706a1fc494f51de437459a2d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T05:24:40,855 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 449dc037706a1fc494f51de437459a2d 2024-12-04T05:24:40,855 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 449dc037706a1fc494f51de437459a2d 2024-12-04T05:24:40,857 INFO [StoreOpener-449dc037706a1fc494f51de437459a2d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 449dc037706a1fc494f51de437459a2d 2024-12-04T05:24:40,857 INFO [StoreOpener-449dc037706a1fc494f51de437459a2d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 449dc037706a1fc494f51de437459a2d columnFamilyName a 2024-12-04T05:24:40,858 DEBUG [StoreOpener-449dc037706a1fc494f51de437459a2d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T05:24:40,862 DEBUG [StoreOpener-449dc037706a1fc494f51de437459a2d-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:35275/hbase/data/default/testDatalossWhenInputError/449dc037706a1fc494f51de437459a2d/a/fc36804fbc094dea957e607cf9dfab7c 2024-12-04T05:24:40,863 INFO [StoreOpener-449dc037706a1fc494f51de437459a2d-1 {}] regionserver.HStore(327): Store=449dc037706a1fc494f51de437459a2d/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T05:24:40,863 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 449dc037706a1fc494f51de437459a2d 2024-12-04T05:24:40,863 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35275/hbase/data/default/testDatalossWhenInputError/449dc037706a1fc494f51de437459a2d 2024-12-04T05:24:40,864 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35275/hbase/data/default/testDatalossWhenInputError/449dc037706a1fc494f51de437459a2d 2024-12-04T05:24:40,865 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 449dc037706a1fc494f51de437459a2d 2024-12-04T05:24:40,865 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 449dc037706a1fc494f51de437459a2d 2024-12-04T05:24:40,866 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 449dc037706a1fc494f51de437459a2d 2024-12-04T05:24:40,868 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35275/hbase/data/default/testDatalossWhenInputError/449dc037706a1fc494f51de437459a2d/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=12 2024-12-04T05:24:40,869 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 449dc037706a1fc494f51de437459a2d; next sequenceid=14; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67073488, jitterRate=-5.271434783935547E-4}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-04T05:24:40,869 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 449dc037706a1fc494f51de437459a2d: Writing region info on filesystem at 1733289880856Initializing all the Stores at 1733289880856Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733289880856Cleaning up temporary data from old regions at 1733289880865 (+9 ms)Region opened successfully at 1733289880869 (+4 ms) 2024-12-04T05:24:40,886 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayCompressed#testDatalossWhenInputError Thread=426 (was 417) Potentially hanging thread: PacketResponder: BP-816464211-172.17.0.2-1733289848183:blk_1073741918_1096, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1795636505_22 at /127.0.0.1:57186 [Waiting for operation #13] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1795636505_22 at /127.0.0.1:53558 [Waiting for operation #14] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1795636505_22 at /127.0.0.1:36546 [Receiving block BP-816464211-172.17.0.2-1733289848183:blk_1073741918_1096] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-24-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-24-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-24-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-816464211-172.17.0.2-1733289848183:blk_1073741918_1096, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-816464211-172.17.0.2-1733289848183:blk_1073741918_1096, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1795636505_22 at /127.0.0.1:50164 [Receiving block BP-816464211-172.17.0.2-1733289848183:blk_1073741918_1096] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1795636505_22 at /127.0.0.1:33052 [Waiting for operation #15] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1795636505_22 at /127.0.0.1:41088 [Receiving block BP-816464211-172.17.0.2-1733289848183:blk_1073741918_1096] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=1264 (was 1182) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=214 (was 214), ProcessCount=11 (was 11), AvailableMemoryMB=5180 (was 5185) 2024-12-04T05:24:40,886 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1264 is superior to 1024 2024-12-04T05:24:40,899 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayCompressed#testCompactedBulkLoadedFiles Thread=426, OpenFileDescriptor=1264, MaxFileDescriptor=1048576, SystemLoadAverage=214, ProcessCount=11, AvailableMemoryMB=5180 2024-12-04T05:24:40,899 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1264 is superior to 1024 2024-12-04T05:24:40,916 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T05:24:40,918 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T05:24:40,919 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-04T05:24:40,921 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-94278893, suffix=, logDir=hdfs://localhost:35275/hbase/WALs/hregion-94278893, archiveDir=hdfs://localhost:35275/hbase/oldWALs, maxLogs=32 2024-12-04T05:24:40,934 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-94278893/hregion-94278893.1733289880921, exclude list is [], retry=0 2024-12-04T05:24:40,937 DEBUG [AsyncFSWAL-26-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43859,DS-642eba6a-8b9d-466e-973c-796f3e4f5ec5,DISK] 2024-12-04T05:24:40,937 DEBUG [AsyncFSWAL-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44311,DS-5c82d3f4-a186-4144-ad7c-ee72c42bcf47,DISK] 2024-12-04T05:24:40,937 DEBUG [AsyncFSWAL-26-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37859,DS-39fe0079-8ac3-4f94-953e-9e743aa94a22,DISK] 2024-12-04T05:24:40,941 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-94278893/hregion-94278893.1733289880921 2024-12-04T05:24:40,941 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45071:45071),(127.0.0.1/127.0.0.1:39001:39001),(127.0.0.1/127.0.0.1:45523:45523)] 2024-12-04T05:24:40,941 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => 1ae0b7674a05d1997307aa6133a62bb6, NAME => 'testCompactedBulkLoadedFiles,,1733289880917.1ae0b7674a05d1997307aa6133a62bb6.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testCompactedBulkLoadedFiles', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35275/hbase 2024-12-04T05:24:40,949 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43859 is added to blk_1073741921_1099 (size=63) 2024-12-04T05:24:40,949 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37859 is added to blk_1073741921_1099 (size=63) 2024-12-04T05:24:40,950 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44311 is added to blk_1073741921_1099 (size=63) 2024-12-04T05:24:40,953 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testCompactedBulkLoadedFiles,,1733289880917.1ae0b7674a05d1997307aa6133a62bb6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T05:24:40,954 INFO [StoreOpener-1ae0b7674a05d1997307aa6133a62bb6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 1ae0b7674a05d1997307aa6133a62bb6 2024-12-04T05:24:40,956 INFO [StoreOpener-1ae0b7674a05d1997307aa6133a62bb6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1ae0b7674a05d1997307aa6133a62bb6 columnFamilyName a 2024-12-04T05:24:40,956 DEBUG [StoreOpener-1ae0b7674a05d1997307aa6133a62bb6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T05:24:40,956 INFO [StoreOpener-1ae0b7674a05d1997307aa6133a62bb6-1 {}] regionserver.HStore(327): Store=1ae0b7674a05d1997307aa6133a62bb6/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T05:24:40,956 INFO [StoreOpener-1ae0b7674a05d1997307aa6133a62bb6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 1ae0b7674a05d1997307aa6133a62bb6 2024-12-04T05:24:40,957 INFO [StoreOpener-1ae0b7674a05d1997307aa6133a62bb6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1ae0b7674a05d1997307aa6133a62bb6 columnFamilyName b 2024-12-04T05:24:40,958 DEBUG [StoreOpener-1ae0b7674a05d1997307aa6133a62bb6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T05:24:40,958 INFO [StoreOpener-1ae0b7674a05d1997307aa6133a62bb6-1 {}] regionserver.HStore(327): Store=1ae0b7674a05d1997307aa6133a62bb6/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T05:24:40,958 INFO [StoreOpener-1ae0b7674a05d1997307aa6133a62bb6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 1ae0b7674a05d1997307aa6133a62bb6 2024-12-04T05:24:40,959 INFO [StoreOpener-1ae0b7674a05d1997307aa6133a62bb6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1ae0b7674a05d1997307aa6133a62bb6 columnFamilyName c 2024-12-04T05:24:40,959 DEBUG [StoreOpener-1ae0b7674a05d1997307aa6133a62bb6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T05:24:40,960 INFO [StoreOpener-1ae0b7674a05d1997307aa6133a62bb6-1 {}] regionserver.HStore(327): Store=1ae0b7674a05d1997307aa6133a62bb6/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T05:24:40,960 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 1ae0b7674a05d1997307aa6133a62bb6 2024-12-04T05:24:40,960 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35275/hbase/data/default/testCompactedBulkLoadedFiles/1ae0b7674a05d1997307aa6133a62bb6 2024-12-04T05:24:40,961 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35275/hbase/data/default/testCompactedBulkLoadedFiles/1ae0b7674a05d1997307aa6133a62bb6 2024-12-04T05:24:40,962 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 1ae0b7674a05d1997307aa6133a62bb6 2024-12-04T05:24:40,962 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 1ae0b7674a05d1997307aa6133a62bb6 2024-12-04T05:24:40,962 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testCompactedBulkLoadedFiles descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-04T05:24:40,963 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 1ae0b7674a05d1997307aa6133a62bb6 2024-12-04T05:24:40,965 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35275/hbase/data/default/testCompactedBulkLoadedFiles/1ae0b7674a05d1997307aa6133a62bb6/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T05:24:40,965 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 1ae0b7674a05d1997307aa6133a62bb6; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67569513, jitterRate=0.006864205002784729}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-04T05:24:40,966 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 1ae0b7674a05d1997307aa6133a62bb6: Writing region info on filesystem at 1733289880953Initializing all the Stores at 1733289880954 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733289880954Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733289880954Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733289880954Cleaning up temporary data from old regions at 1733289880962 (+8 ms)Region opened successfully at 1733289880966 (+4 ms) 2024-12-04T05:24:40,966 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 1ae0b7674a05d1997307aa6133a62bb6, disabling compactions & flushes 2024-12-04T05:24:40,966 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testCompactedBulkLoadedFiles,,1733289880917.1ae0b7674a05d1997307aa6133a62bb6. 2024-12-04T05:24:40,966 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testCompactedBulkLoadedFiles,,1733289880917.1ae0b7674a05d1997307aa6133a62bb6. 2024-12-04T05:24:40,966 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testCompactedBulkLoadedFiles,,1733289880917.1ae0b7674a05d1997307aa6133a62bb6. after waiting 0 ms 2024-12-04T05:24:40,966 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testCompactedBulkLoadedFiles,,1733289880917.1ae0b7674a05d1997307aa6133a62bb6. 2024-12-04T05:24:40,967 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testCompactedBulkLoadedFiles,,1733289880917.1ae0b7674a05d1997307aa6133a62bb6. 2024-12-04T05:24:40,967 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 1ae0b7674a05d1997307aa6133a62bb6: Waiting for close lock at 1733289880966Disabling compacts and flushes for region at 1733289880966Disabling writes for close at 1733289880966Writing region close event to WAL at 1733289880967 (+1 ms)Closed at 1733289880967 2024-12-04T05:24:40,970 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44311 is added to blk_1073741920_1098 (size=93) 2024-12-04T05:24:40,970 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43859 is added to blk_1073741920_1098 (size=93) 2024-12-04T05:24:40,970 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37859 is added to blk_1073741920_1098 (size=93) 2024-12-04T05:24:40,972 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-12-04T05:24:40,972 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-94278893:(num 1733289880921) 2024-12-04T05:24:40,972 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-12-04T05:24:40,974 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:35275/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733289880915, archiveDir=hdfs://localhost:35275/hbase/oldWALs, maxLogs=32 2024-12-04T05:24:40,988 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733289880915/wal.1733289880974, exclude list is [], retry=0 2024-12-04T05:24:40,990 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37859,DS-39fe0079-8ac3-4f94-953e-9e743aa94a22,DISK] 2024-12-04T05:24:40,990 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43859,DS-642eba6a-8b9d-466e-973c-796f3e4f5ec5,DISK] 2024-12-04T05:24:40,990 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44311,DS-5c82d3f4-a186-4144-ad7c-ee72c42bcf47,DISK] 2024-12-04T05:24:40,992 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733289880915/wal.1733289880974 2024-12-04T05:24:40,992 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45523:45523),(127.0.0.1/127.0.0.1:45071:45071),(127.0.0.1/127.0.0.1:39001:39001)] 2024-12-04T05:24:40,992 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1ae0b7674a05d1997307aa6133a62bb6, NAME => 'testCompactedBulkLoadedFiles,,1733289880917.1ae0b7674a05d1997307aa6133a62bb6.', STARTKEY => '', ENDKEY => ''} 2024-12-04T05:24:40,992 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testCompactedBulkLoadedFiles,,1733289880917.1ae0b7674a05d1997307aa6133a62bb6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T05:24:40,992 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 1ae0b7674a05d1997307aa6133a62bb6 2024-12-04T05:24:40,993 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 1ae0b7674a05d1997307aa6133a62bb6 2024-12-04T05:24:40,994 INFO [StoreOpener-1ae0b7674a05d1997307aa6133a62bb6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 1ae0b7674a05d1997307aa6133a62bb6 2024-12-04T05:24:40,994 INFO [StoreOpener-1ae0b7674a05d1997307aa6133a62bb6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1ae0b7674a05d1997307aa6133a62bb6 columnFamilyName a 2024-12-04T05:24:40,994 DEBUG [StoreOpener-1ae0b7674a05d1997307aa6133a62bb6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T05:24:40,995 INFO [StoreOpener-1ae0b7674a05d1997307aa6133a62bb6-1 {}] regionserver.HStore(327): Store=1ae0b7674a05d1997307aa6133a62bb6/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T05:24:40,995 INFO [StoreOpener-1ae0b7674a05d1997307aa6133a62bb6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 1ae0b7674a05d1997307aa6133a62bb6 2024-12-04T05:24:40,996 INFO [StoreOpener-1ae0b7674a05d1997307aa6133a62bb6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1ae0b7674a05d1997307aa6133a62bb6 columnFamilyName b 2024-12-04T05:24:40,996 DEBUG [StoreOpener-1ae0b7674a05d1997307aa6133a62bb6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T05:24:40,996 INFO [StoreOpener-1ae0b7674a05d1997307aa6133a62bb6-1 {}] regionserver.HStore(327): Store=1ae0b7674a05d1997307aa6133a62bb6/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T05:24:40,996 INFO [StoreOpener-1ae0b7674a05d1997307aa6133a62bb6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 1ae0b7674a05d1997307aa6133a62bb6 2024-12-04T05:24:40,997 INFO [StoreOpener-1ae0b7674a05d1997307aa6133a62bb6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1ae0b7674a05d1997307aa6133a62bb6 columnFamilyName c 2024-12-04T05:24:40,997 DEBUG [StoreOpener-1ae0b7674a05d1997307aa6133a62bb6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T05:24:40,997 INFO [StoreOpener-1ae0b7674a05d1997307aa6133a62bb6-1 {}] regionserver.HStore(327): Store=1ae0b7674a05d1997307aa6133a62bb6/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T05:24:40,997 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 1ae0b7674a05d1997307aa6133a62bb6 2024-12-04T05:24:40,998 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35275/hbase/data/default/testCompactedBulkLoadedFiles/1ae0b7674a05d1997307aa6133a62bb6 2024-12-04T05:24:40,999 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35275/hbase/data/default/testCompactedBulkLoadedFiles/1ae0b7674a05d1997307aa6133a62bb6 2024-12-04T05:24:41,000 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 1ae0b7674a05d1997307aa6133a62bb6 2024-12-04T05:24:41,000 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 1ae0b7674a05d1997307aa6133a62bb6 2024-12-04T05:24:41,001 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testCompactedBulkLoadedFiles descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-04T05:24:41,002 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 1ae0b7674a05d1997307aa6133a62bb6 2024-12-04T05:24:41,002 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 1ae0b7674a05d1997307aa6133a62bb6; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65793199, jitterRate=-0.019604936242103577}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-04T05:24:41,003 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 1ae0b7674a05d1997307aa6133a62bb6: Writing region info on filesystem at 1733289880993Initializing all the Stores at 1733289880993Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733289880993Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733289880993Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733289880994 (+1 ms)Cleaning up temporary data from old regions at 1733289881000 (+6 ms)Region opened successfully at 1733289881003 (+3 ms) 2024-12-04T05:24:41,006 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35275/hbase/testCompactedBulkLoadedFiles/hfile0 is 32, key is 000/a:a/1733289881006/Put/seqid=0 2024-12-04T05:24:41,016 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43859 is added to blk_1073741923_1101 (size=4875) 2024-12-04T05:24:41,016 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44311 is added to blk_1073741923_1101 (size=4875) 2024-12-04T05:24:41,017 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37859 is added to blk_1073741923_1101 (size=4875) 2024-12-04T05:24:41,019 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35275/hbase/testCompactedBulkLoadedFiles/hfile1 is 32, key is 100/a:a/1733289881019/Put/seqid=0 2024-12-04T05:24:41,024 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37859 is added to blk_1073741924_1102 (size=4875) 2024-12-04T05:24:41,025 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43859 is added to blk_1073741924_1102 (size=4875) 2024-12-04T05:24:41,025 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44311 is added to blk_1073741924_1102 (size=4875) 2024-12-04T05:24:41,028 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35275/hbase/testCompactedBulkLoadedFiles/hfile2 is 32, key is 200/a:a/1733289881028/Put/seqid=0 2024-12-04T05:24:41,035 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37859 is added to blk_1073741925_1103 (size=4875) 2024-12-04T05:24:41,035 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44311 is added to blk_1073741925_1103 (size=4875) 2024-12-04T05:24:41,036 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43859 is added to blk_1073741925_1103 (size=4875) 2024-12-04T05:24:41,036 INFO [Time-limited test {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:35275/hbase/testCompactedBulkLoadedFiles/hfile0 for inclusion in 1ae0b7674a05d1997307aa6133a62bb6/a 2024-12-04T05:24:41,039 DEBUG [Time-limited test {}] regionserver.HStore(626): HFile bounds: first=000 last=050 2024-12-04T05:24:41,039 DEBUG [Time-limited test {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-04T05:24:41,039 INFO [Time-limited test {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:35275/hbase/testCompactedBulkLoadedFiles/hfile1 for inclusion in 1ae0b7674a05d1997307aa6133a62bb6/a 2024-12-04T05:24:41,043 DEBUG [Time-limited test {}] regionserver.HStore(626): HFile bounds: first=100 last=150 2024-12-04T05:24:41,043 DEBUG [Time-limited test {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-04T05:24:41,043 INFO [Time-limited test {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:35275/hbase/testCompactedBulkLoadedFiles/hfile2 for inclusion in 1ae0b7674a05d1997307aa6133a62bb6/a 2024-12-04T05:24:41,046 DEBUG [Time-limited test {}] regionserver.HStore(626): HFile bounds: first=200 last=250 2024-12-04T05:24:41,046 DEBUG [Time-limited test {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-04T05:24:41,046 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 1ae0b7674a05d1997307aa6133a62bb6 3/3 column families, dataSize=51 B heapSize=896 B 2024-12-04T05:24:41,066 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35275/hbase/data/default/testCompactedBulkLoadedFiles/1ae0b7674a05d1997307aa6133a62bb6/.tmp/a/979098120b4943d8a1e124567f734cce is 55, key is testCompactedBulkLoadedFiles/a:a/1733289881003/Put/seqid=0 2024-12-04T05:24:41,075 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44311 is added to blk_1073741926_1104 (size=5107) 2024-12-04T05:24:41,075 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37859 is added to blk_1073741926_1104 (size=5107) 2024-12-04T05:24:41,075 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43859 is added to blk_1073741926_1104 (size=5107) 2024-12-04T05:24:41,076 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51 B at sequenceid=4 (bloomFilter=true), to=hdfs://localhost:35275/hbase/data/default/testCompactedBulkLoadedFiles/1ae0b7674a05d1997307aa6133a62bb6/.tmp/a/979098120b4943d8a1e124567f734cce 2024-12-04T05:24:41,082 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35275/hbase/data/default/testCompactedBulkLoadedFiles/1ae0b7674a05d1997307aa6133a62bb6/.tmp/a/979098120b4943d8a1e124567f734cce as hdfs://localhost:35275/hbase/data/default/testCompactedBulkLoadedFiles/1ae0b7674a05d1997307aa6133a62bb6/a/979098120b4943d8a1e124567f734cce 2024-12-04T05:24:41,086 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35275/hbase/data/default/testCompactedBulkLoadedFiles/1ae0b7674a05d1997307aa6133a62bb6/a/979098120b4943d8a1e124567f734cce, entries=1, sequenceid=4, filesize=5.0 K 2024-12-04T05:24:41,088 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~51 B/51, heapSize ~368 B/368, currentSize=0 B/0 for 1ae0b7674a05d1997307aa6133a62bb6 in 41ms, sequenceid=4, compaction requested=false 2024-12-04T05:24:41,088 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 1ae0b7674a05d1997307aa6133a62bb6: 2024-12-04T05:24:41,089 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35275/hbase/testCompactedBulkLoadedFiles/hfile0 as hdfs://localhost:35275/hbase/data/default/testCompactedBulkLoadedFiles/1ae0b7674a05d1997307aa6133a62bb6/a/af6cfb1436d249749428389632e7f77c_SeqId_4_ 2024-12-04T05:24:41,090 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35275/hbase/testCompactedBulkLoadedFiles/hfile1 as hdfs://localhost:35275/hbase/data/default/testCompactedBulkLoadedFiles/1ae0b7674a05d1997307aa6133a62bb6/a/da9d67c397bc43f8a35aaa46717dbede_SeqId_4_ 2024-12-04T05:24:41,091 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35275/hbase/testCompactedBulkLoadedFiles/hfile2 as hdfs://localhost:35275/hbase/data/default/testCompactedBulkLoadedFiles/1ae0b7674a05d1997307aa6133a62bb6/a/4fe695e782714556a96018b5ac6ee2af_SeqId_4_ 2024-12-04T05:24:41,091 INFO [Time-limited test {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:35275/hbase/testCompactedBulkLoadedFiles/hfile0 into 1ae0b7674a05d1997307aa6133a62bb6/a as hdfs://localhost:35275/hbase/data/default/testCompactedBulkLoadedFiles/1ae0b7674a05d1997307aa6133a62bb6/a/af6cfb1436d249749428389632e7f77c_SeqId_4_ - updating store file list. 2024-12-04T05:24:41,095 DEBUG [Time-limited test {}] regionserver.HStoreFile(483): HFile Bloom filter type for af6cfb1436d249749428389632e7f77c_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-04T05:24:41,095 INFO [Time-limited test {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:35275/hbase/data/default/testCompactedBulkLoadedFiles/1ae0b7674a05d1997307aa6133a62bb6/a/af6cfb1436d249749428389632e7f77c_SeqId_4_ into 1ae0b7674a05d1997307aa6133a62bb6/a 2024-12-04T05:24:41,095 INFO [Time-limited test {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:35275/hbase/testCompactedBulkLoadedFiles/hfile0 into 1ae0b7674a05d1997307aa6133a62bb6/a (new location: hdfs://localhost:35275/hbase/data/default/testCompactedBulkLoadedFiles/1ae0b7674a05d1997307aa6133a62bb6/a/af6cfb1436d249749428389632e7f77c_SeqId_4_) 2024-12-04T05:24:41,096 INFO [Time-limited test {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:35275/hbase/testCompactedBulkLoadedFiles/hfile1 into 1ae0b7674a05d1997307aa6133a62bb6/a as hdfs://localhost:35275/hbase/data/default/testCompactedBulkLoadedFiles/1ae0b7674a05d1997307aa6133a62bb6/a/da9d67c397bc43f8a35aaa46717dbede_SeqId_4_ - updating store file list. 2024-12-04T05:24:41,100 DEBUG [Time-limited test {}] regionserver.HStoreFile(483): HFile Bloom filter type for da9d67c397bc43f8a35aaa46717dbede_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-04T05:24:41,100 INFO [Time-limited test {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:35275/hbase/data/default/testCompactedBulkLoadedFiles/1ae0b7674a05d1997307aa6133a62bb6/a/da9d67c397bc43f8a35aaa46717dbede_SeqId_4_ into 1ae0b7674a05d1997307aa6133a62bb6/a 2024-12-04T05:24:41,100 INFO [Time-limited test {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:35275/hbase/testCompactedBulkLoadedFiles/hfile1 into 1ae0b7674a05d1997307aa6133a62bb6/a (new location: hdfs://localhost:35275/hbase/data/default/testCompactedBulkLoadedFiles/1ae0b7674a05d1997307aa6133a62bb6/a/da9d67c397bc43f8a35aaa46717dbede_SeqId_4_) 2024-12-04T05:24:41,101 INFO [Time-limited test {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:35275/hbase/testCompactedBulkLoadedFiles/hfile2 into 1ae0b7674a05d1997307aa6133a62bb6/a as hdfs://localhost:35275/hbase/data/default/testCompactedBulkLoadedFiles/1ae0b7674a05d1997307aa6133a62bb6/a/4fe695e782714556a96018b5ac6ee2af_SeqId_4_ - updating store file list. 2024-12-04T05:24:41,104 DEBUG [Time-limited test {}] regionserver.HStoreFile(483): HFile Bloom filter type for 4fe695e782714556a96018b5ac6ee2af_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-04T05:24:41,105 INFO [Time-limited test {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:35275/hbase/data/default/testCompactedBulkLoadedFiles/1ae0b7674a05d1997307aa6133a62bb6/a/4fe695e782714556a96018b5ac6ee2af_SeqId_4_ into 1ae0b7674a05d1997307aa6133a62bb6/a 2024-12-04T05:24:41,105 INFO [Time-limited test {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:35275/hbase/testCompactedBulkLoadedFiles/hfile2 into 1ae0b7674a05d1997307aa6133a62bb6/a (new location: hdfs://localhost:35275/hbase/data/default/testCompactedBulkLoadedFiles/1ae0b7674a05d1997307aa6133a62bb6/a/4fe695e782714556a96018b5ac6ee2af_SeqId_4_) 2024-12-04T05:24:41,111 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-04T05:24:41,111 DEBUG [Time-limited test {}] regionserver.HStore(1541): 1ae0b7674a05d1997307aa6133a62bb6/a is initiating major compaction (all files) 2024-12-04T05:24:41,111 INFO [Time-limited test {}] regionserver.HRegion(2416): Starting compaction of 1ae0b7674a05d1997307aa6133a62bb6/a in testCompactedBulkLoadedFiles,,1733289880917.1ae0b7674a05d1997307aa6133a62bb6. 2024-12-04T05:24:41,111 INFO [Time-limited test {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35275/hbase/data/default/testCompactedBulkLoadedFiles/1ae0b7674a05d1997307aa6133a62bb6/a/979098120b4943d8a1e124567f734cce, hdfs://localhost:35275/hbase/data/default/testCompactedBulkLoadedFiles/1ae0b7674a05d1997307aa6133a62bb6/a/af6cfb1436d249749428389632e7f77c_SeqId_4_, hdfs://localhost:35275/hbase/data/default/testCompactedBulkLoadedFiles/1ae0b7674a05d1997307aa6133a62bb6/a/da9d67c397bc43f8a35aaa46717dbede_SeqId_4_, hdfs://localhost:35275/hbase/data/default/testCompactedBulkLoadedFiles/1ae0b7674a05d1997307aa6133a62bb6/a/4fe695e782714556a96018b5ac6ee2af_SeqId_4_] into tmpdir=hdfs://localhost:35275/hbase/data/default/testCompactedBulkLoadedFiles/1ae0b7674a05d1997307aa6133a62bb6/.tmp, totalSize=19.3 K 2024-12-04T05:24:41,112 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting 979098120b4943d8a1e124567f734cce, keycount=1, bloomtype=ROW, size=5.0 K, encoding=NONE, compression=NONE, seqNum=4, earliestPutTs=1733289881003 2024-12-04T05:24:41,112 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting af6cfb1436d249749428389632e7f77c_SeqId_4_, keycount=10, bloomtype=NONE, size=4.8 K, encoding=NONE, compression=NONE, seqNum=4, earliestPutTs=-9223372036854775808 2024-12-04T05:24:41,113 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting da9d67c397bc43f8a35aaa46717dbede_SeqId_4_, keycount=10, bloomtype=NONE, size=4.8 K, encoding=NONE, compression=NONE, seqNum=4, earliestPutTs=-9223372036854775808 2024-12-04T05:24:41,113 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting 4fe695e782714556a96018b5ac6ee2af_SeqId_4_, keycount=10, bloomtype=NONE, size=4.8 K, encoding=NONE, compression=NONE, seqNum=4, earliestPutTs=-9223372036854775808 2024-12-04T05:24:41,125 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35275/hbase/data/default/testCompactedBulkLoadedFiles/1ae0b7674a05d1997307aa6133a62bb6/.tmp/a/5171d077ecdf405191315579bc1e03f4 is 55, key is testCompactedBulkLoadedFiles/a:a/1733289881003/Put/seqid=0 2024-12-04T05:24:41,134 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37859 is added to blk_1073741927_1105 (size=6154) 2024-12-04T05:24:41,134 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44311 is added to blk_1073741927_1105 (size=6154) 2024-12-04T05:24:41,135 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43859 is added to blk_1073741927_1105 (size=6154) 2024-12-04T05:24:41,141 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35275/hbase/data/default/testCompactedBulkLoadedFiles/1ae0b7674a05d1997307aa6133a62bb6/.tmp/a/5171d077ecdf405191315579bc1e03f4 as hdfs://localhost:35275/hbase/data/default/testCompactedBulkLoadedFiles/1ae0b7674a05d1997307aa6133a62bb6/a/5171d077ecdf405191315579bc1e03f4 2024-12-04T05:24:41,146 INFO [Time-limited test {}] regionserver.HStore(1337): Completed major compaction of 4 (all) file(s) in 1ae0b7674a05d1997307aa6133a62bb6/a of 1ae0b7674a05d1997307aa6133a62bb6 into 5171d077ecdf405191315579bc1e03f4(size=6.0 K), total size for store is 6.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-04T05:24:41,146 DEBUG [Time-limited test {}] regionserver.HRegion(2446): Compaction status journal for 1ae0b7674a05d1997307aa6133a62bb6: 2024-12-04T05:24:41,146 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 0 store files, 0 compacting, 0 eligible, 16 blocking 2024-12-04T05:24:41,147 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 0 store files, 0 compacting, 0 eligible, 16 blocking 2024-12-04T05:24:41,179 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35275/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733289880915/wal.1733289880974, size=0 (0bytes) 2024-12-04T05:24:41,179 WARN [Time-limited test {}] wal.WALSplitter(453): File hdfs://localhost:35275/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733289880915/wal.1733289880974 might be still open, length is 0 2024-12-04T05:24:41,179 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35275/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733289880915/wal.1733289880974 2024-12-04T05:24:41,180 WARN [IPC Server handler 0 on default port 35275 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733289880915/wal.1733289880974 has not been closed. Lease recovery is in progress. RecoveryId = 1106 for block blk_1073741922_1100 2024-12-04T05:24:41,180 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=hdfs://localhost:35275/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733289880915/wal.1733289880974 after 1ms 2024-12-04T05:24:41,589 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testDatalossWhenInputError 2024-12-04T05:24:41,589 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testDatalossWhenInputError Metrics about Tables on a single HBase RegionServer 2024-12-04T05:24:41,590 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testCompactedBulkLoadedFiles 2024-12-04T05:24:41,590 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testCompactedBulkLoadedFiles Metrics about Tables on a single HBase RegionServer 2024-12-04T05:24:43,159 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_1795636505_22 at /127.0.0.1:41128 [Receiving block BP-816464211-172.17.0.2-1733289848183:blk_1073741922_1100] {}] datanode.DataXceiver(331): 127.0.0.1:37859:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:41128 dst: /127.0.0.1:37859 java.io.InterruptedIOException: Interrupted while waiting for IO on channel java.nio.channels.SocketChannel[connected local=localhost/127.0.0.1:37859 remote=/127.0.0.1:41128]. Total timeout mills is 60000, 57987 millis timeout left. at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:350) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T05:24:43,160 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_1795636505_22 at /127.0.0.1:50198 [Receiving block BP-816464211-172.17.0.2-1733289848183:blk_1073741922_1100] {}] datanode.DataXceiver(331): 127.0.0.1:43859:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:50198 dst: /127.0.0.1:43859 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T05:24:43,160 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_1795636505_22 at /127.0.0.1:36578 [Receiving block BP-816464211-172.17.0.2-1733289848183:blk_1073741922_1100] {}] datanode.DataXceiver(331): 127.0.0.1:44311:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:36578 dst: /127.0.0.1:44311 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T05:24:43,166 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37859 is added to blk_1073741922_1106 (size=1368) 2024-12-04T05:24:43,166 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43859 is added to blk_1073741922_1106 (size=1368) 2024-12-04T05:24:43,166 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44311 is added to blk_1073741922_1106 (size=1368) 2024-12-04T05:24:45,181 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=hdfs://localhost:35275/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733289880915/wal.1733289880974 after 4002ms 2024-12-04T05:24:45,183 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:35275/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733289880915/wal.1733289880974: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null 2024-12-04T05:24:45,183 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35275/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733289880915/wal.1733289880974 took 4004ms 2024-12-04T05:24:45,185 INFO [Time-limited test {}] wal.WALSplitter(493): EOF from hdfs://localhost:35275/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733289880915/wal.1733289880974; continuing. 2024-12-04T05:24:45,185 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35275/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733289880915/wal.1733289880974 so closing down 2024-12-04T05:24:45,185 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-04T05:24:45,187 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000003-wal.1733289880974.temp 2024-12-04T05:24:45,188 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35275/hbase/data/default/testCompactedBulkLoadedFiles/1ae0b7674a05d1997307aa6133a62bb6/recovered.edits/0000000000000000003-wal.1733289880974.temp 2024-12-04T05:24:45,188 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-04T05:24:45,195 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44311 is added to blk_1073741928_1107 (size=635) 2024-12-04T05:24:45,196 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43859 is added to blk_1073741928_1107 (size=635) 2024-12-04T05:24:45,196 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37859 is added to blk_1073741928_1107 (size=635) 2024-12-04T05:24:45,196 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35275/hbase/data/default/testCompactedBulkLoadedFiles/1ae0b7674a05d1997307aa6133a62bb6/recovered.edits/0000000000000000003-wal.1733289880974.temp (wrote 2 edits, skipped 0 edits in 0 ms) 2024-12-04T05:24:45,198 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35275/hbase/data/default/testCompactedBulkLoadedFiles/1ae0b7674a05d1997307aa6133a62bb6/recovered.edits/0000000000000000003-wal.1733289880974.temp to hdfs://localhost:35275/hbase/data/default/testCompactedBulkLoadedFiles/1ae0b7674a05d1997307aa6133a62bb6/recovered.edits/0000000000000000008 2024-12-04T05:24:45,198 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 5 edits across 1 Regions in 14 ms; skipped=3; WAL=hdfs://localhost:35275/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733289880915/wal.1733289880974, size=0, length=0, corrupted=false, cancelled=false 2024-12-04T05:24:45,198 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35275/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733289880915/wal.1733289880974, journal: Splitting hdfs://localhost:35275/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733289880915/wal.1733289880974, size=0 (0bytes) at 1733289881179Finishing writing output for hdfs://localhost:35275/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733289880915/wal.1733289880974 so closing down at 1733289885185 (+4006 ms)Creating recovered edits writer path=hdfs://localhost:35275/hbase/data/default/testCompactedBulkLoadedFiles/1ae0b7674a05d1997307aa6133a62bb6/recovered.edits/0000000000000000003-wal.1733289880974.temp at 1733289885188 (+3 ms)3 split writer threads finished at 1733289885188Closed recovered edits writer path=hdfs://localhost:35275/hbase/data/default/testCompactedBulkLoadedFiles/1ae0b7674a05d1997307aa6133a62bb6/recovered.edits/0000000000000000003-wal.1733289880974.temp (wrote 2 edits, skipped 0 edits in 0 ms) at 1733289885196 (+8 ms)Rename recovered edits hdfs://localhost:35275/hbase/data/default/testCompactedBulkLoadedFiles/1ae0b7674a05d1997307aa6133a62bb6/recovered.edits/0000000000000000003-wal.1733289880974.temp to hdfs://localhost:35275/hbase/data/default/testCompactedBulkLoadedFiles/1ae0b7674a05d1997307aa6133a62bb6/recovered.edits/0000000000000000008 at 1733289885198 (+2 ms)Processed 5 edits across 1 Regions in 14 ms; skipped=3; WAL=hdfs://localhost:35275/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733289880915/wal.1733289880974, size=0, length=0, corrupted=false, cancelled=false at 1733289885198 2024-12-04T05:24:45,199 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35275/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733289880915/wal.1733289880974 to hdfs://localhost:35275/hbase/oldWALs/wal.1733289880974 2024-12-04T05:24:45,200 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:35275/hbase/data/default/testCompactedBulkLoadedFiles/1ae0b7674a05d1997307aa6133a62bb6/recovered.edits/0000000000000000008 2024-12-04T05:24:45,200 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-12-04T05:24:45,202 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:35275/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733289880915, archiveDir=hdfs://localhost:35275/hbase/oldWALs, maxLogs=32 2024-12-04T05:24:45,215 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733289880915/wal.1733289885202, exclude list is [], retry=0 2024-12-04T05:24:45,217 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37859,DS-39fe0079-8ac3-4f94-953e-9e743aa94a22,DISK] 2024-12-04T05:24:45,218 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43859,DS-642eba6a-8b9d-466e-973c-796f3e4f5ec5,DISK] 2024-12-04T05:24:45,218 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44311,DS-5c82d3f4-a186-4144-ad7c-ee72c42bcf47,DISK] 2024-12-04T05:24:45,219 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733289880915/wal.1733289885202 2024-12-04T05:24:45,220 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45523:45523),(127.0.0.1/127.0.0.1:45071:45071),(127.0.0.1/127.0.0.1:39001:39001)] 2024-12-04T05:24:45,220 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1ae0b7674a05d1997307aa6133a62bb6, NAME => 'testCompactedBulkLoadedFiles,,1733289880917.1ae0b7674a05d1997307aa6133a62bb6.', STARTKEY => '', ENDKEY => ''} 2024-12-04T05:24:45,220 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testCompactedBulkLoadedFiles,,1733289880917.1ae0b7674a05d1997307aa6133a62bb6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T05:24:45,220 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 1ae0b7674a05d1997307aa6133a62bb6 2024-12-04T05:24:45,220 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 1ae0b7674a05d1997307aa6133a62bb6 2024-12-04T05:24:45,221 INFO [StoreOpener-1ae0b7674a05d1997307aa6133a62bb6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 1ae0b7674a05d1997307aa6133a62bb6 2024-12-04T05:24:45,222 INFO [StoreOpener-1ae0b7674a05d1997307aa6133a62bb6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1ae0b7674a05d1997307aa6133a62bb6 columnFamilyName a 2024-12-04T05:24:45,222 DEBUG [StoreOpener-1ae0b7674a05d1997307aa6133a62bb6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T05:24:45,228 DEBUG [StoreFileOpener-1ae0b7674a05d1997307aa6133a62bb6-a-1 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 4fe695e782714556a96018b5ac6ee2af_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-04T05:24:45,228 DEBUG [StoreOpener-1ae0b7674a05d1997307aa6133a62bb6-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:35275/hbase/data/default/testCompactedBulkLoadedFiles/1ae0b7674a05d1997307aa6133a62bb6/a/4fe695e782714556a96018b5ac6ee2af_SeqId_4_ 2024-12-04T05:24:45,231 DEBUG [StoreOpener-1ae0b7674a05d1997307aa6133a62bb6-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:35275/hbase/data/default/testCompactedBulkLoadedFiles/1ae0b7674a05d1997307aa6133a62bb6/a/5171d077ecdf405191315579bc1e03f4 2024-12-04T05:24:45,234 DEBUG [StoreOpener-1ae0b7674a05d1997307aa6133a62bb6-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:35275/hbase/data/default/testCompactedBulkLoadedFiles/1ae0b7674a05d1997307aa6133a62bb6/a/979098120b4943d8a1e124567f734cce 2024-12-04T05:24:45,237 DEBUG [StoreFileOpener-1ae0b7674a05d1997307aa6133a62bb6-a-1 {}] regionserver.HStoreFile(483): HFile Bloom filter type for af6cfb1436d249749428389632e7f77c_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-04T05:24:45,238 DEBUG [StoreOpener-1ae0b7674a05d1997307aa6133a62bb6-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:35275/hbase/data/default/testCompactedBulkLoadedFiles/1ae0b7674a05d1997307aa6133a62bb6/a/af6cfb1436d249749428389632e7f77c_SeqId_4_ 2024-12-04T05:24:45,241 DEBUG [StoreFileOpener-1ae0b7674a05d1997307aa6133a62bb6-a-1 {}] regionserver.HStoreFile(483): HFile Bloom filter type for da9d67c397bc43f8a35aaa46717dbede_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-04T05:24:45,241 DEBUG [StoreOpener-1ae0b7674a05d1997307aa6133a62bb6-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:35275/hbase/data/default/testCompactedBulkLoadedFiles/1ae0b7674a05d1997307aa6133a62bb6/a/da9d67c397bc43f8a35aaa46717dbede_SeqId_4_ 2024-12-04T05:24:45,241 WARN [StoreOpener-1ae0b7674a05d1997307aa6133a62bb6-1 {}] regionserver.StoreEngine(317): Clearing the compacted storefile hdfs://localhost:35275/hbase/data/default/testCompactedBulkLoadedFiles/1ae0b7674a05d1997307aa6133a62bb6/a/4fe695e782714556a96018b5ac6ee2af_SeqId_4_ from org.apache.hadoop.hbase.regionserver.DefaultStoreEngine@6c3d9c84 2024-12-04T05:24:45,241 WARN [StoreOpener-1ae0b7674a05d1997307aa6133a62bb6-1 {}] regionserver.StoreEngine(317): Clearing the compacted storefile hdfs://localhost:35275/hbase/data/default/testCompactedBulkLoadedFiles/1ae0b7674a05d1997307aa6133a62bb6/a/979098120b4943d8a1e124567f734cce from org.apache.hadoop.hbase.regionserver.DefaultStoreEngine@6c3d9c84 2024-12-04T05:24:45,241 WARN [StoreOpener-1ae0b7674a05d1997307aa6133a62bb6-1 {}] regionserver.StoreEngine(317): Clearing the compacted storefile hdfs://localhost:35275/hbase/data/default/testCompactedBulkLoadedFiles/1ae0b7674a05d1997307aa6133a62bb6/a/af6cfb1436d249749428389632e7f77c_SeqId_4_ from org.apache.hadoop.hbase.regionserver.DefaultStoreEngine@6c3d9c84 2024-12-04T05:24:45,241 WARN [StoreOpener-1ae0b7674a05d1997307aa6133a62bb6-1 {}] regionserver.StoreEngine(317): Clearing the compacted storefile hdfs://localhost:35275/hbase/data/default/testCompactedBulkLoadedFiles/1ae0b7674a05d1997307aa6133a62bb6/a/da9d67c397bc43f8a35aaa46717dbede_SeqId_4_ from org.apache.hadoop.hbase.regionserver.DefaultStoreEngine@6c3d9c84 2024-12-04T05:24:45,241 DEBUG [StoreOpener-1ae0b7674a05d1997307aa6133a62bb6-1 {}] regionserver.StoreEngine(327): Moving the files [hdfs://localhost:35275/hbase/data/default/testCompactedBulkLoadedFiles/1ae0b7674a05d1997307aa6133a62bb6/a/4fe695e782714556a96018b5ac6ee2af_SeqId_4_, hdfs://localhost:35275/hbase/data/default/testCompactedBulkLoadedFiles/1ae0b7674a05d1997307aa6133a62bb6/a/979098120b4943d8a1e124567f734cce, hdfs://localhost:35275/hbase/data/default/testCompactedBulkLoadedFiles/1ae0b7674a05d1997307aa6133a62bb6/a/af6cfb1436d249749428389632e7f77c_SeqId_4_, hdfs://localhost:35275/hbase/data/default/testCompactedBulkLoadedFiles/1ae0b7674a05d1997307aa6133a62bb6/a/da9d67c397bc43f8a35aaa46717dbede_SeqId_4_] to archive 2024-12-04T05:24:45,242 DEBUG [StoreOpener-1ae0b7674a05d1997307aa6133a62bb6-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-04T05:24:45,243 DEBUG [StoreOpener-1ae0b7674a05d1997307aa6133a62bb6-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35275/hbase/data/default/testCompactedBulkLoadedFiles/1ae0b7674a05d1997307aa6133a62bb6/a/4fe695e782714556a96018b5ac6ee2af_SeqId_4_ to hdfs://localhost:35275/hbase/archive/data/default/testCompactedBulkLoadedFiles/1ae0b7674a05d1997307aa6133a62bb6/a/4fe695e782714556a96018b5ac6ee2af_SeqId_4_ 2024-12-04T05:24:45,245 DEBUG [StoreOpener-1ae0b7674a05d1997307aa6133a62bb6-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35275/hbase/data/default/testCompactedBulkLoadedFiles/1ae0b7674a05d1997307aa6133a62bb6/a/979098120b4943d8a1e124567f734cce to hdfs://localhost:35275/hbase/archive/data/default/testCompactedBulkLoadedFiles/1ae0b7674a05d1997307aa6133a62bb6/a/979098120b4943d8a1e124567f734cce 2024-12-04T05:24:45,246 DEBUG [StoreOpener-1ae0b7674a05d1997307aa6133a62bb6-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35275/hbase/data/default/testCompactedBulkLoadedFiles/1ae0b7674a05d1997307aa6133a62bb6/a/af6cfb1436d249749428389632e7f77c_SeqId_4_ to hdfs://localhost:35275/hbase/archive/data/default/testCompactedBulkLoadedFiles/1ae0b7674a05d1997307aa6133a62bb6/a/af6cfb1436d249749428389632e7f77c_SeqId_4_ 2024-12-04T05:24:45,247 DEBUG [StoreOpener-1ae0b7674a05d1997307aa6133a62bb6-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35275/hbase/data/default/testCompactedBulkLoadedFiles/1ae0b7674a05d1997307aa6133a62bb6/a/da9d67c397bc43f8a35aaa46717dbede_SeqId_4_ to hdfs://localhost:35275/hbase/archive/data/default/testCompactedBulkLoadedFiles/1ae0b7674a05d1997307aa6133a62bb6/a/da9d67c397bc43f8a35aaa46717dbede_SeqId_4_ 2024-12-04T05:24:45,247 INFO [StoreOpener-1ae0b7674a05d1997307aa6133a62bb6-1 {}] regionserver.HStore(327): Store=1ae0b7674a05d1997307aa6133a62bb6/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T05:24:45,247 INFO [StoreOpener-1ae0b7674a05d1997307aa6133a62bb6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 1ae0b7674a05d1997307aa6133a62bb6 2024-12-04T05:24:45,248 INFO [StoreOpener-1ae0b7674a05d1997307aa6133a62bb6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1ae0b7674a05d1997307aa6133a62bb6 columnFamilyName b 2024-12-04T05:24:45,248 DEBUG [StoreOpener-1ae0b7674a05d1997307aa6133a62bb6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T05:24:45,248 INFO [StoreOpener-1ae0b7674a05d1997307aa6133a62bb6-1 {}] regionserver.HStore(327): Store=1ae0b7674a05d1997307aa6133a62bb6/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T05:24:45,249 INFO [StoreOpener-1ae0b7674a05d1997307aa6133a62bb6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 1ae0b7674a05d1997307aa6133a62bb6 2024-12-04T05:24:45,249 INFO [StoreOpener-1ae0b7674a05d1997307aa6133a62bb6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1ae0b7674a05d1997307aa6133a62bb6 columnFamilyName c 2024-12-04T05:24:45,249 DEBUG [StoreOpener-1ae0b7674a05d1997307aa6133a62bb6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T05:24:45,250 INFO [StoreOpener-1ae0b7674a05d1997307aa6133a62bb6-1 {}] regionserver.HStore(327): Store=1ae0b7674a05d1997307aa6133a62bb6/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T05:24:45,250 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 1ae0b7674a05d1997307aa6133a62bb6 2024-12-04T05:24:45,250 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35275/hbase/data/default/testCompactedBulkLoadedFiles/1ae0b7674a05d1997307aa6133a62bb6 2024-12-04T05:24:45,252 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:35275/hbase/data/default/testCompactedBulkLoadedFiles/1ae0b7674a05d1997307aa6133a62bb6 2024-12-04T05:24:45,252 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:35275/hbase/data/default/testCompactedBulkLoadedFiles/1ae0b7674a05d1997307aa6133a62bb6/recovered.edits/0000000000000000008 2024-12-04T05:24:45,254 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:35275/hbase/data/default/testCompactedBulkLoadedFiles/1ae0b7674a05d1997307aa6133a62bb6/recovered.edits/0000000000000000008: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null 2024-12-04T05:24:45,256 DEBUG [Time-limited test {}] regionserver.HRegion(5836): 1ae0b7674a05d1997307aa6133a62bb6 : Replaying compaction marker table_name: "testCompactedBulkLoadedFiles" encoded_region_name: "1ae0b7674a05d1997307aa6133a62bb6" family_name: "a" compaction_input: "979098120b4943d8a1e124567f734cce" compaction_input: "af6cfb1436d249749428389632e7f77c_SeqId_4_" compaction_input: "da9d67c397bc43f8a35aaa46717dbede_SeqId_4_" compaction_input: "4fe695e782714556a96018b5ac6ee2af_SeqId_4_" compaction_output: "5171d077ecdf405191315579bc1e03f4" store_home_dir: "a" region_name: "testCompactedBulkLoadedFiles,,1733289880917.1ae0b7674a05d1997307aa6133a62bb6." with seqId=9223372036854775807 and lastReplayedOpenRegionSeqId=-1 2024-12-04T05:24:45,256 DEBUG [Time-limited test {}] regionserver.HStore(1354): Completing compaction from the WAL marker 2024-12-04T05:24:45,256 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 0, skipped 2, firstSequenceIdInLog=3, maxSequenceIdInLog=8, path=hdfs://localhost:35275/hbase/data/default/testCompactedBulkLoadedFiles/1ae0b7674a05d1997307aa6133a62bb6/recovered.edits/0000000000000000008 2024-12-04T05:24:45,256 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:35275/hbase/data/default/testCompactedBulkLoadedFiles/1ae0b7674a05d1997307aa6133a62bb6/recovered.edits/0000000000000000008 2024-12-04T05:24:45,257 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 1ae0b7674a05d1997307aa6133a62bb6 2024-12-04T05:24:45,257 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 1ae0b7674a05d1997307aa6133a62bb6 2024-12-04T05:24:45,258 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testCompactedBulkLoadedFiles descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-04T05:24:45,259 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 1ae0b7674a05d1997307aa6133a62bb6 2024-12-04T05:24:45,261 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35275/hbase/data/default/testCompactedBulkLoadedFiles/1ae0b7674a05d1997307aa6133a62bb6/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-04T05:24:45,262 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 1ae0b7674a05d1997307aa6133a62bb6; next sequenceid=9; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62900223, jitterRate=-0.0627136379480362}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-04T05:24:45,262 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 1ae0b7674a05d1997307aa6133a62bb6: Writing region info on filesystem at 1733289885220Initializing all the Stores at 1733289885221 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733289885221Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733289885221Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733289885221Cleaning up temporary data from old regions at 1733289885257 (+36 ms)Region opened successfully at 1733289885262 (+5 ms) 2024-12-04T05:24:45,264 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 1ae0b7674a05d1997307aa6133a62bb6, disabling compactions & flushes 2024-12-04T05:24:45,265 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testCompactedBulkLoadedFiles,,1733289880917.1ae0b7674a05d1997307aa6133a62bb6. 2024-12-04T05:24:45,265 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testCompactedBulkLoadedFiles,,1733289880917.1ae0b7674a05d1997307aa6133a62bb6. 2024-12-04T05:24:45,265 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testCompactedBulkLoadedFiles,,1733289880917.1ae0b7674a05d1997307aa6133a62bb6. after waiting 0 ms 2024-12-04T05:24:45,265 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testCompactedBulkLoadedFiles,,1733289880917.1ae0b7674a05d1997307aa6133a62bb6. 2024-12-04T05:24:45,265 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testCompactedBulkLoadedFiles,,1733289880917.1ae0b7674a05d1997307aa6133a62bb6. 2024-12-04T05:24:45,265 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 1ae0b7674a05d1997307aa6133a62bb6: Waiting for close lock at 1733289885264Disabling compacts and flushes for region at 1733289885264Disabling writes for close at 1733289885265 (+1 ms)Writing region close event to WAL at 1733289885265Closed at 1733289885265 2024-12-04T05:24:45,268 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44311 is added to blk_1073741929_1108 (size=93) 2024-12-04T05:24:45,268 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37859 is added to blk_1073741929_1108 (size=93) 2024-12-04T05:24:45,268 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43859 is added to blk_1073741929_1108 (size=93) 2024-12-04T05:24:45,270 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-12-04T05:24:45,270 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL wal:(num 1733289885202) 2024-12-04T05:24:45,284 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayCompressed#testCompactedBulkLoadedFiles Thread=439 (was 426) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1874038631_22 at /127.0.0.1:36634 [Waiting for operation #5] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1874038631_22 at /127.0.0.1:50240 [Waiting for operation #11] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1987708253) connection to localhost/127.0.0.1:35275 from jenkinstestCompactedBulkLoadedFiles java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkinstestCompactedBulkLoadedFiles@localhost:35275 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1874038631_22 at /127.0.0.1:41206 [Waiting for operation #3] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-26-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-26-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-26-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=1346 (was 1264) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=197 (was 214), ProcessCount=11 (was 11), AvailableMemoryMB=5161 (was 5180) 2024-12-04T05:24:45,285 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1346 is superior to 1024 2024-12-04T05:24:45,297 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayCompressed#testReplayEditsWrittenViaHRegion Thread=439, OpenFileDescriptor=1346, MaxFileDescriptor=1048576, SystemLoadAverage=197, ProcessCount=11, AvailableMemoryMB=5160 2024-12-04T05:24:45,297 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1346 is superior to 1024 2024-12-04T05:24:45,312 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T05:24:45,313 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T05:24:45,314 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-04T05:24:45,316 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-08013044, suffix=, logDir=hdfs://localhost:35275/hbase/WALs/hregion-08013044, archiveDir=hdfs://localhost:35275/hbase/oldWALs, maxLogs=32 2024-12-04T05:24:45,329 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-08013044/hregion-08013044.1733289885316, exclude list is [], retry=0 2024-12-04T05:24:45,331 DEBUG [AsyncFSWAL-28-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44311,DS-5c82d3f4-a186-4144-ad7c-ee72c42bcf47,DISK] 2024-12-04T05:24:45,332 DEBUG [AsyncFSWAL-28-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37859,DS-39fe0079-8ac3-4f94-953e-9e743aa94a22,DISK] 2024-12-04T05:24:45,333 DEBUG [AsyncFSWAL-28-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43859,DS-642eba6a-8b9d-466e-973c-796f3e4f5ec5,DISK] 2024-12-04T05:24:45,337 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-08013044/hregion-08013044.1733289885316 2024-12-04T05:24:45,337 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39001:39001),(127.0.0.1/127.0.0.1:45523:45523),(127.0.0.1/127.0.0.1:45071:45071)] 2024-12-04T05:24:45,337 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => e459d4ea33af848cba72e22cb9589a7d, NAME => 'testReplayEditsWrittenViaHRegion,,1733289885312.e459d4ea33af848cba72e22cb9589a7d.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsWrittenViaHRegion', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35275/hbase 2024-12-04T05:24:45,346 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43859 is added to blk_1073741931_1110 (size=67) 2024-12-04T05:24:45,346 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44311 is added to blk_1073741931_1110 (size=67) 2024-12-04T05:24:45,346 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37859 is added to blk_1073741931_1110 (size=67) 2024-12-04T05:24:45,347 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1733289885312.e459d4ea33af848cba72e22cb9589a7d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T05:24:45,348 INFO [StoreOpener-e459d4ea33af848cba72e22cb9589a7d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region e459d4ea33af848cba72e22cb9589a7d 2024-12-04T05:24:45,349 INFO [StoreOpener-e459d4ea33af848cba72e22cb9589a7d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e459d4ea33af848cba72e22cb9589a7d columnFamilyName a 2024-12-04T05:24:45,350 DEBUG [StoreOpener-e459d4ea33af848cba72e22cb9589a7d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T05:24:45,350 INFO [StoreOpener-e459d4ea33af848cba72e22cb9589a7d-1 {}] regionserver.HStore(327): Store=e459d4ea33af848cba72e22cb9589a7d/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T05:24:45,350 INFO [StoreOpener-e459d4ea33af848cba72e22cb9589a7d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region e459d4ea33af848cba72e22cb9589a7d 2024-12-04T05:24:45,351 INFO [StoreOpener-e459d4ea33af848cba72e22cb9589a7d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e459d4ea33af848cba72e22cb9589a7d columnFamilyName b 2024-12-04T05:24:45,351 DEBUG [StoreOpener-e459d4ea33af848cba72e22cb9589a7d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T05:24:45,352 INFO [StoreOpener-e459d4ea33af848cba72e22cb9589a7d-1 {}] regionserver.HStore(327): Store=e459d4ea33af848cba72e22cb9589a7d/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T05:24:45,352 INFO [StoreOpener-e459d4ea33af848cba72e22cb9589a7d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region e459d4ea33af848cba72e22cb9589a7d 2024-12-04T05:24:45,353 INFO [StoreOpener-e459d4ea33af848cba72e22cb9589a7d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e459d4ea33af848cba72e22cb9589a7d columnFamilyName c 2024-12-04T05:24:45,353 DEBUG [StoreOpener-e459d4ea33af848cba72e22cb9589a7d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T05:24:45,353 INFO [StoreOpener-e459d4ea33af848cba72e22cb9589a7d-1 {}] regionserver.HStore(327): Store=e459d4ea33af848cba72e22cb9589a7d/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T05:24:45,353 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for e459d4ea33af848cba72e22cb9589a7d 2024-12-04T05:24:45,354 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35275/hbase/data/default/testReplayEditsWrittenViaHRegion/e459d4ea33af848cba72e22cb9589a7d 2024-12-04T05:24:45,354 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35275/hbase/data/default/testReplayEditsWrittenViaHRegion/e459d4ea33af848cba72e22cb9589a7d 2024-12-04T05:24:45,355 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for e459d4ea33af848cba72e22cb9589a7d 2024-12-04T05:24:45,355 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for e459d4ea33af848cba72e22cb9589a7d 2024-12-04T05:24:45,356 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-04T05:24:45,356 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for e459d4ea33af848cba72e22cb9589a7d 2024-12-04T05:24:45,358 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35275/hbase/data/default/testReplayEditsWrittenViaHRegion/e459d4ea33af848cba72e22cb9589a7d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T05:24:45,359 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened e459d4ea33af848cba72e22cb9589a7d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69233157, jitterRate=0.03165443241596222}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-04T05:24:45,359 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for e459d4ea33af848cba72e22cb9589a7d: Writing region info on filesystem at 1733289885347Initializing all the Stores at 1733289885348 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733289885348Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733289885348Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733289885348Cleaning up temporary data from old regions at 1733289885355 (+7 ms)Region opened successfully at 1733289885359 (+4 ms) 2024-12-04T05:24:45,359 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing e459d4ea33af848cba72e22cb9589a7d, disabling compactions & flushes 2024-12-04T05:24:45,359 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenViaHRegion,,1733289885312.e459d4ea33af848cba72e22cb9589a7d. 2024-12-04T05:24:45,359 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenViaHRegion,,1733289885312.e459d4ea33af848cba72e22cb9589a7d. 2024-12-04T05:24:45,359 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenViaHRegion,,1733289885312.e459d4ea33af848cba72e22cb9589a7d. after waiting 0 ms 2024-12-04T05:24:45,359 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenViaHRegion,,1733289885312.e459d4ea33af848cba72e22cb9589a7d. 2024-12-04T05:24:45,359 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenViaHRegion,,1733289885312.e459d4ea33af848cba72e22cb9589a7d. 2024-12-04T05:24:45,359 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for e459d4ea33af848cba72e22cb9589a7d: Waiting for close lock at 1733289885359Disabling compacts and flushes for region at 1733289885359Disabling writes for close at 1733289885359Writing region close event to WAL at 1733289885359Closed at 1733289885359 2024-12-04T05:24:45,362 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37859 is added to blk_1073741930_1109 (size=93) 2024-12-04T05:24:45,362 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44311 is added to blk_1073741930_1109 (size=93) 2024-12-04T05:24:45,362 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43859 is added to blk_1073741930_1109 (size=93) 2024-12-04T05:24:45,364 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-12-04T05:24:45,364 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-08013044:(num 1733289885316) 2024-12-04T05:24:45,364 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-12-04T05:24:45,366 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:35275/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733289885311, archiveDir=hdfs://localhost:35275/hbase/oldWALs, maxLogs=32 2024-12-04T05:24:45,380 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733289885311/wal.1733289885366, exclude list is [], retry=0 2024-12-04T05:24:45,382 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37859,DS-39fe0079-8ac3-4f94-953e-9e743aa94a22,DISK] 2024-12-04T05:24:45,382 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43859,DS-642eba6a-8b9d-466e-973c-796f3e4f5ec5,DISK] 2024-12-04T05:24:45,383 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44311,DS-5c82d3f4-a186-4144-ad7c-ee72c42bcf47,DISK] 2024-12-04T05:24:45,384 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733289885311/wal.1733289885366 2024-12-04T05:24:45,385 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45523:45523),(127.0.0.1/127.0.0.1:45071:45071),(127.0.0.1/127.0.0.1:39001:39001)] 2024-12-04T05:24:45,385 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => e459d4ea33af848cba72e22cb9589a7d, NAME => 'testReplayEditsWrittenViaHRegion,,1733289885312.e459d4ea33af848cba72e22cb9589a7d.', STARTKEY => '', ENDKEY => ''} 2024-12-04T05:24:45,385 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1733289885312.e459d4ea33af848cba72e22cb9589a7d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T05:24:45,385 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for e459d4ea33af848cba72e22cb9589a7d 2024-12-04T05:24:45,385 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for e459d4ea33af848cba72e22cb9589a7d 2024-12-04T05:24:45,386 INFO [StoreOpener-e459d4ea33af848cba72e22cb9589a7d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region e459d4ea33af848cba72e22cb9589a7d 2024-12-04T05:24:45,387 INFO [StoreOpener-e459d4ea33af848cba72e22cb9589a7d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e459d4ea33af848cba72e22cb9589a7d columnFamilyName a 2024-12-04T05:24:45,387 DEBUG [StoreOpener-e459d4ea33af848cba72e22cb9589a7d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T05:24:45,388 INFO [StoreOpener-e459d4ea33af848cba72e22cb9589a7d-1 {}] regionserver.HStore(327): Store=e459d4ea33af848cba72e22cb9589a7d/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T05:24:45,388 INFO [StoreOpener-e459d4ea33af848cba72e22cb9589a7d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region e459d4ea33af848cba72e22cb9589a7d 2024-12-04T05:24:45,388 INFO [StoreOpener-e459d4ea33af848cba72e22cb9589a7d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e459d4ea33af848cba72e22cb9589a7d columnFamilyName b 2024-12-04T05:24:45,388 DEBUG [StoreOpener-e459d4ea33af848cba72e22cb9589a7d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T05:24:45,389 INFO [StoreOpener-e459d4ea33af848cba72e22cb9589a7d-1 {}] regionserver.HStore(327): Store=e459d4ea33af848cba72e22cb9589a7d/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T05:24:45,389 INFO [StoreOpener-e459d4ea33af848cba72e22cb9589a7d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region e459d4ea33af848cba72e22cb9589a7d 2024-12-04T05:24:45,389 INFO [StoreOpener-e459d4ea33af848cba72e22cb9589a7d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e459d4ea33af848cba72e22cb9589a7d columnFamilyName c 2024-12-04T05:24:45,389 DEBUG [StoreOpener-e459d4ea33af848cba72e22cb9589a7d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T05:24:45,390 INFO [StoreOpener-e459d4ea33af848cba72e22cb9589a7d-1 {}] regionserver.HStore(327): Store=e459d4ea33af848cba72e22cb9589a7d/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T05:24:45,390 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for e459d4ea33af848cba72e22cb9589a7d 2024-12-04T05:24:45,391 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35275/hbase/data/default/testReplayEditsWrittenViaHRegion/e459d4ea33af848cba72e22cb9589a7d 2024-12-04T05:24:45,391 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35275/hbase/data/default/testReplayEditsWrittenViaHRegion/e459d4ea33af848cba72e22cb9589a7d 2024-12-04T05:24:45,392 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for e459d4ea33af848cba72e22cb9589a7d 2024-12-04T05:24:45,392 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for e459d4ea33af848cba72e22cb9589a7d 2024-12-04T05:24:45,393 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-04T05:24:45,394 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for e459d4ea33af848cba72e22cb9589a7d 2024-12-04T05:24:45,395 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened e459d4ea33af848cba72e22cb9589a7d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74764893, jitterRate=0.11408372223377228}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-04T05:24:45,395 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for e459d4ea33af848cba72e22cb9589a7d: Writing region info on filesystem at 1733289885385Initializing all the Stores at 1733289885386 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733289885386Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733289885386Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733289885386Cleaning up temporary data from old regions at 1733289885392 (+6 ms)Region opened successfully at 1733289885395 (+3 ms) 2024-12-04T05:24:45,403 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing e459d4ea33af848cba72e22cb9589a7d 3/3 column families, dataSize=870 B heapSize=2.31 KB 2024-12-04T05:24:45,419 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35275/hbase/data/default/testReplayEditsWrittenViaHRegion/e459d4ea33af848cba72e22cb9589a7d/.tmp/a/53f151b974f348eebd945928470b7c4c is 91, key is testReplayEditsWrittenViaHRegion/a:x0/1733289885395/Put/seqid=0 2024-12-04T05:24:45,425 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37859 is added to blk_1073741933_1112 (size=5958) 2024-12-04T05:24:45,427 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44311 is added to blk_1073741933_1112 (size=5958) 2024-12-04T05:24:45,427 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43859 is added to blk_1073741933_1112 (size=5958) 2024-12-04T05:24:45,427 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:35275/hbase/data/default/testReplayEditsWrittenViaHRegion/e459d4ea33af848cba72e22cb9589a7d/.tmp/a/53f151b974f348eebd945928470b7c4c 2024-12-04T05:24:45,433 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35275/hbase/data/default/testReplayEditsWrittenViaHRegion/e459d4ea33af848cba72e22cb9589a7d/.tmp/a/53f151b974f348eebd945928470b7c4c as hdfs://localhost:35275/hbase/data/default/testReplayEditsWrittenViaHRegion/e459d4ea33af848cba72e22cb9589a7d/a/53f151b974f348eebd945928470b7c4c 2024-12-04T05:24:45,438 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35275/hbase/data/default/testReplayEditsWrittenViaHRegion/e459d4ea33af848cba72e22cb9589a7d/a/53f151b974f348eebd945928470b7c4c, entries=10, sequenceid=13, filesize=5.8 K 2024-12-04T05:24:45,439 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~870 B/870, heapSize ~1.80 KB/1840, currentSize=0 B/0 for e459d4ea33af848cba72e22cb9589a7d in 36ms, sequenceid=13, compaction requested=false 2024-12-04T05:24:45,439 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for e459d4ea33af848cba72e22cb9589a7d: 2024-12-04T05:24:45,456 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing e459d4ea33af848cba72e22cb9589a7d, disabling compactions & flushes 2024-12-04T05:24:45,456 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenViaHRegion,,1733289885312.e459d4ea33af848cba72e22cb9589a7d. 2024-12-04T05:24:45,456 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenViaHRegion,,1733289885312.e459d4ea33af848cba72e22cb9589a7d. 2024-12-04T05:24:45,456 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenViaHRegion,,1733289885312.e459d4ea33af848cba72e22cb9589a7d. after waiting 0 ms 2024-12-04T05:24:45,456 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenViaHRegion,,1733289885312.e459d4ea33af848cba72e22cb9589a7d. 2024-12-04T05:24:45,457 ERROR [Time-limited test {}] regionserver.HRegion(1960): Memstore data size is 1740 in region testReplayEditsWrittenViaHRegion,,1733289885312.e459d4ea33af848cba72e22cb9589a7d. 2024-12-04T05:24:45,457 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenViaHRegion,,1733289885312.e459d4ea33af848cba72e22cb9589a7d. 2024-12-04T05:24:45,457 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for e459d4ea33af848cba72e22cb9589a7d: Waiting for close lock at 1733289885456Disabling compacts and flushes for region at 1733289885456Disabling writes for close at 1733289885456Writing region close event to WAL at 1733289885457 (+1 ms)Closed at 1733289885457 2024-12-04T05:24:45,460 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733289885311/wal.1733289885366 not finished, retry = 0 2024-12-04T05:24:45,460 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44311 is added to blk_1073741932_1111 (size=2805) 2024-12-04T05:24:45,460 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37859 is added to blk_1073741932_1111 (size=2805) 2024-12-04T05:24:45,460 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43859 is added to blk_1073741932_1111 (size=2805) 2024-12-04T05:24:45,555 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-04T05:24:45,584 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35275/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733289885311/wal.1733289885366, size=2.7 K (2805bytes) 2024-12-04T05:24:45,585 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35275/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733289885311/wal.1733289885366 2024-12-04T05:24:45,585 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35275/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733289885311/wal.1733289885366 after 0ms 2024-12-04T05:24:45,587 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:35275/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733289885311/wal.1733289885366: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null 2024-12-04T05:24:45,588 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35275/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733289885311/wal.1733289885366 took 4ms 2024-12-04T05:24:45,589 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35275/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733289885311/wal.1733289885366 so closing down 2024-12-04T05:24:45,589 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-04T05:24:45,591 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000003-wal.1733289885366.temp 2024-12-04T05:24:45,592 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35275/hbase/data/default/testReplayEditsWrittenViaHRegion/e459d4ea33af848cba72e22cb9589a7d/recovered.edits/0000000000000000003-wal.1733289885366.temp 2024-12-04T05:24:45,592 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-04T05:24:45,598 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43859 is added to blk_1073741934_1113 (size=2312) 2024-12-04T05:24:45,598 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37859 is added to blk_1073741934_1113 (size=2312) 2024-12-04T05:24:45,598 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44311 is added to blk_1073741934_1113 (size=2312) 2024-12-04T05:24:45,599 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35275/hbase/data/default/testReplayEditsWrittenViaHRegion/e459d4ea33af848cba72e22cb9589a7d/recovered.edits/0000000000000000003-wal.1733289885366.temp (wrote 30 edits, skipped 0 edits in 0 ms) 2024-12-04T05:24:45,600 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35275/hbase/data/default/testReplayEditsWrittenViaHRegion/e459d4ea33af848cba72e22cb9589a7d/recovered.edits/0000000000000000003-wal.1733289885366.temp to hdfs://localhost:35275/hbase/data/default/testReplayEditsWrittenViaHRegion/e459d4ea33af848cba72e22cb9589a7d/recovered.edits/0000000000000000035 2024-12-04T05:24:45,600 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 32 edits across 1 Regions in 12 ms; skipped=2; WAL=hdfs://localhost:35275/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733289885311/wal.1733289885366, size=2.7 K, length=2805, corrupted=false, cancelled=false 2024-12-04T05:24:45,600 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35275/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733289885311/wal.1733289885366, journal: Splitting hdfs://localhost:35275/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733289885311/wal.1733289885366, size=2.7 K (2805bytes) at 1733289885585Finishing writing output for hdfs://localhost:35275/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733289885311/wal.1733289885366 so closing down at 1733289885589 (+4 ms)Creating recovered edits writer path=hdfs://localhost:35275/hbase/data/default/testReplayEditsWrittenViaHRegion/e459d4ea33af848cba72e22cb9589a7d/recovered.edits/0000000000000000003-wal.1733289885366.temp at 1733289885592 (+3 ms)3 split writer threads finished at 1733289885592Closed recovered edits writer path=hdfs://localhost:35275/hbase/data/default/testReplayEditsWrittenViaHRegion/e459d4ea33af848cba72e22cb9589a7d/recovered.edits/0000000000000000003-wal.1733289885366.temp (wrote 30 edits, skipped 0 edits in 0 ms) at 1733289885599 (+7 ms)Rename recovered edits hdfs://localhost:35275/hbase/data/default/testReplayEditsWrittenViaHRegion/e459d4ea33af848cba72e22cb9589a7d/recovered.edits/0000000000000000003-wal.1733289885366.temp to hdfs://localhost:35275/hbase/data/default/testReplayEditsWrittenViaHRegion/e459d4ea33af848cba72e22cb9589a7d/recovered.edits/0000000000000000035 at 1733289885600 (+1 ms)Processed 32 edits across 1 Regions in 12 ms; skipped=2; WAL=hdfs://localhost:35275/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733289885311/wal.1733289885366, size=2.7 K, length=2805, corrupted=false, cancelled=false at 1733289885600 2024-12-04T05:24:45,602 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35275/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733289885311/wal.1733289885366 to hdfs://localhost:35275/hbase/oldWALs/wal.1733289885366 2024-12-04T05:24:45,603 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:35275/hbase/data/default/testReplayEditsWrittenViaHRegion/e459d4ea33af848cba72e22cb9589a7d/recovered.edits/0000000000000000035 2024-12-04T05:24:45,603 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-12-04T05:24:45,605 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:35275/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733289885311, archiveDir=hdfs://localhost:35275/hbase/oldWALs, maxLogs=32 2024-12-04T05:24:45,618 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733289885311/wal.1733289885605, exclude list is [], retry=0 2024-12-04T05:24:45,620 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44311,DS-5c82d3f4-a186-4144-ad7c-ee72c42bcf47,DISK] 2024-12-04T05:24:45,621 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37859,DS-39fe0079-8ac3-4f94-953e-9e743aa94a22,DISK] 2024-12-04T05:24:45,621 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43859,DS-642eba6a-8b9d-466e-973c-796f3e4f5ec5,DISK] 2024-12-04T05:24:45,622 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733289885311/wal.1733289885605 2024-12-04T05:24:45,623 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39001:39001),(127.0.0.1/127.0.0.1:45523:45523),(127.0.0.1/127.0.0.1:45071:45071)] 2024-12-04T05:24:45,623 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => e459d4ea33af848cba72e22cb9589a7d, NAME => 'testReplayEditsWrittenViaHRegion,,1733289885312.e459d4ea33af848cba72e22cb9589a7d.', STARTKEY => '', ENDKEY => ''} 2024-12-04T05:24:45,623 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1733289885312.e459d4ea33af848cba72e22cb9589a7d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T05:24:45,623 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for e459d4ea33af848cba72e22cb9589a7d 2024-12-04T05:24:45,623 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for e459d4ea33af848cba72e22cb9589a7d 2024-12-04T05:24:45,624 INFO [StoreOpener-e459d4ea33af848cba72e22cb9589a7d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region e459d4ea33af848cba72e22cb9589a7d 2024-12-04T05:24:45,625 INFO [StoreOpener-e459d4ea33af848cba72e22cb9589a7d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e459d4ea33af848cba72e22cb9589a7d columnFamilyName a 2024-12-04T05:24:45,625 DEBUG [StoreOpener-e459d4ea33af848cba72e22cb9589a7d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T05:24:45,631 DEBUG [StoreOpener-e459d4ea33af848cba72e22cb9589a7d-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:35275/hbase/data/default/testReplayEditsWrittenViaHRegion/e459d4ea33af848cba72e22cb9589a7d/a/53f151b974f348eebd945928470b7c4c 2024-12-04T05:24:45,631 INFO [StoreOpener-e459d4ea33af848cba72e22cb9589a7d-1 {}] regionserver.HStore(327): Store=e459d4ea33af848cba72e22cb9589a7d/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T05:24:45,632 INFO [StoreOpener-e459d4ea33af848cba72e22cb9589a7d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region e459d4ea33af848cba72e22cb9589a7d 2024-12-04T05:24:45,632 INFO [StoreOpener-e459d4ea33af848cba72e22cb9589a7d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e459d4ea33af848cba72e22cb9589a7d columnFamilyName b 2024-12-04T05:24:45,633 DEBUG [StoreOpener-e459d4ea33af848cba72e22cb9589a7d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T05:24:45,633 INFO [StoreOpener-e459d4ea33af848cba72e22cb9589a7d-1 {}] regionserver.HStore(327): Store=e459d4ea33af848cba72e22cb9589a7d/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T05:24:45,633 INFO [StoreOpener-e459d4ea33af848cba72e22cb9589a7d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region e459d4ea33af848cba72e22cb9589a7d 2024-12-04T05:24:45,634 INFO [StoreOpener-e459d4ea33af848cba72e22cb9589a7d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e459d4ea33af848cba72e22cb9589a7d columnFamilyName c 2024-12-04T05:24:45,634 DEBUG [StoreOpener-e459d4ea33af848cba72e22cb9589a7d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T05:24:45,634 INFO [StoreOpener-e459d4ea33af848cba72e22cb9589a7d-1 {}] regionserver.HStore(327): Store=e459d4ea33af848cba72e22cb9589a7d/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T05:24:45,634 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for e459d4ea33af848cba72e22cb9589a7d 2024-12-04T05:24:45,635 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35275/hbase/data/default/testReplayEditsWrittenViaHRegion/e459d4ea33af848cba72e22cb9589a7d 2024-12-04T05:24:45,637 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:35275/hbase/data/default/testReplayEditsWrittenViaHRegion/e459d4ea33af848cba72e22cb9589a7d 2024-12-04T05:24:45,637 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:35275/hbase/data/default/testReplayEditsWrittenViaHRegion/e459d4ea33af848cba72e22cb9589a7d/recovered.edits/0000000000000000035 2024-12-04T05:24:45,639 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:35275/hbase/data/default/testReplayEditsWrittenViaHRegion/e459d4ea33af848cba72e22cb9589a7d/recovered.edits/0000000000000000035: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null 2024-12-04T05:24:45,640 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 20, skipped 10, firstSequenceIdInLog=3, maxSequenceIdInLog=35, path=hdfs://localhost:35275/hbase/data/default/testReplayEditsWrittenViaHRegion/e459d4ea33af848cba72e22cb9589a7d/recovered.edits/0000000000000000035 2024-12-04T05:24:45,640 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing e459d4ea33af848cba72e22cb9589a7d 3/3 column families, dataSize=1.70 KB heapSize=3.88 KB 2024-12-04T05:24:45,655 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35275/hbase/data/default/testReplayEditsWrittenViaHRegion/e459d4ea33af848cba72e22cb9589a7d/.tmp/b/bc414bd8a906481694de6a5b238d5270 is 91, key is testReplayEditsWrittenViaHRegion/b:x0/1733289885440/Put/seqid=0 2024-12-04T05:24:45,662 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44311 is added to blk_1073741936_1115 (size=5958) 2024-12-04T05:24:45,662 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37859 is added to blk_1073741936_1115 (size=5958) 2024-12-04T05:24:45,662 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43859 is added to blk_1073741936_1115 (size=5958) 2024-12-04T05:24:45,663 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=35 (bloomFilter=true), to=hdfs://localhost:35275/hbase/data/default/testReplayEditsWrittenViaHRegion/e459d4ea33af848cba72e22cb9589a7d/.tmp/b/bc414bd8a906481694de6a5b238d5270 2024-12-04T05:24:45,682 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35275/hbase/data/default/testReplayEditsWrittenViaHRegion/e459d4ea33af848cba72e22cb9589a7d/.tmp/c/35db1a348e9b40209fbaf97343800538 is 91, key is testReplayEditsWrittenViaHRegion/c:x0/1733289885447/Put/seqid=0 2024-12-04T05:24:45,689 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37859 is added to blk_1073741937_1116 (size=5958) 2024-12-04T05:24:45,689 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43859 is added to blk_1073741937_1116 (size=5958) 2024-12-04T05:24:45,689 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44311 is added to blk_1073741937_1116 (size=5958) 2024-12-04T05:24:45,690 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=35 (bloomFilter=true), to=hdfs://localhost:35275/hbase/data/default/testReplayEditsWrittenViaHRegion/e459d4ea33af848cba72e22cb9589a7d/.tmp/c/35db1a348e9b40209fbaf97343800538 2024-12-04T05:24:45,696 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35275/hbase/data/default/testReplayEditsWrittenViaHRegion/e459d4ea33af848cba72e22cb9589a7d/.tmp/b/bc414bd8a906481694de6a5b238d5270 as hdfs://localhost:35275/hbase/data/default/testReplayEditsWrittenViaHRegion/e459d4ea33af848cba72e22cb9589a7d/b/bc414bd8a906481694de6a5b238d5270 2024-12-04T05:24:45,700 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35275/hbase/data/default/testReplayEditsWrittenViaHRegion/e459d4ea33af848cba72e22cb9589a7d/b/bc414bd8a906481694de6a5b238d5270, entries=10, sequenceid=35, filesize=5.8 K 2024-12-04T05:24:45,701 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35275/hbase/data/default/testReplayEditsWrittenViaHRegion/e459d4ea33af848cba72e22cb9589a7d/.tmp/c/35db1a348e9b40209fbaf97343800538 as hdfs://localhost:35275/hbase/data/default/testReplayEditsWrittenViaHRegion/e459d4ea33af848cba72e22cb9589a7d/c/35db1a348e9b40209fbaf97343800538 2024-12-04T05:24:45,705 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35275/hbase/data/default/testReplayEditsWrittenViaHRegion/e459d4ea33af848cba72e22cb9589a7d/c/35db1a348e9b40209fbaf97343800538, entries=10, sequenceid=35, filesize=5.8 K 2024-12-04T05:24:45,706 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~1.70 KB/1740, heapSize ~3.59 KB/3680, currentSize=0 B/0 for e459d4ea33af848cba72e22cb9589a7d in 66ms, sequenceid=35, compaction requested=false; wal=null 2024-12-04T05:24:45,706 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:35275/hbase/data/default/testReplayEditsWrittenViaHRegion/e459d4ea33af848cba72e22cb9589a7d/recovered.edits/0000000000000000035 2024-12-04T05:24:45,707 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for e459d4ea33af848cba72e22cb9589a7d 2024-12-04T05:24:45,707 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for e459d4ea33af848cba72e22cb9589a7d 2024-12-04T05:24:45,708 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-04T05:24:45,709 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for e459d4ea33af848cba72e22cb9589a7d 2024-12-04T05:24:45,711 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35275/hbase/data/default/testReplayEditsWrittenViaHRegion/e459d4ea33af848cba72e22cb9589a7d/recovered.edits/35.seqid, newMaxSeqId=35, maxSeqId=1 2024-12-04T05:24:45,712 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened e459d4ea33af848cba72e22cb9589a7d; next sequenceid=36; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64893265, jitterRate=-0.03301499783992767}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-04T05:24:45,713 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for e459d4ea33af848cba72e22cb9589a7d: Writing region info on filesystem at 1733289885623Initializing all the Stores at 1733289885624 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733289885624Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733289885624Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733289885624Obtaining lock to block concurrent updates at 1733289885640 (+16 ms)Preparing flush snapshotting stores in e459d4ea33af848cba72e22cb9589a7d at 1733289885640Finished memstore snapshotting testReplayEditsWrittenViaHRegion,,1733289885312.e459d4ea33af848cba72e22cb9589a7d., syncing WAL and waiting on mvcc, flushsize=dataSize=1740, getHeapSize=3920, getOffHeapSize=0, getCellsCount=20 at 1733289885641 (+1 ms)Flushing stores of testReplayEditsWrittenViaHRegion,,1733289885312.e459d4ea33af848cba72e22cb9589a7d. at 1733289885641Flushing e459d4ea33af848cba72e22cb9589a7d/b: creating writer at 1733289885641Flushing e459d4ea33af848cba72e22cb9589a7d/b: appending metadata at 1733289885655 (+14 ms)Flushing e459d4ea33af848cba72e22cb9589a7d/b: closing flushed file at 1733289885655Flushing e459d4ea33af848cba72e22cb9589a7d/c: creating writer at 1733289885667 (+12 ms)Flushing e459d4ea33af848cba72e22cb9589a7d/c: appending metadata at 1733289885681 (+14 ms)Flushing e459d4ea33af848cba72e22cb9589a7d/c: closing flushed file at 1733289885681Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5a592616: reopening flushed file at 1733289885695 (+14 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6e1b9bd: reopening flushed file at 1733289885701 (+6 ms)Finished flush of dataSize ~1.70 KB/1740, heapSize ~3.59 KB/3680, currentSize=0 B/0 for e459d4ea33af848cba72e22cb9589a7d in 66ms, sequenceid=35, compaction requested=false; wal=null at 1733289885706 (+5 ms)Cleaning up temporary data from old regions at 1733289885707 (+1 ms)Region opened successfully at 1733289885712 (+5 ms) 2024-12-04T05:24:45,781 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35275/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733289885311/wal.1733289885605, size=0 (0bytes) 2024-12-04T05:24:45,781 WARN [Time-limited test {}] wal.WALSplitter(453): File hdfs://localhost:35275/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733289885311/wal.1733289885605 might be still open, length is 0 2024-12-04T05:24:45,781 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35275/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733289885311/wal.1733289885605 2024-12-04T05:24:45,781 WARN [IPC Server handler 4 on default port 35275 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733289885311/wal.1733289885605 has not been closed. Lease recovery is in progress. RecoveryId = 1117 for block blk_1073741935_1114 2024-12-04T05:24:45,781 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=hdfs://localhost:35275/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733289885311/wal.1733289885605 after 0ms 2024-12-04T05:24:46,158 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_1795636505_22 at /127.0.0.1:36686 [Receiving block BP-816464211-172.17.0.2-1733289848183:blk_1073741935_1114] {}] datanode.DataXceiver(331): 127.0.0.1:44311:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:36686 dst: /127.0.0.1:44311 java.io.InterruptedIOException: Interrupted while waiting for IO on channel java.nio.channels.SocketChannel[connected local=localhost/127.0.0.1:44311 remote=/127.0.0.1:36686]. Total timeout mills is 60000, 59584 millis timeout left. at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:350) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T05:24:46,159 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_1795636505_22 at /127.0.0.1:50324 [Receiving block BP-816464211-172.17.0.2-1733289848183:blk_1073741935_1114] {}] datanode.DataXceiver(331): 127.0.0.1:43859:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:50324 dst: /127.0.0.1:43859 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T05:24:46,159 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_1795636505_22 at /127.0.0.1:41248 [Receiving block BP-816464211-172.17.0.2-1733289848183:blk_1073741935_1114] {}] datanode.DataXceiver(331): 127.0.0.1:37859:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:41248 dst: /127.0.0.1:37859 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T05:24:46,161 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44311 is added to blk_1073741935_1117 (size=2304) 2024-12-04T05:24:46,161 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37859 is added to blk_1073741935_1117 (size=2304) 2024-12-04T05:24:49,782 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=hdfs://localhost:35275/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733289885311/wal.1733289885605 after 4001ms 2024-12-04T05:24:49,785 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:35275/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733289885311/wal.1733289885605: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null 2024-12-04T05:24:49,785 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35275/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733289885311/wal.1733289885605 took 4004ms 2024-12-04T05:24:49,787 INFO [Time-limited test {}] wal.WALSplitter(493): EOF from hdfs://localhost:35275/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733289885311/wal.1733289885605; continuing. 2024-12-04T05:24:49,787 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35275/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733289885311/wal.1733289885605 so closing down 2024-12-04T05:24:49,787 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-04T05:24:49,788 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000037-wal.1733289885605.temp 2024-12-04T05:24:49,789 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35275/hbase/data/default/testReplayEditsWrittenViaHRegion/e459d4ea33af848cba72e22cb9589a7d/recovered.edits/0000000000000000037-wal.1733289885605.temp 2024-12-04T05:24:49,790 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-04T05:24:49,796 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37859 is added to blk_1073741938_1118 (size=2312) 2024-12-04T05:24:49,796 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44311 is added to blk_1073741938_1118 (size=2312) 2024-12-04T05:24:49,797 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43859 is added to blk_1073741938_1118 (size=2312) 2024-12-04T05:24:49,797 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35275/hbase/data/default/testReplayEditsWrittenViaHRegion/e459d4ea33af848cba72e22cb9589a7d/recovered.edits/0000000000000000037-wal.1733289885605.temp (wrote 30 edits, skipped 0 edits in 0 ms) 2024-12-04T05:24:49,799 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35275/hbase/data/default/testReplayEditsWrittenViaHRegion/e459d4ea33af848cba72e22cb9589a7d/recovered.edits/0000000000000000037-wal.1733289885605.temp to hdfs://localhost:35275/hbase/data/default/testReplayEditsWrittenViaHRegion/e459d4ea33af848cba72e22cb9589a7d/recovered.edits/0000000000000000066 2024-12-04T05:24:49,799 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 30 edits across 1 Regions in 14 ms; skipped=0; WAL=hdfs://localhost:35275/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733289885311/wal.1733289885605, size=0, length=0, corrupted=false, cancelled=false 2024-12-04T05:24:49,799 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35275/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733289885311/wal.1733289885605, journal: Splitting hdfs://localhost:35275/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733289885311/wal.1733289885605, size=0 (0bytes) at 1733289885781Finishing writing output for hdfs://localhost:35275/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733289885311/wal.1733289885605 so closing down at 1733289889787 (+4006 ms)Creating recovered edits writer path=hdfs://localhost:35275/hbase/data/default/testReplayEditsWrittenViaHRegion/e459d4ea33af848cba72e22cb9589a7d/recovered.edits/0000000000000000037-wal.1733289885605.temp at 1733289889789 (+2 ms)3 split writer threads finished at 1733289889790 (+1 ms)Closed recovered edits writer path=hdfs://localhost:35275/hbase/data/default/testReplayEditsWrittenViaHRegion/e459d4ea33af848cba72e22cb9589a7d/recovered.edits/0000000000000000037-wal.1733289885605.temp (wrote 30 edits, skipped 0 edits in 0 ms) at 1733289889797 (+7 ms)Rename recovered edits hdfs://localhost:35275/hbase/data/default/testReplayEditsWrittenViaHRegion/e459d4ea33af848cba72e22cb9589a7d/recovered.edits/0000000000000000037-wal.1733289885605.temp to hdfs://localhost:35275/hbase/data/default/testReplayEditsWrittenViaHRegion/e459d4ea33af848cba72e22cb9589a7d/recovered.edits/0000000000000000066 at 1733289889799 (+2 ms)Processed 30 edits across 1 Regions in 14 ms; skipped=0; WAL=hdfs://localhost:35275/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733289885311/wal.1733289885605, size=0, length=0, corrupted=false, cancelled=false at 1733289889799 2024-12-04T05:24:49,800 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35275/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733289885311/wal.1733289885605 to hdfs://localhost:35275/hbase/oldWALs/wal.1733289885605 2024-12-04T05:24:49,801 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:35275/hbase/data/default/testReplayEditsWrittenViaHRegion/e459d4ea33af848cba72e22cb9589a7d/recovered.edits/0000000000000000066 2024-12-04T05:24:49,801 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-12-04T05:24:49,803 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:35275/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733289885311, archiveDir=hdfs://localhost:35275/hbase/oldWALs, maxLogs=32 2024-12-04T05:24:49,816 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733289885311/wal.1733289889803, exclude list is [], retry=0 2024-12-04T05:24:49,819 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43859,DS-642eba6a-8b9d-466e-973c-796f3e4f5ec5,DISK] 2024-12-04T05:24:49,819 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44311,DS-5c82d3f4-a186-4144-ad7c-ee72c42bcf47,DISK] 2024-12-04T05:24:49,819 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37859,DS-39fe0079-8ac3-4f94-953e-9e743aa94a22,DISK] 2024-12-04T05:24:49,821 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733289885311/wal.1733289889803 2024-12-04T05:24:49,821 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45071:45071),(127.0.0.1/127.0.0.1:39001:39001),(127.0.0.1/127.0.0.1:45523:45523)] 2024-12-04T05:24:49,821 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1733289885312.e459d4ea33af848cba72e22cb9589a7d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T05:24:49,823 INFO [StoreOpener-e459d4ea33af848cba72e22cb9589a7d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region e459d4ea33af848cba72e22cb9589a7d 2024-12-04T05:24:49,823 INFO [StoreOpener-e459d4ea33af848cba72e22cb9589a7d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e459d4ea33af848cba72e22cb9589a7d columnFamilyName a 2024-12-04T05:24:49,823 DEBUG [StoreOpener-e459d4ea33af848cba72e22cb9589a7d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T05:24:49,828 DEBUG [StoreOpener-e459d4ea33af848cba72e22cb9589a7d-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:35275/hbase/data/default/testReplayEditsWrittenViaHRegion/e459d4ea33af848cba72e22cb9589a7d/a/53f151b974f348eebd945928470b7c4c 2024-12-04T05:24:49,828 INFO [StoreOpener-e459d4ea33af848cba72e22cb9589a7d-1 {}] regionserver.HStore(327): Store=e459d4ea33af848cba72e22cb9589a7d/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T05:24:49,828 INFO [StoreOpener-e459d4ea33af848cba72e22cb9589a7d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region e459d4ea33af848cba72e22cb9589a7d 2024-12-04T05:24:49,829 INFO [StoreOpener-e459d4ea33af848cba72e22cb9589a7d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e459d4ea33af848cba72e22cb9589a7d columnFamilyName b 2024-12-04T05:24:49,829 DEBUG [StoreOpener-e459d4ea33af848cba72e22cb9589a7d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T05:24:49,834 DEBUG [StoreOpener-e459d4ea33af848cba72e22cb9589a7d-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:35275/hbase/data/default/testReplayEditsWrittenViaHRegion/e459d4ea33af848cba72e22cb9589a7d/b/bc414bd8a906481694de6a5b238d5270 2024-12-04T05:24:49,834 INFO [StoreOpener-e459d4ea33af848cba72e22cb9589a7d-1 {}] regionserver.HStore(327): Store=e459d4ea33af848cba72e22cb9589a7d/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T05:24:49,834 INFO [StoreOpener-e459d4ea33af848cba72e22cb9589a7d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region e459d4ea33af848cba72e22cb9589a7d 2024-12-04T05:24:49,835 INFO [StoreOpener-e459d4ea33af848cba72e22cb9589a7d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e459d4ea33af848cba72e22cb9589a7d columnFamilyName c 2024-12-04T05:24:49,835 DEBUG [StoreOpener-e459d4ea33af848cba72e22cb9589a7d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T05:24:49,839 DEBUG [StoreOpener-e459d4ea33af848cba72e22cb9589a7d-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:35275/hbase/data/default/testReplayEditsWrittenViaHRegion/e459d4ea33af848cba72e22cb9589a7d/c/35db1a348e9b40209fbaf97343800538 2024-12-04T05:24:49,839 INFO [StoreOpener-e459d4ea33af848cba72e22cb9589a7d-1 {}] regionserver.HStore(327): Store=e459d4ea33af848cba72e22cb9589a7d/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T05:24:49,839 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for e459d4ea33af848cba72e22cb9589a7d 2024-12-04T05:24:49,840 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35275/hbase/data/default/testReplayEditsWrittenViaHRegion/e459d4ea33af848cba72e22cb9589a7d 2024-12-04T05:24:49,841 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:35275/hbase/data/default/testReplayEditsWrittenViaHRegion/e459d4ea33af848cba72e22cb9589a7d 2024-12-04T05:24:49,842 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:35275/hbase/data/default/testReplayEditsWrittenViaHRegion/e459d4ea33af848cba72e22cb9589a7d/recovered.edits/0000000000000000066 2024-12-04T05:24:49,843 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:35275/hbase/data/default/testReplayEditsWrittenViaHRegion/e459d4ea33af848cba72e22cb9589a7d/recovered.edits/0000000000000000066: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null 2024-12-04T05:24:49,848 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 30, skipped 0, firstSequenceIdInLog=37, maxSequenceIdInLog=66, path=hdfs://localhost:35275/hbase/data/default/testReplayEditsWrittenViaHRegion/e459d4ea33af848cba72e22cb9589a7d/recovered.edits/0000000000000000066 2024-12-04T05:24:49,848 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing e459d4ea33af848cba72e22cb9589a7d 3/3 column families, dataSize=2.55 KB heapSize=5.44 KB 2024-12-04T05:24:49,863 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35275/hbase/data/default/testReplayEditsWrittenViaHRegion/e459d4ea33af848cba72e22cb9589a7d/.tmp/a/01e623fac31c41e49c810b840f866451 is 91, key is testReplayEditsWrittenViaHRegion/a:y0/1733289885720/Put/seqid=0 2024-12-04T05:24:49,869 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37859 is added to blk_1073741940_1120 (size=5958) 2024-12-04T05:24:49,869 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44311 is added to blk_1073741940_1120 (size=5958) 2024-12-04T05:24:49,869 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43859 is added to blk_1073741940_1120 (size=5958) 2024-12-04T05:24:49,870 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=66 (bloomFilter=true), to=hdfs://localhost:35275/hbase/data/default/testReplayEditsWrittenViaHRegion/e459d4ea33af848cba72e22cb9589a7d/.tmp/a/01e623fac31c41e49c810b840f866451 2024-12-04T05:24:49,889 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35275/hbase/data/default/testReplayEditsWrittenViaHRegion/e459d4ea33af848cba72e22cb9589a7d/.tmp/b/673f64dfa5fa468ba4cb57f01f240da1 is 91, key is testReplayEditsWrittenViaHRegion/b:y0/1733289885727/Put/seqid=0 2024-12-04T05:24:49,895 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44311 is added to blk_1073741941_1121 (size=5958) 2024-12-04T05:24:49,895 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37859 is added to blk_1073741941_1121 (size=5958) 2024-12-04T05:24:49,896 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43859 is added to blk_1073741941_1121 (size=5958) 2024-12-04T05:24:49,896 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=66 (bloomFilter=true), to=hdfs://localhost:35275/hbase/data/default/testReplayEditsWrittenViaHRegion/e459d4ea33af848cba72e22cb9589a7d/.tmp/b/673f64dfa5fa468ba4cb57f01f240da1 2024-12-04T05:24:49,915 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35275/hbase/data/default/testReplayEditsWrittenViaHRegion/e459d4ea33af848cba72e22cb9589a7d/.tmp/c/837324f78b55481c998c680980e6bfc6 is 91, key is testReplayEditsWrittenViaHRegion/c:y0/1733289885734/Put/seqid=0 2024-12-04T05:24:49,926 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37859 is added to blk_1073741942_1122 (size=5958) 2024-12-04T05:24:49,926 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44311 is added to blk_1073741942_1122 (size=5958) 2024-12-04T05:24:49,927 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43859 is added to blk_1073741942_1122 (size=5958) 2024-12-04T05:24:49,927 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=66 (bloomFilter=true), to=hdfs://localhost:35275/hbase/data/default/testReplayEditsWrittenViaHRegion/e459d4ea33af848cba72e22cb9589a7d/.tmp/c/837324f78b55481c998c680980e6bfc6 2024-12-04T05:24:49,932 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35275/hbase/data/default/testReplayEditsWrittenViaHRegion/e459d4ea33af848cba72e22cb9589a7d/.tmp/a/01e623fac31c41e49c810b840f866451 as hdfs://localhost:35275/hbase/data/default/testReplayEditsWrittenViaHRegion/e459d4ea33af848cba72e22cb9589a7d/a/01e623fac31c41e49c810b840f866451 2024-12-04T05:24:49,940 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35275/hbase/data/default/testReplayEditsWrittenViaHRegion/e459d4ea33af848cba72e22cb9589a7d/a/01e623fac31c41e49c810b840f866451, entries=10, sequenceid=66, filesize=5.8 K 2024-12-04T05:24:49,940 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35275/hbase/data/default/testReplayEditsWrittenViaHRegion/e459d4ea33af848cba72e22cb9589a7d/.tmp/b/673f64dfa5fa468ba4cb57f01f240da1 as hdfs://localhost:35275/hbase/data/default/testReplayEditsWrittenViaHRegion/e459d4ea33af848cba72e22cb9589a7d/b/673f64dfa5fa468ba4cb57f01f240da1 2024-12-04T05:24:49,946 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35275/hbase/data/default/testReplayEditsWrittenViaHRegion/e459d4ea33af848cba72e22cb9589a7d/b/673f64dfa5fa468ba4cb57f01f240da1, entries=10, sequenceid=66, filesize=5.8 K 2024-12-04T05:24:49,947 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35275/hbase/data/default/testReplayEditsWrittenViaHRegion/e459d4ea33af848cba72e22cb9589a7d/.tmp/c/837324f78b55481c998c680980e6bfc6 as hdfs://localhost:35275/hbase/data/default/testReplayEditsWrittenViaHRegion/e459d4ea33af848cba72e22cb9589a7d/c/837324f78b55481c998c680980e6bfc6 2024-12-04T05:24:49,953 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35275/hbase/data/default/testReplayEditsWrittenViaHRegion/e459d4ea33af848cba72e22cb9589a7d/c/837324f78b55481c998c680980e6bfc6, entries=10, sequenceid=66, filesize=5.8 K 2024-12-04T05:24:49,953 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~2.55 KB/2610, heapSize ~5.39 KB/5520, currentSize=0 B/0 for e459d4ea33af848cba72e22cb9589a7d in 105ms, sequenceid=66, compaction requested=false; wal=null 2024-12-04T05:24:49,954 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:35275/hbase/data/default/testReplayEditsWrittenViaHRegion/e459d4ea33af848cba72e22cb9589a7d/recovered.edits/0000000000000000066 2024-12-04T05:24:49,956 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for e459d4ea33af848cba72e22cb9589a7d 2024-12-04T05:24:49,956 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for e459d4ea33af848cba72e22cb9589a7d 2024-12-04T05:24:49,956 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-04T05:24:49,958 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for e459d4ea33af848cba72e22cb9589a7d 2024-12-04T05:24:49,960 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35275/hbase/data/default/testReplayEditsWrittenViaHRegion/e459d4ea33af848cba72e22cb9589a7d/recovered.edits/66.seqid, newMaxSeqId=66, maxSeqId=35 2024-12-04T05:24:49,961 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened e459d4ea33af848cba72e22cb9589a7d; next sequenceid=67; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68108959, jitterRate=0.014902576804161072}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-04T05:24:49,961 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for e459d4ea33af848cba72e22cb9589a7d: Writing region info on filesystem at 1733289889821Initializing all the Stores at 1733289889822 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733289889822Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733289889822Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733289889822Obtaining lock to block concurrent updates at 1733289889848 (+26 ms)Preparing flush snapshotting stores in e459d4ea33af848cba72e22cb9589a7d at 1733289889848Finished memstore snapshotting testReplayEditsWrittenViaHRegion,,1733289885312.e459d4ea33af848cba72e22cb9589a7d., syncing WAL and waiting on mvcc, flushsize=dataSize=2610, getHeapSize=5520, getOffHeapSize=0, getCellsCount=30 at 1733289889848Flushing stores of testReplayEditsWrittenViaHRegion,,1733289885312.e459d4ea33af848cba72e22cb9589a7d. at 1733289889848Flushing e459d4ea33af848cba72e22cb9589a7d/a: creating writer at 1733289889848Flushing e459d4ea33af848cba72e22cb9589a7d/a: appending metadata at 1733289889862 (+14 ms)Flushing e459d4ea33af848cba72e22cb9589a7d/a: closing flushed file at 1733289889862Flushing e459d4ea33af848cba72e22cb9589a7d/b: creating writer at 1733289889874 (+12 ms)Flushing e459d4ea33af848cba72e22cb9589a7d/b: appending metadata at 1733289889888 (+14 ms)Flushing e459d4ea33af848cba72e22cb9589a7d/b: closing flushed file at 1733289889888Flushing e459d4ea33af848cba72e22cb9589a7d/c: creating writer at 1733289889901 (+13 ms)Flushing e459d4ea33af848cba72e22cb9589a7d/c: appending metadata at 1733289889915 (+14 ms)Flushing e459d4ea33af848cba72e22cb9589a7d/c: closing flushed file at 1733289889915Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@24813f0e: reopening flushed file at 1733289889932 (+17 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@515f7407: reopening flushed file at 1733289889940 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4d0d77b7: reopening flushed file at 1733289889946 (+6 ms)Finished flush of dataSize ~2.55 KB/2610, heapSize ~5.39 KB/5520, currentSize=0 B/0 for e459d4ea33af848cba72e22cb9589a7d in 105ms, sequenceid=66, compaction requested=false; wal=null at 1733289889953 (+7 ms)Cleaning up temporary data from old regions at 1733289889956 (+3 ms)Region opened successfully at 1733289889961 (+5 ms) 2024-12-04T05:24:49,974 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing e459d4ea33af848cba72e22cb9589a7d, disabling compactions & flushes 2024-12-04T05:24:49,974 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenViaHRegion,,1733289885312.e459d4ea33af848cba72e22cb9589a7d. 2024-12-04T05:24:49,974 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenViaHRegion,,1733289885312.e459d4ea33af848cba72e22cb9589a7d. 2024-12-04T05:24:49,974 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenViaHRegion,,1733289885312.e459d4ea33af848cba72e22cb9589a7d. after waiting 0 ms 2024-12-04T05:24:49,974 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenViaHRegion,,1733289885312.e459d4ea33af848cba72e22cb9589a7d. 2024-12-04T05:24:49,981 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenViaHRegion,,1733289885312.e459d4ea33af848cba72e22cb9589a7d. 2024-12-04T05:24:49,981 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for e459d4ea33af848cba72e22cb9589a7d: Waiting for close lock at 1733289889974Disabling compacts and flushes for region at 1733289889974Disabling writes for close at 1733289889974Writing region close event to WAL at 1733289889981 (+7 ms)Closed at 1733289889981 2024-12-04T05:24:49,987 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37859 is added to blk_1073741939_1119 (size=93) 2024-12-04T05:24:49,987 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733289885311/wal.1733289889803 not finished, retry = 0 2024-12-04T05:24:49,987 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44311 is added to blk_1073741939_1119 (size=93) 2024-12-04T05:24:49,987 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43859 is added to blk_1073741939_1119 (size=93) 2024-12-04T05:24:50,089 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-12-04T05:24:50,089 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL wal:(num 1733289889803) 2024-12-04T05:24:50,105 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayCompressed#testReplayEditsWrittenViaHRegion Thread=446 (was 439) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_102640278_22 at /127.0.0.1:36744 [Waiting for operation #23] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-28-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkinstestReplayEditsWrittenViaHRegion@localhost:35275 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-28-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_102640278_22 at /127.0.0.1:50404 [Waiting for operation #10] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1987708253) connection to localhost/127.0.0.1:35275 from jenkinstestReplayEditsWrittenViaHRegion java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_102640278_22 at /127.0.0.1:41284 [Waiting for operation #10] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-28-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=1412 (was 1346) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=197 (was 197), ProcessCount=11 (was 11), AvailableMemoryMB=4884 (was 5160) 2024-12-04T05:24:50,105 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1412 is superior to 1024 2024-12-04T05:24:50,105 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-04T05:24:50,105 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T05:24:50,105 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T05:24:50,105 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T05:24:50,106 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T05:24:50,106 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T05:24:50,106 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-04T05:24:50,106 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1460809997, stopped=false 2024-12-04T05:24:50,107 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=6c7595a931c3,44217,1733289851192 2024-12-04T05:24:50,109 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44217-0x1017bee20ae0000, quorum=127.0.0.1:59990, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-04T05:24:50,109 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33345-0x1017bee20ae0001, quorum=127.0.0.1:59990, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-04T05:24:50,110 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44217-0x1017bee20ae0000, quorum=127.0.0.1:59990, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T05:24:50,110 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33345-0x1017bee20ae0001, quorum=127.0.0.1:59990, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T05:24:50,110 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46301-0x1017bee20ae0002, quorum=127.0.0.1:59990, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-04T05:24:50,110 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-04T05:24:50,110 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46301-0x1017bee20ae0002, quorum=127.0.0.1:59990, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T05:24:50,110 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T05:24:50,110 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T05:24:50,110 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T05:24:50,111 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:33345-0x1017bee20ae0001, quorum=127.0.0.1:59990, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-04T05:24:50,111 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '6c7595a931c3,33345,1733289851864' ***** 2024-12-04T05:24:50,111 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-04T05:24:50,111 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:46301-0x1017bee20ae0002, quorum=127.0.0.1:59990, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-04T05:24:50,111 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '6c7595a931c3,46301,1733289851969' ***** 2024-12-04T05:24:50,111 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-04T05:24:50,111 INFO [RS:1;6c7595a931c3:46301 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-04T05:24:50,111 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-04T05:24:50,111 INFO [RS:1;6c7595a931c3:46301 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-04T05:24:50,112 INFO [RS:1;6c7595a931c3:46301 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-04T05:24:50,112 INFO [RS:1;6c7595a931c3:46301 {}] regionserver.HRegionServer(3091): Received CLOSE for 5ebdc808c54e36fa4187fc0334876beb 2024-12-04T05:24:50,112 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:44217-0x1017bee20ae0000, quorum=127.0.0.1:59990, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-04T05:24:50,112 INFO [RS:0;6c7595a931c3:33345 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-04T05:24:50,112 INFO [RS:0;6c7595a931c3:33345 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-04T05:24:50,112 INFO [RS:0;6c7595a931c3:33345 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-04T05:24:50,112 INFO [RS:0;6c7595a931c3:33345 {}] regionserver.HRegionServer(959): stopping server 6c7595a931c3,33345,1733289851864 2024-12-04T05:24:50,112 INFO [RS:0;6c7595a931c3:33345 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-04T05:24:50,112 INFO [RS:1;6c7595a931c3:46301 {}] regionserver.HRegionServer(959): stopping server 6c7595a931c3,46301,1733289851969 2024-12-04T05:24:50,112 INFO [RS:1;6c7595a931c3:46301 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-04T05:24:50,112 INFO [RS:0;6c7595a931c3:33345 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6c7595a931c3:33345. 2024-12-04T05:24:50,112 INFO [RS:1;6c7595a931c3:46301 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;6c7595a931c3:46301. 2024-12-04T05:24:50,112 DEBUG [RS:0;6c7595a931c3:33345 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T05:24:50,112 DEBUG [RS:0;6c7595a931c3:33345 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T05:24:50,112 DEBUG [RS:1;6c7595a931c3:46301 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T05:24:50,112 DEBUG [RS:1;6c7595a931c3:46301 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T05:24:50,112 INFO [RS:0;6c7595a931c3:33345 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-04T05:24:50,112 INFO [RS:0;6c7595a931c3:33345 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-04T05:24:50,112 INFO [RS:0;6c7595a931c3:33345 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-04T05:24:50,112 INFO [RS:1;6c7595a931c3:46301 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-04T05:24:50,113 DEBUG [RS:1;6c7595a931c3:46301 {}] regionserver.HRegionServer(1325): Online Regions={5ebdc808c54e36fa4187fc0334876beb=testReplayEditsAfterRegionMovedWithMultiCF,,1733289866366.5ebdc808c54e36fa4187fc0334876beb.} 2024-12-04T05:24:50,113 INFO [RS:0;6c7595a931c3:33345 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-04T05:24:50,113 DEBUG [RS:1;6c7595a931c3:46301 {}] regionserver.HRegionServer(1351): Waiting on 5ebdc808c54e36fa4187fc0334876beb 2024-12-04T05:24:50,113 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-04T05:24:50,113 DEBUG [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 5ebdc808c54e36fa4187fc0334876beb, disabling compactions & flushes 2024-12-04T05:24:50,113 INFO [RS:0;6c7595a931c3:33345 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-04T05:24:50,113 INFO [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1733289866366.5ebdc808c54e36fa4187fc0334876beb. 2024-12-04T05:24:50,113 DEBUG [RS:0;6c7595a931c3:33345 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-12-04T05:24:50,113 DEBUG [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1733289866366.5ebdc808c54e36fa4187fc0334876beb. 2024-12-04T05:24:50,113 DEBUG [RS:0;6c7595a931c3:33345 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-04T05:24:50,113 DEBUG [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1733289866366.5ebdc808c54e36fa4187fc0334876beb. after waiting 0 ms 2024-12-04T05:24:50,113 DEBUG [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1733289866366.5ebdc808c54e36fa4187fc0334876beb. 2024-12-04T05:24:50,113 DEBUG [RS_CLOSE_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-04T05:24:50,114 INFO [RS_CLOSE_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-04T05:24:50,114 DEBUG [RS_CLOSE_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-04T05:24:50,114 DEBUG [RS_CLOSE_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-04T05:24:50,114 DEBUG [RS_CLOSE_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-04T05:24:50,114 INFO [RS_CLOSE_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.19 KB heapSize=2.79 KB 2024-12-04T05:24:50,123 DEBUG [RS_CLOSE_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35275/user/jenkins/test-data/1c71d0a4-c7c4-b6c6-e0cc-2ed16750731a/data/hbase/meta/1588230740/.tmp/info/b7c00b9893e14bdeb447f2ad76ec48b5 is 205, key is testReplayEditsAfterRegionMovedWithMultiCF,,1733289866366.5ebdc808c54e36fa4187fc0334876beb./info:regioninfo/1733289870169/Put/seqid=0 2024-12-04T05:24:50,129 DEBUG [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35275/user/jenkins/test-data/1c71d0a4-c7c4-b6c6-e0cc-2ed16750731a/data/default/testReplayEditsAfterRegionMovedWithMultiCF/5ebdc808c54e36fa4187fc0334876beb/recovered.edits/20.seqid, newMaxSeqId=20, maxSeqId=17 2024-12-04T05:24:50,129 INFO [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1733289866366.5ebdc808c54e36fa4187fc0334876beb. 2024-12-04T05:24:50,130 DEBUG [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 5ebdc808c54e36fa4187fc0334876beb: Waiting for close lock at 1733289890113Running coprocessor pre-close hooks at 1733289890113Disabling compacts and flushes for region at 1733289890113Disabling writes for close at 1733289890113Writing region close event to WAL at 1733289890124 (+11 ms)Running coprocessor post-close hooks at 1733289890129 (+5 ms)Closed at 1733289890129 2024-12-04T05:24:50,130 DEBUG [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1733289866366.5ebdc808c54e36fa4187fc0334876beb. 2024-12-04T05:24:50,134 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43859 is added to blk_1073741943_1123 (size=6778) 2024-12-04T05:24:50,135 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37859 is added to blk_1073741943_1123 (size=6778) 2024-12-04T05:24:50,135 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44311 is added to blk_1073741943_1123 (size=6778) 2024-12-04T05:24:50,137 INFO [RS_CLOSE_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.19 KB at sequenceid=23 (bloomFilter=true), to=hdfs://localhost:35275/user/jenkins/test-data/1c71d0a4-c7c4-b6c6-e0cc-2ed16750731a/data/hbase/meta/1588230740/.tmp/info/b7c00b9893e14bdeb447f2ad76ec48b5 2024-12-04T05:24:50,143 DEBUG [RS_CLOSE_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35275/user/jenkins/test-data/1c71d0a4-c7c4-b6c6-e0cc-2ed16750731a/data/hbase/meta/1588230740/.tmp/info/b7c00b9893e14bdeb447f2ad76ec48b5 as hdfs://localhost:35275/user/jenkins/test-data/1c71d0a4-c7c4-b6c6-e0cc-2ed16750731a/data/hbase/meta/1588230740/info/b7c00b9893e14bdeb447f2ad76ec48b5 2024-12-04T05:24:50,149 INFO [RS_CLOSE_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35275/user/jenkins/test-data/1c71d0a4-c7c4-b6c6-e0cc-2ed16750731a/data/hbase/meta/1588230740/info/b7c00b9893e14bdeb447f2ad76ec48b5, entries=8, sequenceid=23, filesize=6.6 K 2024-12-04T05:24:50,150 INFO [RS_CLOSE_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.19 KB/1218, heapSize ~2.02 KB/2072, currentSize=0 B/0 for 1588230740 in 36ms, sequenceid=23, compaction requested=false 2024-12-04T05:24:50,187 DEBUG [RS_CLOSE_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35275/user/jenkins/test-data/1c71d0a4-c7c4-b6c6-e0cc-2ed16750731a/data/hbase/meta/1588230740/recovered.edits/26.seqid, newMaxSeqId=26, maxSeqId=18 2024-12-04T05:24:50,188 DEBUG [RS_CLOSE_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-04T05:24:50,188 INFO [RS_CLOSE_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-04T05:24:50,188 DEBUG [RS_CLOSE_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733289890113Running coprocessor pre-close hooks at 1733289890113Disabling compacts and flushes for region at 1733289890113Disabling writes for close at 1733289890114 (+1 ms)Obtaining lock to block concurrent updates at 1733289890114Preparing flush snapshotting stores in 1588230740 at 1733289890114Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1218, getHeapSize=2792, getOffHeapSize=0, getCellsCount=8 at 1733289890114Flushing stores of hbase:meta,,1.1588230740 at 1733289890115 (+1 ms)Flushing 1588230740/info: creating writer at 1733289890115Flushing 1588230740/info: appending metadata at 1733289890123 (+8 ms)Flushing 1588230740/info: closing flushed file at 1733289890123Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@70d2d4e7: reopening flushed file at 1733289890142 (+19 ms)Finished flush of dataSize ~1.19 KB/1218, heapSize ~2.02 KB/2072, currentSize=0 B/0 for 1588230740 in 36ms, sequenceid=23, compaction requested=false at 1733289890150 (+8 ms)Writing region close event to WAL at 1733289890152 (+2 ms)Running coprocessor post-close hooks at 1733289890188 (+36 ms)Closed at 1733289890188 2024-12-04T05:24:50,188 DEBUG [RS_CLOSE_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-04T05:24:50,191 INFO [regionserver/6c7595a931c3:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-04T05:24:50,191 INFO [regionserver/6c7595a931c3:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-04T05:24:50,205 INFO [regionserver/6c7595a931c3:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-04T05:24:50,205 INFO [regionserver/6c7595a931c3:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-04T05:24:50,248 INFO [regionserver/6c7595a931c3:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-04T05:24:50,248 INFO [regionserver/6c7595a931c3:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-04T05:24:50,313 INFO [RS:1;6c7595a931c3:46301 {}] regionserver.HRegionServer(976): stopping server 6c7595a931c3,46301,1733289851969; all regions closed. 2024-12-04T05:24:50,313 INFO [RS:0;6c7595a931c3:33345 {}] regionserver.HRegionServer(976): stopping server 6c7595a931c3,33345,1733289851864; all regions closed. 2024-12-04T05:24:50,317 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37859 is added to blk_1073741893_1071 (size=1552) 2024-12-04T05:24:50,317 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43859 is added to blk_1073741834_1010 (size=841) 2024-12-04T05:24:50,317 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43859 is added to blk_1073741893_1071 (size=1552) 2024-12-04T05:24:50,318 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44311 is added to blk_1073741893_1071 (size=1552) 2024-12-04T05:24:50,318 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44311 is added to blk_1073741834_1010 (size=841) 2024-12-04T05:24:50,318 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37859 is added to blk_1073741834_1010 (size=841) 2024-12-04T05:24:50,320 DEBUG [RS:1;6c7595a931c3:46301 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/1c71d0a4-c7c4-b6c6-e0cc-2ed16750731a/oldWALs 2024-12-04T05:24:50,320 INFO [RS:1;6c7595a931c3:46301 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 6c7595a931c3%2C46301%2C1733289851969:(num 1733289853341) 2024-12-04T05:24:50,320 DEBUG [RS:0;6c7595a931c3:33345 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/1c71d0a4-c7c4-b6c6-e0cc-2ed16750731a/oldWALs 2024-12-04T05:24:50,320 INFO [RS:0;6c7595a931c3:33345 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 6c7595a931c3%2C33345%2C1733289851864.meta:.meta(num 1733289869352) 2024-12-04T05:24:50,320 DEBUG [RS:1;6c7595a931c3:46301 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T05:24:50,320 INFO [RS:1;6c7595a931c3:46301 {}] regionserver.LeaseManager(133): Closed leases 2024-12-04T05:24:50,321 INFO [RS:1;6c7595a931c3:46301 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-04T05:24:50,321 INFO [RS:1;6c7595a931c3:46301 {}] hbase.ChoreService(370): Chore service for: regionserver/6c7595a931c3:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-12-04T05:24:50,321 INFO [RS:1;6c7595a931c3:46301 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-04T05:24:50,321 INFO [RS:1;6c7595a931c3:46301 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-04T05:24:50,321 INFO [RS:1;6c7595a931c3:46301 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-04T05:24:50,321 INFO [RS:1;6c7595a931c3:46301 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-04T05:24:50,321 INFO [regionserver/6c7595a931c3:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-04T05:24:50,321 INFO [RS:1;6c7595a931c3:46301 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:46301 2024-12-04T05:24:50,324 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37859 is added to blk_1073741833_1009 (size=2054) 2024-12-04T05:24:50,324 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44311 is added to blk_1073741833_1009 (size=2054) 2024-12-04T05:24:50,324 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43859 is added to blk_1073741833_1009 (size=2054) 2024-12-04T05:24:50,324 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46301-0x1017bee20ae0002, quorum=127.0.0.1:59990, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/6c7595a931c3,46301,1733289851969 2024-12-04T05:24:50,324 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44217-0x1017bee20ae0000, quorum=127.0.0.1:59990, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-04T05:24:50,325 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [6c7595a931c3,46301,1733289851969] 2024-12-04T05:24:50,326 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/6c7595a931c3,46301,1733289851969 already deleted, retry=false 2024-12-04T05:24:50,327 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 6c7595a931c3,46301,1733289851969 expired; onlineServers=1 2024-12-04T05:24:50,328 INFO [RS:1;6c7595a931c3:46301 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-04T05:24:50,330 DEBUG [RS:0;6c7595a931c3:33345 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/1c71d0a4-c7c4-b6c6-e0cc-2ed16750731a/oldWALs 2024-12-04T05:24:50,330 INFO [RS:0;6c7595a931c3:33345 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 6c7595a931c3%2C33345%2C1733289851864:(num 1733289853341) 2024-12-04T05:24:50,330 DEBUG [RS:0;6c7595a931c3:33345 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T05:24:50,330 INFO [RS:0;6c7595a931c3:33345 {}] regionserver.LeaseManager(133): Closed leases 2024-12-04T05:24:50,330 INFO [RS:0;6c7595a931c3:33345 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-04T05:24:50,330 INFO [RS:0;6c7595a931c3:33345 {}] hbase.ChoreService(370): Chore service for: regionserver/6c7595a931c3:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-12-04T05:24:50,330 INFO [RS:0;6c7595a931c3:33345 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-04T05:24:50,331 INFO [regionserver/6c7595a931c3:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-04T05:24:50,331 INFO [RS:0;6c7595a931c3:33345 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33345 2024-12-04T05:24:50,333 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33345-0x1017bee20ae0001, quorum=127.0.0.1:59990, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/6c7595a931c3,33345,1733289851864 2024-12-04T05:24:50,333 INFO [RS:0;6c7595a931c3:33345 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-04T05:24:50,333 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44217-0x1017bee20ae0000, quorum=127.0.0.1:59990, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-04T05:24:50,334 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [6c7595a931c3,33345,1733289851864] 2024-12-04T05:24:50,335 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/6c7595a931c3,33345,1733289851864 already deleted, retry=false 2024-12-04T05:24:50,335 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 6c7595a931c3,33345,1733289851864 expired; onlineServers=0 2024-12-04T05:24:50,336 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '6c7595a931c3,44217,1733289851192' ***** 2024-12-04T05:24:50,336 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-04T05:24:50,336 INFO [M:0;6c7595a931c3:44217 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-04T05:24:50,336 INFO [M:0;6c7595a931c3:44217 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-04T05:24:50,336 DEBUG [M:0;6c7595a931c3:44217 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-04T05:24:50,336 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-04T05:24:50,336 DEBUG [M:0;6c7595a931c3:44217 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-04T05:24:50,336 DEBUG [master/6c7595a931c3:0:becomeActiveMaster-HFileCleaner.large.0-1733289853002 {}] cleaner.HFileCleaner(306): Exit Thread[master/6c7595a931c3:0:becomeActiveMaster-HFileCleaner.large.0-1733289853002,5,FailOnTimeoutGroup] 2024-12-04T05:24:50,336 DEBUG [master/6c7595a931c3:0:becomeActiveMaster-HFileCleaner.small.0-1733289853002 {}] cleaner.HFileCleaner(306): Exit Thread[master/6c7595a931c3:0:becomeActiveMaster-HFileCleaner.small.0-1733289853002,5,FailOnTimeoutGroup] 2024-12-04T05:24:50,336 INFO [M:0;6c7595a931c3:44217 {}] hbase.ChoreService(370): Chore service for: master/6c7595a931c3:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-04T05:24:50,337 INFO [M:0;6c7595a931c3:44217 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-04T05:24:50,337 DEBUG [M:0;6c7595a931c3:44217 {}] master.HMaster(1795): Stopping service threads 2024-12-04T05:24:50,337 INFO [M:0;6c7595a931c3:44217 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-04T05:24:50,337 INFO [M:0;6c7595a931c3:44217 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-04T05:24:50,337 INFO [M:0;6c7595a931c3:44217 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-04T05:24:50,338 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-04T05:24:50,343 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44217-0x1017bee20ae0000, quorum=127.0.0.1:59990, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-12-04T05:24:50,343 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44217-0x1017bee20ae0000, quorum=127.0.0.1:59990, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T05:24:50,343 DEBUG [M:0;6c7595a931c3:44217 {}] zookeeper.ZKUtil(347): master:44217-0x1017bee20ae0000, quorum=127.0.0.1:59990, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-12-04T05:24:50,343 WARN [M:0;6c7595a931c3:44217 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-04T05:24:50,343 INFO [M:0;6c7595a931c3:44217 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:35275/user/jenkins/test-data/1c71d0a4-c7c4-b6c6-e0cc-2ed16750731a/.lastflushedseqids 2024-12-04T05:24:50,366 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37859 is added to blk_1073741944_1124 (size=119) 2024-12-04T05:24:50,366 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44311 is added to blk_1073741944_1124 (size=119) 2024-12-04T05:24:50,367 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43859 is added to blk_1073741944_1124 (size=119) 2024-12-04T05:24:50,370 INFO [M:0;6c7595a931c3:44217 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-04T05:24:50,370 INFO [M:0;6c7595a931c3:44217 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-04T05:24:50,370 DEBUG [M:0;6c7595a931c3:44217 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-04T05:24:50,370 INFO [M:0;6c7595a931c3:44217 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T05:24:50,370 DEBUG [M:0;6c7595a931c3:44217 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T05:24:50,370 DEBUG [M:0;6c7595a931c3:44217 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-04T05:24:50,371 DEBUG [M:0;6c7595a931c3:44217 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T05:24:50,371 INFO [M:0;6c7595a931c3:44217 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=83.40 KB heapSize=102.70 KB 2024-12-04T05:24:50,391 DEBUG [M:0;6c7595a931c3:44217 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35275/user/jenkins/test-data/1c71d0a4-c7c4-b6c6-e0cc-2ed16750731a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2df9d62283524ea7b13dcb8053efbf13 is 82, key is hbase:meta,,1/info:regioninfo/1733289869513/Put/seqid=0 2024-12-04T05:24:50,396 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44311 is added to blk_1073741945_1125 (size=6063) 2024-12-04T05:24:50,397 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37859 is added to blk_1073741945_1125 (size=6063) 2024-12-04T05:24:50,397 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43859 is added to blk_1073741945_1125 (size=6063) 2024-12-04T05:24:50,398 INFO [M:0;6c7595a931c3:44217 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1008 B at sequenceid=207 (bloomFilter=true), to=hdfs://localhost:35275/user/jenkins/test-data/1c71d0a4-c7c4-b6c6-e0cc-2ed16750731a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2df9d62283524ea7b13dcb8053efbf13 2024-12-04T05:24:50,418 DEBUG [M:0;6c7595a931c3:44217 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35275/user/jenkins/test-data/1c71d0a4-c7c4-b6c6-e0cc-2ed16750731a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/593b521fc2ac4cb89945bba82e3a42bf is 1076, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1733289866789/Put/seqid=0 2024-12-04T05:24:50,426 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37859 is added to blk_1073741946_1126 (size=7907) 2024-12-04T05:24:50,426 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44311 is added to blk_1073741946_1126 (size=7907) 2024-12-04T05:24:50,427 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43859 is added to blk_1073741946_1126 (size=7907) 2024-12-04T05:24:50,427 INFO [M:0;6c7595a931c3:44217 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=82.17 KB at sequenceid=207 (bloomFilter=true), to=hdfs://localhost:35275/user/jenkins/test-data/1c71d0a4-c7c4-b6c6-e0cc-2ed16750731a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/593b521fc2ac4cb89945bba82e3a42bf 2024-12-04T05:24:50,430 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46301-0x1017bee20ae0002, quorum=127.0.0.1:59990, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T05:24:50,431 INFO [RS:1;6c7595a931c3:46301 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-04T05:24:50,431 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46301-0x1017bee20ae0002, quorum=127.0.0.1:59990, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T05:24:50,431 INFO [RS:1;6c7595a931c3:46301 {}] regionserver.HRegionServer(1031): Exiting; stopping=6c7595a931c3,46301,1733289851969; zookeeper connection closed. 2024-12-04T05:24:50,431 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@a253d16 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@a253d16 2024-12-04T05:24:50,432 INFO [M:0;6c7595a931c3:44217 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 593b521fc2ac4cb89945bba82e3a42bf 2024-12-04T05:24:50,434 INFO [RS:0;6c7595a931c3:33345 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-04T05:24:50,434 INFO [RS:0;6c7595a931c3:33345 {}] regionserver.HRegionServer(1031): Exiting; stopping=6c7595a931c3,33345,1733289851864; zookeeper connection closed. 2024-12-04T05:24:50,434 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33345-0x1017bee20ae0001, quorum=127.0.0.1:59990, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T05:24:50,434 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33345-0x1017bee20ae0001, quorum=127.0.0.1:59990, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T05:24:50,439 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@2970c3fb {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@2970c3fb 2024-12-04T05:24:50,440 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 3 regionserver(s) complete 2024-12-04T05:24:50,457 DEBUG [M:0;6c7595a931c3:44217 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35275/user/jenkins/test-data/1c71d0a4-c7c4-b6c6-e0cc-2ed16750731a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f4d527178f89496eb1bbdd6ee72611d5 is 69, key is 6c7595a931c3,33345,1733289851864/rs:state/1733289853106/Put/seqid=0 2024-12-04T05:24:50,465 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44311 is added to blk_1073741947_1127 (size=5445) 2024-12-04T05:24:50,465 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43859 is added to blk_1073741947_1127 (size=5445) 2024-12-04T05:24:50,466 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37859 is added to blk_1073741947_1127 (size=5445) 2024-12-04T05:24:50,466 INFO [M:0;6c7595a931c3:44217 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=249 B at sequenceid=207 (bloomFilter=true), to=hdfs://localhost:35275/user/jenkins/test-data/1c71d0a4-c7c4-b6c6-e0cc-2ed16750731a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f4d527178f89496eb1bbdd6ee72611d5 2024-12-04T05:24:50,470 INFO [M:0;6c7595a931c3:44217 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f4d527178f89496eb1bbdd6ee72611d5 2024-12-04T05:24:50,471 DEBUG [M:0;6c7595a931c3:44217 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35275/user/jenkins/test-data/1c71d0a4-c7c4-b6c6-e0cc-2ed16750731a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2df9d62283524ea7b13dcb8053efbf13 as hdfs://localhost:35275/user/jenkins/test-data/1c71d0a4-c7c4-b6c6-e0cc-2ed16750731a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/2df9d62283524ea7b13dcb8053efbf13 2024-12-04T05:24:50,476 INFO [M:0;6c7595a931c3:44217 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35275/user/jenkins/test-data/1c71d0a4-c7c4-b6c6-e0cc-2ed16750731a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/2df9d62283524ea7b13dcb8053efbf13, entries=14, sequenceid=207, filesize=5.9 K 2024-12-04T05:24:50,477 DEBUG [M:0;6c7595a931c3:44217 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35275/user/jenkins/test-data/1c71d0a4-c7c4-b6c6-e0cc-2ed16750731a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/593b521fc2ac4cb89945bba82e3a42bf as hdfs://localhost:35275/user/jenkins/test-data/1c71d0a4-c7c4-b6c6-e0cc-2ed16750731a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/593b521fc2ac4cb89945bba82e3a42bf 2024-12-04T05:24:50,481 INFO [M:0;6c7595a931c3:44217 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 593b521fc2ac4cb89945bba82e3a42bf 2024-12-04T05:24:50,481 INFO [M:0;6c7595a931c3:44217 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35275/user/jenkins/test-data/1c71d0a4-c7c4-b6c6-e0cc-2ed16750731a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/593b521fc2ac4cb89945bba82e3a42bf, entries=21, sequenceid=207, filesize=7.7 K 2024-12-04T05:24:50,483 DEBUG [M:0;6c7595a931c3:44217 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35275/user/jenkins/test-data/1c71d0a4-c7c4-b6c6-e0cc-2ed16750731a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f4d527178f89496eb1bbdd6ee72611d5 as hdfs://localhost:35275/user/jenkins/test-data/1c71d0a4-c7c4-b6c6-e0cc-2ed16750731a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/f4d527178f89496eb1bbdd6ee72611d5 2024-12-04T05:24:50,486 INFO [M:0;6c7595a931c3:44217 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f4d527178f89496eb1bbdd6ee72611d5 2024-12-04T05:24:50,487 INFO [M:0;6c7595a931c3:44217 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35275/user/jenkins/test-data/1c71d0a4-c7c4-b6c6-e0cc-2ed16750731a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/f4d527178f89496eb1bbdd6ee72611d5, entries=3, sequenceid=207, filesize=5.3 K 2024-12-04T05:24:50,487 INFO [M:0;6c7595a931c3:44217 {}] regionserver.HRegion(3140): Finished flush of dataSize ~83.40 KB/85398, heapSize ~102.41 KB/104864, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 116ms, sequenceid=207, compaction requested=false 2024-12-04T05:24:50,489 INFO [M:0;6c7595a931c3:44217 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T05:24:50,489 DEBUG [M:0;6c7595a931c3:44217 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733289890370Disabling compacts and flushes for region at 1733289890370Disabling writes for close at 1733289890370Obtaining lock to block concurrent updates at 1733289890371 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733289890371Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=85398, getHeapSize=105104, getOffHeapSize=0, getCellsCount=248 at 1733289890371Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733289890372 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733289890372Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733289890390 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733289890390Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733289890402 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733289890417 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733289890417Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733289890433 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733289890455 (+22 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733289890455Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@482b551d: reopening flushed file at 1733289890470 (+15 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6e750902: reopening flushed file at 1733289890476 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2b900fd4: reopening flushed file at 1733289890481 (+5 ms)Finished flush of dataSize ~83.40 KB/85398, heapSize ~102.41 KB/104864, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 116ms, sequenceid=207, compaction requested=false at 1733289890488 (+7 ms)Writing region close event to WAL at 1733289890489 (+1 ms)Closed at 1733289890489 2024-12-04T05:24:50,491 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43859 is added to blk_1073741830_1006 (size=86747) 2024-12-04T05:24:50,491 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44311 is added to blk_1073741830_1006 (size=86747) 2024-12-04T05:24:50,491 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37859 is added to blk_1073741830_1006 (size=86747) 2024-12-04T05:24:50,492 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-04T05:24:50,492 INFO [M:0;6c7595a931c3:44217 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-04T05:24:50,492 INFO [M:0;6c7595a931c3:44217 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44217 2024-12-04T05:24:50,493 INFO [M:0;6c7595a931c3:44217 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-04T05:24:50,595 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44217-0x1017bee20ae0000, quorum=127.0.0.1:59990, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T05:24:50,595 INFO [M:0;6c7595a931c3:44217 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-04T05:24:50,595 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44217-0x1017bee20ae0000, quorum=127.0.0.1:59990, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T05:24:50,601 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733289870829/wal.1733289880076 with renewLeaseKey: DEFAULT_16688 java.io.FileNotFoundException: File does not exist: /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733289870829/wal.1733289880076 (inode 16688) Holder DFSClient_NONMAPREDUCE_1795636505_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.ipc.RemoteException.instantiateException(RemoteException.java:121) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.RemoteException.unwrapRemoteException(RemoteException.java:110) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:653) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:619) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.ipc.RemoteException: File does not exist: /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733289870829/wal.1733289880076 (inode 16688) Holder DFSClient_NONMAPREDUCE_1795636505_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy45.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$complete$13(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.complete(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy46.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:646) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 25 more 2024-12-04T05:24:50,604 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733289870389/wal.1733289870679 with renewLeaseKey: DEFAULT_16665 java.io.FileNotFoundException: File does not exist: /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733289870389/wal.1733289870679 (inode 16665) Holder DFSClient_NONMAPREDUCE_1795636505_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.ipc.RemoteException.instantiateException(RemoteException.java:121) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.RemoteException.unwrapRemoteException(RemoteException.java:110) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:653) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:619) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.ipc.RemoteException: File does not exist: /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733289870389/wal.1733289870679 (inode 16665) Holder DFSClient_NONMAPREDUCE_1795636505_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy45.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$complete$13(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.complete(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy46.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:646) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 25 more 2024-12-04T05:24:50,605 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733289861448/wal.1733289861645 with renewLeaseKey: DEFAULT_16586 java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.endBlock(FanOutOneBlockAsyncDFSOutput.java:566) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:615) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T05:24:50,608 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testdatalosswheninputerror-manual,16010,1733289880278/wal.1733289880767 with renewLeaseKey: DEFAULT_16714 java.io.FileNotFoundException: File does not exist: /hbase/WALs/testdatalosswheninputerror-manual,16010,1733289880278/wal.1733289880767 (inode 16714) Holder DFSClient_NONMAPREDUCE_1795636505_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.ipc.RemoteException.instantiateException(RemoteException.java:121) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.RemoteException.unwrapRemoteException(RemoteException.java:110) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:653) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:619) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.ipc.RemoteException: File does not exist: /hbase/WALs/testdatalosswheninputerror-manual,16010,1733289880278/wal.1733289880767 (inode 16714) Holder DFSClient_NONMAPREDUCE_1795636505_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy45.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$complete$13(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.complete(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy46.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:646) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 25 more 2024-12-04T05:24:50,609 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733289880915/wal.1733289880974 with renewLeaseKey: DEFAULT_16736 java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.endBlock(FanOutOneBlockAsyncDFSOutput.java:566) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:615) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T05:24:50,609 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733289885311/wal.1733289885605 with renewLeaseKey: DEFAULT_16777 java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.endBlock(FanOutOneBlockAsyncDFSOutput.java:566) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:615) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T05:24:50,609 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733289854990/wal.1733289855059 with renewLeaseKey: DEFAULT_16506 java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.endBlock(FanOutOneBlockAsyncDFSOutput.java:566) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:615) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T05:24:50,611 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testnameconflictwhensplit1-manual,16010,1733289854667/wal.1733289854860 with renewLeaseKey: DEFAULT_16485 java.io.FileNotFoundException: File does not exist: /hbase/WALs/testnameconflictwhensplit1-manual,16010,1733289854667/wal.1733289854860 (inode 16485) Holder DFSClient_NONMAPREDUCE_1795636505_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.ipc.RemoteException.instantiateException(RemoteException.java:121) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.RemoteException.unwrapRemoteException(RemoteException.java:110) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:653) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:619) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.ipc.RemoteException: File does not exist: /hbase/WALs/testnameconflictwhensplit1-manual,16010,1733289854667/wal.1733289854860 (inode 16485) Holder DFSClient_NONMAPREDUCE_1795636505_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy45.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$complete$13(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.complete(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy46.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:646) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 25 more 2024-12-04T05:24:50,614 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testnameconflictwhensplit0-manual,16010,1733289854156/wal.1733289854394 with renewLeaseKey: DEFAULT_16462 java.io.FileNotFoundException: File does not exist: /hbase/WALs/testnameconflictwhensplit0-manual,16010,1733289854156/wal.1733289854394 (inode 16462) Holder DFSClient_NONMAPREDUCE_1795636505_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.ipc.RemoteException.instantiateException(RemoteException.java:121) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.RemoteException.unwrapRemoteException(RemoteException.java:110) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:653) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:619) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.ipc.RemoteException: File does not exist: /hbase/WALs/testnameconflictwhensplit0-manual,16010,1733289854156/wal.1733289854394 (inode 16462) Holder DFSClient_NONMAPREDUCE_1795636505_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy45.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$complete$13(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.complete(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy46.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:646) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 25 more 2024-12-04T05:24:50,618 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4290616c{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-04T05:24:50,621 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5e25d2b6{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-04T05:24:50,621 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-04T05:24:50,622 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6853f5bc{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-04T05:24:50,622 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1bf0fdb4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c23fb9b0-111c-8561-5bd4-acd361a9649e/hadoop.log.dir/,STOPPED} 2024-12-04T05:24:50,625 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-04T05:24:50,625 WARN [BP-816464211-172.17.0.2-1733289848183 heartbeating to localhost/127.0.0.1:35275 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-04T05:24:50,625 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-04T05:24:50,625 WARN [BP-816464211-172.17.0.2-1733289848183 heartbeating to localhost/127.0.0.1:35275 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-816464211-172.17.0.2-1733289848183 (Datanode Uuid 1976688b-5945-480d-aacf-59800eb5c195) service to localhost/127.0.0.1:35275 2024-12-04T05:24:50,626 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c23fb9b0-111c-8561-5bd4-acd361a9649e/cluster_fe38eb2b-22a2-9f20-c158-18e155b8e5d0/data/data5/current/BP-816464211-172.17.0.2-1733289848183 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-04T05:24:50,626 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c23fb9b0-111c-8561-5bd4-acd361a9649e/cluster_fe38eb2b-22a2-9f20-c158-18e155b8e5d0/data/data6/current/BP-816464211-172.17.0.2-1733289848183 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-04T05:24:50,627 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-04T05:24:50,633 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@28e1ba78{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-04T05:24:50,633 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@702c0733{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-04T05:24:50,633 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-04T05:24:50,634 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3264f7d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-04T05:24:50,634 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@e971547{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c23fb9b0-111c-8561-5bd4-acd361a9649e/hadoop.log.dir/,STOPPED} 2024-12-04T05:24:50,635 WARN [BP-816464211-172.17.0.2-1733289848183 heartbeating to localhost/127.0.0.1:35275 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-04T05:24:50,635 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-04T05:24:50,635 WARN [BP-816464211-172.17.0.2-1733289848183 heartbeating to localhost/127.0.0.1:35275 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-816464211-172.17.0.2-1733289848183 (Datanode Uuid ab568089-afc5-4c18-843b-df6a57d13852) service to localhost/127.0.0.1:35275 2024-12-04T05:24:50,635 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-04T05:24:50,636 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c23fb9b0-111c-8561-5bd4-acd361a9649e/cluster_fe38eb2b-22a2-9f20-c158-18e155b8e5d0/data/data3/current/BP-816464211-172.17.0.2-1733289848183 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-04T05:24:50,636 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c23fb9b0-111c-8561-5bd4-acd361a9649e/cluster_fe38eb2b-22a2-9f20-c158-18e155b8e5d0/data/data4/current/BP-816464211-172.17.0.2-1733289848183 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-04T05:24:50,636 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-04T05:24:50,639 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4dc44ec6{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-04T05:24:50,639 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@17f6e478{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-04T05:24:50,639 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-04T05:24:50,639 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3d33512e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-04T05:24:50,639 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4b895d95{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c23fb9b0-111c-8561-5bd4-acd361a9649e/hadoop.log.dir/,STOPPED} 2024-12-04T05:24:50,641 WARN [BP-816464211-172.17.0.2-1733289848183 heartbeating to localhost/127.0.0.1:35275 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-04T05:24:50,641 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-04T05:24:50,641 WARN [BP-816464211-172.17.0.2-1733289848183 heartbeating to localhost/127.0.0.1:35275 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-816464211-172.17.0.2-1733289848183 (Datanode Uuid 00f6d1b6-82cf-4b0e-bb7e-1756fa8ee62b) service to localhost/127.0.0.1:35275 2024-12-04T05:24:50,641 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-04T05:24:50,642 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c23fb9b0-111c-8561-5bd4-acd361a9649e/cluster_fe38eb2b-22a2-9f20-c158-18e155b8e5d0/data/data1/current/BP-816464211-172.17.0.2-1733289848183 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-04T05:24:50,642 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c23fb9b0-111c-8561-5bd4-acd361a9649e/cluster_fe38eb2b-22a2-9f20-c158-18e155b8e5d0/data/data2/current/BP-816464211-172.17.0.2-1733289848183 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-04T05:24:50,642 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-04T05:24:50,652 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1843526c{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-04T05:24:50,653 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@776c4d96{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-04T05:24:50,653 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-04T05:24:50,653 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@70596a48{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-04T05:24:50,653 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6630be9c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c23fb9b0-111c-8561-5bd4-acd361a9649e/hadoop.log.dir/,STOPPED} 2024-12-04T05:24:50,663 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-04T05:24:50,718 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down