2024-11-19 07:29:50,620 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@210ab13f 2024-11-19 07:29:50,632 main DEBUG Took 0.009906 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-19 07:29:50,632 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-19 07:29:50,633 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-19 07:29:50,634 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-19 07:29:50,635 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-19 07:29:50,642 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-19 07:29:50,656 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-19 07:29:50,658 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-19 07:29:50,659 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-19 07:29:50,660 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-19 07:29:50,660 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-19 07:29:50,661 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-19 07:29:50,662 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-19 07:29:50,662 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-19 07:29:50,663 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-19 07:29:50,664 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-19 07:29:50,665 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-19 07:29:50,665 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-19 07:29:50,666 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-19 07:29:50,666 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-19 07:29:50,667 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-19 07:29:50,667 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-19 07:29:50,668 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-19 07:29:50,668 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-19 07:29:50,669 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-19 07:29:50,669 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-19 07:29:50,670 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-19 07:29:50,670 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-19 07:29:50,671 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-19 07:29:50,671 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-19 07:29:50,672 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-19 07:29:50,673 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-19 07:29:50,675 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-19 07:29:50,677 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-19 07:29:50,679 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-19 07:29:50,680 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-19 07:29:50,682 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-19 07:29:50,682 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-19 07:29:50,693 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-19 07:29:50,696 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-19 07:29:50,699 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-19 07:29:50,699 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-19 07:29:50,700 main DEBUG createAppenders(={Console}) 2024-11-19 07:29:50,701 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@210ab13f initialized 2024-11-19 07:29:50,701 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@210ab13f 2024-11-19 07:29:50,702 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@210ab13f OK. 2024-11-19 07:29:50,702 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-19 07:29:50,703 main DEBUG OutputStream closed 2024-11-19 07:29:50,703 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-19 07:29:50,703 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-19 07:29:50,704 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@61001b64 OK 2024-11-19 07:29:50,785 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-19 07:29:50,788 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-19 07:29:50,790 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-19 07:29:50,791 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-19 07:29:50,792 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-19 07:29:50,793 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-19 07:29:50,793 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-19 07:29:50,793 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-19 07:29:50,794 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-19 07:29:50,794 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-19 07:29:50,795 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-19 07:29:50,795 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-19 07:29:50,796 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-19 07:29:50,796 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-19 07:29:50,796 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-19 07:29:50,797 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-19 07:29:50,797 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-19 07:29:50,798 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-19 07:29:50,799 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-19 07:29:50,800 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-logging/target/hbase-logging-3.0.0-beta-2-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@4ed5eb72) with optional ClassLoader: null 2024-11-19 07:29:50,800 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-19 07:29:50,801 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@4ed5eb72] started OK. 2024-11-19T07:29:51,058 DEBUG [main {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/078d5ea1-5dfb-6462-d5fc-1f4686263901 2024-11-19 07:29:51,061 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-19 07:29:51,061 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-19T07:29:51,069 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay timeout: 13 mins 2024-11-19T07:29:51,095 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-19T07:29:51,138 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-19T07:29:51,138 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-19T07:29:51,149 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=3, rsPorts=, rsClass=null, numDataNodes=3, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-19T07:29:51,163 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/078d5ea1-5dfb-6462-d5fc-1f4686263901/cluster_d857c91d-3d75-080c-1958-0feec4aaf079, deleteOnExit=true 2024-11-19T07:29:51,164 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-19T07:29:51,164 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/078d5ea1-5dfb-6462-d5fc-1f4686263901/test.cache.data in system properties and HBase conf 2024-11-19T07:29:51,165 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/078d5ea1-5dfb-6462-d5fc-1f4686263901/hadoop.tmp.dir in system properties and HBase conf 2024-11-19T07:29:51,166 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/078d5ea1-5dfb-6462-d5fc-1f4686263901/hadoop.log.dir in system properties and HBase conf 2024-11-19T07:29:51,166 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/078d5ea1-5dfb-6462-d5fc-1f4686263901/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-19T07:29:51,167 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/078d5ea1-5dfb-6462-d5fc-1f4686263901/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-19T07:29:51,167 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-19T07:29:51,235 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-19T07:29:51,322 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-19T07:29:51,327 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/078d5ea1-5dfb-6462-d5fc-1f4686263901/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-19T07:29:51,328 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/078d5ea1-5dfb-6462-d5fc-1f4686263901/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-19T07:29:51,329 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/078d5ea1-5dfb-6462-d5fc-1f4686263901/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-19T07:29:51,329 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/078d5ea1-5dfb-6462-d5fc-1f4686263901/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-19T07:29:51,330 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/078d5ea1-5dfb-6462-d5fc-1f4686263901/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-19T07:29:51,331 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/078d5ea1-5dfb-6462-d5fc-1f4686263901/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-19T07:29:51,331 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/078d5ea1-5dfb-6462-d5fc-1f4686263901/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-19T07:29:51,332 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/078d5ea1-5dfb-6462-d5fc-1f4686263901/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-19T07:29:51,332 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/078d5ea1-5dfb-6462-d5fc-1f4686263901/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-19T07:29:51,333 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/078d5ea1-5dfb-6462-d5fc-1f4686263901/nfs.dump.dir in system properties and HBase conf 2024-11-19T07:29:51,334 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/078d5ea1-5dfb-6462-d5fc-1f4686263901/java.io.tmpdir in system properties and HBase conf 2024-11-19T07:29:51,334 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/078d5ea1-5dfb-6462-d5fc-1f4686263901/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-19T07:29:51,335 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/078d5ea1-5dfb-6462-d5fc-1f4686263901/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-19T07:29:51,335 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/078d5ea1-5dfb-6462-d5fc-1f4686263901/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-19T07:29:52,399 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-19T07:29:52,467 INFO [Time-limited test {}] log.Log(170): Logging initialized @2493ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-19T07:29:52,531 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T07:29:52,592 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-19T07:29:52,619 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-19T07:29:52,620 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-19T07:29:52,621 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-19T07:29:52,638 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T07:29:52,642 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3c1cc886{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/078d5ea1-5dfb-6462-d5fc-1f4686263901/hadoop.log.dir/,AVAILABLE} 2024-11-19T07:29:52,644 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1a9265d0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-19T07:29:52,806 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3c411b81{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/078d5ea1-5dfb-6462-d5fc-1f4686263901/java.io.tmpdir/jetty-localhost-43165-hadoop-hdfs-3_4_1-tests_jar-_-any-11493114291027666740/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-19T07:29:52,811 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@71f91499{HTTP/1.1, (http/1.1)}{localhost:43165} 2024-11-19T07:29:52,811 INFO [Time-limited test {}] server.Server(415): Started @2838ms 2024-11-19T07:29:53,351 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T07:29:53,359 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-19T07:29:53,360 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-19T07:29:53,360 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-19T07:29:53,360 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-19T07:29:53,361 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@15fab457{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/078d5ea1-5dfb-6462-d5fc-1f4686263901/hadoop.log.dir/,AVAILABLE} 2024-11-19T07:29:53,362 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3f0d3e1c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-19T07:29:53,458 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@53a60ac5{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/078d5ea1-5dfb-6462-d5fc-1f4686263901/java.io.tmpdir/jetty-localhost-46761-hadoop-hdfs-3_4_1-tests_jar-_-any-11416735910254224781/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-19T07:29:53,459 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2b9d2b29{HTTP/1.1, (http/1.1)}{localhost:46761} 2024-11-19T07:29:53,459 INFO [Time-limited test {}] server.Server(415): Started @3486ms 2024-11-19T07:29:53,504 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-19T07:29:53,622 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T07:29:53,628 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-19T07:29:53,632 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-19T07:29:53,633 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-19T07:29:53,633 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-19T07:29:53,634 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5c155ec7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/078d5ea1-5dfb-6462-d5fc-1f4686263901/hadoop.log.dir/,AVAILABLE} 2024-11-19T07:29:53,635 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2ea2c5fa{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-19T07:29:53,735 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@bdffcb9{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/078d5ea1-5dfb-6462-d5fc-1f4686263901/java.io.tmpdir/jetty-localhost-37443-hadoop-hdfs-3_4_1-tests_jar-_-any-9605246707919312176/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-19T07:29:53,735 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@55b08a17{HTTP/1.1, (http/1.1)}{localhost:37443} 2024-11-19T07:29:53,736 INFO [Time-limited test {}] server.Server(415): Started @3762ms 2024-11-19T07:29:53,738 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-19T07:29:53,772 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T07:29:53,778 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-19T07:29:53,780 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-19T07:29:53,780 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-19T07:29:53,780 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-19T07:29:53,781 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4870c3fc{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/078d5ea1-5dfb-6462-d5fc-1f4686263901/hadoop.log.dir/,AVAILABLE} 2024-11-19T07:29:53,781 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3cda6c9e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-19T07:29:53,878 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@638bb008{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/078d5ea1-5dfb-6462-d5fc-1f4686263901/java.io.tmpdir/jetty-localhost-40797-hadoop-hdfs-3_4_1-tests_jar-_-any-11074621759858319843/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-19T07:29:53,879 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@394c588e{HTTP/1.1, (http/1.1)}{localhost:40797} 2024-11-19T07:29:53,879 INFO [Time-limited test {}] server.Server(415): Started @3906ms 2024-11-19T07:29:53,881 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-19T07:29:55,185 WARN [Thread-122 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/078d5ea1-5dfb-6462-d5fc-1f4686263901/cluster_d857c91d-3d75-080c-1958-0feec4aaf079/data/data1/current/BP-1327399325-172.17.0.2-1732001391849/current, will proceed with Du for space computation calculation, 2024-11-19T07:29:55,185 WARN [Thread-124 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/078d5ea1-5dfb-6462-d5fc-1f4686263901/cluster_d857c91d-3d75-080c-1958-0feec4aaf079/data/data2/current/BP-1327399325-172.17.0.2-1732001391849/current, will proceed with Du for space computation calculation, 2024-11-19T07:29:55,185 WARN [Thread-123 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/078d5ea1-5dfb-6462-d5fc-1f4686263901/cluster_d857c91d-3d75-080c-1958-0feec4aaf079/data/data3/current/BP-1327399325-172.17.0.2-1732001391849/current, will proceed with Du for space computation calculation, 2024-11-19T07:29:55,185 WARN [Thread-125 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/078d5ea1-5dfb-6462-d5fc-1f4686263901/cluster_d857c91d-3d75-080c-1958-0feec4aaf079/data/data4/current/BP-1327399325-172.17.0.2-1732001391849/current, will proceed with Du for space computation calculation, 2024-11-19T07:29:55,212 WARN [Thread-81 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-19T07:29:55,212 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-19T07:29:55,257 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb8eaa2af6558bec7 with lease ID 0x1bff279399678fad: Processing first storage report for DS-aac20c1d-8590-491f-b264-6c738d9d91ba from datanode DatanodeRegistration(127.0.0.1:46643, datanodeUuid=385a128b-8de0-4e57-8fa6-cff714384b8b, infoPort=41841, infoSecurePort=0, ipcPort=46259, storageInfo=lv=-57;cid=testClusterID;nsid=2032247800;c=1732001391849) 2024-11-19T07:29:55,258 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb8eaa2af6558bec7 with lease ID 0x1bff279399678fad: from storage DS-aac20c1d-8590-491f-b264-6c738d9d91ba node DatanodeRegistration(127.0.0.1:46643, datanodeUuid=385a128b-8de0-4e57-8fa6-cff714384b8b, infoPort=41841, infoSecurePort=0, ipcPort=46259, storageInfo=lv=-57;cid=testClusterID;nsid=2032247800;c=1732001391849), blocks: 0, hasStaleStorage: true, processing time: 2 msecs, invalidatedBlocks: 0 2024-11-19T07:29:55,259 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x1e27025642e7425a with lease ID 0x1bff279399678fae: Processing first storage report for DS-9249da75-9edb-42de-b698-779c3e2094aa from datanode DatanodeRegistration(127.0.0.1:43283, datanodeUuid=6cc36811-a380-4c9d-95b4-e286b653522b, infoPort=44727, infoSecurePort=0, ipcPort=42453, storageInfo=lv=-57;cid=testClusterID;nsid=2032247800;c=1732001391849) 2024-11-19T07:29:55,259 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x1e27025642e7425a with lease ID 0x1bff279399678fae: from storage DS-9249da75-9edb-42de-b698-779c3e2094aa node DatanodeRegistration(127.0.0.1:43283, datanodeUuid=6cc36811-a380-4c9d-95b4-e286b653522b, infoPort=44727, infoSecurePort=0, ipcPort=42453, storageInfo=lv=-57;cid=testClusterID;nsid=2032247800;c=1732001391849), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-19T07:29:55,259 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb8eaa2af6558bec7 with lease ID 0x1bff279399678fad: Processing first storage report for DS-1f0f1ee2-84f4-4c8b-906c-617bdfc47a66 from datanode DatanodeRegistration(127.0.0.1:46643, datanodeUuid=385a128b-8de0-4e57-8fa6-cff714384b8b, infoPort=41841, infoSecurePort=0, ipcPort=46259, storageInfo=lv=-57;cid=testClusterID;nsid=2032247800;c=1732001391849) 2024-11-19T07:29:55,259 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb8eaa2af6558bec7 with lease ID 0x1bff279399678fad: from storage DS-1f0f1ee2-84f4-4c8b-906c-617bdfc47a66 node DatanodeRegistration(127.0.0.1:46643, datanodeUuid=385a128b-8de0-4e57-8fa6-cff714384b8b, infoPort=41841, infoSecurePort=0, ipcPort=46259, storageInfo=lv=-57;cid=testClusterID;nsid=2032247800;c=1732001391849), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-19T07:29:55,260 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x1e27025642e7425a with lease ID 0x1bff279399678fae: Processing first storage report for DS-aa685926-64e1-432b-9a12-be54a5d44242 from datanode DatanodeRegistration(127.0.0.1:43283, datanodeUuid=6cc36811-a380-4c9d-95b4-e286b653522b, infoPort=44727, infoSecurePort=0, ipcPort=42453, storageInfo=lv=-57;cid=testClusterID;nsid=2032247800;c=1732001391849) 2024-11-19T07:29:55,260 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x1e27025642e7425a with lease ID 0x1bff279399678fae: from storage DS-aa685926-64e1-432b-9a12-be54a5d44242 node DatanodeRegistration(127.0.0.1:43283, datanodeUuid=6cc36811-a380-4c9d-95b4-e286b653522b, infoPort=44727, infoSecurePort=0, ipcPort=42453, storageInfo=lv=-57;cid=testClusterID;nsid=2032247800;c=1732001391849), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-19T07:29:55,318 WARN [Thread-142 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/078d5ea1-5dfb-6462-d5fc-1f4686263901/cluster_d857c91d-3d75-080c-1958-0feec4aaf079/data/data5/current/BP-1327399325-172.17.0.2-1732001391849/current, will proceed with Du for space computation calculation, 2024-11-19T07:29:55,318 WARN [Thread-143 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/078d5ea1-5dfb-6462-d5fc-1f4686263901/cluster_d857c91d-3d75-080c-1958-0feec4aaf079/data/data6/current/BP-1327399325-172.17.0.2-1732001391849/current, will proceed with Du for space computation calculation, 2024-11-19T07:29:55,336 WARN [Thread-103 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-19T07:29:55,340 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x219b172f34bad87e with lease ID 0x1bff279399678faf: Processing first storage report for DS-55896d67-6080-43fe-816e-d4f81c68bc35 from datanode DatanodeRegistration(127.0.0.1:46751, datanodeUuid=0f489328-31bb-4cb1-9553-fc9dba74a516, infoPort=36921, infoSecurePort=0, ipcPort=41951, storageInfo=lv=-57;cid=testClusterID;nsid=2032247800;c=1732001391849) 2024-11-19T07:29:55,340 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x219b172f34bad87e with lease ID 0x1bff279399678faf: from storage DS-55896d67-6080-43fe-816e-d4f81c68bc35 node DatanodeRegistration(127.0.0.1:46751, datanodeUuid=0f489328-31bb-4cb1-9553-fc9dba74a516, infoPort=36921, infoSecurePort=0, ipcPort=41951, storageInfo=lv=-57;cid=testClusterID;nsid=2032247800;c=1732001391849), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-19T07:29:55,340 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x219b172f34bad87e with lease ID 0x1bff279399678faf: Processing first storage report for DS-d71bb2c3-434e-4d4e-8fbe-8968dc5c1a08 from datanode DatanodeRegistration(127.0.0.1:46751, datanodeUuid=0f489328-31bb-4cb1-9553-fc9dba74a516, infoPort=36921, infoSecurePort=0, ipcPort=41951, storageInfo=lv=-57;cid=testClusterID;nsid=2032247800;c=1732001391849) 2024-11-19T07:29:55,341 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x219b172f34bad87e with lease ID 0x1bff279399678faf: from storage DS-d71bb2c3-434e-4d4e-8fbe-8968dc5c1a08 node DatanodeRegistration(127.0.0.1:46751, datanodeUuid=0f489328-31bb-4cb1-9553-fc9dba74a516, infoPort=36921, infoSecurePort=0, ipcPort=41951, storageInfo=lv=-57;cid=testClusterID;nsid=2032247800;c=1732001391849), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-19T07:29:55,390 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/078d5ea1-5dfb-6462-d5fc-1f4686263901 2024-11-19T07:29:55,452 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/078d5ea1-5dfb-6462-d5fc-1f4686263901/cluster_d857c91d-3d75-080c-1958-0feec4aaf079/zookeeper_0, clientPort=53810, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/078d5ea1-5dfb-6462-d5fc-1f4686263901/cluster_d857c91d-3d75-080c-1958-0feec4aaf079/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/078d5ea1-5dfb-6462-d5fc-1f4686263901/cluster_d857c91d-3d75-080c-1958-0feec4aaf079/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-19T07:29:55,469 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=53810 2024-11-19T07:29:55,478 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T07:29:55,480 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T07:29:55,666 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46751 is added to blk_1073741825_1001 (size=7) 2024-11-19T07:29:55,668 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46643 is added to blk_1073741825_1001 (size=7) 2024-11-19T07:29:55,668 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43283 is added to blk_1073741825_1001 (size=7) 2024-11-19T07:29:56,078 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:38185/user/jenkins/test-data/b12ee6b9-2f55-77da-3824-8a5232b8ca16 with version=8 2024-11-19T07:29:56,079 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:38185/user/jenkins/test-data/b12ee6b9-2f55-77da-3824-8a5232b8ca16/hbase-staging 2024-11-19T07:29:56,384 INFO [Time-limited test {}] client.ConnectionUtils(128): master/db0afee3eab9:0 server-side Connection retries=45 2024-11-19T07:29:56,393 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T07:29:56,394 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-19T07:29:56,398 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-19T07:29:56,398 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T07:29:56,398 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-19T07:29:56,518 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-19T07:29:56,567 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-19T07:29:56,575 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-19T07:29:56,579 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-19T07:29:56,602 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 90426 (auto-detected) 2024-11-19T07:29:56,603 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-11-19T07:29:56,621 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42231 2024-11-19T07:29:56,642 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:42231 connecting to ZooKeeper ensemble=127.0.0.1:53810 2024-11-19T07:29:56,719 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:422310x0, quorum=127.0.0.1:53810, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T07:29:56,722 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:42231-0x10151ffee970000 connected 2024-11-19T07:29:56,810 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T07:29:56,813 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T07:29:56,823 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42231-0x10151ffee970000, quorum=127.0.0.1:53810, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-19T07:29:56,826 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:38185/user/jenkins/test-data/b12ee6b9-2f55-77da-3824-8a5232b8ca16, hbase.cluster.distributed=false 2024-11-19T07:29:56,848 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42231-0x10151ffee970000, quorum=127.0.0.1:53810, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-19T07:29:56,853 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42231 2024-11-19T07:29:56,853 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42231 2024-11-19T07:29:56,854 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42231 2024-11-19T07:29:56,854 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42231 2024-11-19T07:29:56,855 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42231 2024-11-19T07:29:56,950 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/db0afee3eab9:0 server-side Connection retries=45 2024-11-19T07:29:56,952 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T07:29:56,952 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-19T07:29:56,952 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-19T07:29:56,952 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T07:29:56,953 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-19T07:29:56,955 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-19T07:29:56,958 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-19T07:29:56,959 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41065 2024-11-19T07:29:56,961 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:41065 connecting to ZooKeeper ensemble=127.0.0.1:53810 2024-11-19T07:29:56,962 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T07:29:56,966 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T07:29:56,984 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:410650x0, quorum=127.0.0.1:53810, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T07:29:56,985 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:410650x0, quorum=127.0.0.1:53810, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-19T07:29:56,985 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:41065-0x10151ffee970001 connected 2024-11-19T07:29:56,988 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-19T07:29:56,995 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-19T07:29:56,998 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41065-0x10151ffee970001, quorum=127.0.0.1:53810, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-19T07:29:57,002 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41065-0x10151ffee970001, quorum=127.0.0.1:53810, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-19T07:29:57,003 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41065 2024-11-19T07:29:57,003 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41065 2024-11-19T07:29:57,004 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41065 2024-11-19T07:29:57,004 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41065 2024-11-19T07:29:57,005 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41065 2024-11-19T07:29:57,021 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/db0afee3eab9:0 server-side Connection retries=45 2024-11-19T07:29:57,022 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T07:29:57,022 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-19T07:29:57,022 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-19T07:29:57,022 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T07:29:57,022 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-19T07:29:57,023 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-19T07:29:57,023 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-19T07:29:57,024 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33467 2024-11-19T07:29:57,025 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:33467 connecting to ZooKeeper ensemble=127.0.0.1:53810 2024-11-19T07:29:57,026 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T07:29:57,029 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T07:29:57,039 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:334670x0, quorum=127.0.0.1:53810, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T07:29:57,040 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:334670x0, quorum=127.0.0.1:53810, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-19T07:29:57,040 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:33467-0x10151ffee970002 connected 2024-11-19T07:29:57,041 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-19T07:29:57,042 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-19T07:29:57,043 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33467-0x10151ffee970002, quorum=127.0.0.1:53810, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-19T07:29:57,044 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33467-0x10151ffee970002, quorum=127.0.0.1:53810, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-19T07:29:57,045 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33467 2024-11-19T07:29:57,046 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33467 2024-11-19T07:29:57,046 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33467 2024-11-19T07:29:57,047 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33467 2024-11-19T07:29:57,047 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33467 2024-11-19T07:29:57,062 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/db0afee3eab9:0 server-side Connection retries=45 2024-11-19T07:29:57,062 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T07:29:57,063 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-19T07:29:57,063 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-19T07:29:57,063 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T07:29:57,063 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-19T07:29:57,063 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-19T07:29:57,063 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-19T07:29:57,064 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41619 2024-11-19T07:29:57,066 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:41619 connecting to ZooKeeper ensemble=127.0.0.1:53810 2024-11-19T07:29:57,067 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T07:29:57,069 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T07:29:57,082 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:416190x0, quorum=127.0.0.1:53810, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T07:29:57,082 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:416190x0, quorum=127.0.0.1:53810, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-19T07:29:57,082 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:41619-0x10151ffee970003 connected 2024-11-19T07:29:57,083 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-19T07:29:57,084 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-19T07:29:57,085 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41619-0x10151ffee970003, quorum=127.0.0.1:53810, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-19T07:29:57,088 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41619-0x10151ffee970003, quorum=127.0.0.1:53810, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-19T07:29:57,089 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41619 2024-11-19T07:29:57,089 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41619 2024-11-19T07:29:57,091 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41619 2024-11-19T07:29:57,092 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41619 2024-11-19T07:29:57,094 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41619 2024-11-19T07:29:57,115 DEBUG [M:0;db0afee3eab9:42231 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;db0afee3eab9:42231 2024-11-19T07:29:57,116 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/db0afee3eab9,42231,1732001396236 2024-11-19T07:29:57,132 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33467-0x10151ffee970002, quorum=127.0.0.1:53810, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-19T07:29:57,132 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41065-0x10151ffee970001, quorum=127.0.0.1:53810, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-19T07:29:57,132 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42231-0x10151ffee970000, quorum=127.0.0.1:53810, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-19T07:29:57,132 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41619-0x10151ffee970003, quorum=127.0.0.1:53810, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-19T07:29:57,134 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42231-0x10151ffee970000, quorum=127.0.0.1:53810, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/db0afee3eab9,42231,1732001396236 2024-11-19T07:29:57,163 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41619-0x10151ffee970003, quorum=127.0.0.1:53810, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-19T07:29:57,163 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33467-0x10151ffee970002, quorum=127.0.0.1:53810, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-19T07:29:57,163 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41065-0x10151ffee970001, quorum=127.0.0.1:53810, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-19T07:29:57,163 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42231-0x10151ffee970000, quorum=127.0.0.1:53810, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-19T07:29:57,163 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41619-0x10151ffee970003, quorum=127.0.0.1:53810, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-19T07:29:57,163 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33467-0x10151ffee970002, quorum=127.0.0.1:53810, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-19T07:29:57,163 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41065-0x10151ffee970001, quorum=127.0.0.1:53810, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-19T07:29:57,164 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42231-0x10151ffee970000, quorum=127.0.0.1:53810, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-19T07:29:57,165 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/db0afee3eab9,42231,1732001396236 from backup master directory 2024-11-19T07:29:57,176 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42231-0x10151ffee970000, quorum=127.0.0.1:53810, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/db0afee3eab9,42231,1732001396236 2024-11-19T07:29:57,176 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41619-0x10151ffee970003, quorum=127.0.0.1:53810, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-19T07:29:57,176 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41065-0x10151ffee970001, quorum=127.0.0.1:53810, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-19T07:29:57,176 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33467-0x10151ffee970002, quorum=127.0.0.1:53810, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-19T07:29:57,176 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42231-0x10151ffee970000, quorum=127.0.0.1:53810, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-19T07:29:57,177 WARN [master/db0afee3eab9:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-19T07:29:57,178 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=db0afee3eab9,42231,1732001396236 2024-11-19T07:29:57,180 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-19T07:29:57,182 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-19T07:29:57,234 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:38185/user/jenkins/test-data/b12ee6b9-2f55-77da-3824-8a5232b8ca16/hbase.id] with ID: ff868d14-e77a-4dd8-82a5-9a10c32a4caf 2024-11-19T07:29:57,235 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:38185/user/jenkins/test-data/b12ee6b9-2f55-77da-3824-8a5232b8ca16/.tmp/hbase.id 2024-11-19T07:29:57,249 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46643 is added to blk_1073741826_1002 (size=42) 2024-11-19T07:29:57,250 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43283 is added to blk_1073741826_1002 (size=42) 2024-11-19T07:29:57,250 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46751 is added to blk_1073741826_1002 (size=42) 2024-11-19T07:29:57,251 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:38185/user/jenkins/test-data/b12ee6b9-2f55-77da-3824-8a5232b8ca16/.tmp/hbase.id]:[hdfs://localhost:38185/user/jenkins/test-data/b12ee6b9-2f55-77da-3824-8a5232b8ca16/hbase.id] 2024-11-19T07:29:57,300 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T07:29:57,304 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-19T07:29:57,323 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 17ms. 2024-11-19T07:29:57,334 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41065-0x10151ffee970001, quorum=127.0.0.1:53810, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-19T07:29:57,334 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33467-0x10151ffee970002, quorum=127.0.0.1:53810, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-19T07:29:57,334 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42231-0x10151ffee970000, quorum=127.0.0.1:53810, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-19T07:29:57,334 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41619-0x10151ffee970003, quorum=127.0.0.1:53810, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-19T07:29:57,355 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46751 is added to blk_1073741827_1003 (size=196) 2024-11-19T07:29:57,355 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43283 is added to blk_1073741827_1003 (size=196) 2024-11-19T07:29:57,355 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46643 is added to blk_1073741827_1003 (size=196) 2024-11-19T07:29:57,369 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-19T07:29:57,371 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-19T07:29:57,376 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T07:29:57,407 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43283 is added to blk_1073741828_1004 (size=1189) 2024-11-19T07:29:57,407 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46643 is added to blk_1073741828_1004 (size=1189) 2024-11-19T07:29:57,408 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46751 is added to blk_1073741828_1004 (size=1189) 2024-11-19T07:29:57,423 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:38185/user/jenkins/test-data/b12ee6b9-2f55-77da-3824-8a5232b8ca16/MasterData/data/master/store 2024-11-19T07:29:57,442 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46751 is added to blk_1073741829_1005 (size=34) 2024-11-19T07:29:57,443 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46643 is added to blk_1073741829_1005 (size=34) 2024-11-19T07:29:57,443 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43283 is added to blk_1073741829_1005 (size=34) 2024-11-19T07:29:57,448 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-19T07:29:57,452 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T07:29:57,454 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-19T07:29:57,454 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T07:29:57,454 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T07:29:57,456 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-19T07:29:57,456 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T07:29:57,456 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T07:29:57,457 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732001397453Disabling compacts and flushes for region at 1732001397453Disabling writes for close at 1732001397456 (+3 ms)Writing region close event to WAL at 1732001397456Closed at 1732001397456 2024-11-19T07:29:57,459 WARN [master/db0afee3eab9:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:38185/user/jenkins/test-data/b12ee6b9-2f55-77da-3824-8a5232b8ca16/MasterData/data/master/store/.initializing 2024-11-19T07:29:57,459 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:38185/user/jenkins/test-data/b12ee6b9-2f55-77da-3824-8a5232b8ca16/MasterData/WALs/db0afee3eab9,42231,1732001396236 2024-11-19T07:29:57,467 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-19T07:29:57,480 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=db0afee3eab9%2C42231%2C1732001396236, suffix=, logDir=hdfs://localhost:38185/user/jenkins/test-data/b12ee6b9-2f55-77da-3824-8a5232b8ca16/MasterData/WALs/db0afee3eab9,42231,1732001396236, archiveDir=hdfs://localhost:38185/user/jenkins/test-data/b12ee6b9-2f55-77da-3824-8a5232b8ca16/MasterData/oldWALs, maxLogs=10 2024-11-19T07:29:57,506 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b12ee6b9-2f55-77da-3824-8a5232b8ca16/MasterData/WALs/db0afee3eab9,42231,1732001396236/db0afee3eab9%2C42231%2C1732001396236.1732001397484, exclude list is [], retry=0 2024-11-19T07:29:57,524 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.initialize(FanOutOneBlockAsyncDFSOutputHelper.java:413) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper$5.operationComplete(FanOutOneBlockAsyncDFSOutputHelper.java:472) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper$5.operationComplete(FanOutOneBlockAsyncDFSOutputHelper.java:467) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.NettyFutureUtils.lambda$addListener$0(NettyFutureUtils.java:56) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setSuccess0(DefaultPromise.java:625) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.trySuccess(DefaultPromise.java:105) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPromise.trySuccess(DefaultChannelPromise.java:84) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:658) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:696) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T07:29:57,528 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46643,DS-aac20c1d-8590-491f-b264-6c738d9d91ba,DISK] 2024-11-19T07:29:57,528 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43283,DS-9249da75-9edb-42de-b698-779c3e2094aa,DISK] 2024-11-19T07:29:57,528 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46751,DS-55896d67-6080-43fe-816e-d4f81c68bc35,DISK] 2024-11-19T07:29:57,530 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-19T07:29:57,567 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b12ee6b9-2f55-77da-3824-8a5232b8ca16/MasterData/WALs/db0afee3eab9,42231,1732001396236/db0afee3eab9%2C42231%2C1732001396236.1732001397484 2024-11-19T07:29:57,568 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36921:36921),(127.0.0.1/127.0.0.1:41841:41841),(127.0.0.1/127.0.0.1:44727:44727)] 2024-11-19T07:29:57,568 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-19T07:29:57,569 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T07:29:57,571 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T07:29:57,572 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T07:29:57,606 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T07:29:57,626 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-19T07:29:57,629 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T07:29:57,631 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T07:29:57,632 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T07:29:57,635 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-19T07:29:57,635 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T07:29:57,636 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T07:29:57,636 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T07:29:57,638 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-19T07:29:57,639 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T07:29:57,640 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T07:29:57,640 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T07:29:57,642 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-19T07:29:57,643 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T07:29:57,643 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T07:29:57,644 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T07:29:57,647 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38185/user/jenkins/test-data/b12ee6b9-2f55-77da-3824-8a5232b8ca16/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-19T07:29:57,648 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38185/user/jenkins/test-data/b12ee6b9-2f55-77da-3824-8a5232b8ca16/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-19T07:29:57,653 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T07:29:57,653 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T07:29:57,656 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-19T07:29:57,659 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T07:29:57,663 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38185/user/jenkins/test-data/b12ee6b9-2f55-77da-3824-8a5232b8ca16/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T07:29:57,664 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70962370, jitterRate=0.057421714067459106}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-19T07:29:57,672 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732001397584Initializing all the Stores at 1732001397586 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732001397587 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732001397587Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732001397588 (+1 ms)Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732001397588Cleaning up temporary data from old regions at 1732001397653 (+65 ms)Region opened successfully at 1732001397672 (+19 ms) 2024-11-19T07:29:57,673 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-19T07:29:57,702 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@b69fc04, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=db0afee3eab9/172.17.0.2:0 2024-11-19T07:29:57,728 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-19T07:29:57,737 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-19T07:29:57,737 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-19T07:29:57,739 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-19T07:29:57,741 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-19T07:29:57,745 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 3 msec 2024-11-19T07:29:57,745 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-19T07:29:57,767 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-19T07:29:57,775 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42231-0x10151ffee970000, quorum=127.0.0.1:53810, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-19T07:29:57,858 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-19T07:29:57,862 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-19T07:29:57,865 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42231-0x10151ffee970000, quorum=127.0.0.1:53810, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-19T07:29:57,878 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-19T07:29:57,881 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-19T07:29:57,885 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42231-0x10151ffee970000, quorum=127.0.0.1:53810, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-19T07:29:57,892 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-19T07:29:57,894 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42231-0x10151ffee970000, quorum=127.0.0.1:53810, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-19T07:29:57,902 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-19T07:29:57,923 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42231-0x10151ffee970000, quorum=127.0.0.1:53810, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-19T07:29:57,934 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-19T07:29:57,945 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33467-0x10151ffee970002, quorum=127.0.0.1:53810, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-19T07:29:57,945 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42231-0x10151ffee970000, quorum=127.0.0.1:53810, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-19T07:29:57,945 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41619-0x10151ffee970003, quorum=127.0.0.1:53810, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-19T07:29:57,945 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41065-0x10151ffee970001, quorum=127.0.0.1:53810, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-19T07:29:57,945 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42231-0x10151ffee970000, quorum=127.0.0.1:53810, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-19T07:29:57,945 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41619-0x10151ffee970003, quorum=127.0.0.1:53810, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-19T07:29:57,945 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41065-0x10151ffee970001, quorum=127.0.0.1:53810, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-19T07:29:57,945 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33467-0x10151ffee970002, quorum=127.0.0.1:53810, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-19T07:29:57,949 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=db0afee3eab9,42231,1732001396236, sessionid=0x10151ffee970000, setting cluster-up flag (Was=false) 2024-11-19T07:29:57,984 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41619-0x10151ffee970003, quorum=127.0.0.1:53810, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-19T07:29:57,984 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41065-0x10151ffee970001, quorum=127.0.0.1:53810, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-19T07:29:57,984 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42231-0x10151ffee970000, quorum=127.0.0.1:53810, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-19T07:29:57,984 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33467-0x10151ffee970002, quorum=127.0.0.1:53810, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-19T07:29:58,019 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-19T07:29:58,024 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=db0afee3eab9,42231,1732001396236 2024-11-19T07:29:58,050 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41619-0x10151ffee970003, quorum=127.0.0.1:53810, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-19T07:29:58,050 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41065-0x10151ffee970001, quorum=127.0.0.1:53810, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-19T07:29:58,050 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33467-0x10151ffee970002, quorum=127.0.0.1:53810, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-19T07:29:58,050 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42231-0x10151ffee970000, quorum=127.0.0.1:53810, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-19T07:29:58,082 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-19T07:29:58,086 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=db0afee3eab9,42231,1732001396236 2024-11-19T07:29:58,094 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:38185/user/jenkins/test-data/b12ee6b9-2f55-77da-3824-8a5232b8ca16/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-19T07:29:58,100 INFO [RS:1;db0afee3eab9:33467 {}] regionserver.HRegionServer(746): ClusterId : ff868d14-e77a-4dd8-82a5-9a10c32a4caf 2024-11-19T07:29:58,100 INFO [RS:2;db0afee3eab9:41619 {}] regionserver.HRegionServer(746): ClusterId : ff868d14-e77a-4dd8-82a5-9a10c32a4caf 2024-11-19T07:29:58,100 INFO [RS:0;db0afee3eab9:41065 {}] regionserver.HRegionServer(746): ClusterId : ff868d14-e77a-4dd8-82a5-9a10c32a4caf 2024-11-19T07:29:58,102 DEBUG [RS:0;db0afee3eab9:41065 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-19T07:29:58,102 DEBUG [RS:2;db0afee3eab9:41619 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-19T07:29:58,102 DEBUG [RS:1;db0afee3eab9:33467 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-19T07:29:58,125 DEBUG [RS:2;db0afee3eab9:41619 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-19T07:29:58,125 DEBUG [RS:0;db0afee3eab9:41065 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-19T07:29:58,125 DEBUG [RS:1;db0afee3eab9:33467 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-19T07:29:58,125 DEBUG [RS:2;db0afee3eab9:41619 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-19T07:29:58,125 DEBUG [RS:1;db0afee3eab9:33467 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-19T07:29:58,125 DEBUG [RS:0;db0afee3eab9:41065 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-19T07:29:58,135 DEBUG [RS:0;db0afee3eab9:41065 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-19T07:29:58,135 DEBUG [RS:2;db0afee3eab9:41619 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-19T07:29:58,135 DEBUG [RS:1;db0afee3eab9:33467 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-19T07:29:58,136 DEBUG [RS:1;db0afee3eab9:33467 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@49fa38f9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=db0afee3eab9/172.17.0.2:0 2024-11-19T07:29:58,136 DEBUG [RS:2;db0afee3eab9:41619 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@169adadd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=db0afee3eab9/172.17.0.2:0 2024-11-19T07:29:58,136 DEBUG [RS:0;db0afee3eab9:41065 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2d744f6b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=db0afee3eab9/172.17.0.2:0 2024-11-19T07:29:58,151 DEBUG [RS:2;db0afee3eab9:41619 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:2;db0afee3eab9:41619 2024-11-19T07:29:58,154 DEBUG [RS:0;db0afee3eab9:41065 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;db0afee3eab9:41065 2024-11-19T07:29:58,154 INFO [RS:2;db0afee3eab9:41619 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-19T07:29:58,155 INFO [RS:2;db0afee3eab9:41619 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-19T07:29:58,155 INFO [RS:0;db0afee3eab9:41065 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-19T07:29:58,155 INFO [RS:0;db0afee3eab9:41065 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-19T07:29:58,155 DEBUG [RS:2;db0afee3eab9:41619 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-19T07:29:58,155 DEBUG [RS:0;db0afee3eab9:41065 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-19T07:29:58,155 DEBUG [RS:1;db0afee3eab9:33467 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;db0afee3eab9:33467 2024-11-19T07:29:58,156 INFO [RS:1;db0afee3eab9:33467 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-19T07:29:58,156 INFO [RS:1;db0afee3eab9:33467 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-19T07:29:58,156 DEBUG [RS:1;db0afee3eab9:33467 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-19T07:29:58,157 INFO [RS:2;db0afee3eab9:41619 {}] regionserver.HRegionServer(2659): reportForDuty to master=db0afee3eab9,42231,1732001396236 with port=41619, startcode=1732001397062 2024-11-19T07:29:58,157 INFO [RS:0;db0afee3eab9:41065 {}] regionserver.HRegionServer(2659): reportForDuty to master=db0afee3eab9,42231,1732001396236 with port=41065, startcode=1732001396920 2024-11-19T07:29:58,157 INFO [RS:1;db0afee3eab9:33467 {}] regionserver.HRegionServer(2659): reportForDuty to master=db0afee3eab9,42231,1732001396236 with port=33467, startcode=1732001397021 2024-11-19T07:29:58,167 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-19T07:29:58,169 DEBUG [RS:0;db0afee3eab9:41065 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-19T07:29:58,169 DEBUG [RS:1;db0afee3eab9:33467 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-19T07:29:58,169 DEBUG [RS:2;db0afee3eab9:41619 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-19T07:29:58,176 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-19T07:29:58,182 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-19T07:29:58,188 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: db0afee3eab9,42231,1732001396236 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-19T07:29:58,195 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/db0afee3eab9:0, corePoolSize=5, maxPoolSize=5 2024-11-19T07:29:58,196 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/db0afee3eab9:0, corePoolSize=5, maxPoolSize=5 2024-11-19T07:29:58,196 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/db0afee3eab9:0, corePoolSize=5, maxPoolSize=5 2024-11-19T07:29:58,196 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/db0afee3eab9:0, corePoolSize=5, maxPoolSize=5 2024-11-19T07:29:58,196 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/db0afee3eab9:0, corePoolSize=10, maxPoolSize=10 2024-11-19T07:29:58,197 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/db0afee3eab9:0, corePoolSize=1, maxPoolSize=1 2024-11-19T07:29:58,197 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/db0afee3eab9:0, corePoolSize=2, maxPoolSize=2 2024-11-19T07:29:58,197 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/db0afee3eab9:0, corePoolSize=1, maxPoolSize=1 2024-11-19T07:29:58,200 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732001428200 2024-11-19T07:29:58,202 INFO [HMaster-EventLoopGroup-2-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53625, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-19T07:29:58,202 INFO [HMaster-EventLoopGroup-2-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41689, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-11-19T07:29:58,202 INFO [HMaster-EventLoopGroup-2-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39075, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-11-19T07:29:58,203 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-19T07:29:58,204 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-19T07:29:58,205 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-19T07:29:58,206 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-19T07:29:58,208 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-19T07:29:58,208 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42231 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T07:29:58,208 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-19T07:29:58,209 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-19T07:29:58,209 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-19T07:29:58,210 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T07:29:58,211 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-19T07:29:58,211 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-19T07:29:58,215 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42231 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T07:29:58,216 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-19T07:29:58,216 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42231 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T07:29:58,217 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-19T07:29:58,218 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-19T07:29:58,220 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-19T07:29:58,220 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-19T07:29:58,259 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/db0afee3eab9:0:becomeActiveMaster-HFileCleaner.large.0-1732001398258,5,FailOnTimeoutGroup] 2024-11-19T07:29:58,260 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/db0afee3eab9:0:becomeActiveMaster-HFileCleaner.small.0-1732001398259,5,FailOnTimeoutGroup] 2024-11-19T07:29:58,260 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-19T07:29:58,261 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43283 is added to blk_1073741831_1007 (size=1321) 2024-11-19T07:29:58,261 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-19T07:29:58,262 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46643 is added to blk_1073741831_1007 (size=1321) 2024-11-19T07:29:58,263 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46751 is added to blk_1073741831_1007 (size=1321) 2024-11-19T07:29:58,263 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-19T07:29:58,264 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-19T07:29:58,265 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:38185/user/jenkins/test-data/b12ee6b9-2f55-77da-3824-8a5232b8ca16/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-19T07:29:58,266 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:38185/user/jenkins/test-data/b12ee6b9-2f55-77da-3824-8a5232b8ca16 2024-11-19T07:29:58,275 DEBUG [RS:0;db0afee3eab9:41065 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-11-19T07:29:58,275 DEBUG [RS:2;db0afee3eab9:41619 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-11-19T07:29:58,275 DEBUG [RS:1;db0afee3eab9:33467 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-11-19T07:29:58,275 WARN [RS:2;db0afee3eab9:41619 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-11-19T07:29:58,275 WARN [RS:1;db0afee3eab9:33467 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-11-19T07:29:58,275 WARN [RS:0;db0afee3eab9:41065 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-11-19T07:29:58,279 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46751 is added to blk_1073741832_1008 (size=32) 2024-11-19T07:29:58,280 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46643 is added to blk_1073741832_1008 (size=32) 2024-11-19T07:29:58,280 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43283 is added to blk_1073741832_1008 (size=32) 2024-11-19T07:29:58,282 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T07:29:58,284 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-19T07:29:58,286 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-19T07:29:58,286 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T07:29:58,287 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T07:29:58,287 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-19T07:29:58,290 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-19T07:29:58,290 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T07:29:58,290 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T07:29:58,291 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-19T07:29:58,293 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-19T07:29:58,293 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T07:29:58,294 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T07:29:58,294 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-19T07:29:58,297 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-19T07:29:58,297 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T07:29:58,298 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T07:29:58,298 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-19T07:29:58,300 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38185/user/jenkins/test-data/b12ee6b9-2f55-77da-3824-8a5232b8ca16/data/hbase/meta/1588230740 2024-11-19T07:29:58,301 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38185/user/jenkins/test-data/b12ee6b9-2f55-77da-3824-8a5232b8ca16/data/hbase/meta/1588230740 2024-11-19T07:29:58,305 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-19T07:29:58,305 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-19T07:29:58,306 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-19T07:29:58,309 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-19T07:29:58,313 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38185/user/jenkins/test-data/b12ee6b9-2f55-77da-3824-8a5232b8ca16/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T07:29:58,314 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69869105, jitterRate=0.04113079607486725}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-19T07:29:58,320 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732001398282Initializing all the Stores at 1732001398283 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732001398283Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732001398284 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732001398284Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732001398284Cleaning up temporary data from old regions at 1732001398305 (+21 ms)Region opened successfully at 1732001398319 (+14 ms) 2024-11-19T07:29:58,320 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-19T07:29:58,320 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-19T07:29:58,320 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-19T07:29:58,320 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-19T07:29:58,320 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-19T07:29:58,322 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-19T07:29:58,322 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732001398320Disabling compacts and flushes for region at 1732001398320Disabling writes for close at 1732001398320Writing region close event to WAL at 1732001398321 (+1 ms)Closed at 1732001398322 (+1 ms) 2024-11-19T07:29:58,326 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-19T07:29:58,326 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-19T07:29:58,334 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-19T07:29:58,344 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-19T07:29:58,347 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-19T07:29:58,376 INFO [RS:0;db0afee3eab9:41065 {}] regionserver.HRegionServer(2659): reportForDuty to master=db0afee3eab9,42231,1732001396236 with port=41065, startcode=1732001396920 2024-11-19T07:29:58,376 INFO [RS:1;db0afee3eab9:33467 {}] regionserver.HRegionServer(2659): reportForDuty to master=db0afee3eab9,42231,1732001396236 with port=33467, startcode=1732001397021 2024-11-19T07:29:58,376 INFO [RS:2;db0afee3eab9:41619 {}] regionserver.HRegionServer(2659): reportForDuty to master=db0afee3eab9,42231,1732001396236 with port=41619, startcode=1732001397062 2024-11-19T07:29:58,378 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42231 {}] master.ServerManager(363): Checking decommissioned status of RegionServer db0afee3eab9,41619,1732001397062 2024-11-19T07:29:58,381 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42231 {}] master.ServerManager(517): Registering regionserver=db0afee3eab9,41619,1732001397062 2024-11-19T07:29:58,388 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42231 {}] master.ServerManager(363): Checking decommissioned status of RegionServer db0afee3eab9,41065,1732001396920 2024-11-19T07:29:58,388 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42231 {}] master.ServerManager(517): Registering regionserver=db0afee3eab9,41065,1732001396920 2024-11-19T07:29:58,388 DEBUG [RS:2;db0afee3eab9:41619 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:38185/user/jenkins/test-data/b12ee6b9-2f55-77da-3824-8a5232b8ca16 2024-11-19T07:29:58,388 DEBUG [RS:2;db0afee3eab9:41619 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:38185 2024-11-19T07:29:58,388 DEBUG [RS:2;db0afee3eab9:41619 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-19T07:29:58,391 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42231 {}] master.ServerManager(363): Checking decommissioned status of RegionServer db0afee3eab9,33467,1732001397021 2024-11-19T07:29:58,391 DEBUG [RS:0;db0afee3eab9:41065 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:38185/user/jenkins/test-data/b12ee6b9-2f55-77da-3824-8a5232b8ca16 2024-11-19T07:29:58,391 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42231 {}] master.ServerManager(517): Registering regionserver=db0afee3eab9,33467,1732001397021 2024-11-19T07:29:58,391 DEBUG [RS:0;db0afee3eab9:41065 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:38185 2024-11-19T07:29:58,391 DEBUG [RS:0;db0afee3eab9:41065 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-19T07:29:58,394 DEBUG [RS:1;db0afee3eab9:33467 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:38185/user/jenkins/test-data/b12ee6b9-2f55-77da-3824-8a5232b8ca16 2024-11-19T07:29:58,394 DEBUG [RS:1;db0afee3eab9:33467 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:38185 2024-11-19T07:29:58,394 DEBUG [RS:1;db0afee3eab9:33467 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-19T07:29:58,397 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42231-0x10151ffee970000, quorum=127.0.0.1:53810, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-19T07:29:58,440 DEBUG [RS:2;db0afee3eab9:41619 {}] zookeeper.ZKUtil(111): regionserver:41619-0x10151ffee970003, quorum=127.0.0.1:53810, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/db0afee3eab9,41619,1732001397062 2024-11-19T07:29:58,441 WARN [RS:2;db0afee3eab9:41619 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-19T07:29:58,441 DEBUG [RS:1;db0afee3eab9:33467 {}] zookeeper.ZKUtil(111): regionserver:33467-0x10151ffee970002, quorum=127.0.0.1:53810, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/db0afee3eab9,33467,1732001397021 2024-11-19T07:29:58,441 DEBUG [RS:0;db0afee3eab9:41065 {}] zookeeper.ZKUtil(111): regionserver:41065-0x10151ffee970001, quorum=127.0.0.1:53810, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/db0afee3eab9,41065,1732001396920 2024-11-19T07:29:58,441 WARN [RS:1;db0afee3eab9:33467 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-19T07:29:58,441 WARN [RS:0;db0afee3eab9:41065 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-19T07:29:58,441 INFO [RS:2;db0afee3eab9:41619 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T07:29:58,441 INFO [RS:1;db0afee3eab9:33467 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T07:29:58,441 INFO [RS:0;db0afee3eab9:41065 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T07:29:58,441 DEBUG [RS:2;db0afee3eab9:41619 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:38185/user/jenkins/test-data/b12ee6b9-2f55-77da-3824-8a5232b8ca16/WALs/db0afee3eab9,41619,1732001397062 2024-11-19T07:29:58,441 DEBUG [RS:0;db0afee3eab9:41065 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:38185/user/jenkins/test-data/b12ee6b9-2f55-77da-3824-8a5232b8ca16/WALs/db0afee3eab9,41065,1732001396920 2024-11-19T07:29:58,441 DEBUG [RS:1;db0afee3eab9:33467 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:38185/user/jenkins/test-data/b12ee6b9-2f55-77da-3824-8a5232b8ca16/WALs/db0afee3eab9,33467,1732001397021 2024-11-19T07:29:58,442 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [db0afee3eab9,41065,1732001396920] 2024-11-19T07:29:58,443 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [db0afee3eab9,41619,1732001397062] 2024-11-19T07:29:58,443 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [db0afee3eab9,33467,1732001397021] 2024-11-19T07:29:58,468 INFO [RS:1;db0afee3eab9:33467 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-19T07:29:58,468 INFO [RS:0;db0afee3eab9:41065 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-19T07:29:58,468 INFO [RS:2;db0afee3eab9:41619 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-19T07:29:58,486 INFO [RS:1;db0afee3eab9:33467 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-19T07:29:58,486 INFO [RS:2;db0afee3eab9:41619 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-19T07:29:58,486 INFO [RS:0;db0afee3eab9:41065 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-19T07:29:58,491 INFO [RS:2;db0afee3eab9:41619 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-19T07:29:58,491 INFO [RS:0;db0afee3eab9:41065 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-19T07:29:58,491 INFO [RS:1;db0afee3eab9:33467 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-19T07:29:58,491 INFO [RS:1;db0afee3eab9:33467 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T07:29:58,491 INFO [RS:2;db0afee3eab9:41619 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T07:29:58,491 INFO [RS:0;db0afee3eab9:41065 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T07:29:58,492 INFO [RS:1;db0afee3eab9:33467 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-19T07:29:58,494 INFO [RS:0;db0afee3eab9:41065 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-19T07:29:58,494 INFO [RS:2;db0afee3eab9:41619 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-19T07:29:58,498 WARN [db0afee3eab9:42231 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-19T07:29:58,499 INFO [RS:1;db0afee3eab9:33467 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-19T07:29:58,499 INFO [RS:2;db0afee3eab9:41619 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-19T07:29:58,499 INFO [RS:0;db0afee3eab9:41065 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-19T07:29:58,500 INFO [RS:0;db0afee3eab9:41065 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-19T07:29:58,500 INFO [RS:2;db0afee3eab9:41619 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-19T07:29:58,500 INFO [RS:1;db0afee3eab9:33467 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-19T07:29:58,501 DEBUG [RS:1;db0afee3eab9:33467 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/db0afee3eab9:0, corePoolSize=1, maxPoolSize=1 2024-11-19T07:29:58,501 DEBUG [RS:2;db0afee3eab9:41619 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/db0afee3eab9:0, corePoolSize=1, maxPoolSize=1 2024-11-19T07:29:58,501 DEBUG [RS:0;db0afee3eab9:41065 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/db0afee3eab9:0, corePoolSize=1, maxPoolSize=1 2024-11-19T07:29:58,501 DEBUG [RS:0;db0afee3eab9:41065 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/db0afee3eab9:0, corePoolSize=1, maxPoolSize=1 2024-11-19T07:29:58,501 DEBUG [RS:2;db0afee3eab9:41619 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/db0afee3eab9:0, corePoolSize=1, maxPoolSize=1 2024-11-19T07:29:58,501 DEBUG [RS:1;db0afee3eab9:33467 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/db0afee3eab9:0, corePoolSize=1, maxPoolSize=1 2024-11-19T07:29:58,501 DEBUG [RS:0;db0afee3eab9:41065 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/db0afee3eab9:0, corePoolSize=1, maxPoolSize=1 2024-11-19T07:29:58,501 DEBUG [RS:1;db0afee3eab9:33467 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/db0afee3eab9:0, corePoolSize=1, maxPoolSize=1 2024-11-19T07:29:58,501 DEBUG [RS:2;db0afee3eab9:41619 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/db0afee3eab9:0, corePoolSize=1, maxPoolSize=1 2024-11-19T07:29:58,501 DEBUG [RS:0;db0afee3eab9:41065 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/db0afee3eab9:0, corePoolSize=1, maxPoolSize=1 2024-11-19T07:29:58,501 DEBUG [RS:0;db0afee3eab9:41065 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/db0afee3eab9:0, corePoolSize=1, maxPoolSize=1 2024-11-19T07:29:58,501 DEBUG [RS:1;db0afee3eab9:33467 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/db0afee3eab9:0, corePoolSize=1, maxPoolSize=1 2024-11-19T07:29:58,501 DEBUG [RS:2;db0afee3eab9:41619 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/db0afee3eab9:0, corePoolSize=1, maxPoolSize=1 2024-11-19T07:29:58,501 DEBUG [RS:0;db0afee3eab9:41065 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/db0afee3eab9:0, corePoolSize=2, maxPoolSize=2 2024-11-19T07:29:58,501 DEBUG [RS:1;db0afee3eab9:33467 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/db0afee3eab9:0, corePoolSize=1, maxPoolSize=1 2024-11-19T07:29:58,501 DEBUG [RS:2;db0afee3eab9:41619 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/db0afee3eab9:0, corePoolSize=1, maxPoolSize=1 2024-11-19T07:29:58,501 DEBUG [RS:0;db0afee3eab9:41065 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/db0afee3eab9:0, corePoolSize=1, maxPoolSize=1 2024-11-19T07:29:58,501 DEBUG [RS:1;db0afee3eab9:33467 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/db0afee3eab9:0, corePoolSize=2, maxPoolSize=2 2024-11-19T07:29:58,501 DEBUG [RS:2;db0afee3eab9:41619 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/db0afee3eab9:0, corePoolSize=2, maxPoolSize=2 2024-11-19T07:29:58,501 DEBUG [RS:0;db0afee3eab9:41065 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/db0afee3eab9:0, corePoolSize=1, maxPoolSize=1 2024-11-19T07:29:58,501 DEBUG [RS:1;db0afee3eab9:33467 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/db0afee3eab9:0, corePoolSize=1, maxPoolSize=1 2024-11-19T07:29:58,502 DEBUG [RS:0;db0afee3eab9:41065 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/db0afee3eab9:0, corePoolSize=1, maxPoolSize=1 2024-11-19T07:29:58,502 DEBUG [RS:2;db0afee3eab9:41619 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/db0afee3eab9:0, corePoolSize=1, maxPoolSize=1 2024-11-19T07:29:58,502 DEBUG [RS:0;db0afee3eab9:41065 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/db0afee3eab9:0, corePoolSize=1, maxPoolSize=1 2024-11-19T07:29:58,502 DEBUG [RS:1;db0afee3eab9:33467 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/db0afee3eab9:0, corePoolSize=1, maxPoolSize=1 2024-11-19T07:29:58,502 DEBUG [RS:2;db0afee3eab9:41619 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/db0afee3eab9:0, corePoolSize=1, maxPoolSize=1 2024-11-19T07:29:58,502 DEBUG [RS:0;db0afee3eab9:41065 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/db0afee3eab9:0, corePoolSize=1, maxPoolSize=1 2024-11-19T07:29:58,502 DEBUG [RS:1;db0afee3eab9:33467 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/db0afee3eab9:0, corePoolSize=1, maxPoolSize=1 2024-11-19T07:29:58,502 DEBUG [RS:0;db0afee3eab9:41065 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/db0afee3eab9:0, corePoolSize=1, maxPoolSize=1 2024-11-19T07:29:58,502 DEBUG [RS:2;db0afee3eab9:41619 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/db0afee3eab9:0, corePoolSize=1, maxPoolSize=1 2024-11-19T07:29:58,502 DEBUG [RS:1;db0afee3eab9:33467 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/db0afee3eab9:0, corePoolSize=1, maxPoolSize=1 2024-11-19T07:29:58,502 DEBUG [RS:0;db0afee3eab9:41065 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/db0afee3eab9:0, corePoolSize=3, maxPoolSize=3 2024-11-19T07:29:58,502 DEBUG [RS:2;db0afee3eab9:41619 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/db0afee3eab9:0, corePoolSize=1, maxPoolSize=1 2024-11-19T07:29:58,502 DEBUG [RS:0;db0afee3eab9:41065 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/db0afee3eab9:0, corePoolSize=3, maxPoolSize=3 2024-11-19T07:29:58,502 DEBUG [RS:1;db0afee3eab9:33467 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/db0afee3eab9:0, corePoolSize=1, maxPoolSize=1 2024-11-19T07:29:58,502 DEBUG [RS:2;db0afee3eab9:41619 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/db0afee3eab9:0, corePoolSize=1, maxPoolSize=1 2024-11-19T07:29:58,502 DEBUG [RS:1;db0afee3eab9:33467 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/db0afee3eab9:0, corePoolSize=1, maxPoolSize=1 2024-11-19T07:29:58,502 DEBUG [RS:2;db0afee3eab9:41619 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/db0afee3eab9:0, corePoolSize=1, maxPoolSize=1 2024-11-19T07:29:58,502 DEBUG [RS:1;db0afee3eab9:33467 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/db0afee3eab9:0, corePoolSize=3, maxPoolSize=3 2024-11-19T07:29:58,502 DEBUG [RS:2;db0afee3eab9:41619 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/db0afee3eab9:0, corePoolSize=3, maxPoolSize=3 2024-11-19T07:29:58,502 DEBUG [RS:1;db0afee3eab9:33467 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/db0afee3eab9:0, corePoolSize=3, maxPoolSize=3 2024-11-19T07:29:58,503 DEBUG [RS:2;db0afee3eab9:41619 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/db0afee3eab9:0, corePoolSize=3, maxPoolSize=3 2024-11-19T07:29:58,503 INFO [RS:0;db0afee3eab9:41065 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-19T07:29:58,503 INFO [RS:0;db0afee3eab9:41065 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-19T07:29:58,503 INFO [RS:0;db0afee3eab9:41065 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T07:29:58,504 INFO [RS:0;db0afee3eab9:41065 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-19T07:29:58,504 INFO [RS:0;db0afee3eab9:41065 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-19T07:29:58,504 INFO [RS:0;db0afee3eab9:41065 {}] hbase.ChoreService(168): Chore ScheduledChore name=db0afee3eab9,41065,1732001396920-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-19T07:29:58,506 INFO [RS:1;db0afee3eab9:33467 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-19T07:29:58,506 INFO [RS:2;db0afee3eab9:41619 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-19T07:29:58,506 INFO [RS:1;db0afee3eab9:33467 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-19T07:29:58,506 INFO [RS:2;db0afee3eab9:41619 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-19T07:29:58,506 INFO [RS:1;db0afee3eab9:33467 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T07:29:58,506 INFO [RS:2;db0afee3eab9:41619 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T07:29:58,506 INFO [RS:1;db0afee3eab9:33467 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-19T07:29:58,506 INFO [RS:2;db0afee3eab9:41619 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-19T07:29:58,507 INFO [RS:1;db0afee3eab9:33467 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-19T07:29:58,507 INFO [RS:2;db0afee3eab9:41619 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-19T07:29:58,507 INFO [RS:1;db0afee3eab9:33467 {}] hbase.ChoreService(168): Chore ScheduledChore name=db0afee3eab9,33467,1732001397021-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-19T07:29:58,507 INFO [RS:2;db0afee3eab9:41619 {}] hbase.ChoreService(168): Chore ScheduledChore name=db0afee3eab9,41619,1732001397062-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-19T07:29:58,523 INFO [RS:2;db0afee3eab9:41619 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-19T07:29:58,523 INFO [RS:0;db0afee3eab9:41065 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-19T07:29:58,525 INFO [RS:2;db0afee3eab9:41619 {}] hbase.ChoreService(168): Chore ScheduledChore name=db0afee3eab9,41619,1732001397062-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T07:29:58,525 INFO [RS:0;db0afee3eab9:41065 {}] hbase.ChoreService(168): Chore ScheduledChore name=db0afee3eab9,41065,1732001396920-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T07:29:58,525 INFO [RS:0;db0afee3eab9:41065 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T07:29:58,525 INFO [RS:2;db0afee3eab9:41619 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T07:29:58,525 INFO [RS:0;db0afee3eab9:41065 {}] regionserver.Replication(171): db0afee3eab9,41065,1732001396920 started 2024-11-19T07:29:58,525 INFO [RS:2;db0afee3eab9:41619 {}] regionserver.Replication(171): db0afee3eab9,41619,1732001397062 started 2024-11-19T07:29:58,528 INFO [RS:1;db0afee3eab9:33467 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-19T07:29:58,528 INFO [RS:1;db0afee3eab9:33467 {}] hbase.ChoreService(168): Chore ScheduledChore name=db0afee3eab9,33467,1732001397021-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T07:29:58,528 INFO [RS:1;db0afee3eab9:33467 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T07:29:58,528 INFO [RS:1;db0afee3eab9:33467 {}] regionserver.Replication(171): db0afee3eab9,33467,1732001397021 started 2024-11-19T07:29:58,542 INFO [RS:0;db0afee3eab9:41065 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T07:29:58,542 INFO [RS:2;db0afee3eab9:41619 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T07:29:58,543 INFO [RS:0;db0afee3eab9:41065 {}] regionserver.HRegionServer(1482): Serving as db0afee3eab9,41065,1732001396920, RpcServer on db0afee3eab9/172.17.0.2:41065, sessionid=0x10151ffee970001 2024-11-19T07:29:58,543 INFO [RS:2;db0afee3eab9:41619 {}] regionserver.HRegionServer(1482): Serving as db0afee3eab9,41619,1732001397062, RpcServer on db0afee3eab9/172.17.0.2:41619, sessionid=0x10151ffee970003 2024-11-19T07:29:58,543 DEBUG [RS:0;db0afee3eab9:41065 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-19T07:29:58,543 DEBUG [RS:2;db0afee3eab9:41619 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-19T07:29:58,544 DEBUG [RS:0;db0afee3eab9:41065 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager db0afee3eab9,41065,1732001396920 2024-11-19T07:29:58,544 DEBUG [RS:2;db0afee3eab9:41619 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager db0afee3eab9,41619,1732001397062 2024-11-19T07:29:58,544 DEBUG [RS:0;db0afee3eab9:41065 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'db0afee3eab9,41065,1732001396920' 2024-11-19T07:29:58,544 DEBUG [RS:2;db0afee3eab9:41619 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'db0afee3eab9,41619,1732001397062' 2024-11-19T07:29:58,544 DEBUG [RS:0;db0afee3eab9:41065 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-19T07:29:58,544 DEBUG [RS:2;db0afee3eab9:41619 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-19T07:29:58,545 DEBUG [RS:0;db0afee3eab9:41065 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-19T07:29:58,545 DEBUG [RS:2;db0afee3eab9:41619 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-19T07:29:58,545 DEBUG [RS:2;db0afee3eab9:41619 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-19T07:29:58,545 DEBUG [RS:0;db0afee3eab9:41065 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-19T07:29:58,545 DEBUG [RS:2;db0afee3eab9:41619 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-19T07:29:58,545 DEBUG [RS:0;db0afee3eab9:41065 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-19T07:29:58,545 DEBUG [RS:2;db0afee3eab9:41619 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager db0afee3eab9,41619,1732001397062 2024-11-19T07:29:58,545 DEBUG [RS:0;db0afee3eab9:41065 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager db0afee3eab9,41065,1732001396920 2024-11-19T07:29:58,546 DEBUG [RS:2;db0afee3eab9:41619 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'db0afee3eab9,41619,1732001397062' 2024-11-19T07:29:58,546 DEBUG [RS:0;db0afee3eab9:41065 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'db0afee3eab9,41065,1732001396920' 2024-11-19T07:29:58,546 DEBUG [RS:2;db0afee3eab9:41619 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-19T07:29:58,546 DEBUG [RS:0;db0afee3eab9:41065 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-19T07:29:58,546 DEBUG [RS:2;db0afee3eab9:41619 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-19T07:29:58,546 DEBUG [RS:0;db0afee3eab9:41065 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-19T07:29:58,547 DEBUG [RS:2;db0afee3eab9:41619 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-19T07:29:58,547 DEBUG [RS:0;db0afee3eab9:41065 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-19T07:29:58,547 INFO [RS:2;db0afee3eab9:41619 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-19T07:29:58,547 INFO [RS:0;db0afee3eab9:41065 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-19T07:29:58,547 INFO [RS:2;db0afee3eab9:41619 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-19T07:29:58,547 INFO [RS:0;db0afee3eab9:41065 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-19T07:29:58,550 INFO [RS:1;db0afee3eab9:33467 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T07:29:58,550 INFO [RS:1;db0afee3eab9:33467 {}] regionserver.HRegionServer(1482): Serving as db0afee3eab9,33467,1732001397021, RpcServer on db0afee3eab9/172.17.0.2:33467, sessionid=0x10151ffee970002 2024-11-19T07:29:58,550 DEBUG [RS:1;db0afee3eab9:33467 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-19T07:29:58,550 DEBUG [RS:1;db0afee3eab9:33467 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager db0afee3eab9,33467,1732001397021 2024-11-19T07:29:58,550 DEBUG [RS:1;db0afee3eab9:33467 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'db0afee3eab9,33467,1732001397021' 2024-11-19T07:29:58,550 DEBUG [RS:1;db0afee3eab9:33467 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-19T07:29:58,551 DEBUG [RS:1;db0afee3eab9:33467 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-19T07:29:58,552 DEBUG [RS:1;db0afee3eab9:33467 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-19T07:29:58,552 DEBUG [RS:1;db0afee3eab9:33467 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-19T07:29:58,552 DEBUG [RS:1;db0afee3eab9:33467 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager db0afee3eab9,33467,1732001397021 2024-11-19T07:29:58,552 DEBUG [RS:1;db0afee3eab9:33467 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'db0afee3eab9,33467,1732001397021' 2024-11-19T07:29:58,552 DEBUG [RS:1;db0afee3eab9:33467 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-19T07:29:58,553 DEBUG [RS:1;db0afee3eab9:33467 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-19T07:29:58,554 DEBUG [RS:1;db0afee3eab9:33467 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-19T07:29:58,554 INFO [RS:1;db0afee3eab9:33467 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-19T07:29:58,554 INFO [RS:1;db0afee3eab9:33467 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-19T07:29:58,652 INFO [RS:2;db0afee3eab9:41619 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-19T07:29:58,652 INFO [RS:0;db0afee3eab9:41065 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-19T07:29:58,654 INFO [RS:1;db0afee3eab9:33467 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-19T07:29:58,655 INFO [RS:2;db0afee3eab9:41619 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=db0afee3eab9%2C41619%2C1732001397062, suffix=, logDir=hdfs://localhost:38185/user/jenkins/test-data/b12ee6b9-2f55-77da-3824-8a5232b8ca16/WALs/db0afee3eab9,41619,1732001397062, archiveDir=hdfs://localhost:38185/user/jenkins/test-data/b12ee6b9-2f55-77da-3824-8a5232b8ca16/oldWALs, maxLogs=32 2024-11-19T07:29:58,655 INFO [RS:0;db0afee3eab9:41065 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=db0afee3eab9%2C41065%2C1732001396920, suffix=, logDir=hdfs://localhost:38185/user/jenkins/test-data/b12ee6b9-2f55-77da-3824-8a5232b8ca16/WALs/db0afee3eab9,41065,1732001396920, archiveDir=hdfs://localhost:38185/user/jenkins/test-data/b12ee6b9-2f55-77da-3824-8a5232b8ca16/oldWALs, maxLogs=32 2024-11-19T07:29:58,657 INFO [RS:1;db0afee3eab9:33467 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=db0afee3eab9%2C33467%2C1732001397021, suffix=, logDir=hdfs://localhost:38185/user/jenkins/test-data/b12ee6b9-2f55-77da-3824-8a5232b8ca16/WALs/db0afee3eab9,33467,1732001397021, archiveDir=hdfs://localhost:38185/user/jenkins/test-data/b12ee6b9-2f55-77da-3824-8a5232b8ca16/oldWALs, maxLogs=32 2024-11-19T07:29:58,672 DEBUG [RS:0;db0afee3eab9:41065 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b12ee6b9-2f55-77da-3824-8a5232b8ca16/WALs/db0afee3eab9,41065,1732001396920/db0afee3eab9%2C41065%2C1732001396920.1732001398659, exclude list is [], retry=0 2024-11-19T07:29:58,672 DEBUG [RS:1;db0afee3eab9:33467 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b12ee6b9-2f55-77da-3824-8a5232b8ca16/WALs/db0afee3eab9,33467,1732001397021/db0afee3eab9%2C33467%2C1732001397021.1732001398659, exclude list is [], retry=0 2024-11-19T07:29:58,672 DEBUG [RS:2;db0afee3eab9:41619 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b12ee6b9-2f55-77da-3824-8a5232b8ca16/WALs/db0afee3eab9,41619,1732001397062/db0afee3eab9%2C41619%2C1732001397062.1732001398659, exclude list is [], retry=0 2024-11-19T07:29:58,677 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46751,DS-55896d67-6080-43fe-816e-d4f81c68bc35,DISK] 2024-11-19T07:29:58,677 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46643,DS-aac20c1d-8590-491f-b264-6c738d9d91ba,DISK] 2024-11-19T07:29:58,677 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43283,DS-9249da75-9edb-42de-b698-779c3e2094aa,DISK] 2024-11-19T07:29:58,678 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46643,DS-aac20c1d-8590-491f-b264-6c738d9d91ba,DISK] 2024-11-19T07:29:58,678 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46751,DS-55896d67-6080-43fe-816e-d4f81c68bc35,DISK] 2024-11-19T07:29:58,678 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46643,DS-aac20c1d-8590-491f-b264-6c738d9d91ba,DISK] 2024-11-19T07:29:58,679 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46751,DS-55896d67-6080-43fe-816e-d4f81c68bc35,DISK] 2024-11-19T07:29:58,679 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43283,DS-9249da75-9edb-42de-b698-779c3e2094aa,DISK] 2024-11-19T07:29:58,680 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43283,DS-9249da75-9edb-42de-b698-779c3e2094aa,DISK] 2024-11-19T07:29:58,688 INFO [RS:1;db0afee3eab9:33467 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b12ee6b9-2f55-77da-3824-8a5232b8ca16/WALs/db0afee3eab9,33467,1732001397021/db0afee3eab9%2C33467%2C1732001397021.1732001398659 2024-11-19T07:29:58,691 DEBUG [RS:1;db0afee3eab9:33467 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44727:44727),(127.0.0.1/127.0.0.1:36921:36921),(127.0.0.1/127.0.0.1:41841:41841)] 2024-11-19T07:29:58,691 INFO [RS:0;db0afee3eab9:41065 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b12ee6b9-2f55-77da-3824-8a5232b8ca16/WALs/db0afee3eab9,41065,1732001396920/db0afee3eab9%2C41065%2C1732001396920.1732001398659 2024-11-19T07:29:58,692 DEBUG [RS:0;db0afee3eab9:41065 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36921:36921),(127.0.0.1/127.0.0.1:41841:41841),(127.0.0.1/127.0.0.1:44727:44727)] 2024-11-19T07:29:58,695 INFO [RS:2;db0afee3eab9:41619 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b12ee6b9-2f55-77da-3824-8a5232b8ca16/WALs/db0afee3eab9,41619,1732001397062/db0afee3eab9%2C41619%2C1732001397062.1732001398659 2024-11-19T07:29:58,696 DEBUG [RS:2;db0afee3eab9:41619 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36921:36921),(127.0.0.1/127.0.0.1:41841:41841),(127.0.0.1/127.0.0.1:44727:44727)] 2024-11-19T07:29:58,752 DEBUG [db0afee3eab9:42231 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=3, allServersCount=3 2024-11-19T07:29:58,765 DEBUG [db0afee3eab9:42231 {}] balancer.BalancerClusterState(204): Hosts are {db0afee3eab9=0} racks are {/default-rack=0} 2024-11-19T07:29:58,772 DEBUG [db0afee3eab9:42231 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-19T07:29:58,772 DEBUG [db0afee3eab9:42231 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-19T07:29:58,772 DEBUG [db0afee3eab9:42231 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-19T07:29:58,772 DEBUG [db0afee3eab9:42231 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-19T07:29:58,772 DEBUG [db0afee3eab9:42231 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-19T07:29:58,772 DEBUG [db0afee3eab9:42231 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-19T07:29:58,772 INFO [db0afee3eab9:42231 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-19T07:29:58,772 INFO [db0afee3eab9:42231 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-19T07:29:58,772 INFO [db0afee3eab9:42231 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-19T07:29:58,772 DEBUG [db0afee3eab9:42231 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-19T07:29:58,779 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=db0afee3eab9,41065,1732001396920 2024-11-19T07:29:58,784 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as db0afee3eab9,41065,1732001396920, state=OPENING 2024-11-19T07:29:58,807 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-19T07:29:58,893 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41065-0x10151ffee970001, quorum=127.0.0.1:53810, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-19T07:29:58,893 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41619-0x10151ffee970003, quorum=127.0.0.1:53810, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-19T07:29:58,893 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33467-0x10151ffee970002, quorum=127.0.0.1:53810, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-19T07:29:58,893 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42231-0x10151ffee970000, quorum=127.0.0.1:53810, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-19T07:29:58,895 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-19T07:29:58,895 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-19T07:29:58,896 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-19T07:29:58,896 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-19T07:29:58,898 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-19T07:29:58,901 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=db0afee3eab9,41065,1732001396920}] 2024-11-19T07:29:59,082 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-19T07:29:59,085 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36853, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-19T07:29:59,097 INFO [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-19T07:29:59,098 INFO [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T07:29:59,098 INFO [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-19T07:29:59,101 INFO [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=db0afee3eab9%2C41065%2C1732001396920.meta, suffix=.meta, logDir=hdfs://localhost:38185/user/jenkins/test-data/b12ee6b9-2f55-77da-3824-8a5232b8ca16/WALs/db0afee3eab9,41065,1732001396920, archiveDir=hdfs://localhost:38185/user/jenkins/test-data/b12ee6b9-2f55-77da-3824-8a5232b8ca16/oldWALs, maxLogs=32 2024-11-19T07:29:59,115 DEBUG [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b12ee6b9-2f55-77da-3824-8a5232b8ca16/WALs/db0afee3eab9,41065,1732001396920/db0afee3eab9%2C41065%2C1732001396920.meta.1732001399103.meta, exclude list is [], retry=0 2024-11-19T07:29:59,119 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46751,DS-55896d67-6080-43fe-816e-d4f81c68bc35,DISK] 2024-11-19T07:29:59,119 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46643,DS-aac20c1d-8590-491f-b264-6c738d9d91ba,DISK] 2024-11-19T07:29:59,119 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43283,DS-9249da75-9edb-42de-b698-779c3e2094aa,DISK] 2024-11-19T07:29:59,123 INFO [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b12ee6b9-2f55-77da-3824-8a5232b8ca16/WALs/db0afee3eab9,41065,1732001396920/db0afee3eab9%2C41065%2C1732001396920.meta.1732001399103.meta 2024-11-19T07:29:59,124 DEBUG [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36921:36921),(127.0.0.1/127.0.0.1:41841:41841),(127.0.0.1/127.0.0.1:44727:44727)] 2024-11-19T07:29:59,124 DEBUG [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-19T07:29:59,126 DEBUG [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-19T07:29:59,129 DEBUG [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-19T07:29:59,133 INFO [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-19T07:29:59,137 DEBUG [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-19T07:29:59,138 DEBUG [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T07:29:59,138 DEBUG [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-19T07:29:59,138 DEBUG [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-19T07:29:59,142 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-19T07:29:59,143 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-19T07:29:59,143 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T07:29:59,144 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T07:29:59,145 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-19T07:29:59,146 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-19T07:29:59,146 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T07:29:59,147 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T07:29:59,147 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-19T07:29:59,149 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-19T07:29:59,149 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T07:29:59,150 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T07:29:59,150 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-19T07:29:59,151 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-19T07:29:59,151 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T07:29:59,152 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T07:29:59,153 DEBUG [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-19T07:29:59,154 DEBUG [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38185/user/jenkins/test-data/b12ee6b9-2f55-77da-3824-8a5232b8ca16/data/hbase/meta/1588230740 2024-11-19T07:29:59,157 DEBUG [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38185/user/jenkins/test-data/b12ee6b9-2f55-77da-3824-8a5232b8ca16/data/hbase/meta/1588230740 2024-11-19T07:29:59,160 DEBUG [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-19T07:29:59,160 DEBUG [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-19T07:29:59,161 DEBUG [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-19T07:29:59,164 DEBUG [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-19T07:29:59,165 INFO [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74843377, jitterRate=0.11525322496891022}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-19T07:29:59,165 DEBUG [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-19T07:29:59,166 DEBUG [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732001399139Writing region info on filesystem at 1732001399139Initializing all the Stores at 1732001399141 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732001399141Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732001399141Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732001399141Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732001399142 (+1 ms)Cleaning up temporary data from old regions at 1732001399160 (+18 ms)Running coprocessor post-open hooks at 1732001399165 (+5 ms)Region opened successfully at 1732001399166 (+1 ms) 2024-11-19T07:29:59,173 INFO [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732001399072 2024-11-19T07:29:59,183 DEBUG [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-19T07:29:59,184 INFO [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-19T07:29:59,185 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=db0afee3eab9,41065,1732001396920 2024-11-19T07:29:59,187 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as db0afee3eab9,41065,1732001396920, state=OPEN 2024-11-19T07:29:59,279 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41065-0x10151ffee970001, quorum=127.0.0.1:53810, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-19T07:29:59,279 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33467-0x10151ffee970002, quorum=127.0.0.1:53810, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-19T07:29:59,279 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42231-0x10151ffee970000, quorum=127.0.0.1:53810, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-19T07:29:59,279 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41619-0x10151ffee970003, quorum=127.0.0.1:53810, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-19T07:29:59,279 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-19T07:29:59,279 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-19T07:29:59,279 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-19T07:29:59,279 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-19T07:29:59,280 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=db0afee3eab9,41065,1732001396920 2024-11-19T07:29:59,289 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-19T07:29:59,290 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=db0afee3eab9,41065,1732001396920 in 379 msec 2024-11-19T07:29:59,296 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-19T07:29:59,296 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 958 msec 2024-11-19T07:29:59,298 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-19T07:29:59,298 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-19T07:29:59,315 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T07:29:59,316 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=db0afee3eab9,41065,1732001396920, seqNum=-1] 2024-11-19T07:29:59,334 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T07:29:59,337 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40043, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T07:29:59,359 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2340 sec 2024-11-19T07:29:59,359 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732001399359, completionTime=-1 2024-11-19T07:29:59,362 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=3; waited=0ms, expected min=3 server(s), max=3 server(s), master is running 2024-11-19T07:29:59,362 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-19T07:29:59,388 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=3 2024-11-19T07:29:59,388 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732001459388 2024-11-19T07:29:59,388 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732001519388 2024-11-19T07:29:59,389 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 26 msec 2024-11-19T07:29:59,390 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-19T07:29:59,423 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=db0afee3eab9,42231,1732001396236-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T07:29:59,424 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=db0afee3eab9,42231,1732001396236-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T07:29:59,424 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=db0afee3eab9,42231,1732001396236-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T07:29:59,425 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-db0afee3eab9:42231, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T07:29:59,426 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-19T07:29:59,426 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-19T07:29:59,433 DEBUG [master/db0afee3eab9:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-19T07:29:59,466 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.288sec 2024-11-19T07:29:59,468 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-19T07:29:59,470 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-19T07:29:59,471 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-19T07:29:59,471 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-19T07:29:59,472 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-19T07:29:59,473 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=db0afee3eab9,42231,1732001396236-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-19T07:29:59,473 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=db0afee3eab9,42231,1732001396236-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-19T07:29:59,477 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-19T07:29:59,478 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-19T07:29:59,479 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=db0afee3eab9,42231,1732001396236-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T07:29:59,526 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@66c41336, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T07:29:59,527 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request db0afee3eab9,42231,-1 for getting cluster id 2024-11-19T07:29:59,529 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T07:29:59,537 DEBUG [HMaster-EventLoopGroup-2-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ff868d14-e77a-4dd8-82a5-9a10c32a4caf' 2024-11-19T07:29:59,539 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T07:29:59,539 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ff868d14-e77a-4dd8-82a5-9a10c32a4caf" 2024-11-19T07:29:59,540 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@45511d99, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T07:29:59,540 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [db0afee3eab9,42231,-1] 2024-11-19T07:29:59,542 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T07:29:59,543 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T07:29:59,545 INFO [HMaster-EventLoopGroup-2-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40444, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T07:29:59,548 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5d6b545, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T07:29:59,548 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T07:29:59,556 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=db0afee3eab9,41065,1732001396920, seqNum=-1] 2024-11-19T07:29:59,556 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T07:29:59,558 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51552, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T07:29:59,575 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=db0afee3eab9,42231,1732001396236 2024-11-19T07:29:59,576 INFO [Time-limited test {}] wal.AbstractTestWALReplay(147): hbase.rootdir=hdfs://localhost:38185/hbase 2024-11-19T07:29:59,587 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplay#testNameConflictWhenSplit0 Thread=364, OpenFileDescriptor=607, MaxFileDescriptor=1048576, SystemLoadAverage=514, ProcessCount=11, AvailableMemoryMB=12508 2024-11-19T07:29:59,605 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T07:29:59,608 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T07:29:59,609 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-19T07:29:59,613 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-42400263, suffix=, logDir=hdfs://localhost:38185/hbase/WALs/hregion-42400263, archiveDir=hdfs://localhost:38185/hbase/oldWALs, maxLogs=32 2024-11-19T07:29:59,627 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-42400263/hregion-42400263.1732001399614, exclude list is [], retry=0 2024-11-19T07:29:59,631 DEBUG [AsyncFSWAL-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46751,DS-55896d67-6080-43fe-816e-d4f81c68bc35,DISK] 2024-11-19T07:29:59,631 DEBUG [AsyncFSWAL-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43283,DS-9249da75-9edb-42de-b698-779c3e2094aa,DISK] 2024-11-19T07:29:59,632 DEBUG [AsyncFSWAL-8-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46643,DS-aac20c1d-8590-491f-b264-6c738d9d91ba,DISK] 2024-11-19T07:29:59,635 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-42400263/hregion-42400263.1732001399614 2024-11-19T07:29:59,635 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36921:36921),(127.0.0.1/127.0.0.1:44727:44727),(127.0.0.1/127.0.0.1:41841:41841)] 2024-11-19T07:29:59,636 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => f097658de29539d325a927fa5b9ace8b, NAME => 'testReplayEditsWrittenIntoWAL,,1732001399606.f097658de29539d325a927fa5b9ace8b.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsWrittenIntoWAL', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38185/hbase 2024-11-19T07:29:59,647 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43283 is added to blk_1073741838_1014 (size=64) 2024-11-19T07:29:59,648 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46643 is added to blk_1073741838_1014 (size=64) 2024-11-19T07:29:59,648 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46751 is added to blk_1073741838_1014 (size=64) 2024-11-19T07:29:59,649 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenIntoWAL,,1732001399606.f097658de29539d325a927fa5b9ace8b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T07:29:59,651 INFO [StoreOpener-f097658de29539d325a927fa5b9ace8b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region f097658de29539d325a927fa5b9ace8b 2024-11-19T07:29:59,654 INFO [StoreOpener-f097658de29539d325a927fa5b9ace8b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f097658de29539d325a927fa5b9ace8b columnFamilyName a 2024-11-19T07:29:59,654 DEBUG [StoreOpener-f097658de29539d325a927fa5b9ace8b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T07:29:59,655 INFO [StoreOpener-f097658de29539d325a927fa5b9ace8b-1 {}] regionserver.HStore(327): Store=f097658de29539d325a927fa5b9ace8b/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T07:29:59,655 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for f097658de29539d325a927fa5b9ace8b 2024-11-19T07:29:59,657 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38185/hbase/data/default/testReplayEditsWrittenIntoWAL/f097658de29539d325a927fa5b9ace8b 2024-11-19T07:29:59,658 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38185/hbase/data/default/testReplayEditsWrittenIntoWAL/f097658de29539d325a927fa5b9ace8b 2024-11-19T07:29:59,659 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for f097658de29539d325a927fa5b9ace8b 2024-11-19T07:29:59,659 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for f097658de29539d325a927fa5b9ace8b 2024-11-19T07:29:59,662 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for f097658de29539d325a927fa5b9ace8b 2024-11-19T07:29:59,667 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38185/hbase/data/default/testReplayEditsWrittenIntoWAL/f097658de29539d325a927fa5b9ace8b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T07:29:59,668 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened f097658de29539d325a927fa5b9ace8b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71372144, jitterRate=0.06352782249450684}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-19T07:29:59,669 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for f097658de29539d325a927fa5b9ace8b: Writing region info on filesystem at 1732001399649Initializing all the Stores at 1732001399650 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732001399650Cleaning up temporary data from old regions at 1732001399659 (+9 ms)Region opened successfully at 1732001399669 (+10 ms) 2024-11-19T07:29:59,669 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing f097658de29539d325a927fa5b9ace8b, disabling compactions & flushes 2024-11-19T07:29:59,669 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenIntoWAL,,1732001399606.f097658de29539d325a927fa5b9ace8b. 2024-11-19T07:29:59,670 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenIntoWAL,,1732001399606.f097658de29539d325a927fa5b9ace8b. 2024-11-19T07:29:59,670 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenIntoWAL,,1732001399606.f097658de29539d325a927fa5b9ace8b. after waiting 0 ms 2024-11-19T07:29:59,670 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenIntoWAL,,1732001399606.f097658de29539d325a927fa5b9ace8b. 2024-11-19T07:29:59,670 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenIntoWAL,,1732001399606.f097658de29539d325a927fa5b9ace8b. 2024-11-19T07:29:59,670 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for f097658de29539d325a927fa5b9ace8b: Waiting for close lock at 1732001399669Disabling compacts and flushes for region at 1732001399669Disabling writes for close at 1732001399670 (+1 ms)Writing region close event to WAL at 1732001399670Closed at 1732001399670 2024-11-19T07:29:59,675 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46643 is added to blk_1073741837_1013 (size=93) 2024-11-19T07:29:59,676 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43283 is added to blk_1073741837_1013 (size=93) 2024-11-19T07:29:59,676 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46751 is added to blk_1073741837_1013 (size=93) 2024-11-19T07:29:59,683 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-19T07:29:59,683 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-42400263:(num 1732001399614) 2024-11-19T07:29:59,685 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor testMonitor 2024-11-19T07:29:59,701 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46643 is added to blk_1073741839_1015 (size=369) 2024-11-19T07:29:59,701 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46751 is added to blk_1073741839_1015 (size=369) 2024-11-19T07:29:59,702 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43283 is added to blk_1073741839_1015 (size=369) 2024-11-19T07:29:59,703 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor testMonitor 2024-11-19T07:29:59,715 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46643 is added to blk_1073741840_1016 (size=231) 2024-11-19T07:29:59,716 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46751 is added to blk_1073741840_1016 (size=231) 2024-11-19T07:29:59,716 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43283 is added to blk_1073741840_1016 (size=231) 2024-11-19T07:29:59,737 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38185/hbase/WALs/testnameconflictwhensplit0-manual,16010,1732001399604/wal-1, size=369 (369bytes) 2024-11-19T07:29:59,738 DEBUG [Time-limited test {}] util.RecoverLeaseFSUtils(47): Initialize RecoverLeaseFSUtils 2024-11-19T07:29:59,738 DEBUG [Time-limited test {}] util.RecoverLeaseFSUtils(59): set recoverLeaseMethod to org.apache.hadoop.fs.LeaseRecoverable.recoverLease() 2024-11-19T07:29:59,738 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38185/hbase/WALs/testnameconflictwhensplit0-manual,16010,1732001399604/wal-1 2024-11-19T07:29:59,744 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38185/hbase/WALs/testnameconflictwhensplit0-manual,16010,1732001399604/wal-1 after 4ms 2024-11-19T07:29:59,751 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38185/hbase/WALs/testnameconflictwhensplit0-manual,16010,1732001399604/wal-1 took 15ms 2024-11-19T07:29:59,755 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38185/hbase/WALs/testnameconflictwhensplit0-manual,16010,1732001399604/wal-1 so closing down 2024-11-19T07:29:59,758 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal-1.temp 2024-11-19T07:29:59,760 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-19T07:29:59,760 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38185/hbase/data/default/testReplayEditsWrittenIntoWAL/f097658de29539d325a927fa5b9ace8b/recovered.edits/0000000000000000001-wal-1.temp 2024-11-19T07:29:59,761 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-19T07:29:59,769 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46643 is added to blk_1073741841_1017 (size=369) 2024-11-19T07:29:59,770 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46751 is added to blk_1073741841_1017 (size=369) 2024-11-19T07:29:59,770 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43283 is added to blk_1073741841_1017 (size=369) 2024-11-19T07:29:59,774 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38185/hbase/data/default/testReplayEditsWrittenIntoWAL/f097658de29539d325a927fa5b9ace8b/recovered.edits/0000000000000000001-wal-1.temp (wrote 2 edits, skipped 0 edits in 0 ms) 2024-11-19T07:29:59,777 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38185/hbase/data/default/testReplayEditsWrittenIntoWAL/f097658de29539d325a927fa5b9ace8b/recovered.edits/0000000000000000001-wal-1.temp to hdfs://localhost:38185/hbase/data/default/testReplayEditsWrittenIntoWAL/f097658de29539d325a927fa5b9ace8b/recovered.edits/0000000000000000002 2024-11-19T07:29:59,780 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 2 edits across 1 Regions in 25 ms; skipped=0; WAL=hdfs://localhost:38185/hbase/WALs/testnameconflictwhensplit0-manual,16010,1732001399604/wal-1, size=369, length=369, corrupted=false, cancelled=false 2024-11-19T07:29:59,781 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38185/hbase/WALs/testnameconflictwhensplit0-manual,16010,1732001399604/wal-1, journal: Splitting hdfs://localhost:38185/hbase/WALs/testnameconflictwhensplit0-manual,16010,1732001399604/wal-1, size=369 (369bytes) at 1732001399737Finishing writing output for hdfs://localhost:38185/hbase/WALs/testnameconflictwhensplit0-manual,16010,1732001399604/wal-1 so closing down at 1732001399755 (+18 ms)Creating recovered edits writer path=hdfs://localhost:38185/hbase/data/default/testReplayEditsWrittenIntoWAL/f097658de29539d325a927fa5b9ace8b/recovered.edits/0000000000000000001-wal-1.temp at 1732001399760 (+5 ms)3 split writer threads finished at 1732001399761 (+1 ms)Closed recovered edits writer path=hdfs://localhost:38185/hbase/data/default/testReplayEditsWrittenIntoWAL/f097658de29539d325a927fa5b9ace8b/recovered.edits/0000000000000000001-wal-1.temp (wrote 2 edits, skipped 0 edits in 0 ms) at 1732001399774 (+13 ms)Rename recovered edits hdfs://localhost:38185/hbase/data/default/testReplayEditsWrittenIntoWAL/f097658de29539d325a927fa5b9ace8b/recovered.edits/0000000000000000001-wal-1.temp to hdfs://localhost:38185/hbase/data/default/testReplayEditsWrittenIntoWAL/f097658de29539d325a927fa5b9ace8b/recovered.edits/0000000000000000002 at 1732001399777 (+3 ms)Processed 2 edits across 1 Regions in 25 ms; skipped=0; WAL=hdfs://localhost:38185/hbase/WALs/testnameconflictwhensplit0-manual,16010,1732001399604/wal-1, size=369, length=369, corrupted=false, cancelled=false at 1732001399780 (+3 ms) 2024-11-19T07:29:59,796 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38185/hbase/WALs/testnameconflictwhensplit0-manual,16010,1732001399604/wal-2, size=231 (231bytes) 2024-11-19T07:29:59,796 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38185/hbase/WALs/testnameconflictwhensplit0-manual,16010,1732001399604/wal-2 2024-11-19T07:29:59,797 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38185/hbase/WALs/testnameconflictwhensplit0-manual,16010,1732001399604/wal-2 after 1ms 2024-11-19T07:29:59,801 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38185/hbase/WALs/testnameconflictwhensplit0-manual,16010,1732001399604/wal-2 took 6ms 2024-11-19T07:29:59,804 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38185/hbase/WALs/testnameconflictwhensplit0-manual,16010,1732001399604/wal-2 so closing down 2024-11-19T07:29:59,804 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-19T07:29:59,806 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000002-wal-2.temp 2024-11-19T07:29:59,808 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38185/hbase/data/default/testReplayEditsWrittenIntoWAL/f097658de29539d325a927fa5b9ace8b/recovered.edits/0000000000000000002-wal-2.temp 2024-11-19T07:29:59,808 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-19T07:29:59,816 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43283 is added to blk_1073741842_1018 (size=231) 2024-11-19T07:29:59,816 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46751 is added to blk_1073741842_1018 (size=231) 2024-11-19T07:29:59,817 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46643 is added to blk_1073741842_1018 (size=231) 2024-11-19T07:29:59,817 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38185/hbase/data/default/testReplayEditsWrittenIntoWAL/f097658de29539d325a927fa5b9ace8b/recovered.edits/0000000000000000002-wal-2.temp (wrote 1 edits, skipped 0 edits in 0 ms) 2024-11-19T07:29:59,825 WARN [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(184): Found existing old edits file and we have less entries. Deleting hdfs://localhost:38185/hbase/data/default/testReplayEditsWrittenIntoWAL/f097658de29539d325a927fa5b9ace8b/recovered.edits/0000000000000000002-wal-2.temp, length=231 2024-11-19T07:29:59,827 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 1 edits across 1 Regions in 25 ms; skipped=0; WAL=hdfs://localhost:38185/hbase/WALs/testnameconflictwhensplit0-manual,16010,1732001399604/wal-2, size=231, length=231, corrupted=false, cancelled=false 2024-11-19T07:29:59,827 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38185/hbase/WALs/testnameconflictwhensplit0-manual,16010,1732001399604/wal-2, journal: Splitting hdfs://localhost:38185/hbase/WALs/testnameconflictwhensplit0-manual,16010,1732001399604/wal-2, size=231 (231bytes) at 1732001399796Finishing writing output for hdfs://localhost:38185/hbase/WALs/testnameconflictwhensplit0-manual,16010,1732001399604/wal-2 so closing down at 1732001399804 (+8 ms)Creating recovered edits writer path=hdfs://localhost:38185/hbase/data/default/testReplayEditsWrittenIntoWAL/f097658de29539d325a927fa5b9ace8b/recovered.edits/0000000000000000002-wal-2.temp at 1732001399808 (+4 ms)3 split writer threads finished at 1732001399808Closed recovered edits writer path=hdfs://localhost:38185/hbase/data/default/testReplayEditsWrittenIntoWAL/f097658de29539d325a927fa5b9ace8b/recovered.edits/0000000000000000002-wal-2.temp (wrote 1 edits, skipped 0 edits in 0 ms) at 1732001399817 (+9 ms)Processed 1 edits across 1 Regions in 25 ms; skipped=0; WAL=hdfs://localhost:38185/hbase/WALs/testnameconflictwhensplit0-manual,16010,1732001399604/wal-2, size=231, length=231, corrupted=false, cancelled=false at 1732001399827 (+10 ms) 2024-11-19T07:29:59,828 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-19T07:29:59,831 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:38185/hbase/WALs/testnameconflictwhensplit0-manual,16010,1732001399604, archiveDir=hdfs://localhost:38185/hbase/oldWALs, maxLogs=32 2024-11-19T07:29:59,845 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testnameconflictwhensplit0-manual,16010,1732001399604/wal.1732001399832, exclude list is [], retry=0 2024-11-19T07:29:59,849 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43283,DS-9249da75-9edb-42de-b698-779c3e2094aa,DISK] 2024-11-19T07:29:59,849 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46751,DS-55896d67-6080-43fe-816e-d4f81c68bc35,DISK] 2024-11-19T07:29:59,850 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46643,DS-aac20c1d-8590-491f-b264-6c738d9d91ba,DISK] 2024-11-19T07:29:59,852 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testnameconflictwhensplit0-manual,16010,1732001399604/wal.1732001399832 2024-11-19T07:29:59,852 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44727:44727),(127.0.0.1/127.0.0.1:36921:36921),(127.0.0.1/127.0.0.1:41841:41841)] 2024-11-19T07:29:59,853 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => f097658de29539d325a927fa5b9ace8b, NAME => 'testReplayEditsWrittenIntoWAL,,1732001399606.f097658de29539d325a927fa5b9ace8b.', STARTKEY => '', ENDKEY => ''} 2024-11-19T07:29:59,853 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenIntoWAL,,1732001399606.f097658de29539d325a927fa5b9ace8b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T07:29:59,853 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for f097658de29539d325a927fa5b9ace8b 2024-11-19T07:29:59,853 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for f097658de29539d325a927fa5b9ace8b 2024-11-19T07:29:59,855 INFO [StoreOpener-f097658de29539d325a927fa5b9ace8b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region f097658de29539d325a927fa5b9ace8b 2024-11-19T07:29:59,857 INFO [StoreOpener-f097658de29539d325a927fa5b9ace8b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f097658de29539d325a927fa5b9ace8b columnFamilyName a 2024-11-19T07:29:59,857 DEBUG [StoreOpener-f097658de29539d325a927fa5b9ace8b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T07:29:59,858 INFO [StoreOpener-f097658de29539d325a927fa5b9ace8b-1 {}] regionserver.HStore(327): Store=f097658de29539d325a927fa5b9ace8b/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T07:29:59,858 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for f097658de29539d325a927fa5b9ace8b 2024-11-19T07:29:59,859 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38185/hbase/data/default/testReplayEditsWrittenIntoWAL/f097658de29539d325a927fa5b9ace8b 2024-11-19T07:29:59,863 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:38185/hbase/data/default/testReplayEditsWrittenIntoWAL/f097658de29539d325a927fa5b9ace8b 2024-11-19T07:29:59,865 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:38185/hbase/data/default/testReplayEditsWrittenIntoWAL/f097658de29539d325a927fa5b9ace8b/recovered.edits/0000000000000000002 2024-11-19T07:29:59,873 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 2, skipped 0, firstSequenceIdInLog=1, maxSequenceIdInLog=2, path=hdfs://localhost:38185/hbase/data/default/testReplayEditsWrittenIntoWAL/f097658de29539d325a927fa5b9ace8b/recovered.edits/0000000000000000002 2024-11-19T07:29:59,877 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing f097658de29539d325a927fa5b9ace8b 1/1 column families, dataSize=108 B heapSize=512 B 2024-11-19T07:29:59,923 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38185/hbase/data/default/testReplayEditsWrittenIntoWAL/f097658de29539d325a927fa5b9ace8b/.tmp/a/e3f6383f87e54dc3a8fb196e1ea0bef0 is 58, key is testReplayEditsWrittenIntoWAL/a:1/1732001399683/Put/seqid=0 2024-11-19T07:29:59,934 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46643 is added to blk_1073741844_1020 (size=5170) 2024-11-19T07:29:59,935 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43283 is added to blk_1073741844_1020 (size=5170) 2024-11-19T07:29:59,935 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46751 is added to blk_1073741844_1020 (size=5170) 2024-11-19T07:29:59,935 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=2 (bloomFilter=true), to=hdfs://localhost:38185/hbase/data/default/testReplayEditsWrittenIntoWAL/f097658de29539d325a927fa5b9ace8b/.tmp/a/e3f6383f87e54dc3a8fb196e1ea0bef0 2024-11-19T07:29:59,976 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38185/hbase/data/default/testReplayEditsWrittenIntoWAL/f097658de29539d325a927fa5b9ace8b/.tmp/a/e3f6383f87e54dc3a8fb196e1ea0bef0 as hdfs://localhost:38185/hbase/data/default/testReplayEditsWrittenIntoWAL/f097658de29539d325a927fa5b9ace8b/a/e3f6383f87e54dc3a8fb196e1ea0bef0 2024-11-19T07:29:59,986 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38185/hbase/data/default/testReplayEditsWrittenIntoWAL/f097658de29539d325a927fa5b9ace8b/a/e3f6383f87e54dc3a8fb196e1ea0bef0, entries=2, sequenceid=2, filesize=5.0 K 2024-11-19T07:29:59,991 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~108 B/108, heapSize ~496 B/496, currentSize=0 B/0 for f097658de29539d325a927fa5b9ace8b in 114ms, sequenceid=2, compaction requested=false; wal=null 2024-11-19T07:29:59,993 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:38185/hbase/data/default/testReplayEditsWrittenIntoWAL/f097658de29539d325a927fa5b9ace8b/recovered.edits/0000000000000000002 2024-11-19T07:29:59,993 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for f097658de29539d325a927fa5b9ace8b 2024-11-19T07:29:59,993 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for f097658de29539d325a927fa5b9ace8b 2024-11-19T07:29:59,996 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for f097658de29539d325a927fa5b9ace8b 2024-11-19T07:30:00,000 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38185/hbase/data/default/testReplayEditsWrittenIntoWAL/f097658de29539d325a927fa5b9ace8b/recovered.edits/2.seqid, newMaxSeqId=2, maxSeqId=1 2024-11-19T07:30:00,001 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened f097658de29539d325a927fa5b9ace8b; next sequenceid=3; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66316775, jitterRate=-0.011803045868873596}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-19T07:30:00,002 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for f097658de29539d325a927fa5b9ace8b: Writing region info on filesystem at 1732001399853Initializing all the Stores at 1732001399855 (+2 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732001399855Obtaining lock to block concurrent updates at 1732001399877 (+22 ms)Preparing flush snapshotting stores in f097658de29539d325a927fa5b9ace8b at 1732001399877Finished memstore snapshotting testReplayEditsWrittenIntoWAL,,1732001399606.f097658de29539d325a927fa5b9ace8b., syncing WAL and waiting on mvcc, flushsize=dataSize=108, getHeapSize=496, getOffHeapSize=0, getCellsCount=2 at 1732001399880 (+3 ms)Flushing stores of testReplayEditsWrittenIntoWAL,,1732001399606.f097658de29539d325a927fa5b9ace8b. at 1732001399880Flushing f097658de29539d325a927fa5b9ace8b/a: creating writer at 1732001399882 (+2 ms)Flushing f097658de29539d325a927fa5b9ace8b/a: appending metadata at 1732001399913 (+31 ms)Flushing f097658de29539d325a927fa5b9ace8b/a: closing flushed file at 1732001399915 (+2 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6fff25f7: reopening flushed file at 1732001399975 (+60 ms)Finished flush of dataSize ~108 B/108, heapSize ~496 B/496, currentSize=0 B/0 for f097658de29539d325a927fa5b9ace8b in 114ms, sequenceid=2, compaction requested=false; wal=null at 1732001399991 (+16 ms)Cleaning up temporary data from old regions at 1732001399993 (+2 ms)Region opened successfully at 1732001400002 (+9 ms) 2024-11-19T07:30:00,027 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplay#testNameConflictWhenSplit0 Thread=376 (was 364) Potentially hanging thread: TestAsyncWALReplay-pool-0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_908185091_22 at /127.0.0.1:44300 [Waiting for operation #8] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-8-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-8-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1327399325-172.17.0.2-1732001391849:blk_1073741843_1019, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_908185091_22 at /127.0.0.1:57250 [Waiting for operation #11] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1327399325-172.17.0.2-1732001391849:blk_1073741843_1019, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_908185091_22 at /127.0.0.1:44290 [Receiving block BP-1327399325-172.17.0.2-1732001391849:blk_1073741843_1019] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:38185/hbase-prefix:default java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1327399325-172.17.0.2-1732001391849:blk_1073741843_1019, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-8-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_908185091_22 at /127.0.0.1:57426 [Receiving block BP-1327399325-172.17.0.2-1732001391849:blk_1073741843_1019] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_908185091_22 at /127.0.0.1:38450 [Receiving block BP-1327399325-172.17.0.2-1732001391849:blk_1073741843_1019] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=701 (was 607) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=514 (was 514), ProcessCount=11 (was 11), AvailableMemoryMB=12497 (was 12508) 2024-11-19T07:30:00,036 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplay#testNameConflictWhenSplit1 Thread=376, OpenFileDescriptor=701, MaxFileDescriptor=1048576, SystemLoadAverage=514, ProcessCount=11, AvailableMemoryMB=12496 2024-11-19T07:30:00,052 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T07:30:00,054 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T07:30:00,055 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-19T07:30:00,059 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-68814904, suffix=, logDir=hdfs://localhost:38185/hbase/WALs/hregion-68814904, archiveDir=hdfs://localhost:38185/hbase/oldWALs, maxLogs=32 2024-11-19T07:30:00,072 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-68814904/hregion-68814904.1732001400060, exclude list is [], retry=0 2024-11-19T07:30:00,076 DEBUG [AsyncFSWAL-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46751,DS-55896d67-6080-43fe-816e-d4f81c68bc35,DISK] 2024-11-19T07:30:00,076 DEBUG [AsyncFSWAL-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43283,DS-9249da75-9edb-42de-b698-779c3e2094aa,DISK] 2024-11-19T07:30:00,076 DEBUG [AsyncFSWAL-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46643,DS-aac20c1d-8590-491f-b264-6c738d9d91ba,DISK] 2024-11-19T07:30:00,081 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-68814904/hregion-68814904.1732001400060 2024-11-19T07:30:00,081 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36921:36921),(127.0.0.1/127.0.0.1:44727:44727),(127.0.0.1/127.0.0.1:41841:41841)] 2024-11-19T07:30:00,081 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => ab8c7ed9b2f354227485991ab778441f, NAME => 'testReplayEditsWrittenIntoWAL,,1732001400052.ab8c7ed9b2f354227485991ab778441f.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsWrittenIntoWAL', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38185/hbase 2024-11-19T07:30:00,093 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46751 is added to blk_1073741846_1022 (size=64) 2024-11-19T07:30:00,093 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46643 is added to blk_1073741846_1022 (size=64) 2024-11-19T07:30:00,093 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43283 is added to blk_1073741846_1022 (size=64) 2024-11-19T07:30:00,094 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenIntoWAL,,1732001400052.ab8c7ed9b2f354227485991ab778441f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T07:30:00,096 INFO [StoreOpener-ab8c7ed9b2f354227485991ab778441f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region ab8c7ed9b2f354227485991ab778441f 2024-11-19T07:30:00,099 INFO [StoreOpener-ab8c7ed9b2f354227485991ab778441f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ab8c7ed9b2f354227485991ab778441f columnFamilyName a 2024-11-19T07:30:00,099 DEBUG [StoreOpener-ab8c7ed9b2f354227485991ab778441f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T07:30:00,100 INFO [StoreOpener-ab8c7ed9b2f354227485991ab778441f-1 {}] regionserver.HStore(327): Store=ab8c7ed9b2f354227485991ab778441f/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T07:30:00,100 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for ab8c7ed9b2f354227485991ab778441f 2024-11-19T07:30:00,101 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38185/hbase/data/default/testReplayEditsWrittenIntoWAL/ab8c7ed9b2f354227485991ab778441f 2024-11-19T07:30:00,102 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38185/hbase/data/default/testReplayEditsWrittenIntoWAL/ab8c7ed9b2f354227485991ab778441f 2024-11-19T07:30:00,103 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for ab8c7ed9b2f354227485991ab778441f 2024-11-19T07:30:00,103 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for ab8c7ed9b2f354227485991ab778441f 2024-11-19T07:30:00,105 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for ab8c7ed9b2f354227485991ab778441f 2024-11-19T07:30:00,108 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38185/hbase/data/default/testReplayEditsWrittenIntoWAL/ab8c7ed9b2f354227485991ab778441f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T07:30:00,109 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened ab8c7ed9b2f354227485991ab778441f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64892405, jitterRate=-0.03302781283855438}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-19T07:30:00,109 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for ab8c7ed9b2f354227485991ab778441f: Writing region info on filesystem at 1732001400094Initializing all the Stores at 1732001400096 (+2 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732001400096Cleaning up temporary data from old regions at 1732001400103 (+7 ms)Region opened successfully at 1732001400109 (+6 ms) 2024-11-19T07:30:00,110 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing ab8c7ed9b2f354227485991ab778441f, disabling compactions & flushes 2024-11-19T07:30:00,110 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenIntoWAL,,1732001400052.ab8c7ed9b2f354227485991ab778441f. 2024-11-19T07:30:00,110 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenIntoWAL,,1732001400052.ab8c7ed9b2f354227485991ab778441f. 2024-11-19T07:30:00,110 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenIntoWAL,,1732001400052.ab8c7ed9b2f354227485991ab778441f. after waiting 0 ms 2024-11-19T07:30:00,110 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenIntoWAL,,1732001400052.ab8c7ed9b2f354227485991ab778441f. 2024-11-19T07:30:00,110 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenIntoWAL,,1732001400052.ab8c7ed9b2f354227485991ab778441f. 2024-11-19T07:30:00,110 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for ab8c7ed9b2f354227485991ab778441f: Waiting for close lock at 1732001400110Disabling compacts and flushes for region at 1732001400110Disabling writes for close at 1732001400110Writing region close event to WAL at 1732001400110Closed at 1732001400110 2024-11-19T07:30:00,114 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46751 is added to blk_1073741845_1021 (size=93) 2024-11-19T07:30:00,114 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46643 is added to blk_1073741845_1021 (size=93) 2024-11-19T07:30:00,114 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43283 is added to blk_1073741845_1021 (size=93) 2024-11-19T07:30:00,117 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-19T07:30:00,117 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-68814904:(num 1732001400060) 2024-11-19T07:30:00,118 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor testMonitor 2024-11-19T07:30:00,132 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46643 is added to blk_1073741847_1023 (size=369) 2024-11-19T07:30:00,132 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46751 is added to blk_1073741847_1023 (size=369) 2024-11-19T07:30:00,132 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43283 is added to blk_1073741847_1023 (size=369) 2024-11-19T07:30:00,134 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor testMonitor 2024-11-19T07:30:00,145 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46751 is added to blk_1073741848_1024 (size=231) 2024-11-19T07:30:00,145 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43283 is added to blk_1073741848_1024 (size=231) 2024-11-19T07:30:00,145 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46643 is added to blk_1073741848_1024 (size=231) 2024-11-19T07:30:00,161 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38185/hbase/WALs/testnameconflictwhensplit1-manual,16010,1732001400051/wal-2, size=231 (231bytes) 2024-11-19T07:30:00,161 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38185/hbase/WALs/testnameconflictwhensplit1-manual,16010,1732001400051/wal-2 2024-11-19T07:30:00,162 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38185/hbase/WALs/testnameconflictwhensplit1-manual,16010,1732001400051/wal-2 after 1ms 2024-11-19T07:30:00,165 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38185/hbase/WALs/testnameconflictwhensplit1-manual,16010,1732001400051/wal-2 took 4ms 2024-11-19T07:30:00,168 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38185/hbase/WALs/testnameconflictwhensplit1-manual,16010,1732001400051/wal-2 so closing down 2024-11-19T07:30:00,168 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-19T07:30:00,170 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000002-wal-2.temp 2024-11-19T07:30:00,172 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38185/hbase/data/default/testReplayEditsWrittenIntoWAL/ab8c7ed9b2f354227485991ab778441f/recovered.edits/0000000000000000002-wal-2.temp 2024-11-19T07:30:00,172 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-19T07:30:00,180 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46643 is added to blk_1073741849_1025 (size=231) 2024-11-19T07:30:00,180 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43283 is added to blk_1073741849_1025 (size=231) 2024-11-19T07:30:00,180 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46751 is added to blk_1073741849_1025 (size=231) 2024-11-19T07:30:00,181 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38185/hbase/data/default/testReplayEditsWrittenIntoWAL/ab8c7ed9b2f354227485991ab778441f/recovered.edits/0000000000000000002-wal-2.temp (wrote 1 edits, skipped 0 edits in 0 ms) 2024-11-19T07:30:00,183 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38185/hbase/data/default/testReplayEditsWrittenIntoWAL/ab8c7ed9b2f354227485991ab778441f/recovered.edits/0000000000000000002-wal-2.temp to hdfs://localhost:38185/hbase/data/default/testReplayEditsWrittenIntoWAL/ab8c7ed9b2f354227485991ab778441f/recovered.edits/0000000000000000002 2024-11-19T07:30:00,183 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 1 edits across 1 Regions in 17 ms; skipped=0; WAL=hdfs://localhost:38185/hbase/WALs/testnameconflictwhensplit1-manual,16010,1732001400051/wal-2, size=231, length=231, corrupted=false, cancelled=false 2024-11-19T07:30:00,183 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38185/hbase/WALs/testnameconflictwhensplit1-manual,16010,1732001400051/wal-2, journal: Splitting hdfs://localhost:38185/hbase/WALs/testnameconflictwhensplit1-manual,16010,1732001400051/wal-2, size=231 (231bytes) at 1732001400161Finishing writing output for hdfs://localhost:38185/hbase/WALs/testnameconflictwhensplit1-manual,16010,1732001400051/wal-2 so closing down at 1732001400168 (+7 ms)Creating recovered edits writer path=hdfs://localhost:38185/hbase/data/default/testReplayEditsWrittenIntoWAL/ab8c7ed9b2f354227485991ab778441f/recovered.edits/0000000000000000002-wal-2.temp at 1732001400172 (+4 ms)3 split writer threads finished at 1732001400172Closed recovered edits writer path=hdfs://localhost:38185/hbase/data/default/testReplayEditsWrittenIntoWAL/ab8c7ed9b2f354227485991ab778441f/recovered.edits/0000000000000000002-wal-2.temp (wrote 1 edits, skipped 0 edits in 0 ms) at 1732001400181 (+9 ms)Rename recovered edits hdfs://localhost:38185/hbase/data/default/testReplayEditsWrittenIntoWAL/ab8c7ed9b2f354227485991ab778441f/recovered.edits/0000000000000000002-wal-2.temp to hdfs://localhost:38185/hbase/data/default/testReplayEditsWrittenIntoWAL/ab8c7ed9b2f354227485991ab778441f/recovered.edits/0000000000000000002 at 1732001400183 (+2 ms)Processed 1 edits across 1 Regions in 17 ms; skipped=0; WAL=hdfs://localhost:38185/hbase/WALs/testnameconflictwhensplit1-manual,16010,1732001400051/wal-2, size=231, length=231, corrupted=false, cancelled=false at 1732001400183 2024-11-19T07:30:00,196 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38185/hbase/WALs/testnameconflictwhensplit1-manual,16010,1732001400051/wal-1, size=369 (369bytes) 2024-11-19T07:30:00,196 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38185/hbase/WALs/testnameconflictwhensplit1-manual,16010,1732001400051/wal-1 2024-11-19T07:30:00,197 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38185/hbase/WALs/testnameconflictwhensplit1-manual,16010,1732001400051/wal-1 after 1ms 2024-11-19T07:30:00,200 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38185/hbase/WALs/testnameconflictwhensplit1-manual,16010,1732001400051/wal-1 took 4ms 2024-11-19T07:30:00,203 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38185/hbase/WALs/testnameconflictwhensplit1-manual,16010,1732001400051/wal-1 so closing down 2024-11-19T07:30:00,203 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-19T07:30:00,205 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal-1.temp 2024-11-19T07:30:00,207 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38185/hbase/data/default/testReplayEditsWrittenIntoWAL/ab8c7ed9b2f354227485991ab778441f/recovered.edits/0000000000000000001-wal-1.temp 2024-11-19T07:30:00,207 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-19T07:30:00,216 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46751 is added to blk_1073741850_1026 (size=369) 2024-11-19T07:30:00,216 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46643 is added to blk_1073741850_1026 (size=369) 2024-11-19T07:30:00,217 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43283 is added to blk_1073741850_1026 (size=369) 2024-11-19T07:30:00,217 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38185/hbase/data/default/testReplayEditsWrittenIntoWAL/ab8c7ed9b2f354227485991ab778441f/recovered.edits/0000000000000000001-wal-1.temp (wrote 2 edits, skipped 0 edits in 0 ms) 2024-11-19T07:30:00,223 WARN [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(175): Found existing old edits file. It could be the result of a previous failed split attempt or we have duplicated wal entries. Deleting hdfs://localhost:38185/hbase/data/default/testReplayEditsWrittenIntoWAL/ab8c7ed9b2f354227485991ab778441f/recovered.edits/0000000000000000002, length=231 2024-11-19T07:30:00,225 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38185/hbase/data/default/testReplayEditsWrittenIntoWAL/ab8c7ed9b2f354227485991ab778441f/recovered.edits/0000000000000000001-wal-1.temp to hdfs://localhost:38185/hbase/data/default/testReplayEditsWrittenIntoWAL/ab8c7ed9b2f354227485991ab778441f/recovered.edits/0000000000000000002 2024-11-19T07:30:00,225 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 2 edits across 1 Regions in 24 ms; skipped=0; WAL=hdfs://localhost:38185/hbase/WALs/testnameconflictwhensplit1-manual,16010,1732001400051/wal-1, size=369, length=369, corrupted=false, cancelled=false 2024-11-19T07:30:00,225 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38185/hbase/WALs/testnameconflictwhensplit1-manual,16010,1732001400051/wal-1, journal: Splitting hdfs://localhost:38185/hbase/WALs/testnameconflictwhensplit1-manual,16010,1732001400051/wal-1, size=369 (369bytes) at 1732001400196Finishing writing output for hdfs://localhost:38185/hbase/WALs/testnameconflictwhensplit1-manual,16010,1732001400051/wal-1 so closing down at 1732001400203 (+7 ms)Creating recovered edits writer path=hdfs://localhost:38185/hbase/data/default/testReplayEditsWrittenIntoWAL/ab8c7ed9b2f354227485991ab778441f/recovered.edits/0000000000000000001-wal-1.temp at 1732001400207 (+4 ms)3 split writer threads finished at 1732001400207Closed recovered edits writer path=hdfs://localhost:38185/hbase/data/default/testReplayEditsWrittenIntoWAL/ab8c7ed9b2f354227485991ab778441f/recovered.edits/0000000000000000001-wal-1.temp (wrote 2 edits, skipped 0 edits in 0 ms) at 1732001400217 (+10 ms)Rename recovered edits hdfs://localhost:38185/hbase/data/default/testReplayEditsWrittenIntoWAL/ab8c7ed9b2f354227485991ab778441f/recovered.edits/0000000000000000001-wal-1.temp to hdfs://localhost:38185/hbase/data/default/testReplayEditsWrittenIntoWAL/ab8c7ed9b2f354227485991ab778441f/recovered.edits/0000000000000000002 at 1732001400225 (+8 ms)Processed 2 edits across 1 Regions in 24 ms; skipped=0; WAL=hdfs://localhost:38185/hbase/WALs/testnameconflictwhensplit1-manual,16010,1732001400051/wal-1, size=369, length=369, corrupted=false, cancelled=false at 1732001400225 2024-11-19T07:30:00,226 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-19T07:30:00,228 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:38185/hbase/WALs/testnameconflictwhensplit1-manual,16010,1732001400051, archiveDir=hdfs://localhost:38185/hbase/oldWALs, maxLogs=32 2024-11-19T07:30:00,241 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testnameconflictwhensplit1-manual,16010,1732001400051/wal.1732001400228, exclude list is [], retry=0 2024-11-19T07:30:00,244 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43283,DS-9249da75-9edb-42de-b698-779c3e2094aa,DISK] 2024-11-19T07:30:00,244 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46751,DS-55896d67-6080-43fe-816e-d4f81c68bc35,DISK] 2024-11-19T07:30:00,245 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46643,DS-aac20c1d-8590-491f-b264-6c738d9d91ba,DISK] 2024-11-19T07:30:00,246 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testnameconflictwhensplit1-manual,16010,1732001400051/wal.1732001400228 2024-11-19T07:30:00,247 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44727:44727),(127.0.0.1/127.0.0.1:36921:36921),(127.0.0.1/127.0.0.1:41841:41841)] 2024-11-19T07:30:00,247 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => ab8c7ed9b2f354227485991ab778441f, NAME => 'testReplayEditsWrittenIntoWAL,,1732001400052.ab8c7ed9b2f354227485991ab778441f.', STARTKEY => '', ENDKEY => ''} 2024-11-19T07:30:00,247 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenIntoWAL,,1732001400052.ab8c7ed9b2f354227485991ab778441f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T07:30:00,247 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for ab8c7ed9b2f354227485991ab778441f 2024-11-19T07:30:00,247 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for ab8c7ed9b2f354227485991ab778441f 2024-11-19T07:30:00,249 INFO [StoreOpener-ab8c7ed9b2f354227485991ab778441f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region ab8c7ed9b2f354227485991ab778441f 2024-11-19T07:30:00,252 INFO [StoreOpener-ab8c7ed9b2f354227485991ab778441f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ab8c7ed9b2f354227485991ab778441f columnFamilyName a 2024-11-19T07:30:00,252 DEBUG [StoreOpener-ab8c7ed9b2f354227485991ab778441f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T07:30:00,253 INFO [StoreOpener-ab8c7ed9b2f354227485991ab778441f-1 {}] regionserver.HStore(327): Store=ab8c7ed9b2f354227485991ab778441f/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T07:30:00,253 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for ab8c7ed9b2f354227485991ab778441f 2024-11-19T07:30:00,254 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38185/hbase/data/default/testReplayEditsWrittenIntoWAL/ab8c7ed9b2f354227485991ab778441f 2024-11-19T07:30:00,257 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:38185/hbase/data/default/testReplayEditsWrittenIntoWAL/ab8c7ed9b2f354227485991ab778441f 2024-11-19T07:30:00,257 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:38185/hbase/data/default/testReplayEditsWrittenIntoWAL/ab8c7ed9b2f354227485991ab778441f/recovered.edits/0000000000000000002 2024-11-19T07:30:00,262 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 2, skipped 0, firstSequenceIdInLog=1, maxSequenceIdInLog=2, path=hdfs://localhost:38185/hbase/data/default/testReplayEditsWrittenIntoWAL/ab8c7ed9b2f354227485991ab778441f/recovered.edits/0000000000000000002 2024-11-19T07:30:00,262 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing ab8c7ed9b2f354227485991ab778441f 1/1 column families, dataSize=108 B heapSize=512 B 2024-11-19T07:30:00,279 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38185/hbase/data/default/testReplayEditsWrittenIntoWAL/ab8c7ed9b2f354227485991ab778441f/.tmp/a/54d0736c52f44c62ac9cd13cb9699204 is 58, key is testReplayEditsWrittenIntoWAL/a:1/1732001400117/Put/seqid=0 2024-11-19T07:30:00,287 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43283 is added to blk_1073741852_1028 (size=5170) 2024-11-19T07:30:00,287 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46751 is added to blk_1073741852_1028 (size=5170) 2024-11-19T07:30:00,287 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46643 is added to blk_1073741852_1028 (size=5170) 2024-11-19T07:30:00,288 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=2 (bloomFilter=true), to=hdfs://localhost:38185/hbase/data/default/testReplayEditsWrittenIntoWAL/ab8c7ed9b2f354227485991ab778441f/.tmp/a/54d0736c52f44c62ac9cd13cb9699204 2024-11-19T07:30:00,296 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38185/hbase/data/default/testReplayEditsWrittenIntoWAL/ab8c7ed9b2f354227485991ab778441f/.tmp/a/54d0736c52f44c62ac9cd13cb9699204 as hdfs://localhost:38185/hbase/data/default/testReplayEditsWrittenIntoWAL/ab8c7ed9b2f354227485991ab778441f/a/54d0736c52f44c62ac9cd13cb9699204 2024-11-19T07:30:00,305 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38185/hbase/data/default/testReplayEditsWrittenIntoWAL/ab8c7ed9b2f354227485991ab778441f/a/54d0736c52f44c62ac9cd13cb9699204, entries=2, sequenceid=2, filesize=5.0 K 2024-11-19T07:30:00,305 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~108 B/108, heapSize ~496 B/496, currentSize=0 B/0 for ab8c7ed9b2f354227485991ab778441f in 43ms, sequenceid=2, compaction requested=false; wal=null 2024-11-19T07:30:00,306 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:38185/hbase/data/default/testReplayEditsWrittenIntoWAL/ab8c7ed9b2f354227485991ab778441f/recovered.edits/0000000000000000002 2024-11-19T07:30:00,307 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for ab8c7ed9b2f354227485991ab778441f 2024-11-19T07:30:00,307 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for ab8c7ed9b2f354227485991ab778441f 2024-11-19T07:30:00,309 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for ab8c7ed9b2f354227485991ab778441f 2024-11-19T07:30:00,312 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38185/hbase/data/default/testReplayEditsWrittenIntoWAL/ab8c7ed9b2f354227485991ab778441f/recovered.edits/2.seqid, newMaxSeqId=2, maxSeqId=1 2024-11-19T07:30:00,313 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened ab8c7ed9b2f354227485991ab778441f; next sequenceid=3; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65984411, jitterRate=-0.01675565540790558}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-19T07:30:00,314 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for ab8c7ed9b2f354227485991ab778441f: Writing region info on filesystem at 1732001400247Initializing all the Stores at 1732001400249 (+2 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732001400249Obtaining lock to block concurrent updates at 1732001400262 (+13 ms)Preparing flush snapshotting stores in ab8c7ed9b2f354227485991ab778441f at 1732001400262Finished memstore snapshotting testReplayEditsWrittenIntoWAL,,1732001400052.ab8c7ed9b2f354227485991ab778441f., syncing WAL and waiting on mvcc, flushsize=dataSize=108, getHeapSize=496, getOffHeapSize=0, getCellsCount=2 at 1732001400262Flushing stores of testReplayEditsWrittenIntoWAL,,1732001400052.ab8c7ed9b2f354227485991ab778441f. at 1732001400262Flushing ab8c7ed9b2f354227485991ab778441f/a: creating writer at 1732001400262Flushing ab8c7ed9b2f354227485991ab778441f/a: appending metadata at 1732001400278 (+16 ms)Flushing ab8c7ed9b2f354227485991ab778441f/a: closing flushed file at 1732001400278Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@54b8306e: reopening flushed file at 1732001400295 (+17 ms)Finished flush of dataSize ~108 B/108, heapSize ~496 B/496, currentSize=0 B/0 for ab8c7ed9b2f354227485991ab778441f in 43ms, sequenceid=2, compaction requested=false; wal=null at 1732001400305 (+10 ms)Cleaning up temporary data from old regions at 1732001400307 (+2 ms)Region opened successfully at 1732001400314 (+7 ms) 2024-11-19T07:30:00,332 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplay#testNameConflictWhenSplit1 Thread=386 (was 376) Potentially hanging thread: AsyncFSWAL-10-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_908185091_22 at /127.0.0.1:44300 [Waiting for operation #10] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-10-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1327399325-172.17.0.2-1732001391849:blk_1073741851_1027, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_908185091_22 at /127.0.0.1:44378 [Receiving block BP-1327399325-172.17.0.2-1732001391849:blk_1073741851_1027] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1327399325-172.17.0.2-1732001391849:blk_1073741851_1027, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-10-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_908185091_22 at /127.0.0.1:38522 [Receiving block BP-1327399325-172.17.0.2-1732001391849:blk_1073741851_1027] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1327399325-172.17.0.2-1732001391849:blk_1073741851_1027, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_908185091_22 at /127.0.0.1:57250 [Waiting for operation #19] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_908185091_22 at /127.0.0.1:38292 [Waiting for operation #8] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_908185091_22 at /127.0.0.1:57500 [Receiving block BP-1327399325-172.17.0.2-1732001391849:blk_1073741851_1027] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=785 (was 701) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=514 (was 514), ProcessCount=11 (was 11), AvailableMemoryMB=12471 (was 12496) 2024-11-19T07:30:00,344 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplay#testReplayEditsWrittenIntoWAL Thread=386, OpenFileDescriptor=785, MaxFileDescriptor=1048576, SystemLoadAverage=514, ProcessCount=11, AvailableMemoryMB=12470 2024-11-19T07:30:00,364 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T07:30:00,366 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T07:30:00,367 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-19T07:30:00,370 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-18620172, suffix=, logDir=hdfs://localhost:38185/hbase/WALs/hregion-18620172, archiveDir=hdfs://localhost:38185/hbase/oldWALs, maxLogs=32 2024-11-19T07:30:00,384 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-18620172/hregion-18620172.1732001400371, exclude list is [], retry=0 2024-11-19T07:30:00,387 DEBUG [AsyncFSWAL-12-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46751,DS-55896d67-6080-43fe-816e-d4f81c68bc35,DISK] 2024-11-19T07:30:00,388 DEBUG [AsyncFSWAL-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43283,DS-9249da75-9edb-42de-b698-779c3e2094aa,DISK] 2024-11-19T07:30:00,388 DEBUG [AsyncFSWAL-12-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46643,DS-aac20c1d-8590-491f-b264-6c738d9d91ba,DISK] 2024-11-19T07:30:00,390 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-18620172/hregion-18620172.1732001400371 2024-11-19T07:30:00,390 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36921:36921),(127.0.0.1/127.0.0.1:44727:44727),(127.0.0.1/127.0.0.1:41841:41841)] 2024-11-19T07:30:00,391 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => 418c6af30a15fcd1adda4342356a44a5, NAME => 'testReplayEditsWrittenIntoWAL,,1732001400364.418c6af30a15fcd1adda4342356a44a5.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsWrittenIntoWAL', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38185/hbase 2024-11-19T07:30:00,401 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46751 is added to blk_1073741854_1030 (size=64) 2024-11-19T07:30:00,402 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46643 is added to blk_1073741854_1030 (size=64) 2024-11-19T07:30:00,402 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43283 is added to blk_1073741854_1030 (size=64) 2024-11-19T07:30:00,403 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenIntoWAL,,1732001400364.418c6af30a15fcd1adda4342356a44a5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T07:30:00,404 INFO [StoreOpener-418c6af30a15fcd1adda4342356a44a5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 418c6af30a15fcd1adda4342356a44a5 2024-11-19T07:30:00,406 INFO [StoreOpener-418c6af30a15fcd1adda4342356a44a5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 418c6af30a15fcd1adda4342356a44a5 columnFamilyName a 2024-11-19T07:30:00,406 DEBUG [StoreOpener-418c6af30a15fcd1adda4342356a44a5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T07:30:00,407 INFO [StoreOpener-418c6af30a15fcd1adda4342356a44a5-1 {}] regionserver.HStore(327): Store=418c6af30a15fcd1adda4342356a44a5/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T07:30:00,407 INFO [StoreOpener-418c6af30a15fcd1adda4342356a44a5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 418c6af30a15fcd1adda4342356a44a5 2024-11-19T07:30:00,409 INFO [StoreOpener-418c6af30a15fcd1adda4342356a44a5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 418c6af30a15fcd1adda4342356a44a5 columnFamilyName b 2024-11-19T07:30:00,409 DEBUG [StoreOpener-418c6af30a15fcd1adda4342356a44a5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T07:30:00,410 INFO [StoreOpener-418c6af30a15fcd1adda4342356a44a5-1 {}] regionserver.HStore(327): Store=418c6af30a15fcd1adda4342356a44a5/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T07:30:00,410 INFO [StoreOpener-418c6af30a15fcd1adda4342356a44a5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 418c6af30a15fcd1adda4342356a44a5 2024-11-19T07:30:00,411 INFO [StoreOpener-418c6af30a15fcd1adda4342356a44a5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 418c6af30a15fcd1adda4342356a44a5 columnFamilyName c 2024-11-19T07:30:00,412 DEBUG [StoreOpener-418c6af30a15fcd1adda4342356a44a5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T07:30:00,412 INFO [StoreOpener-418c6af30a15fcd1adda4342356a44a5-1 {}] regionserver.HStore(327): Store=418c6af30a15fcd1adda4342356a44a5/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T07:30:00,412 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 418c6af30a15fcd1adda4342356a44a5 2024-11-19T07:30:00,413 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38185/hbase/data/default/testReplayEditsWrittenIntoWAL/418c6af30a15fcd1adda4342356a44a5 2024-11-19T07:30:00,414 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38185/hbase/data/default/testReplayEditsWrittenIntoWAL/418c6af30a15fcd1adda4342356a44a5 2024-11-19T07:30:00,415 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 418c6af30a15fcd1adda4342356a44a5 2024-11-19T07:30:00,415 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 418c6af30a15fcd1adda4342356a44a5 2024-11-19T07:30:00,416 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenIntoWAL descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-19T07:30:00,417 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 418c6af30a15fcd1adda4342356a44a5 2024-11-19T07:30:00,419 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38185/hbase/data/default/testReplayEditsWrittenIntoWAL/418c6af30a15fcd1adda4342356a44a5/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T07:30:00,420 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 418c6af30a15fcd1adda4342356a44a5; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65322171, jitterRate=-0.02662380039691925}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-19T07:30:00,420 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 418c6af30a15fcd1adda4342356a44a5: Writing region info on filesystem at 1732001400403Initializing all the Stores at 1732001400404 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732001400404Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732001400404Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732001400404Cleaning up temporary data from old regions at 1732001400415 (+11 ms)Region opened successfully at 1732001400420 (+5 ms) 2024-11-19T07:30:00,420 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 418c6af30a15fcd1adda4342356a44a5, disabling compactions & flushes 2024-11-19T07:30:00,420 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenIntoWAL,,1732001400364.418c6af30a15fcd1adda4342356a44a5. 2024-11-19T07:30:00,421 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenIntoWAL,,1732001400364.418c6af30a15fcd1adda4342356a44a5. 2024-11-19T07:30:00,421 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenIntoWAL,,1732001400364.418c6af30a15fcd1adda4342356a44a5. after waiting 0 ms 2024-11-19T07:30:00,421 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenIntoWAL,,1732001400364.418c6af30a15fcd1adda4342356a44a5. 2024-11-19T07:30:00,421 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenIntoWAL,,1732001400364.418c6af30a15fcd1adda4342356a44a5. 2024-11-19T07:30:00,421 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 418c6af30a15fcd1adda4342356a44a5: Waiting for close lock at 1732001400420Disabling compacts and flushes for region at 1732001400420Disabling writes for close at 1732001400421 (+1 ms)Writing region close event to WAL at 1732001400421Closed at 1732001400421 2024-11-19T07:30:00,424 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46751 is added to blk_1073741853_1029 (size=93) 2024-11-19T07:30:00,424 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43283 is added to blk_1073741853_1029 (size=93) 2024-11-19T07:30:00,424 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46643 is added to blk_1073741853_1029 (size=93) 2024-11-19T07:30:00,427 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-19T07:30:00,427 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-18620172:(num 1732001400371) 2024-11-19T07:30:00,427 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-19T07:30:00,429 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:38185/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1732001400363, archiveDir=hdfs://localhost:38185/hbase/oldWALs, maxLogs=32 2024-11-19T07:30:00,442 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditswrittenintowal-manual,16010,1732001400363/wal.1732001400430, exclude list is [], retry=0 2024-11-19T07:30:00,445 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46643,DS-aac20c1d-8590-491f-b264-6c738d9d91ba,DISK] 2024-11-19T07:30:00,446 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43283,DS-9249da75-9edb-42de-b698-779c3e2094aa,DISK] 2024-11-19T07:30:00,446 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46751,DS-55896d67-6080-43fe-816e-d4f81c68bc35,DISK] 2024-11-19T07:30:00,448 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditswrittenintowal-manual,16010,1732001400363/wal.1732001400430 2024-11-19T07:30:00,449 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41841:41841),(127.0.0.1/127.0.0.1:44727:44727),(127.0.0.1/127.0.0.1:36921:36921)] 2024-11-19T07:30:00,683 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38185/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1732001400363/wal.1732001400430, size=0 (0bytes) 2024-11-19T07:30:00,683 WARN [Time-limited test {}] wal.WALSplitter(453): File hdfs://localhost:38185/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1732001400363/wal.1732001400430 might be still open, length is 0 2024-11-19T07:30:00,683 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38185/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1732001400363/wal.1732001400430 2024-11-19T07:30:00,684 WARN [IPC Server handler 3 on default port 38185 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /hbase/WALs/testreplayeditswrittenintowal-manual,16010,1732001400363/wal.1732001400430 has not been closed. Lease recovery is in progress. RecoveryId = 1032 for block blk_1073741855_1031 2024-11-19T07:30:00,685 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=hdfs://localhost:38185/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1732001400363/wal.1732001400430 after 2ms 2024-11-19T07:30:01,362 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_908185091_22 at /127.0.0.1:44426 [Receiving block BP-1327399325-172.17.0.2-1732001391849:blk_1073741855_1031] {}] datanode.DataXceiver(331): 127.0.0.1:46643:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:44426 dst: /127.0.0.1:46643 java.io.InterruptedIOException: Interrupted while waiting for IO on channel java.nio.channels.SocketChannel[connected local=localhost/127.0.0.1:46643 remote=/127.0.0.1:44426]. Total timeout mills is 60000, 59290 millis timeout left. at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:350) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T07:30:01,363 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_908185091_22 at /127.0.0.1:57530 [Receiving block BP-1327399325-172.17.0.2-1732001391849:blk_1073741855_1031] {}] datanode.DataXceiver(331): 127.0.0.1:46751:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:57530 dst: /127.0.0.1:46751 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T07:30:01,363 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_908185091_22 at /127.0.0.1:38550 [Receiving block BP-1327399325-172.17.0.2-1732001391849:blk_1073741855_1031] {}] datanode.DataXceiver(331): 127.0.0.1:43283:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:38550 dst: /127.0.0.1:43283 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T07:30:01,370 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46643 is added to blk_1073741855_1032 (size=470675) 2024-11-19T07:30:01,373 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43283 is added to blk_1073741855_1032 (size=470675) 2024-11-19T07:30:01,373 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46751 is added to blk_1073741855_1032 (size=470675) 2024-11-19T07:30:04,651 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-19T07:30:04,686 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=hdfs://localhost:38185/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1732001400363/wal.1732001400430 after 4003ms 2024-11-19T07:30:04,691 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38185/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1732001400363/wal.1732001400430 took 4008ms 2024-11-19T07:30:04,697 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.1732001400430.temp 2024-11-19T07:30:04,703 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-19T07:30:04,705 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38185/hbase/data/default/testReplayEditsWrittenIntoWAL/418c6af30a15fcd1adda4342356a44a5/recovered.edits/0000000000000000001-wal.1732001400430.temp 2024-11-19T07:30:04,781 INFO [Time-limited test {}] wal.WALSplitter(493): EOF from hdfs://localhost:38185/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1732001400363/wal.1732001400430; continuing. 2024-11-19T07:30:04,781 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38185/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1732001400363/wal.1732001400430 so closing down 2024-11-19T07:30:04,781 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-19T07:30:04,781 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-19T07:30:04,786 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46751 is added to blk_1073741856_1033 (size=470683) 2024-11-19T07:30:04,786 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46643 is added to blk_1073741856_1033 (size=470683) 2024-11-19T07:30:04,786 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43283 is added to blk_1073741856_1033 (size=470683) 2024-11-19T07:30:04,787 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38185/hbase/data/default/testReplayEditsWrittenIntoWAL/418c6af30a15fcd1adda4342356a44a5/recovered.edits/0000000000000000001-wal.1732001400430.temp (wrote 3002 edits, skipped 0 edits in 38 ms) 2024-11-19T07:30:04,789 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38185/hbase/data/default/testReplayEditsWrittenIntoWAL/418c6af30a15fcd1adda4342356a44a5/recovered.edits/0000000000000000001-wal.1732001400430.temp to hdfs://localhost:38185/hbase/data/default/testReplayEditsWrittenIntoWAL/418c6af30a15fcd1adda4342356a44a5/recovered.edits/0000000000000003002 2024-11-19T07:30:04,789 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 3002 edits across 1 Regions in 98 ms; skipped=0; WAL=hdfs://localhost:38185/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1732001400363/wal.1732001400430, size=0, length=0, corrupted=false, cancelled=false 2024-11-19T07:30:04,790 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38185/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1732001400363/wal.1732001400430, journal: Splitting hdfs://localhost:38185/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1732001400363/wal.1732001400430, size=0 (0bytes) at 1732001400683Creating recovered edits writer path=hdfs://localhost:38185/hbase/data/default/testReplayEditsWrittenIntoWAL/418c6af30a15fcd1adda4342356a44a5/recovered.edits/0000000000000000001-wal.1732001400430.temp at 1732001404705 (+4022 ms)Split 1024 edits, skipped 0 edits. at 1732001404746 (+41 ms)Split 2048 edits, skipped 0 edits. at 1732001404765 (+19 ms)Finishing writing output for hdfs://localhost:38185/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1732001400363/wal.1732001400430 so closing down at 1732001404781 (+16 ms)3 split writer threads finished at 1732001404781Closed recovered edits writer path=hdfs://localhost:38185/hbase/data/default/testReplayEditsWrittenIntoWAL/418c6af30a15fcd1adda4342356a44a5/recovered.edits/0000000000000000001-wal.1732001400430.temp (wrote 3002 edits, skipped 0 edits in 38 ms) at 1732001404787 (+6 ms)Rename recovered edits hdfs://localhost:38185/hbase/data/default/testReplayEditsWrittenIntoWAL/418c6af30a15fcd1adda4342356a44a5/recovered.edits/0000000000000000001-wal.1732001400430.temp to hdfs://localhost:38185/hbase/data/default/testReplayEditsWrittenIntoWAL/418c6af30a15fcd1adda4342356a44a5/recovered.edits/0000000000000003002 at 1732001404789 (+2 ms)Processed 3002 edits across 1 Regions in 98 ms; skipped=0; WAL=hdfs://localhost:38185/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1732001400363/wal.1732001400430, size=0, length=0, corrupted=false, cancelled=false at 1732001404790 (+1 ms) 2024-11-19T07:30:04,792 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38185/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1732001400363/wal.1732001400430 to hdfs://localhost:38185/hbase/oldWALs/wal.1732001400430 2024-11-19T07:30:04,794 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:38185/hbase/data/default/testReplayEditsWrittenIntoWAL/418c6af30a15fcd1adda4342356a44a5/recovered.edits/0000000000000003002 2024-11-19T07:30:04,794 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-19T07:30:04,797 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:38185/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1732001400363, archiveDir=hdfs://localhost:38185/hbase/oldWALs, maxLogs=32 2024-11-19T07:30:04,812 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditswrittenintowal-manual,16010,1732001400363/wal.1732001404798, exclude list is [], retry=0 2024-11-19T07:30:04,816 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46643,DS-aac20c1d-8590-491f-b264-6c738d9d91ba,DISK] 2024-11-19T07:30:04,817 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46751,DS-55896d67-6080-43fe-816e-d4f81c68bc35,DISK] 2024-11-19T07:30:04,817 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43283,DS-9249da75-9edb-42de-b698-779c3e2094aa,DISK] 2024-11-19T07:30:04,820 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditswrittenintowal-manual,16010,1732001400363/wal.1732001404798 2024-11-19T07:30:04,821 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41841:41841),(127.0.0.1/127.0.0.1:36921:36921),(127.0.0.1/127.0.0.1:44727:44727)] 2024-11-19T07:30:04,821 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenIntoWAL,,1732001400364.418c6af30a15fcd1adda4342356a44a5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T07:30:04,823 INFO [StoreOpener-418c6af30a15fcd1adda4342356a44a5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 418c6af30a15fcd1adda4342356a44a5 2024-11-19T07:30:04,825 INFO [StoreOpener-418c6af30a15fcd1adda4342356a44a5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 418c6af30a15fcd1adda4342356a44a5 columnFamilyName a 2024-11-19T07:30:04,825 DEBUG [StoreOpener-418c6af30a15fcd1adda4342356a44a5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T07:30:04,825 INFO [StoreOpener-418c6af30a15fcd1adda4342356a44a5-1 {}] regionserver.HStore(327): Store=418c6af30a15fcd1adda4342356a44a5/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T07:30:04,826 INFO [StoreOpener-418c6af30a15fcd1adda4342356a44a5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 418c6af30a15fcd1adda4342356a44a5 2024-11-19T07:30:04,827 INFO [StoreOpener-418c6af30a15fcd1adda4342356a44a5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 418c6af30a15fcd1adda4342356a44a5 columnFamilyName b 2024-11-19T07:30:04,827 DEBUG [StoreOpener-418c6af30a15fcd1adda4342356a44a5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T07:30:04,827 INFO [StoreOpener-418c6af30a15fcd1adda4342356a44a5-1 {}] regionserver.HStore(327): Store=418c6af30a15fcd1adda4342356a44a5/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T07:30:04,827 INFO [StoreOpener-418c6af30a15fcd1adda4342356a44a5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 418c6af30a15fcd1adda4342356a44a5 2024-11-19T07:30:04,828 INFO [StoreOpener-418c6af30a15fcd1adda4342356a44a5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 418c6af30a15fcd1adda4342356a44a5 columnFamilyName c 2024-11-19T07:30:04,828 DEBUG [StoreOpener-418c6af30a15fcd1adda4342356a44a5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T07:30:04,829 INFO [StoreOpener-418c6af30a15fcd1adda4342356a44a5-1 {}] regionserver.HStore(327): Store=418c6af30a15fcd1adda4342356a44a5/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T07:30:04,829 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 418c6af30a15fcd1adda4342356a44a5 2024-11-19T07:30:04,830 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38185/hbase/data/default/testReplayEditsWrittenIntoWAL/418c6af30a15fcd1adda4342356a44a5 2024-11-19T07:30:04,832 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:38185/hbase/data/default/testReplayEditsWrittenIntoWAL/418c6af30a15fcd1adda4342356a44a5 2024-11-19T07:30:04,833 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:38185/hbase/data/default/testReplayEditsWrittenIntoWAL/418c6af30a15fcd1adda4342356a44a5/recovered.edits/0000000000000003002 2024-11-19T07:30:04,872 INFO [Time-limited test {}] wal.AbstractTestWALReplay$4$1(796): InternalFlushCache Invoked 2024-11-19T07:30:05,228 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 418c6af30a15fcd1adda4342356a44a5 3/3 column families, dataSize=42.49 KB heapSize=100.11 KB 2024-11-19T07:30:05,264 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38185/hbase/data/default/testReplayEditsWrittenIntoWAL/418c6af30a15fcd1adda4342356a44a5/.tmp/a/30dbe27e1db241a697b1e92f0ec37019 is 62, key is testReplayEditsWrittenIntoWAL/a:100/1732001400460/Put/seqid=0 2024-11-19T07:30:05,274 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46751 is added to blk_1073741858_1035 (size=50463) 2024-11-19T07:30:05,275 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43283 is added to blk_1073741858_1035 (size=50463) 2024-11-19T07:30:05,275 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46643 is added to blk_1073741858_1035 (size=50463) 2024-11-19T07:30:05,276 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=754 (bloomFilter=true), to=hdfs://localhost:38185/hbase/data/default/testReplayEditsWrittenIntoWAL/418c6af30a15fcd1adda4342356a44a5/.tmp/a/30dbe27e1db241a697b1e92f0ec37019 2024-11-19T07:30:05,284 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38185/hbase/data/default/testReplayEditsWrittenIntoWAL/418c6af30a15fcd1adda4342356a44a5/.tmp/a/30dbe27e1db241a697b1e92f0ec37019 as hdfs://localhost:38185/hbase/data/default/testReplayEditsWrittenIntoWAL/418c6af30a15fcd1adda4342356a44a5/a/30dbe27e1db241a697b1e92f0ec37019 2024-11-19T07:30:05,291 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38185/hbase/data/default/testReplayEditsWrittenIntoWAL/418c6af30a15fcd1adda4342356a44a5/a/30dbe27e1db241a697b1e92f0ec37019, entries=754, sequenceid=754, filesize=49.3 K 2024-11-19T07:30:05,291 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~42.49 KB/43512, heapSize ~99.59 KB/101984, currentSize=0 B/0 for 418c6af30a15fcd1adda4342356a44a5 in 63ms, sequenceid=754, compaction requested=false; wal=null 2024-11-19T07:30:05,308 INFO [Time-limited test {}] wal.AbstractTestWALReplay$4$1(796): InternalFlushCache Invoked 2024-11-19T07:30:05,309 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 418c6af30a15fcd1adda4342356a44a5 3/3 column families, dataSize=42.49 KB heapSize=100.11 KB 2024-11-19T07:30:05,317 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38185/hbase/data/default/testReplayEditsWrittenIntoWAL/418c6af30a15fcd1adda4342356a44a5/.tmp/a/a90279abf1f0431e8a8a0cd84220f7fc is 62, key is testReplayEditsWrittenIntoWAL/a:754/1732001400509/Put/seqid=0 2024-11-19T07:30:05,328 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43283 is added to blk_1073741859_1036 (size=20072) 2024-11-19T07:30:05,329 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46643 is added to blk_1073741859_1036 (size=20072) 2024-11-19T07:30:05,329 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46751 is added to blk_1073741859_1036 (size=20072) 2024-11-19T07:30:05,730 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.93 KB at sequenceid=1508 (bloomFilter=true), to=hdfs://localhost:38185/hbase/data/default/testReplayEditsWrittenIntoWAL/418c6af30a15fcd1adda4342356a44a5/.tmp/a/a90279abf1f0431e8a8a0cd84220f7fc 2024-11-19T07:30:05,754 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38185/hbase/data/default/testReplayEditsWrittenIntoWAL/418c6af30a15fcd1adda4342356a44a5/.tmp/b/421c0dc6ca654d51a01c1dd30c51d55f is 62, key is testReplayEditsWrittenIntoWAL/b:100/1732001400529/Put/seqid=0 2024-11-19T07:30:05,761 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46643 is added to blk_1073741860_1037 (size=35835) 2024-11-19T07:30:05,761 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43283 is added to blk_1073741860_1037 (size=35835) 2024-11-19T07:30:05,761 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46751 is added to blk_1073741860_1037 (size=35835) 2024-11-19T07:30:05,762 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28.56 KB at sequenceid=1508 (bloomFilter=true), to=hdfs://localhost:38185/hbase/data/default/testReplayEditsWrittenIntoWAL/418c6af30a15fcd1adda4342356a44a5/.tmp/b/421c0dc6ca654d51a01c1dd30c51d55f 2024-11-19T07:30:05,769 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38185/hbase/data/default/testReplayEditsWrittenIntoWAL/418c6af30a15fcd1adda4342356a44a5/.tmp/a/a90279abf1f0431e8a8a0cd84220f7fc as hdfs://localhost:38185/hbase/data/default/testReplayEditsWrittenIntoWAL/418c6af30a15fcd1adda4342356a44a5/a/a90279abf1f0431e8a8a0cd84220f7fc 2024-11-19T07:30:05,776 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38185/hbase/data/default/testReplayEditsWrittenIntoWAL/418c6af30a15fcd1adda4342356a44a5/a/a90279abf1f0431e8a8a0cd84220f7fc, entries=246, sequenceid=1508, filesize=19.6 K 2024-11-19T07:30:05,777 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38185/hbase/data/default/testReplayEditsWrittenIntoWAL/418c6af30a15fcd1adda4342356a44a5/.tmp/b/421c0dc6ca654d51a01c1dd30c51d55f as hdfs://localhost:38185/hbase/data/default/testReplayEditsWrittenIntoWAL/418c6af30a15fcd1adda4342356a44a5/b/421c0dc6ca654d51a01c1dd30c51d55f 2024-11-19T07:30:05,785 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38185/hbase/data/default/testReplayEditsWrittenIntoWAL/418c6af30a15fcd1adda4342356a44a5/b/421c0dc6ca654d51a01c1dd30c51d55f, entries=508, sequenceid=1508, filesize=35.0 K 2024-11-19T07:30:05,785 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~42.49 KB/43512, heapSize ~99.83 KB/102224, currentSize=0 B/0 for 418c6af30a15fcd1adda4342356a44a5 in 476ms, sequenceid=1508, compaction requested=false; wal=null 2024-11-19T07:30:05,801 INFO [Time-limited test {}] wal.AbstractTestWALReplay$4$1(796): InternalFlushCache Invoked 2024-11-19T07:30:05,801 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 418c6af30a15fcd1adda4342356a44a5 3/3 column families, dataSize=42.49 KB heapSize=100.11 KB 2024-11-19T07:30:05,811 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38185/hbase/data/default/testReplayEditsWrittenIntoWAL/418c6af30a15fcd1adda4342356a44a5/.tmp/b/bb1aebce915f465bb73630b060a5ee70 is 62, key is testReplayEditsWrittenIntoWAL/b:508/1732001400553/Put/seqid=0 2024-11-19T07:30:05,822 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46643 is added to blk_1073741861_1038 (size=35082) 2024-11-19T07:30:05,823 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46751 is added to blk_1073741861_1038 (size=35082) 2024-11-19T07:30:05,823 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43283 is added to blk_1073741861_1038 (size=35082) 2024-11-19T07:30:05,823 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.87 KB at sequenceid=2262 (bloomFilter=true), to=hdfs://localhost:38185/hbase/data/default/testReplayEditsWrittenIntoWAL/418c6af30a15fcd1adda4342356a44a5/.tmp/b/bb1aebce915f465bb73630b060a5ee70 2024-11-19T07:30:05,846 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38185/hbase/data/default/testReplayEditsWrittenIntoWAL/418c6af30a15fcd1adda4342356a44a5/.tmp/c/52fd595097b241ee895b474730c94368 is 62, key is testReplayEditsWrittenIntoWAL/c:100/1732001400594/Put/seqid=0 2024-11-19T07:30:05,854 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46751 is added to blk_1073741862_1039 (size=20825) 2024-11-19T07:30:05,854 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43283 is added to blk_1073741862_1039 (size=20825) 2024-11-19T07:30:05,855 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46643 is added to blk_1073741862_1039 (size=20825) 2024-11-19T07:30:05,855 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=14.63 KB at sequenceid=2262 (bloomFilter=true), to=hdfs://localhost:38185/hbase/data/default/testReplayEditsWrittenIntoWAL/418c6af30a15fcd1adda4342356a44a5/.tmp/c/52fd595097b241ee895b474730c94368 2024-11-19T07:30:05,862 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38185/hbase/data/default/testReplayEditsWrittenIntoWAL/418c6af30a15fcd1adda4342356a44a5/.tmp/b/bb1aebce915f465bb73630b060a5ee70 as hdfs://localhost:38185/hbase/data/default/testReplayEditsWrittenIntoWAL/418c6af30a15fcd1adda4342356a44a5/b/bb1aebce915f465bb73630b060a5ee70 2024-11-19T07:30:05,868 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38185/hbase/data/default/testReplayEditsWrittenIntoWAL/418c6af30a15fcd1adda4342356a44a5/b/bb1aebce915f465bb73630b060a5ee70, entries=492, sequenceid=2262, filesize=34.3 K 2024-11-19T07:30:05,869 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38185/hbase/data/default/testReplayEditsWrittenIntoWAL/418c6af30a15fcd1adda4342356a44a5/.tmp/c/52fd595097b241ee895b474730c94368 as hdfs://localhost:38185/hbase/data/default/testReplayEditsWrittenIntoWAL/418c6af30a15fcd1adda4342356a44a5/c/52fd595097b241ee895b474730c94368 2024-11-19T07:30:05,875 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38185/hbase/data/default/testReplayEditsWrittenIntoWAL/418c6af30a15fcd1adda4342356a44a5/c/52fd595097b241ee895b474730c94368, entries=262, sequenceid=2262, filesize=20.3 K 2024-11-19T07:30:05,876 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~42.49 KB/43512, heapSize ~99.83 KB/102224, currentSize=0 B/0 for 418c6af30a15fcd1adda4342356a44a5 in 74ms, sequenceid=2262, compaction requested=false; wal=null 2024-11-19T07:30:05,888 WARN [Time-limited test {}] regionserver.HRegion(5722): No family for cell testReplayEditsWrittenIntoWAL/another family:testReplayEditsWrittenIntoWAL/1732001400650/Put/vlen=29/seqid=0 in region testReplayEditsWrittenIntoWAL,,1732001400364.418c6af30a15fcd1adda4342356a44a5. 2024-11-19T07:30:05,891 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 3001, skipped 1, firstSequenceIdInLog=1, maxSequenceIdInLog=3002, path=hdfs://localhost:38185/hbase/data/default/testReplayEditsWrittenIntoWAL/418c6af30a15fcd1adda4342356a44a5/recovered.edits/0000000000000003002 2024-11-19T07:30:05,892 INFO [Time-limited test {}] wal.AbstractTestWALReplay$4$1(796): InternalFlushCache Invoked 2024-11-19T07:30:05,892 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 418c6af30a15fcd1adda4342356a44a5 3/3 column families, dataSize=41.85 KB heapSize=98.89 KB 2024-11-19T07:30:05,902 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38185/hbase/data/default/testReplayEditsWrittenIntoWAL/418c6af30a15fcd1adda4342356a44a5/.tmp/c/c4e7069b93aa4bd28c1e4e2b57c16c52 is 62, key is testReplayEditsWrittenIntoWAL/c:262/1732001400604/Put/seqid=0 2024-11-19T07:30:05,911 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46643 is added to blk_1073741863_1040 (size=50301) 2024-11-19T07:30:05,912 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43283 is added to blk_1073741863_1040 (size=50301) 2024-11-19T07:30:05,916 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46751 is added to blk_1073741863_1040 (size=50301) 2024-11-19T07:30:05,916 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=41.85 KB at sequenceid=3002 (bloomFilter=true), to=hdfs://localhost:38185/hbase/data/default/testReplayEditsWrittenIntoWAL/418c6af30a15fcd1adda4342356a44a5/.tmp/c/c4e7069b93aa4bd28c1e4e2b57c16c52 2024-11-19T07:30:05,923 INFO [Time-limited test {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for c4e7069b93aa4bd28c1e4e2b57c16c52 2024-11-19T07:30:05,924 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38185/hbase/data/default/testReplayEditsWrittenIntoWAL/418c6af30a15fcd1adda4342356a44a5/.tmp/c/c4e7069b93aa4bd28c1e4e2b57c16c52 as hdfs://localhost:38185/hbase/data/default/testReplayEditsWrittenIntoWAL/418c6af30a15fcd1adda4342356a44a5/c/c4e7069b93aa4bd28c1e4e2b57c16c52 2024-11-19T07:30:05,931 INFO [Time-limited test {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for c4e7069b93aa4bd28c1e4e2b57c16c52 2024-11-19T07:30:05,931 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38185/hbase/data/default/testReplayEditsWrittenIntoWAL/418c6af30a15fcd1adda4342356a44a5/c/c4e7069b93aa4bd28c1e4e2b57c16c52, entries=739, sequenceid=3002, filesize=49.1 K 2024-11-19T07:30:05,931 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~41.85 KB/42854, heapSize ~98.38 KB/100736, currentSize=0 B/0 for 418c6af30a15fcd1adda4342356a44a5 in 39ms, sequenceid=3002, compaction requested=false; wal=null 2024-11-19T07:30:05,932 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:38185/hbase/data/default/testReplayEditsWrittenIntoWAL/418c6af30a15fcd1adda4342356a44a5/recovered.edits/0000000000000003002 2024-11-19T07:30:05,933 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 418c6af30a15fcd1adda4342356a44a5 2024-11-19T07:30:05,934 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 418c6af30a15fcd1adda4342356a44a5 2024-11-19T07:30:05,934 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenIntoWAL descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-19T07:30:05,936 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 418c6af30a15fcd1adda4342356a44a5 2024-11-19T07:30:05,939 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38185/hbase/data/default/testReplayEditsWrittenIntoWAL/418c6af30a15fcd1adda4342356a44a5/recovered.edits/3002.seqid, newMaxSeqId=3002, maxSeqId=1 2024-11-19T07:30:05,941 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 418c6af30a15fcd1adda4342356a44a5; next sequenceid=3003; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=204800, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65849936, jitterRate=-0.018759489059448242}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-19T07:30:05,941 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 418c6af30a15fcd1adda4342356a44a5: Writing region info on filesystem at 1732001404822Initializing all the Stores at 1732001404823 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732001404823Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732001404823Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732001404823Cleaning up temporary data from old regions at 1732001405934 (+1111 ms)Region opened successfully at 1732001405941 (+7 ms) 2024-11-19T07:30:06,014 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 418c6af30a15fcd1adda4342356a44a5, disabling compactions & flushes 2024-11-19T07:30:06,014 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenIntoWAL,,1732001400364.418c6af30a15fcd1adda4342356a44a5. 2024-11-19T07:30:06,014 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenIntoWAL,,1732001400364.418c6af30a15fcd1adda4342356a44a5. 2024-11-19T07:30:06,014 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenIntoWAL,,1732001400364.418c6af30a15fcd1adda4342356a44a5. after waiting 0 ms 2024-11-19T07:30:06,014 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenIntoWAL,,1732001400364.418c6af30a15fcd1adda4342356a44a5. 2024-11-19T07:30:06,016 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenIntoWAL,,1732001400364.418c6af30a15fcd1adda4342356a44a5. 2024-11-19T07:30:06,016 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 418c6af30a15fcd1adda4342356a44a5: Waiting for close lock at 1732001406014Disabling compacts and flushes for region at 1732001406014Disabling writes for close at 1732001406014Writing region close event to WAL at 1732001406016 (+2 ms)Closed at 1732001406016 2024-11-19T07:30:06,019 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46643 is added to blk_1073741857_1034 (size=93) 2024-11-19T07:30:06,019 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46751 is added to blk_1073741857_1034 (size=93) 2024-11-19T07:30:06,019 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43283 is added to blk_1073741857_1034 (size=93) 2024-11-19T07:30:06,022 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-19T07:30:06,022 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL wal:(num 1732001404798) 2024-11-19T07:30:06,036 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplay#testReplayEditsWrittenIntoWAL Thread=400 (was 386) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-387263921_22 at /127.0.0.1:40124 [Waiting for operation #11] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/078d5ea1-5dfb-6462-d5fc-1f4686263901/cluster_d857c91d-3d75-080c-1958-0feec4aaf079/data/data2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-387263921_22 at /127.0.0.1:47778 [Waiting for operation #25] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-387263921_22 at /127.0.0.1:40104 [Waiting for operation #4] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/078d5ea1-5dfb-6462-d5fc-1f4686263901/cluster_d857c91d-3d75-080c-1958-0feec4aaf079/data/data1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42453 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1612229954) connection to localhost/127.0.0.1:46259 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-387263921_22 at /127.0.0.1:48608 [Waiting for operation #10] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1612229954) connection to localhost/127.0.0.1:42453 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: AsyncFSWAL-12-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46259 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-12-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1612229954) connection to localhost/127.0.0.1:38185 from jenkins.replay.wal.secondtime java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.replay.wal.secondtime@localhost:38185 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-12-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=865 (was 785) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=481 (was 514), ProcessCount=11 (was 11), AvailableMemoryMB=12327 (was 12470) 2024-11-19T07:30:06,050 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplay#test2727 Thread=400, OpenFileDescriptor=865, MaxFileDescriptor=1048576, SystemLoadAverage=481, ProcessCount=11, AvailableMemoryMB=12325 2024-11-19T07:30:06,071 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T07:30:06,074 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T07:30:06,076 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-19T07:30:06,079 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-45124134, suffix=, logDir=hdfs://localhost:38185/hbase/WALs/hregion-45124134, archiveDir=hdfs://localhost:38185/hbase/oldWALs, maxLogs=32 2024-11-19T07:30:06,097 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-45124134/hregion-45124134.1732001406079, exclude list is [], retry=0 2024-11-19T07:30:06,101 DEBUG [AsyncFSWAL-14-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46751,DS-55896d67-6080-43fe-816e-d4f81c68bc35,DISK] 2024-11-19T07:30:06,101 DEBUG [AsyncFSWAL-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43283,DS-9249da75-9edb-42de-b698-779c3e2094aa,DISK] 2024-11-19T07:30:06,102 DEBUG [AsyncFSWAL-14-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46643,DS-aac20c1d-8590-491f-b264-6c738d9d91ba,DISK] 2024-11-19T07:30:06,108 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-45124134/hregion-45124134.1732001406079 2024-11-19T07:30:06,109 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36921:36921),(127.0.0.1/127.0.0.1:44727:44727),(127.0.0.1/127.0.0.1:41841:41841)] 2024-11-19T07:30:06,109 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => 451527afa0253b00eafd95152b206304, NAME => 'test2727,,1732001406073.451527afa0253b00eafd95152b206304.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test2727', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38185/hbase 2024-11-19T07:30:06,127 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46751 is added to blk_1073741865_1042 (size=43) 2024-11-19T07:30:06,127 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46643 is added to blk_1073741865_1042 (size=43) 2024-11-19T07:30:06,128 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43283 is added to blk_1073741865_1042 (size=43) 2024-11-19T07:30:06,129 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated test2727,,1732001406073.451527afa0253b00eafd95152b206304.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T07:30:06,130 INFO [StoreOpener-451527afa0253b00eafd95152b206304-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 451527afa0253b00eafd95152b206304 2024-11-19T07:30:06,132 INFO [StoreOpener-451527afa0253b00eafd95152b206304-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 451527afa0253b00eafd95152b206304 columnFamilyName a 2024-11-19T07:30:06,132 DEBUG [StoreOpener-451527afa0253b00eafd95152b206304-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T07:30:06,133 INFO [StoreOpener-451527afa0253b00eafd95152b206304-1 {}] regionserver.HStore(327): Store=451527afa0253b00eafd95152b206304/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T07:30:06,133 INFO [StoreOpener-451527afa0253b00eafd95152b206304-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 451527afa0253b00eafd95152b206304 2024-11-19T07:30:06,135 INFO [StoreOpener-451527afa0253b00eafd95152b206304-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 451527afa0253b00eafd95152b206304 columnFamilyName b 2024-11-19T07:30:06,135 DEBUG [StoreOpener-451527afa0253b00eafd95152b206304-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T07:30:06,136 INFO [StoreOpener-451527afa0253b00eafd95152b206304-1 {}] regionserver.HStore(327): Store=451527afa0253b00eafd95152b206304/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T07:30:06,136 INFO [StoreOpener-451527afa0253b00eafd95152b206304-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 451527afa0253b00eafd95152b206304 2024-11-19T07:30:06,138 INFO [StoreOpener-451527afa0253b00eafd95152b206304-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 451527afa0253b00eafd95152b206304 columnFamilyName c 2024-11-19T07:30:06,138 DEBUG [StoreOpener-451527afa0253b00eafd95152b206304-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T07:30:06,138 INFO [StoreOpener-451527afa0253b00eafd95152b206304-1 {}] regionserver.HStore(327): Store=451527afa0253b00eafd95152b206304/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T07:30:06,138 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 451527afa0253b00eafd95152b206304 2024-11-19T07:30:06,139 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38185/hbase/data/default/test2727/451527afa0253b00eafd95152b206304 2024-11-19T07:30:06,139 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38185/hbase/data/default/test2727/451527afa0253b00eafd95152b206304 2024-11-19T07:30:06,140 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 451527afa0253b00eafd95152b206304 2024-11-19T07:30:06,141 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 451527afa0253b00eafd95152b206304 2024-11-19T07:30:06,141 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test2727 descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-19T07:30:06,142 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 451527afa0253b00eafd95152b206304 2024-11-19T07:30:06,144 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38185/hbase/data/default/test2727/451527afa0253b00eafd95152b206304/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T07:30:06,145 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 451527afa0253b00eafd95152b206304; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66318182, jitterRate=-0.011782079935073853}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-19T07:30:06,146 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 451527afa0253b00eafd95152b206304: Writing region info on filesystem at 1732001406129Initializing all the Stores at 1732001406130 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732001406130Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732001406130Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732001406130Cleaning up temporary data from old regions at 1732001406141 (+11 ms)Region opened successfully at 1732001406146 (+5 ms) 2024-11-19T07:30:06,146 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 451527afa0253b00eafd95152b206304, disabling compactions & flushes 2024-11-19T07:30:06,146 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region test2727,,1732001406073.451527afa0253b00eafd95152b206304. 2024-11-19T07:30:06,146 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on test2727,,1732001406073.451527afa0253b00eafd95152b206304. 2024-11-19T07:30:06,146 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on test2727,,1732001406073.451527afa0253b00eafd95152b206304. after waiting 0 ms 2024-11-19T07:30:06,146 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region test2727,,1732001406073.451527afa0253b00eafd95152b206304. 2024-11-19T07:30:06,148 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed test2727,,1732001406073.451527afa0253b00eafd95152b206304. 2024-11-19T07:30:06,148 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 451527afa0253b00eafd95152b206304: Waiting for close lock at 1732001406146Disabling compacts and flushes for region at 1732001406146Disabling writes for close at 1732001406146Writing region close event to WAL at 1732001406148 (+2 ms)Closed at 1732001406148 2024-11-19T07:30:06,154 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43283 is added to blk_1073741864_1041 (size=93) 2024-11-19T07:30:06,154 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46643 is added to blk_1073741864_1041 (size=93) 2024-11-19T07:30:06,154 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46751 is added to blk_1073741864_1041 (size=93) 2024-11-19T07:30:06,157 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-19T07:30:06,157 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-45124134:(num 1732001406079) 2024-11-19T07:30:06,157 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-19T07:30:06,159 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:38185/hbase/WALs/test2727-manual,16010,1732001406070, archiveDir=hdfs://localhost:38185/hbase/oldWALs, maxLogs=32 2024-11-19T07:30:06,172 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/test2727-manual,16010,1732001406070/wal.1732001406159, exclude list is [], retry=0 2024-11-19T07:30:06,174 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43283,DS-9249da75-9edb-42de-b698-779c3e2094aa,DISK] 2024-11-19T07:30:06,175 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46751,DS-55896d67-6080-43fe-816e-d4f81c68bc35,DISK] 2024-11-19T07:30:06,175 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46643,DS-aac20c1d-8590-491f-b264-6c738d9d91ba,DISK] 2024-11-19T07:30:06,177 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/test2727-manual,16010,1732001406070/wal.1732001406159 2024-11-19T07:30:06,177 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44727:44727),(127.0.0.1/127.0.0.1:36921:36921),(127.0.0.1/127.0.0.1:41841:41841)] 2024-11-19T07:30:06,391 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46643 is added to blk_1073741866_1043 (size=344306) 2024-11-19T07:30:06,391 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46751 is added to blk_1073741866_1043 (size=344306) 2024-11-19T07:30:06,391 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43283 is added to blk_1073741866_1043 (size=344306) 2024-11-19T07:30:06,416 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38185/hbase/WALs/test2727-manual,16010,1732001406070/wal.1732001406159, size=336.2 K (344306bytes) 2024-11-19T07:30:06,416 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38185/hbase/WALs/test2727-manual,16010,1732001406070/wal.1732001406159 2024-11-19T07:30:06,417 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38185/hbase/WALs/test2727-manual,16010,1732001406070/wal.1732001406159 after 1ms 2024-11-19T07:30:06,422 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38185/hbase/WALs/test2727-manual,16010,1732001406070/wal.1732001406159 took 6ms 2024-11-19T07:30:06,428 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.1732001406159.temp 2024-11-19T07:30:06,430 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38185/hbase/data/default/test2727/451527afa0253b00eafd95152b206304/recovered.edits/0000000000000000001-wal.1732001406159.temp 2024-11-19T07:30:06,459 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38185/hbase/WALs/test2727-manual,16010,1732001406070/wal.1732001406159 so closing down 2024-11-19T07:30:06,459 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-19T07:30:06,459 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-19T07:30:06,468 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46751 is added to blk_1073741867_1044 (size=344306) 2024-11-19T07:30:06,468 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43283 is added to blk_1073741867_1044 (size=344306) 2024-11-19T07:30:06,468 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46643 is added to blk_1073741867_1044 (size=344306) 2024-11-19T07:30:06,469 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38185/hbase/data/default/test2727/451527afa0253b00eafd95152b206304/recovered.edits/0000000000000000001-wal.1732001406159.temp (wrote 3000 edits, skipped 0 edits in 12 ms) 2024-11-19T07:30:06,471 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38185/hbase/data/default/test2727/451527afa0253b00eafd95152b206304/recovered.edits/0000000000000000001-wal.1732001406159.temp to hdfs://localhost:38185/hbase/data/default/test2727/451527afa0253b00eafd95152b206304/recovered.edits/0000000000000003000 2024-11-19T07:30:06,472 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 3000 edits across 1 Regions in 49 ms; skipped=0; WAL=hdfs://localhost:38185/hbase/WALs/test2727-manual,16010,1732001406070/wal.1732001406159, size=336.2 K, length=344306, corrupted=false, cancelled=false 2024-11-19T07:30:06,472 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38185/hbase/WALs/test2727-manual,16010,1732001406070/wal.1732001406159, journal: Splitting hdfs://localhost:38185/hbase/WALs/test2727-manual,16010,1732001406070/wal.1732001406159, size=336.2 K (344306bytes) at 1732001406416Creating recovered edits writer path=hdfs://localhost:38185/hbase/data/default/test2727/451527afa0253b00eafd95152b206304/recovered.edits/0000000000000000001-wal.1732001406159.temp at 1732001406430 (+14 ms)Split 1024 edits, skipped 0 edits. at 1732001406437 (+7 ms)Split 2048 edits, skipped 0 edits. at 1732001406448 (+11 ms)Finishing writing output for hdfs://localhost:38185/hbase/WALs/test2727-manual,16010,1732001406070/wal.1732001406159 so closing down at 1732001406459 (+11 ms)3 split writer threads finished at 1732001406459Closed recovered edits writer path=hdfs://localhost:38185/hbase/data/default/test2727/451527afa0253b00eafd95152b206304/recovered.edits/0000000000000000001-wal.1732001406159.temp (wrote 3000 edits, skipped 0 edits in 12 ms) at 1732001406469 (+10 ms)Rename recovered edits hdfs://localhost:38185/hbase/data/default/test2727/451527afa0253b00eafd95152b206304/recovered.edits/0000000000000000001-wal.1732001406159.temp to hdfs://localhost:38185/hbase/data/default/test2727/451527afa0253b00eafd95152b206304/recovered.edits/0000000000000003000 at 1732001406471 (+2 ms)Processed 3000 edits across 1 Regions in 49 ms; skipped=0; WAL=hdfs://localhost:38185/hbase/WALs/test2727-manual,16010,1732001406070/wal.1732001406159, size=336.2 K, length=344306, corrupted=false, cancelled=false at 1732001406472 (+1 ms) 2024-11-19T07:30:06,474 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38185/hbase/WALs/test2727-manual,16010,1732001406070/wal.1732001406159 to hdfs://localhost:38185/hbase/oldWALs/wal.1732001406159 2024-11-19T07:30:06,475 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:38185/hbase/data/default/test2727/451527afa0253b00eafd95152b206304/recovered.edits/0000000000000003000 2024-11-19T07:30:06,475 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-19T07:30:06,478 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:38185/hbase/WALs/test2727-manual,16010,1732001406070, archiveDir=hdfs://localhost:38185/hbase/oldWALs, maxLogs=32 2024-11-19T07:30:06,497 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/test2727-manual,16010,1732001406070/wal.1732001406478, exclude list is [], retry=0 2024-11-19T07:30:06,501 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46643,DS-aac20c1d-8590-491f-b264-6c738d9d91ba,DISK] 2024-11-19T07:30:06,501 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46751,DS-55896d67-6080-43fe-816e-d4f81c68bc35,DISK] 2024-11-19T07:30:06,502 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43283,DS-9249da75-9edb-42de-b698-779c3e2094aa,DISK] 2024-11-19T07:30:06,509 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/test2727-manual,16010,1732001406070/wal.1732001406478 2024-11-19T07:30:06,510 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41841:41841),(127.0.0.1/127.0.0.1:36921:36921),(127.0.0.1/127.0.0.1:44727:44727)] 2024-11-19T07:30:06,564 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-19T07:30:06,565 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-19T07:30:06,566 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-19T07:30:06,566 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-19T07:30:06,567 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-19T07:30:06,567 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-19T07:30:06,568 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsWrittenIntoWAL 2024-11-19T07:30:06,568 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsWrittenIntoWAL Metrics about Tables on a single HBase RegionServer 2024-11-19T07:30:06,725 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46751 is added to blk_1073741868_1045 (size=344433) 2024-11-19T07:30:06,725 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46643 is added to blk_1073741868_1045 (size=344433) 2024-11-19T07:30:06,726 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43283 is added to blk_1073741868_1045 (size=344433) 2024-11-19T07:30:06,750 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38185/hbase/WALs/test2727-manual,16010,1732001406070/wal.1732001406478, size=336.4 K (344433bytes) 2024-11-19T07:30:06,750 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38185/hbase/WALs/test2727-manual,16010,1732001406070/wal.1732001406478 2024-11-19T07:30:06,751 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38185/hbase/WALs/test2727-manual,16010,1732001406070/wal.1732001406478 after 1ms 2024-11-19T07:30:06,756 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38185/hbase/WALs/test2727-manual,16010,1732001406070/wal.1732001406478 took 6ms 2024-11-19T07:30:06,760 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000003001-wal.1732001406478.temp 2024-11-19T07:30:06,762 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38185/hbase/data/default/test2727/451527afa0253b00eafd95152b206304/recovered.edits/0000000000000003001-wal.1732001406478.temp 2024-11-19T07:30:06,787 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38185/hbase/WALs/test2727-manual,16010,1732001406070/wal.1732001406478 so closing down 2024-11-19T07:30:06,787 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-19T07:30:06,787 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-19T07:30:06,795 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46643 is added to blk_1073741869_1046 (size=344433) 2024-11-19T07:30:06,795 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46751 is added to blk_1073741869_1046 (size=344433) 2024-11-19T07:30:06,797 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38185/hbase/data/default/test2727/451527afa0253b00eafd95152b206304/recovered.edits/0000000000000003001-wal.1732001406478.temp (wrote 3000 edits, skipped 0 edits in 10 ms) 2024-11-19T07:30:06,797 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43283 is added to blk_1073741869_1046 (size=344433) 2024-11-19T07:30:06,799 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38185/hbase/data/default/test2727/451527afa0253b00eafd95152b206304/recovered.edits/0000000000000003001-wal.1732001406478.temp to hdfs://localhost:38185/hbase/data/default/test2727/451527afa0253b00eafd95152b206304/recovered.edits/0000000000000006000 2024-11-19T07:30:06,799 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 3000 edits across 1 Regions in 42 ms; skipped=0; WAL=hdfs://localhost:38185/hbase/WALs/test2727-manual,16010,1732001406070/wal.1732001406478, size=336.4 K, length=344433, corrupted=false, cancelled=false 2024-11-19T07:30:06,799 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38185/hbase/WALs/test2727-manual,16010,1732001406070/wal.1732001406478, journal: Splitting hdfs://localhost:38185/hbase/WALs/test2727-manual,16010,1732001406070/wal.1732001406478, size=336.4 K (344433bytes) at 1732001406750Creating recovered edits writer path=hdfs://localhost:38185/hbase/data/default/test2727/451527afa0253b00eafd95152b206304/recovered.edits/0000000000000003001-wal.1732001406478.temp at 1732001406763 (+13 ms)Split 1024 edits, skipped 0 edits. at 1732001406768 (+5 ms)Split 2048 edits, skipped 0 edits. at 1732001406778 (+10 ms)Finishing writing output for hdfs://localhost:38185/hbase/WALs/test2727-manual,16010,1732001406070/wal.1732001406478 so closing down at 1732001406787 (+9 ms)3 split writer threads finished at 1732001406787Closed recovered edits writer path=hdfs://localhost:38185/hbase/data/default/test2727/451527afa0253b00eafd95152b206304/recovered.edits/0000000000000003001-wal.1732001406478.temp (wrote 3000 edits, skipped 0 edits in 10 ms) at 1732001406797 (+10 ms)Rename recovered edits hdfs://localhost:38185/hbase/data/default/test2727/451527afa0253b00eafd95152b206304/recovered.edits/0000000000000003001-wal.1732001406478.temp to hdfs://localhost:38185/hbase/data/default/test2727/451527afa0253b00eafd95152b206304/recovered.edits/0000000000000006000 at 1732001406799 (+2 ms)Processed 3000 edits across 1 Regions in 42 ms; skipped=0; WAL=hdfs://localhost:38185/hbase/WALs/test2727-manual,16010,1732001406070/wal.1732001406478, size=336.4 K, length=344433, corrupted=false, cancelled=false at 1732001406799 2024-11-19T07:30:06,803 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38185/hbase/WALs/test2727-manual,16010,1732001406070/wal.1732001406478 to hdfs://localhost:38185/hbase/oldWALs/wal.1732001406478 2024-11-19T07:30:06,804 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:38185/hbase/data/default/test2727/451527afa0253b00eafd95152b206304/recovered.edits/0000000000000006000 2024-11-19T07:30:06,804 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-19T07:30:06,807 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:38185/hbase/WALs/test2727-manual,16010,1732001406070, archiveDir=hdfs://localhost:38185/hbase/oldWALs, maxLogs=32 2024-11-19T07:30:06,827 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/test2727-manual,16010,1732001406070/wal.1732001406807, exclude list is [], retry=0 2024-11-19T07:30:06,831 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46643,DS-aac20c1d-8590-491f-b264-6c738d9d91ba,DISK] 2024-11-19T07:30:06,831 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46751,DS-55896d67-6080-43fe-816e-d4f81c68bc35,DISK] 2024-11-19T07:30:06,831 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43283,DS-9249da75-9edb-42de-b698-779c3e2094aa,DISK] 2024-11-19T07:30:06,834 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/test2727-manual,16010,1732001406070/wal.1732001406807 2024-11-19T07:30:06,835 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41841:41841),(127.0.0.1/127.0.0.1:36921:36921),(127.0.0.1/127.0.0.1:44727:44727)] 2024-11-19T07:30:06,835 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 451527afa0253b00eafd95152b206304, NAME => 'test2727,,1732001406073.451527afa0253b00eafd95152b206304.', STARTKEY => '', ENDKEY => ''} 2024-11-19T07:30:06,835 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated test2727,,1732001406073.451527afa0253b00eafd95152b206304.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T07:30:06,836 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 451527afa0253b00eafd95152b206304 2024-11-19T07:30:06,836 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 451527afa0253b00eafd95152b206304 2024-11-19T07:30:06,838 INFO [StoreOpener-451527afa0253b00eafd95152b206304-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 451527afa0253b00eafd95152b206304 2024-11-19T07:30:06,839 INFO [StoreOpener-451527afa0253b00eafd95152b206304-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 451527afa0253b00eafd95152b206304 columnFamilyName a 2024-11-19T07:30:06,839 DEBUG [StoreOpener-451527afa0253b00eafd95152b206304-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T07:30:06,840 INFO [StoreOpener-451527afa0253b00eafd95152b206304-1 {}] regionserver.HStore(327): Store=451527afa0253b00eafd95152b206304/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T07:30:06,840 INFO [StoreOpener-451527afa0253b00eafd95152b206304-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 451527afa0253b00eafd95152b206304 2024-11-19T07:30:06,841 INFO [StoreOpener-451527afa0253b00eafd95152b206304-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 451527afa0253b00eafd95152b206304 columnFamilyName b 2024-11-19T07:30:06,841 DEBUG [StoreOpener-451527afa0253b00eafd95152b206304-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T07:30:06,842 INFO [StoreOpener-451527afa0253b00eafd95152b206304-1 {}] regionserver.HStore(327): Store=451527afa0253b00eafd95152b206304/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T07:30:06,842 INFO [StoreOpener-451527afa0253b00eafd95152b206304-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 451527afa0253b00eafd95152b206304 2024-11-19T07:30:06,844 INFO [StoreOpener-451527afa0253b00eafd95152b206304-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 451527afa0253b00eafd95152b206304 columnFamilyName c 2024-11-19T07:30:06,844 DEBUG [StoreOpener-451527afa0253b00eafd95152b206304-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T07:30:06,844 INFO [StoreOpener-451527afa0253b00eafd95152b206304-1 {}] regionserver.HStore(327): Store=451527afa0253b00eafd95152b206304/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T07:30:06,845 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 451527afa0253b00eafd95152b206304 2024-11-19T07:30:06,846 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38185/hbase/data/default/test2727/451527afa0253b00eafd95152b206304 2024-11-19T07:30:06,848 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 2 recovered edits file(s) under hdfs://localhost:38185/hbase/data/default/test2727/451527afa0253b00eafd95152b206304 2024-11-19T07:30:06,849 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:38185/hbase/data/default/test2727/451527afa0253b00eafd95152b206304/recovered.edits/0000000000000003000 2024-11-19T07:30:06,883 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 3000, skipped 0, firstSequenceIdInLog=1, maxSequenceIdInLog=3000, path=hdfs://localhost:38185/hbase/data/default/test2727/451527afa0253b00eafd95152b206304/recovered.edits/0000000000000003000 2024-11-19T07:30:06,885 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:38185/hbase/data/default/test2727/451527afa0253b00eafd95152b206304/recovered.edits/0000000000000006000 2024-11-19T07:30:06,933 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 3000, skipped 0, firstSequenceIdInLog=3001, maxSequenceIdInLog=6000, path=hdfs://localhost:38185/hbase/data/default/test2727/451527afa0253b00eafd95152b206304/recovered.edits/0000000000000006000 2024-11-19T07:30:06,933 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 451527afa0253b00eafd95152b206304 3/3 column families, dataSize=215.51 KB heapSize=657 KB 2024-11-19T07:30:06,962 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38185/hbase/data/default/test2727/451527afa0253b00eafd95152b206304/.tmp/a/fe57ad6dd8e54050a5fe74d8fa134d2a is 41, key is test2727/a:100/1732001406516/Put/seqid=0 2024-11-19T07:30:06,967 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46643 is added to blk_1073741871_1048 (size=84227) 2024-11-19T07:30:06,968 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43283 is added to blk_1073741871_1048 (size=84227) 2024-11-19T07:30:06,968 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46751 is added to blk_1073741871_1048 (size=84227) 2024-11-19T07:30:06,969 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=71.84 KB at sequenceid=6000 (bloomFilter=true), to=hdfs://localhost:38185/hbase/data/default/test2727/451527afa0253b00eafd95152b206304/.tmp/a/fe57ad6dd8e54050a5fe74d8fa134d2a 2024-11-19T07:30:07,005 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38185/hbase/data/default/test2727/451527afa0253b00eafd95152b206304/.tmp/b/e43fe9f271aa4cce8eb63a37dbd59f97 is 41, key is test2727/b:100/1732001406584/Put/seqid=0 2024-11-19T07:30:07,012 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46751 is added to blk_1073741872_1049 (size=84609) 2024-11-19T07:30:07,013 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46643 is added to blk_1073741872_1049 (size=84609) 2024-11-19T07:30:07,013 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43283 is added to blk_1073741872_1049 (size=84609) 2024-11-19T07:30:07,014 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=71.84 KB at sequenceid=6000 (bloomFilter=true), to=hdfs://localhost:38185/hbase/data/default/test2727/451527afa0253b00eafd95152b206304/.tmp/b/e43fe9f271aa4cce8eb63a37dbd59f97 2024-11-19T07:30:07,046 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38185/hbase/data/default/test2727/451527afa0253b00eafd95152b206304/.tmp/c/2bfddc85b6a74d508499b703b155dc01 is 41, key is test2727/c:100/1732001406656/Put/seqid=0 2024-11-19T07:30:07,054 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43283 is added to blk_1073741873_1050 (size=84609) 2024-11-19T07:30:07,055 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46643 is added to blk_1073741873_1050 (size=84609) 2024-11-19T07:30:07,056 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46751 is added to blk_1073741873_1050 (size=84609) 2024-11-19T07:30:07,057 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=71.84 KB at sequenceid=6000 (bloomFilter=true), to=hdfs://localhost:38185/hbase/data/default/test2727/451527afa0253b00eafd95152b206304/.tmp/c/2bfddc85b6a74d508499b703b155dc01 2024-11-19T07:30:07,066 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38185/hbase/data/default/test2727/451527afa0253b00eafd95152b206304/.tmp/a/fe57ad6dd8e54050a5fe74d8fa134d2a as hdfs://localhost:38185/hbase/data/default/test2727/451527afa0253b00eafd95152b206304/a/fe57ad6dd8e54050a5fe74d8fa134d2a 2024-11-19T07:30:07,075 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38185/hbase/data/default/test2727/451527afa0253b00eafd95152b206304/a/fe57ad6dd8e54050a5fe74d8fa134d2a, entries=2000, sequenceid=6000, filesize=82.3 K 2024-11-19T07:30:07,077 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38185/hbase/data/default/test2727/451527afa0253b00eafd95152b206304/.tmp/b/e43fe9f271aa4cce8eb63a37dbd59f97 as hdfs://localhost:38185/hbase/data/default/test2727/451527afa0253b00eafd95152b206304/b/e43fe9f271aa4cce8eb63a37dbd59f97 2024-11-19T07:30:07,089 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38185/hbase/data/default/test2727/451527afa0253b00eafd95152b206304/b/e43fe9f271aa4cce8eb63a37dbd59f97, entries=2000, sequenceid=6000, filesize=82.6 K 2024-11-19T07:30:07,091 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38185/hbase/data/default/test2727/451527afa0253b00eafd95152b206304/.tmp/c/2bfddc85b6a74d508499b703b155dc01 as hdfs://localhost:38185/hbase/data/default/test2727/451527afa0253b00eafd95152b206304/c/2bfddc85b6a74d508499b703b155dc01 2024-11-19T07:30:07,098 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38185/hbase/data/default/test2727/451527afa0253b00eafd95152b206304/c/2bfddc85b6a74d508499b703b155dc01, entries=2000, sequenceid=6000, filesize=82.6 K 2024-11-19T07:30:07,098 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~215.51 KB/220680, heapSize ~656.95 KB/672720, currentSize=0 B/0 for 451527afa0253b00eafd95152b206304 in 165ms, sequenceid=6000, compaction requested=false; wal=null 2024-11-19T07:30:07,099 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:38185/hbase/data/default/test2727/451527afa0253b00eafd95152b206304/recovered.edits/0000000000000003000 2024-11-19T07:30:07,100 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:38185/hbase/data/default/test2727/451527afa0253b00eafd95152b206304/recovered.edits/0000000000000006000 2024-11-19T07:30:07,101 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 451527afa0253b00eafd95152b206304 2024-11-19T07:30:07,101 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 451527afa0253b00eafd95152b206304 2024-11-19T07:30:07,102 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test2727 descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-19T07:30:07,104 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 451527afa0253b00eafd95152b206304 2024-11-19T07:30:07,109 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38185/hbase/data/default/test2727/451527afa0253b00eafd95152b206304/recovered.edits/6000.seqid, newMaxSeqId=6000, maxSeqId=1 2024-11-19T07:30:07,110 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 451527afa0253b00eafd95152b206304; next sequenceid=6001; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59103985, jitterRate=-0.11928199231624603}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-19T07:30:07,112 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 451527afa0253b00eafd95152b206304: Writing region info on filesystem at 1732001406836Initializing all the Stores at 1732001406837 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732001406837Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732001406838 (+1 ms)Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732001406838Obtaining lock to block concurrent updates at 1732001406933 (+95 ms)Preparing flush snapshotting stores in 451527afa0253b00eafd95152b206304 at 1732001406933Finished memstore snapshotting test2727,,1732001406073.451527afa0253b00eafd95152b206304., syncing WAL and waiting on mvcc, flushsize=dataSize=220680, getHeapSize=672720, getOffHeapSize=0, getCellsCount=6000 at 1732001406933Flushing stores of test2727,,1732001406073.451527afa0253b00eafd95152b206304. at 1732001406933Flushing 451527afa0253b00eafd95152b206304/a: creating writer at 1732001406933Flushing 451527afa0253b00eafd95152b206304/a: appending metadata at 1732001406961 (+28 ms)Flushing 451527afa0253b00eafd95152b206304/a: closing flushed file at 1732001406961Flushing 451527afa0253b00eafd95152b206304/b: creating writer at 1732001406977 (+16 ms)Flushing 451527afa0253b00eafd95152b206304/b: appending metadata at 1732001407003 (+26 ms)Flushing 451527afa0253b00eafd95152b206304/b: closing flushed file at 1732001407003Flushing 451527afa0253b00eafd95152b206304/c: creating writer at 1732001407022 (+19 ms)Flushing 451527afa0253b00eafd95152b206304/c: appending metadata at 1732001407045 (+23 ms)Flushing 451527afa0253b00eafd95152b206304/c: closing flushed file at 1732001407045Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@74ba1aae: reopening flushed file at 1732001407065 (+20 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@47c93172: reopening flushed file at 1732001407075 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6ac19d03: reopening flushed file at 1732001407090 (+15 ms)Finished flush of dataSize ~215.51 KB/220680, heapSize ~656.95 KB/672720, currentSize=0 B/0 for 451527afa0253b00eafd95152b206304 in 165ms, sequenceid=6000, compaction requested=false; wal=null at 1732001407098 (+8 ms)Cleaning up temporary data from old regions at 1732001407101 (+3 ms)Region opened successfully at 1732001407112 (+11 ms) 2024-11-19T07:30:07,114 DEBUG [Time-limited test {}] wal.AbstractTestWALReplay(320): region.getOpenSeqNum(): 6001, wal3.id: 0 2024-11-19T07:30:07,114 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 451527afa0253b00eafd95152b206304, disabling compactions & flushes 2024-11-19T07:30:07,114 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region test2727,,1732001406073.451527afa0253b00eafd95152b206304. 2024-11-19T07:30:07,114 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on test2727,,1732001406073.451527afa0253b00eafd95152b206304. 2024-11-19T07:30:07,114 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on test2727,,1732001406073.451527afa0253b00eafd95152b206304. after waiting 0 ms 2024-11-19T07:30:07,114 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region test2727,,1732001406073.451527afa0253b00eafd95152b206304. 2024-11-19T07:30:07,115 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed test2727,,1732001406073.451527afa0253b00eafd95152b206304. 2024-11-19T07:30:07,115 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 451527afa0253b00eafd95152b206304: Waiting for close lock at 1732001407114Disabling compacts and flushes for region at 1732001407114Disabling writes for close at 1732001407114Writing region close event to WAL at 1732001407115 (+1 ms)Closed at 1732001407115 2024-11-19T07:30:07,119 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46643 is added to blk_1073741870_1047 (size=93) 2024-11-19T07:30:07,119 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43283 is added to blk_1073741870_1047 (size=93) 2024-11-19T07:30:07,119 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46751 is added to blk_1073741870_1047 (size=93) 2024-11-19T07:30:07,123 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-19T07:30:07,123 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL wal:(num 1732001406807) 2024-11-19T07:30:07,137 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplay#test2727 Thread=403 (was 400) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_908185091_22 at /127.0.0.1:40124 [Waiting for operation #15] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-14-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-14-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_908185091_22 at /127.0.0.1:40104 [Waiting for operation #8] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-14-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_908185091_22 at /127.0.0.1:47918 [Waiting for operation #5] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_908185091_22 at /127.0.0.1:48702 [Waiting for operation #5] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=929 (was 865) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=481 (was 481), ProcessCount=11 (was 11), AvailableMemoryMB=12122 (was 12325) 2024-11-19T07:30:07,149 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplay#testSequentialEditLogSeqNum Thread=403, OpenFileDescriptor=929, MaxFileDescriptor=1048576, SystemLoadAverage=481, ProcessCount=11, AvailableMemoryMB=12122 2024-11-19T07:30:07,165 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T07:30:07,172 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:38185/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1732001407164, archiveDir=hdfs://localhost:38185/hbase/oldWALs, maxLogs=32 2024-11-19T07:30:07,173 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.1732001407172 2024-11-19T07:30:07,179 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testsequentialeditlogseqnum-manual,16010,1732001407164/wal.1732001407172 2024-11-19T07:30:07,181 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new MockWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36921:36921),(127.0.0.1/127.0.0.1:41841:41841),(127.0.0.1/127.0.0.1:44727:44727)] 2024-11-19T07:30:07,182 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 8b6d57ee976c47778dd86039a3949a64, NAME => 'testSequentialEditLogSeqNum,,1732001407166.8b6d57ee976c47778dd86039a3949a64.', STARTKEY => '', ENDKEY => ''} 2024-11-19T07:30:07,183 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testSequentialEditLogSeqNum,,1732001407166.8b6d57ee976c47778dd86039a3949a64.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T07:30:07,183 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 8b6d57ee976c47778dd86039a3949a64 2024-11-19T07:30:07,183 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 8b6d57ee976c47778dd86039a3949a64 2024-11-19T07:30:07,184 WARN [Time-limited test {}] regionserver.HRegionFileSystem(836): hdfs://localhost:38185/hbase/data/default/testSequentialEditLogSeqNum/8b6d57ee976c47778dd86039a3949a64 doesn't exist for region: 8b6d57ee976c47778dd86039a3949a64 on table testSequentialEditLogSeqNum 2024-11-19T07:30:07,184 WARN [Time-limited test {}] regionserver.HRegionFileSystem(854): .regioninfo file not found for region: 8b6d57ee976c47778dd86039a3949a64 on table testSequentialEditLogSeqNum 2024-11-19T07:30:07,193 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46643 is added to blk_1073741875_1052 (size=62) 2024-11-19T07:30:07,193 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43283 is added to blk_1073741875_1052 (size=62) 2024-11-19T07:30:07,193 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46751 is added to blk_1073741875_1052 (size=62) 2024-11-19T07:30:07,195 INFO [StoreOpener-8b6d57ee976c47778dd86039a3949a64-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 8b6d57ee976c47778dd86039a3949a64 2024-11-19T07:30:07,197 INFO [StoreOpener-8b6d57ee976c47778dd86039a3949a64-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8b6d57ee976c47778dd86039a3949a64 columnFamilyName a 2024-11-19T07:30:07,197 DEBUG [StoreOpener-8b6d57ee976c47778dd86039a3949a64-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T07:30:07,198 INFO [StoreOpener-8b6d57ee976c47778dd86039a3949a64-1 {}] regionserver.HStore(327): Store=8b6d57ee976c47778dd86039a3949a64/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T07:30:07,198 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 8b6d57ee976c47778dd86039a3949a64 2024-11-19T07:30:07,199 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38185/hbase/data/default/testSequentialEditLogSeqNum/8b6d57ee976c47778dd86039a3949a64 2024-11-19T07:30:07,199 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38185/hbase/data/default/testSequentialEditLogSeqNum/8b6d57ee976c47778dd86039a3949a64 2024-11-19T07:30:07,199 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 8b6d57ee976c47778dd86039a3949a64 2024-11-19T07:30:07,199 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 8b6d57ee976c47778dd86039a3949a64 2024-11-19T07:30:07,201 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 8b6d57ee976c47778dd86039a3949a64 2024-11-19T07:30:07,203 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38185/hbase/data/default/testSequentialEditLogSeqNum/8b6d57ee976c47778dd86039a3949a64/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T07:30:07,204 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 8b6d57ee976c47778dd86039a3949a64; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66050055, jitterRate=-0.015777483582496643}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-19T07:30:07,205 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 8b6d57ee976c47778dd86039a3949a64: Writing region info on filesystem at 1732001407183Initializing all the Stores at 1732001407195 (+12 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732001407195Cleaning up temporary data from old regions at 1732001407199 (+4 ms)Region opened successfully at 1732001407205 (+6 ms) 2024-11-19T07:30:07,218 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 8b6d57ee976c47778dd86039a3949a64 1/1 column families, dataSize=770 B heapSize=1.73 KB 2024-11-19T07:30:07,243 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38185/hbase/data/default/testSequentialEditLogSeqNum/8b6d57ee976c47778dd86039a3949a64/.tmp/a/8c851489cfbb4214acee30a1d89bc1d3 is 81, key is testSequentialEditLogSeqNum/a:x0/1732001407205/Put/seqid=0 2024-11-19T07:30:07,250 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43283 is added to blk_1073741876_1053 (size=5833) 2024-11-19T07:30:07,250 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46643 is added to blk_1073741876_1053 (size=5833) 2024-11-19T07:30:07,251 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46751 is added to blk_1073741876_1053 (size=5833) 2024-11-19T07:30:07,251 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=770 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:38185/hbase/data/default/testSequentialEditLogSeqNum/8b6d57ee976c47778dd86039a3949a64/.tmp/a/8c851489cfbb4214acee30a1d89bc1d3 2024-11-19T07:30:07,258 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38185/hbase/data/default/testSequentialEditLogSeqNum/8b6d57ee976c47778dd86039a3949a64/.tmp/a/8c851489cfbb4214acee30a1d89bc1d3 as hdfs://localhost:38185/hbase/data/default/testSequentialEditLogSeqNum/8b6d57ee976c47778dd86039a3949a64/a/8c851489cfbb4214acee30a1d89bc1d3 2024-11-19T07:30:07,264 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38185/hbase/data/default/testSequentialEditLogSeqNum/8b6d57ee976c47778dd86039a3949a64/a/8c851489cfbb4214acee30a1d89bc1d3, entries=10, sequenceid=13, filesize=5.7 K 2024-11-19T07:30:07,266 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~770 B/770, heapSize ~1.72 KB/1760, currentSize=0 B/0 for 8b6d57ee976c47778dd86039a3949a64 in 49ms, sequenceid=13, compaction requested=false 2024-11-19T07:30:07,266 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 8b6d57ee976c47778dd86039a3949a64: 2024-11-19T07:30:07,273 INFO [sync.0 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-19T07:30:07,273 INFO [sync.1 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-19T07:30:07,273 INFO [sync.2 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-19T07:30:07,273 INFO [sync.3 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-19T07:30:07,273 INFO [sync.4 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-19T07:30:07,275 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43283 is added to blk_1073741874_1051 (size=3017) 2024-11-19T07:30:07,276 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46643 is added to blk_1073741874_1051 (size=3017) 2024-11-19T07:30:07,276 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46751 is added to blk_1073741874_1051 (size=3017) 2024-11-19T07:30:07,293 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38185/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1732001407164/wal.1732001407172, size=2.9 K (3017bytes) 2024-11-19T07:30:07,294 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38185/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1732001407164/wal.1732001407172 2024-11-19T07:30:07,294 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38185/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1732001407164/wal.1732001407172 after 0ms 2024-11-19T07:30:07,298 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38185/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1732001407164/wal.1732001407172 took 5ms 2024-11-19T07:30:07,301 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38185/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1732001407164/wal.1732001407172 so closing down 2024-11-19T07:30:07,301 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-19T07:30:07,302 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000003-wal.1732001407172.temp 2024-11-19T07:30:07,303 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38185/hbase/data/default/testSequentialEditLogSeqNum/8b6d57ee976c47778dd86039a3949a64/recovered.edits/0000000000000000003-wal.1732001407172.temp 2024-11-19T07:30:07,303 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-19T07:30:07,312 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46751 is added to blk_1073741877_1054 (size=2433) 2024-11-19T07:30:07,313 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43283 is added to blk_1073741877_1054 (size=2433) 2024-11-19T07:30:07,314 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46643 is added to blk_1073741877_1054 (size=2433) 2024-11-19T07:30:07,314 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38185/hbase/data/default/testSequentialEditLogSeqNum/8b6d57ee976c47778dd86039a3949a64/recovered.edits/0000000000000000003-wal.1732001407172.temp (wrote 15 edits, skipped 0 edits in 0 ms) 2024-11-19T07:30:07,316 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38185/hbase/data/default/testSequentialEditLogSeqNum/8b6d57ee976c47778dd86039a3949a64/recovered.edits/0000000000000000003-wal.1732001407172.temp to hdfs://localhost:38185/hbase/data/default/testSequentialEditLogSeqNum/8b6d57ee976c47778dd86039a3949a64/recovered.edits/0000000000000000020 2024-11-19T07:30:07,316 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 17 edits across 1 Regions in 18 ms; skipped=2; WAL=hdfs://localhost:38185/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1732001407164/wal.1732001407172, size=2.9 K, length=3017, corrupted=false, cancelled=false 2024-11-19T07:30:07,316 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38185/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1732001407164/wal.1732001407172, journal: Splitting hdfs://localhost:38185/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1732001407164/wal.1732001407172, size=2.9 K (3017bytes) at 1732001407294Finishing writing output for hdfs://localhost:38185/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1732001407164/wal.1732001407172 so closing down at 1732001407301 (+7 ms)Creating recovered edits writer path=hdfs://localhost:38185/hbase/data/default/testSequentialEditLogSeqNum/8b6d57ee976c47778dd86039a3949a64/recovered.edits/0000000000000000003-wal.1732001407172.temp at 1732001407303 (+2 ms)3 split writer threads finished at 1732001407303Closed recovered edits writer path=hdfs://localhost:38185/hbase/data/default/testSequentialEditLogSeqNum/8b6d57ee976c47778dd86039a3949a64/recovered.edits/0000000000000000003-wal.1732001407172.temp (wrote 15 edits, skipped 0 edits in 0 ms) at 1732001407314 (+11 ms)Rename recovered edits hdfs://localhost:38185/hbase/data/default/testSequentialEditLogSeqNum/8b6d57ee976c47778dd86039a3949a64/recovered.edits/0000000000000000003-wal.1732001407172.temp to hdfs://localhost:38185/hbase/data/default/testSequentialEditLogSeqNum/8b6d57ee976c47778dd86039a3949a64/recovered.edits/0000000000000000020 at 1732001407316 (+2 ms)Processed 17 edits across 1 Regions in 18 ms; skipped=2; WAL=hdfs://localhost:38185/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1732001407164/wal.1732001407172, size=2.9 K, length=3017, corrupted=false, cancelled=false at 1732001407316 2024-11-19T07:30:07,328 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplay#testSequentialEditLogSeqNum Thread=408 (was 403) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_908185091_22 at /127.0.0.1:40124 [Waiting for operation #17] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: sync.2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.takeSyncRequest(FSHLog.java:426) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.run(FSHLog.java:441) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_908185091_22 at /127.0.0.1:40104 [Waiting for operation #10] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_908185091_22 at /127.0.0.1:47918 [Waiting for operation #7] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: sync.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.takeSyncRequest(FSHLog.java:426) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.run(FSHLog.java:441) Potentially hanging thread: sync.4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.takeSyncRequest(FSHLog.java:426) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.run(FSHLog.java:441) Potentially hanging thread: sync.3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.takeSyncRequest(FSHLog.java:426) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.run(FSHLog.java:441) Potentially hanging thread: sync.0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.takeSyncRequest(FSHLog.java:426) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.run(FSHLog.java:441) - Thread LEAK? -, OpenFileDescriptor=967 (was 929) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=481 (was 481), ProcessCount=11 (was 11), AvailableMemoryMB=12097 (was 12122) 2024-11-19T07:30:07,340 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplay#testRegionMadeOfBulkLoadedFilesOnly Thread=408, OpenFileDescriptor=967, MaxFileDescriptor=1048576, SystemLoadAverage=481, ProcessCount=11, AvailableMemoryMB=12096 2024-11-19T07:30:07,356 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T07:30:07,359 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T07:30:07,393 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-19T07:30:07,396 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-67231008, suffix=, logDir=hdfs://localhost:38185/hbase/WALs/hregion-67231008, archiveDir=hdfs://localhost:38185/hbase/oldWALs, maxLogs=32 2024-11-19T07:30:07,409 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-67231008/hregion-67231008.1732001407396, exclude list is [], retry=0 2024-11-19T07:30:07,411 DEBUG [AsyncFSWAL-17-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46643,DS-aac20c1d-8590-491f-b264-6c738d9d91ba,DISK] 2024-11-19T07:30:07,412 DEBUG [AsyncFSWAL-17-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46751,DS-55896d67-6080-43fe-816e-d4f81c68bc35,DISK] 2024-11-19T07:30:07,412 DEBUG [AsyncFSWAL-17-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43283,DS-9249da75-9edb-42de-b698-779c3e2094aa,DISK] 2024-11-19T07:30:07,414 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-67231008/hregion-67231008.1732001407396 2024-11-19T07:30:07,414 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41841:41841),(127.0.0.1/127.0.0.1:36921:36921),(127.0.0.1/127.0.0.1:44727:44727)] 2024-11-19T07:30:07,415 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => 74eaf68e45ca4ad40abd1894826a2096, NAME => 'testRegionMadeOfBulkLoadedFilesOnly,,1732001407357.74eaf68e45ca4ad40abd1894826a2096.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testRegionMadeOfBulkLoadedFilesOnly', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38185/hbase 2024-11-19T07:30:07,425 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46751 is added to blk_1073741879_1056 (size=70) 2024-11-19T07:30:07,425 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43283 is added to blk_1073741879_1056 (size=70) 2024-11-19T07:30:07,425 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46643 is added to blk_1073741879_1056 (size=70) 2024-11-19T07:30:07,426 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testRegionMadeOfBulkLoadedFilesOnly,,1732001407357.74eaf68e45ca4ad40abd1894826a2096.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T07:30:07,427 INFO [StoreOpener-74eaf68e45ca4ad40abd1894826a2096-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 74eaf68e45ca4ad40abd1894826a2096 2024-11-19T07:30:07,429 INFO [StoreOpener-74eaf68e45ca4ad40abd1894826a2096-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 74eaf68e45ca4ad40abd1894826a2096 columnFamilyName a 2024-11-19T07:30:07,429 DEBUG [StoreOpener-74eaf68e45ca4ad40abd1894826a2096-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T07:30:07,429 INFO [StoreOpener-74eaf68e45ca4ad40abd1894826a2096-1 {}] regionserver.HStore(327): Store=74eaf68e45ca4ad40abd1894826a2096/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T07:30:07,430 INFO [StoreOpener-74eaf68e45ca4ad40abd1894826a2096-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 74eaf68e45ca4ad40abd1894826a2096 2024-11-19T07:30:07,431 INFO [StoreOpener-74eaf68e45ca4ad40abd1894826a2096-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 74eaf68e45ca4ad40abd1894826a2096 columnFamilyName b 2024-11-19T07:30:07,431 DEBUG [StoreOpener-74eaf68e45ca4ad40abd1894826a2096-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T07:30:07,432 INFO [StoreOpener-74eaf68e45ca4ad40abd1894826a2096-1 {}] regionserver.HStore(327): Store=74eaf68e45ca4ad40abd1894826a2096/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T07:30:07,432 INFO [StoreOpener-74eaf68e45ca4ad40abd1894826a2096-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 74eaf68e45ca4ad40abd1894826a2096 2024-11-19T07:30:07,433 INFO [StoreOpener-74eaf68e45ca4ad40abd1894826a2096-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 74eaf68e45ca4ad40abd1894826a2096 columnFamilyName c 2024-11-19T07:30:07,433 DEBUG [StoreOpener-74eaf68e45ca4ad40abd1894826a2096-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T07:30:07,434 INFO [StoreOpener-74eaf68e45ca4ad40abd1894826a2096-1 {}] regionserver.HStore(327): Store=74eaf68e45ca4ad40abd1894826a2096/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T07:30:07,434 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 74eaf68e45ca4ad40abd1894826a2096 2024-11-19T07:30:07,435 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38185/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/74eaf68e45ca4ad40abd1894826a2096 2024-11-19T07:30:07,436 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38185/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/74eaf68e45ca4ad40abd1894826a2096 2024-11-19T07:30:07,437 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 74eaf68e45ca4ad40abd1894826a2096 2024-11-19T07:30:07,437 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 74eaf68e45ca4ad40abd1894826a2096 2024-11-19T07:30:07,438 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRegionMadeOfBulkLoadedFilesOnly descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-19T07:30:07,439 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 74eaf68e45ca4ad40abd1894826a2096 2024-11-19T07:30:07,442 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38185/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/74eaf68e45ca4ad40abd1894826a2096/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T07:30:07,442 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 74eaf68e45ca4ad40abd1894826a2096; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59510668, jitterRate=-0.11322194337844849}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-19T07:30:07,444 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 74eaf68e45ca4ad40abd1894826a2096: Writing region info on filesystem at 1732001407426Initializing all the Stores at 1732001407427 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732001407427Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732001407427Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732001407427Cleaning up temporary data from old regions at 1732001407437 (+10 ms)Region opened successfully at 1732001407444 (+7 ms) 2024-11-19T07:30:07,444 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 74eaf68e45ca4ad40abd1894826a2096, disabling compactions & flushes 2024-11-19T07:30:07,444 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testRegionMadeOfBulkLoadedFilesOnly,,1732001407357.74eaf68e45ca4ad40abd1894826a2096. 2024-11-19T07:30:07,444 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testRegionMadeOfBulkLoadedFilesOnly,,1732001407357.74eaf68e45ca4ad40abd1894826a2096. 2024-11-19T07:30:07,444 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testRegionMadeOfBulkLoadedFilesOnly,,1732001407357.74eaf68e45ca4ad40abd1894826a2096. after waiting 0 ms 2024-11-19T07:30:07,444 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testRegionMadeOfBulkLoadedFilesOnly,,1732001407357.74eaf68e45ca4ad40abd1894826a2096. 2024-11-19T07:30:07,445 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testRegionMadeOfBulkLoadedFilesOnly,,1732001407357.74eaf68e45ca4ad40abd1894826a2096. 2024-11-19T07:30:07,445 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 74eaf68e45ca4ad40abd1894826a2096: Waiting for close lock at 1732001407444Disabling compacts and flushes for region at 1732001407444Disabling writes for close at 1732001407444Writing region close event to WAL at 1732001407445 (+1 ms)Closed at 1732001407445 2024-11-19T07:30:07,448 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46643 is added to blk_1073741878_1055 (size=93) 2024-11-19T07:30:07,448 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43283 is added to blk_1073741878_1055 (size=93) 2024-11-19T07:30:07,449 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46751 is added to blk_1073741878_1055 (size=93) 2024-11-19T07:30:07,451 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-19T07:30:07,452 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-67231008:(num 1732001407396) 2024-11-19T07:30:07,452 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-19T07:30:07,454 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:38185/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1732001407355, archiveDir=hdfs://localhost:38185/hbase/oldWALs, maxLogs=32 2024-11-19T07:30:07,476 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1732001407355/wal.1732001407455, exclude list is [], retry=0 2024-11-19T07:30:07,479 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46643,DS-aac20c1d-8590-491f-b264-6c738d9d91ba,DISK] 2024-11-19T07:30:07,479 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43283,DS-9249da75-9edb-42de-b698-779c3e2094aa,DISK] 2024-11-19T07:30:07,479 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46751,DS-55896d67-6080-43fe-816e-d4f81c68bc35,DISK] 2024-11-19T07:30:07,482 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1732001407355/wal.1732001407455 2024-11-19T07:30:07,482 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41841:41841),(127.0.0.1/127.0.0.1:44727:44727),(127.0.0.1/127.0.0.1:36921:36921)] 2024-11-19T07:30:07,482 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 74eaf68e45ca4ad40abd1894826a2096, NAME => 'testRegionMadeOfBulkLoadedFilesOnly,,1732001407357.74eaf68e45ca4ad40abd1894826a2096.', STARTKEY => '', ENDKEY => ''} 2024-11-19T07:30:07,482 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testRegionMadeOfBulkLoadedFilesOnly,,1732001407357.74eaf68e45ca4ad40abd1894826a2096.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T07:30:07,483 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 74eaf68e45ca4ad40abd1894826a2096 2024-11-19T07:30:07,483 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 74eaf68e45ca4ad40abd1894826a2096 2024-11-19T07:30:07,484 INFO [StoreOpener-74eaf68e45ca4ad40abd1894826a2096-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 74eaf68e45ca4ad40abd1894826a2096 2024-11-19T07:30:07,486 INFO [StoreOpener-74eaf68e45ca4ad40abd1894826a2096-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 74eaf68e45ca4ad40abd1894826a2096 columnFamilyName a 2024-11-19T07:30:07,486 DEBUG [StoreOpener-74eaf68e45ca4ad40abd1894826a2096-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T07:30:07,487 INFO [StoreOpener-74eaf68e45ca4ad40abd1894826a2096-1 {}] regionserver.HStore(327): Store=74eaf68e45ca4ad40abd1894826a2096/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T07:30:07,487 INFO [StoreOpener-74eaf68e45ca4ad40abd1894826a2096-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 74eaf68e45ca4ad40abd1894826a2096 2024-11-19T07:30:07,488 INFO [StoreOpener-74eaf68e45ca4ad40abd1894826a2096-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 74eaf68e45ca4ad40abd1894826a2096 columnFamilyName b 2024-11-19T07:30:07,489 DEBUG [StoreOpener-74eaf68e45ca4ad40abd1894826a2096-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T07:30:07,489 INFO [StoreOpener-74eaf68e45ca4ad40abd1894826a2096-1 {}] regionserver.HStore(327): Store=74eaf68e45ca4ad40abd1894826a2096/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T07:30:07,490 INFO [StoreOpener-74eaf68e45ca4ad40abd1894826a2096-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 74eaf68e45ca4ad40abd1894826a2096 2024-11-19T07:30:07,491 INFO [StoreOpener-74eaf68e45ca4ad40abd1894826a2096-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 74eaf68e45ca4ad40abd1894826a2096 columnFamilyName c 2024-11-19T07:30:07,491 DEBUG [StoreOpener-74eaf68e45ca4ad40abd1894826a2096-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T07:30:07,492 INFO [StoreOpener-74eaf68e45ca4ad40abd1894826a2096-1 {}] regionserver.HStore(327): Store=74eaf68e45ca4ad40abd1894826a2096/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T07:30:07,492 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 74eaf68e45ca4ad40abd1894826a2096 2024-11-19T07:30:07,493 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38185/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/74eaf68e45ca4ad40abd1894826a2096 2024-11-19T07:30:07,494 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38185/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/74eaf68e45ca4ad40abd1894826a2096 2024-11-19T07:30:07,495 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 74eaf68e45ca4ad40abd1894826a2096 2024-11-19T07:30:07,495 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 74eaf68e45ca4ad40abd1894826a2096 2024-11-19T07:30:07,496 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRegionMadeOfBulkLoadedFilesOnly descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-19T07:30:07,498 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 74eaf68e45ca4ad40abd1894826a2096 2024-11-19T07:30:07,500 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 74eaf68e45ca4ad40abd1894826a2096; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73115062, jitterRate=0.0894993245601654}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-19T07:30:07,501 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 74eaf68e45ca4ad40abd1894826a2096: Writing region info on filesystem at 1732001407483Initializing all the Stores at 1732001407484 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732001407484Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732001407484Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732001407484Cleaning up temporary data from old regions at 1732001407495 (+11 ms)Region opened successfully at 1732001407501 (+6 ms) 2024-11-19T07:30:07,506 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38185/hbase/testRegionMadeOfBulkLoadedFilesOnly/hfile is 28, key is \x0D/a:a/1732001407505/Put/seqid=0 2024-11-19T07:30:07,513 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46643 is added to blk_1073741881_1058 (size=4826) 2024-11-19T07:30:07,514 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46751 is added to blk_1073741881_1058 (size=4826) 2024-11-19T07:30:07,514 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43283 is added to blk_1073741881_1058 (size=4826) 2024-11-19T07:30:07,515 INFO [Time-limited test {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:38185/hbase/testRegionMadeOfBulkLoadedFilesOnly/hfile for inclusion in 74eaf68e45ca4ad40abd1894826a2096/a 2024-11-19T07:30:07,523 DEBUG [Time-limited test {}] regionserver.HStore(626): HFile bounds: first= last=z 2024-11-19T07:30:07,524 DEBUG [Time-limited test {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-19T07:30:07,524 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 74eaf68e45ca4ad40abd1894826a2096: 2024-11-19T07:30:07,526 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38185/hbase/testRegionMadeOfBulkLoadedFilesOnly/hfile as hdfs://localhost:38185/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/74eaf68e45ca4ad40abd1894826a2096/a/d87a8a48f9184707988f0bc19df7e8d2_SeqId_3_ 2024-11-19T07:30:07,527 INFO [Time-limited test {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:38185/hbase/testRegionMadeOfBulkLoadedFilesOnly/hfile into 74eaf68e45ca4ad40abd1894826a2096/a as hdfs://localhost:38185/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/74eaf68e45ca4ad40abd1894826a2096/a/d87a8a48f9184707988f0bc19df7e8d2_SeqId_3_ - updating store file list. 2024-11-19T07:30:07,533 DEBUG [Time-limited test {}] regionserver.HStoreFile(483): HFile Bloom filter type for d87a8a48f9184707988f0bc19df7e8d2_SeqId_3_: NONE, but ROW specified in column family configuration 2024-11-19T07:30:07,534 INFO [Time-limited test {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:38185/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/74eaf68e45ca4ad40abd1894826a2096/a/d87a8a48f9184707988f0bc19df7e8d2_SeqId_3_ into 74eaf68e45ca4ad40abd1894826a2096/a 2024-11-19T07:30:07,534 INFO [Time-limited test {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:38185/hbase/testRegionMadeOfBulkLoadedFilesOnly/hfile into 74eaf68e45ca4ad40abd1894826a2096/a (new location: hdfs://localhost:38185/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/74eaf68e45ca4ad40abd1894826a2096/a/d87a8a48f9184707988f0bc19df7e8d2_SeqId_3_) 2024-11-19T07:30:07,588 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38185/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1732001407355/wal.1732001407455, size=0 (0bytes) 2024-11-19T07:30:07,588 WARN [Time-limited test {}] wal.WALSplitter(453): File hdfs://localhost:38185/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1732001407355/wal.1732001407455 might be still open, length is 0 2024-11-19T07:30:07,588 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38185/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1732001407355/wal.1732001407455 2024-11-19T07:30:07,589 WARN [IPC Server handler 0 on default port 38185 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1732001407355/wal.1732001407455 has not been closed. Lease recovery is in progress. RecoveryId = 1059 for block blk_1073741880_1057 2024-11-19T07:30:07,589 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=hdfs://localhost:38185/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1732001407355/wal.1732001407455 after 1ms 2024-11-19T07:30:10,346 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_908185091_22 at /127.0.0.1:40296 [Receiving block BP-1327399325-172.17.0.2-1732001391849:blk_1073741880_1057] {}] datanode.DataXceiver(331): 127.0.0.1:46643:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:40296 dst: /127.0.0.1:46643 java.io.InterruptedIOException: Interrupted while waiting for IO on channel java.nio.channels.SocketChannel[connected local=localhost/127.0.0.1:46643 remote=/127.0.0.1:40296]. Total timeout mills is 60000, 57196 millis timeout left. at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:350) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T07:30:10,347 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_908185091_22 at /127.0.0.1:48016 [Receiving block BP-1327399325-172.17.0.2-1732001391849:blk_1073741880_1057] {}] datanode.DataXceiver(331): 127.0.0.1:43283:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:48016 dst: /127.0.0.1:43283 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T07:30:10,347 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_908185091_22 at /127.0.0.1:48782 [Receiving block BP-1327399325-172.17.0.2-1732001391849:blk_1073741880_1057] {}] datanode.DataXceiver(331): 127.0.0.1:46751:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:48782 dst: /127.0.0.1:46751 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T07:30:10,352 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46643 is added to blk_1073741880_1059 (size=504) 2024-11-19T07:30:10,353 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43283 is added to blk_1073741880_1059 (size=504) 2024-11-19T07:30:11,590 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=hdfs://localhost:38185/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1732001407355/wal.1732001407455 after 4002ms 2024-11-19T07:30:11,594 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38185/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1732001407355/wal.1732001407455 took 4006ms 2024-11-19T07:30:11,597 INFO [Time-limited test {}] wal.WALSplitter(493): EOF from hdfs://localhost:38185/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1732001407355/wal.1732001407455; continuing. 2024-11-19T07:30:11,597 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38185/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1732001407355/wal.1732001407455 so closing down 2024-11-19T07:30:11,597 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-19T07:30:11,600 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000005-wal.1732001407455.temp 2024-11-19T07:30:11,602 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38185/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/74eaf68e45ca4ad40abd1894826a2096/recovered.edits/0000000000000000005-wal.1732001407455.temp 2024-11-19T07:30:11,602 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-19T07:30:11,610 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46751 is added to blk_1073741882_1060 (size=238) 2024-11-19T07:30:11,611 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46643 is added to blk_1073741882_1060 (size=238) 2024-11-19T07:30:11,611 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43283 is added to blk_1073741882_1060 (size=238) 2024-11-19T07:30:11,611 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38185/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/74eaf68e45ca4ad40abd1894826a2096/recovered.edits/0000000000000000005-wal.1732001407455.temp (wrote 1 edits, skipped 0 edits in 0 ms) 2024-11-19T07:30:11,613 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38185/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/74eaf68e45ca4ad40abd1894826a2096/recovered.edits/0000000000000000005-wal.1732001407455.temp to hdfs://localhost:38185/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/74eaf68e45ca4ad40abd1894826a2096/recovered.edits/0000000000000000005 2024-11-19T07:30:11,613 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 2 edits across 1 Regions in 18 ms; skipped=1; WAL=hdfs://localhost:38185/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1732001407355/wal.1732001407455, size=0, length=0, corrupted=false, cancelled=false 2024-11-19T07:30:11,613 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38185/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1732001407355/wal.1732001407455, journal: Splitting hdfs://localhost:38185/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1732001407355/wal.1732001407455, size=0 (0bytes) at 1732001407588Finishing writing output for hdfs://localhost:38185/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1732001407355/wal.1732001407455 so closing down at 1732001411597 (+4009 ms)Creating recovered edits writer path=hdfs://localhost:38185/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/74eaf68e45ca4ad40abd1894826a2096/recovered.edits/0000000000000000005-wal.1732001407455.temp at 1732001411602 (+5 ms)3 split writer threads finished at 1732001411602Closed recovered edits writer path=hdfs://localhost:38185/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/74eaf68e45ca4ad40abd1894826a2096/recovered.edits/0000000000000000005-wal.1732001407455.temp (wrote 1 edits, skipped 0 edits in 0 ms) at 1732001411611 (+9 ms)Rename recovered edits hdfs://localhost:38185/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/74eaf68e45ca4ad40abd1894826a2096/recovered.edits/0000000000000000005-wal.1732001407455.temp to hdfs://localhost:38185/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/74eaf68e45ca4ad40abd1894826a2096/recovered.edits/0000000000000000005 at 1732001411613 (+2 ms)Processed 2 edits across 1 Regions in 18 ms; skipped=1; WAL=hdfs://localhost:38185/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1732001407355/wal.1732001407455, size=0, length=0, corrupted=false, cancelled=false at 1732001411613 2024-11-19T07:30:11,614 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38185/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1732001407355/wal.1732001407455 to hdfs://localhost:38185/hbase/oldWALs/wal.1732001407455 2024-11-19T07:30:11,615 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:38185/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/74eaf68e45ca4ad40abd1894826a2096/recovered.edits/0000000000000000005 2024-11-19T07:30:11,616 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-19T07:30:11,618 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:38185/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1732001407355, archiveDir=hdfs://localhost:38185/hbase/oldWALs, maxLogs=32 2024-11-19T07:30:11,630 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1732001407355/wal.1732001411618, exclude list is [], retry=0 2024-11-19T07:30:11,633 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46643,DS-aac20c1d-8590-491f-b264-6c738d9d91ba,DISK] 2024-11-19T07:30:11,634 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46751,DS-55896d67-6080-43fe-816e-d4f81c68bc35,DISK] 2024-11-19T07:30:11,634 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43283,DS-9249da75-9edb-42de-b698-779c3e2094aa,DISK] 2024-11-19T07:30:11,636 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1732001407355/wal.1732001411618 2024-11-19T07:30:11,636 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41841:41841),(127.0.0.1/127.0.0.1:36921:36921),(127.0.0.1/127.0.0.1:44727:44727)] 2024-11-19T07:30:11,636 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 74eaf68e45ca4ad40abd1894826a2096, NAME => 'testRegionMadeOfBulkLoadedFilesOnly,,1732001407357.74eaf68e45ca4ad40abd1894826a2096.', STARTKEY => '', ENDKEY => ''} 2024-11-19T07:30:11,637 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testRegionMadeOfBulkLoadedFilesOnly,,1732001407357.74eaf68e45ca4ad40abd1894826a2096.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T07:30:11,637 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 74eaf68e45ca4ad40abd1894826a2096 2024-11-19T07:30:11,637 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 74eaf68e45ca4ad40abd1894826a2096 2024-11-19T07:30:11,638 INFO [StoreOpener-74eaf68e45ca4ad40abd1894826a2096-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 74eaf68e45ca4ad40abd1894826a2096 2024-11-19T07:30:11,639 INFO [StoreOpener-74eaf68e45ca4ad40abd1894826a2096-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 74eaf68e45ca4ad40abd1894826a2096 columnFamilyName a 2024-11-19T07:30:11,639 DEBUG [StoreOpener-74eaf68e45ca4ad40abd1894826a2096-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T07:30:11,646 DEBUG [StoreFileOpener-74eaf68e45ca4ad40abd1894826a2096-a-1 {}] regionserver.HStoreFile(483): HFile Bloom filter type for d87a8a48f9184707988f0bc19df7e8d2_SeqId_3_: NONE, but ROW specified in column family configuration 2024-11-19T07:30:11,646 DEBUG [StoreOpener-74eaf68e45ca4ad40abd1894826a2096-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:38185/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/74eaf68e45ca4ad40abd1894826a2096/a/d87a8a48f9184707988f0bc19df7e8d2_SeqId_3_ 2024-11-19T07:30:11,646 INFO [StoreOpener-74eaf68e45ca4ad40abd1894826a2096-1 {}] regionserver.HStore(327): Store=74eaf68e45ca4ad40abd1894826a2096/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T07:30:11,646 INFO [StoreOpener-74eaf68e45ca4ad40abd1894826a2096-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 74eaf68e45ca4ad40abd1894826a2096 2024-11-19T07:30:11,647 INFO [StoreOpener-74eaf68e45ca4ad40abd1894826a2096-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 74eaf68e45ca4ad40abd1894826a2096 columnFamilyName b 2024-11-19T07:30:11,647 DEBUG [StoreOpener-74eaf68e45ca4ad40abd1894826a2096-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T07:30:11,648 INFO [StoreOpener-74eaf68e45ca4ad40abd1894826a2096-1 {}] regionserver.HStore(327): Store=74eaf68e45ca4ad40abd1894826a2096/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T07:30:11,648 INFO [StoreOpener-74eaf68e45ca4ad40abd1894826a2096-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 74eaf68e45ca4ad40abd1894826a2096 2024-11-19T07:30:11,649 INFO [StoreOpener-74eaf68e45ca4ad40abd1894826a2096-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 74eaf68e45ca4ad40abd1894826a2096 columnFamilyName c 2024-11-19T07:30:11,649 DEBUG [StoreOpener-74eaf68e45ca4ad40abd1894826a2096-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T07:30:11,649 INFO [StoreOpener-74eaf68e45ca4ad40abd1894826a2096-1 {}] regionserver.HStore(327): Store=74eaf68e45ca4ad40abd1894826a2096/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T07:30:11,649 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 74eaf68e45ca4ad40abd1894826a2096 2024-11-19T07:30:11,650 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38185/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/74eaf68e45ca4ad40abd1894826a2096 2024-11-19T07:30:11,651 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:38185/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/74eaf68e45ca4ad40abd1894826a2096 2024-11-19T07:30:11,652 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:38185/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/74eaf68e45ca4ad40abd1894826a2096/recovered.edits/0000000000000000005 2024-11-19T07:30:11,656 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 1, skipped 0, firstSequenceIdInLog=5, maxSequenceIdInLog=5, path=hdfs://localhost:38185/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/74eaf68e45ca4ad40abd1894826a2096/recovered.edits/0000000000000000005 2024-11-19T07:30:11,656 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 74eaf68e45ca4ad40abd1894826a2096 3/3 column families, dataSize=58 B heapSize=904 B 2024-11-19T07:30:11,672 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38185/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/74eaf68e45ca4ad40abd1894826a2096/.tmp/a/a5fed65665194888a2ff650096d1bf52 is 62, key is testRegionMadeOfBulkLoadedFilesOnly/a:a/1732001407540/Put/seqid=0 2024-11-19T07:30:11,678 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46751 is added to blk_1073741884_1062 (size=5149) 2024-11-19T07:30:11,679 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46643 is added to blk_1073741884_1062 (size=5149) 2024-11-19T07:30:11,679 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43283 is added to blk_1073741884_1062 (size=5149) 2024-11-19T07:30:11,679 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58 B at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:38185/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/74eaf68e45ca4ad40abd1894826a2096/.tmp/a/a5fed65665194888a2ff650096d1bf52 2024-11-19T07:30:11,685 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38185/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/74eaf68e45ca4ad40abd1894826a2096/.tmp/a/a5fed65665194888a2ff650096d1bf52 as hdfs://localhost:38185/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/74eaf68e45ca4ad40abd1894826a2096/a/a5fed65665194888a2ff650096d1bf52 2024-11-19T07:30:11,691 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38185/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/74eaf68e45ca4ad40abd1894826a2096/a/a5fed65665194888a2ff650096d1bf52, entries=1, sequenceid=5, filesize=5.0 K 2024-11-19T07:30:11,691 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~58 B/58, heapSize ~376 B/376, currentSize=0 B/0 for 74eaf68e45ca4ad40abd1894826a2096 in 35ms, sequenceid=5, compaction requested=false; wal=null 2024-11-19T07:30:11,692 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:38185/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/74eaf68e45ca4ad40abd1894826a2096/recovered.edits/0000000000000000005 2024-11-19T07:30:11,693 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 74eaf68e45ca4ad40abd1894826a2096 2024-11-19T07:30:11,693 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 74eaf68e45ca4ad40abd1894826a2096 2024-11-19T07:30:11,694 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRegionMadeOfBulkLoadedFilesOnly descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-19T07:30:11,695 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 74eaf68e45ca4ad40abd1894826a2096 2024-11-19T07:30:11,697 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38185/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/74eaf68e45ca4ad40abd1894826a2096/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-19T07:30:11,698 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 74eaf68e45ca4ad40abd1894826a2096; next sequenceid=6; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68209704, jitterRate=0.016403794288635254}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-19T07:30:11,698 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 74eaf68e45ca4ad40abd1894826a2096: Writing region info on filesystem at 1732001411637Initializing all the Stores at 1732001411638 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732001411638Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732001411638Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732001411638Obtaining lock to block concurrent updates at 1732001411656 (+18 ms)Preparing flush snapshotting stores in 74eaf68e45ca4ad40abd1894826a2096 at 1732001411656Finished memstore snapshotting testRegionMadeOfBulkLoadedFilesOnly,,1732001407357.74eaf68e45ca4ad40abd1894826a2096., syncing WAL and waiting on mvcc, flushsize=dataSize=58, getHeapSize=856, getOffHeapSize=0, getCellsCount=1 at 1732001411656Flushing stores of testRegionMadeOfBulkLoadedFilesOnly,,1732001407357.74eaf68e45ca4ad40abd1894826a2096. at 1732001411656Flushing 74eaf68e45ca4ad40abd1894826a2096/a: creating writer at 1732001411656Flushing 74eaf68e45ca4ad40abd1894826a2096/a: appending metadata at 1732001411672 (+16 ms)Flushing 74eaf68e45ca4ad40abd1894826a2096/a: closing flushed file at 1732001411672Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@740d7676: reopening flushed file at 1732001411684 (+12 ms)Finished flush of dataSize ~58 B/58, heapSize ~376 B/376, currentSize=0 B/0 for 74eaf68e45ca4ad40abd1894826a2096 in 35ms, sequenceid=5, compaction requested=false; wal=null at 1732001411691 (+7 ms)Cleaning up temporary data from old regions at 1732001411693 (+2 ms)Region opened successfully at 1732001411698 (+5 ms) 2024-11-19T07:30:11,702 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 74eaf68e45ca4ad40abd1894826a2096, disabling compactions & flushes 2024-11-19T07:30:11,702 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testRegionMadeOfBulkLoadedFilesOnly,,1732001407357.74eaf68e45ca4ad40abd1894826a2096. 2024-11-19T07:30:11,702 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testRegionMadeOfBulkLoadedFilesOnly,,1732001407357.74eaf68e45ca4ad40abd1894826a2096. 2024-11-19T07:30:11,702 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testRegionMadeOfBulkLoadedFilesOnly,,1732001407357.74eaf68e45ca4ad40abd1894826a2096. after waiting 0 ms 2024-11-19T07:30:11,702 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testRegionMadeOfBulkLoadedFilesOnly,,1732001407357.74eaf68e45ca4ad40abd1894826a2096. 2024-11-19T07:30:11,703 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testRegionMadeOfBulkLoadedFilesOnly,,1732001407357.74eaf68e45ca4ad40abd1894826a2096. 2024-11-19T07:30:11,703 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 74eaf68e45ca4ad40abd1894826a2096: Waiting for close lock at 1732001411702Disabling compacts and flushes for region at 1732001411702Disabling writes for close at 1732001411702Writing region close event to WAL at 1732001411703 (+1 ms)Closed at 1732001411703 2024-11-19T07:30:11,706 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46643 is added to blk_1073741883_1061 (size=93) 2024-11-19T07:30:11,706 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43283 is added to blk_1073741883_1061 (size=93) 2024-11-19T07:30:11,706 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46751 is added to blk_1073741883_1061 (size=93) 2024-11-19T07:30:11,708 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-19T07:30:11,708 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL wal:(num 1732001411618) 2024-11-19T07:30:11,725 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplay#testRegionMadeOfBulkLoadedFilesOnly Thread=411 (was 408) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/078d5ea1-5dfb-6462-d5fc-1f4686263901/cluster_d857c91d-3d75-080c-1958-0feec4aaf079/data/data6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-17-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_163202587_22 at /127.0.0.1:40318 [Waiting for operation #5] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/078d5ea1-5dfb-6462-d5fc-1f4686263901/cluster_d857c91d-3d75-080c-1958-0feec4aaf079/data/data5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkinstestRegionMadeOfBulkLoadedFilesOnly@localhost:38185 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-17-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-17-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1612229954) connection to localhost/127.0.0.1:38185 from jenkinstestRegionMadeOfBulkLoadedFilesOnly java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_163202587_22 at /127.0.0.1:48814 [Waiting for operation #11] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=1024 (was 967) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=443 (was 481), ProcessCount=11 (was 11), AvailableMemoryMB=12109 (was 12096) - AvailableMemoryMB LEAK? - 2024-11-19T07:30:11,735 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplay#testReplayEditsAfterRegionMovedWithMultiCF Thread=411, OpenFileDescriptor=1024, MaxFileDescriptor=1048576, SystemLoadAverage=443, ProcessCount=11, AvailableMemoryMB=12109 2024-11-19T07:30:11,752 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T07:30:11,757 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T07:30:11,761 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.AsyncConnectionImpl(321): The fetched master address is db0afee3eab9,42231,1732001396236 2024-11-19T07:30:11,763 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@765f97a0 2024-11-19T07:30:11,764 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T07:30:11,766 INFO [HMaster-EventLoopGroup-2-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36392, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-19T07:30:11,769 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42231 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testReplayEditsAfterRegionMovedWithMultiCF', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'cf1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'cf2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-19T07:30:11,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42231 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF 2024-11-19T07:30:11,776 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF execute state=CREATE_TABLE_PRE_OPERATION 2024-11-19T07:30:11,778 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42231 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testReplayEditsAfterRegionMovedWithMultiCF" procId is: 4 2024-11-19T07:30:11,778 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T07:30:11,780 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-19T07:30:11,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42231 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T07:30:11,790 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43283 is added to blk_1073741885_1063 (size=694) 2024-11-19T07:30:11,790 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46751 is added to blk_1073741885_1063 (size=694) 2024-11-19T07:30:11,790 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46643 is added to blk_1073741885_1063 (size=694) 2024-11-19T07:30:11,793 INFO [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 423b7c77996c3d70bbc1876da8e77b76, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1732001411767.423b7c77996c3d70bbc1876da8e77b76.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsAfterRegionMovedWithMultiCF', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'cf2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38185/user/jenkins/test-data/b12ee6b9-2f55-77da-3824-8a5232b8ca16 2024-11-19T07:30:11,801 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46751 is added to blk_1073741886_1064 (size=77) 2024-11-19T07:30:11,801 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43283 is added to blk_1073741886_1064 (size=77) 2024-11-19T07:30:11,801 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46643 is added to blk_1073741886_1064 (size=77) 2024-11-19T07:30:11,802 DEBUG [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1732001411767.423b7c77996c3d70bbc1876da8e77b76.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T07:30:11,802 DEBUG [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1722): Closing 423b7c77996c3d70bbc1876da8e77b76, disabling compactions & flushes 2024-11-19T07:30:11,802 INFO [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1732001411767.423b7c77996c3d70bbc1876da8e77b76. 2024-11-19T07:30:11,802 DEBUG [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1732001411767.423b7c77996c3d70bbc1876da8e77b76. 2024-11-19T07:30:11,802 DEBUG [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1732001411767.423b7c77996c3d70bbc1876da8e77b76. after waiting 0 ms 2024-11-19T07:30:11,802 DEBUG [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1732001411767.423b7c77996c3d70bbc1876da8e77b76. 2024-11-19T07:30:11,802 INFO [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1732001411767.423b7c77996c3d70bbc1876da8e77b76. 2024-11-19T07:30:11,802 DEBUG [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1676): Region close journal for 423b7c77996c3d70bbc1876da8e77b76: Waiting for close lock at 1732001411802Disabling compacts and flushes for region at 1732001411802Disabling writes for close at 1732001411802Writing region close event to WAL at 1732001411802Closed at 1732001411802 2024-11-19T07:30:11,804 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF execute state=CREATE_TABLE_ADD_TO_META 2024-11-19T07:30:11,808 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testReplayEditsAfterRegionMovedWithMultiCF,,1732001411767.423b7c77996c3d70bbc1876da8e77b76.","families":{"info":[{"qualifier":"regioninfo","vlen":76,"tag":[],"timestamp":"1732001411804"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732001411804"}]},"ts":"1732001411804"} 2024-11-19T07:30:11,811 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-19T07:30:11,812 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-19T07:30:11,815 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testReplayEditsAfterRegionMovedWithMultiCF","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732001411812"}]},"ts":"1732001411812"} 2024-11-19T07:30:11,818 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testReplayEditsAfterRegionMovedWithMultiCF, state=ENABLING in hbase:meta 2024-11-19T07:30:11,819 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {db0afee3eab9=0} racks are {/default-rack=0} 2024-11-19T07:30:11,820 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-19T07:30:11,820 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-19T07:30:11,820 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-19T07:30:11,820 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-19T07:30:11,821 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-19T07:30:11,821 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-19T07:30:11,821 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-19T07:30:11,821 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-19T07:30:11,821 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-19T07:30:11,821 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-19T07:30:11,822 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=423b7c77996c3d70bbc1876da8e77b76, ASSIGN}] 2024-11-19T07:30:11,824 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=423b7c77996c3d70bbc1876da8e77b76, ASSIGN 2024-11-19T07:30:11,825 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=423b7c77996c3d70bbc1876da8e77b76, ASSIGN; state=OFFLINE, location=db0afee3eab9,33467,1732001397021; forceNewPlan=false, retain=false 2024-11-19T07:30:11,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42231 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T07:30:11,978 INFO [db0afee3eab9:42231 {}] balancer.BaseLoadBalancer(388): Reassigned 1 regions. 1 retained the pre-restart assignment. 2024-11-19T07:30:11,978 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=423b7c77996c3d70bbc1876da8e77b76, regionState=OPENING, regionLocation=db0afee3eab9,33467,1732001397021 2024-11-19T07:30:11,981 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=423b7c77996c3d70bbc1876da8e77b76, ASSIGN because future has completed 2024-11-19T07:30:11,982 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 423b7c77996c3d70bbc1876da8e77b76, server=db0afee3eab9,33467,1732001397021}] 2024-11-19T07:30:12,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42231 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T07:30:12,135 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-19T07:30:12,137 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51415, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-19T07:30:12,142 INFO [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open testReplayEditsAfterRegionMovedWithMultiCF,,1732001411767.423b7c77996c3d70bbc1876da8e77b76. 2024-11-19T07:30:12,143 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 423b7c77996c3d70bbc1876da8e77b76, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1732001411767.423b7c77996c3d70bbc1876da8e77b76.', STARTKEY => '', ENDKEY => ''} 2024-11-19T07:30:12,143 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testReplayEditsAfterRegionMovedWithMultiCF 423b7c77996c3d70bbc1876da8e77b76 2024-11-19T07:30:12,143 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1732001411767.423b7c77996c3d70bbc1876da8e77b76.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T07:30:12,143 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 423b7c77996c3d70bbc1876da8e77b76 2024-11-19T07:30:12,143 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 423b7c77996c3d70bbc1876da8e77b76 2024-11-19T07:30:12,145 INFO [StoreOpener-423b7c77996c3d70bbc1876da8e77b76-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf1 of region 423b7c77996c3d70bbc1876da8e77b76 2024-11-19T07:30:12,147 INFO [StoreOpener-423b7c77996c3d70bbc1876da8e77b76-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 423b7c77996c3d70bbc1876da8e77b76 columnFamilyName cf1 2024-11-19T07:30:12,147 DEBUG [StoreOpener-423b7c77996c3d70bbc1876da8e77b76-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T07:30:12,147 INFO [StoreOpener-423b7c77996c3d70bbc1876da8e77b76-1 {}] regionserver.HStore(327): Store=423b7c77996c3d70bbc1876da8e77b76/cf1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T07:30:12,147 INFO [StoreOpener-423b7c77996c3d70bbc1876da8e77b76-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf2 of region 423b7c77996c3d70bbc1876da8e77b76 2024-11-19T07:30:12,149 INFO [StoreOpener-423b7c77996c3d70bbc1876da8e77b76-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 423b7c77996c3d70bbc1876da8e77b76 columnFamilyName cf2 2024-11-19T07:30:12,149 DEBUG [StoreOpener-423b7c77996c3d70bbc1876da8e77b76-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T07:30:12,149 INFO [StoreOpener-423b7c77996c3d70bbc1876da8e77b76-1 {}] regionserver.HStore(327): Store=423b7c77996c3d70bbc1876da8e77b76/cf2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T07:30:12,150 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 423b7c77996c3d70bbc1876da8e77b76 2024-11-19T07:30:12,150 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38185/user/jenkins/test-data/b12ee6b9-2f55-77da-3824-8a5232b8ca16/data/default/testReplayEditsAfterRegionMovedWithMultiCF/423b7c77996c3d70bbc1876da8e77b76 2024-11-19T07:30:12,151 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38185/user/jenkins/test-data/b12ee6b9-2f55-77da-3824-8a5232b8ca16/data/default/testReplayEditsAfterRegionMovedWithMultiCF/423b7c77996c3d70bbc1876da8e77b76 2024-11-19T07:30:12,152 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 423b7c77996c3d70bbc1876da8e77b76 2024-11-19T07:30:12,152 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 423b7c77996c3d70bbc1876da8e77b76 2024-11-19T07:30:12,153 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterRegionMovedWithMultiCF descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-11-19T07:30:12,154 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 423b7c77996c3d70bbc1876da8e77b76 2024-11-19T07:30:12,156 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38185/user/jenkins/test-data/b12ee6b9-2f55-77da-3824-8a5232b8ca16/data/default/testReplayEditsAfterRegionMovedWithMultiCF/423b7c77996c3d70bbc1876da8e77b76/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T07:30:12,157 INFO [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 423b7c77996c3d70bbc1876da8e77b76; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75317636, jitterRate=0.12232023477554321}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-11-19T07:30:12,157 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 423b7c77996c3d70bbc1876da8e77b76 2024-11-19T07:30:12,157 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 423b7c77996c3d70bbc1876da8e77b76: Running coprocessor pre-open hook at 1732001412144Writing region info on filesystem at 1732001412144Initializing all the Stores at 1732001412145 (+1 ms)Instantiating store for column family {NAME => 'cf1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732001412145Instantiating store for column family {NAME => 'cf2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732001412145Cleaning up temporary data from old regions at 1732001412152 (+7 ms)Running coprocessor post-open hooks at 1732001412157 (+5 ms)Region opened successfully at 1732001412157 2024-11-19T07:30:12,159 INFO [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for testReplayEditsAfterRegionMovedWithMultiCF,,1732001411767.423b7c77996c3d70bbc1876da8e77b76., pid=6, masterSystemTime=1732001412135 2024-11-19T07:30:12,162 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for testReplayEditsAfterRegionMovedWithMultiCF,,1732001411767.423b7c77996c3d70bbc1876da8e77b76. 2024-11-19T07:30:12,162 INFO [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened testReplayEditsAfterRegionMovedWithMultiCF,,1732001411767.423b7c77996c3d70bbc1876da8e77b76. 2024-11-19T07:30:12,163 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=423b7c77996c3d70bbc1876da8e77b76, regionState=OPEN, openSeqNum=2, regionLocation=db0afee3eab9,33467,1732001397021 2024-11-19T07:30:12,166 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 423b7c77996c3d70bbc1876da8e77b76, server=db0afee3eab9,33467,1732001397021 because future has completed 2024-11-19T07:30:12,172 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-19T07:30:12,172 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 423b7c77996c3d70bbc1876da8e77b76, server=db0afee3eab9,33467,1732001397021 in 186 msec 2024-11-19T07:30:12,176 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-19T07:30:12,176 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=423b7c77996c3d70bbc1876da8e77b76, ASSIGN in 350 msec 2024-11-19T07:30:12,177 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-19T07:30:12,178 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testReplayEditsAfterRegionMovedWithMultiCF","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732001412177"}]},"ts":"1732001412177"} 2024-11-19T07:30:12,180 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=testReplayEditsAfterRegionMovedWithMultiCF, state=ENABLED in hbase:meta 2024-11-19T07:30:12,182 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF execute state=CREATE_TABLE_POST_OPERATION 2024-11-19T07:30:12,186 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF in 412 msec 2024-11-19T07:30:12,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42231 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T07:30:12,413 INFO [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testReplayEditsAfterRegionMovedWithMultiCF completed 2024-11-19T07:30:12,413 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testReplayEditsAfterRegionMovedWithMultiCF get assigned. Timeout = 60000ms 2024-11-19T07:30:12,415 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-19T07:30:12,424 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testReplayEditsAfterRegionMovedWithMultiCF assigned to meta. Checking AM states. 2024-11-19T07:30:12,425 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-19T07:30:12,426 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testReplayEditsAfterRegionMovedWithMultiCF assigned. 2024-11-19T07:30:12,439 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testReplayEditsAfterRegionMovedWithMultiCF', row='r1', locateType=CURRENT is [region=testReplayEditsAfterRegionMovedWithMultiCF,,1732001411767.423b7c77996c3d70bbc1876da8e77b76., hostname=db0afee3eab9,33467,1732001397021, seqNum=2] 2024-11-19T07:30:12,441 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T07:30:12,444 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55070, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T07:30:12,461 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42231 {}] master.HMaster(2410): Client=jenkins//172.17.0.2 move hri=423b7c77996c3d70bbc1876da8e77b76, source=db0afee3eab9,33467,1732001397021, destination=db0afee3eab9,41065,1732001396920, warming up region on db0afee3eab9,41065,1732001396920 2024-11-19T07:30:12,463 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42231 {}] master.HMaster(2414): Client=jenkins//172.17.0.2 move hri=423b7c77996c3d70bbc1876da8e77b76, source=db0afee3eab9,33467,1732001397021, destination=db0afee3eab9,41065,1732001396920, running balancer 2024-11-19T07:30:12,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42231 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=423b7c77996c3d70bbc1876da8e77b76, REOPEN/MOVE 2024-11-19T07:30:12,465 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=423b7c77996c3d70bbc1876da8e77b76, REOPEN/MOVE 2024-11-19T07:30:12,467 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41065 {}] regionserver.RSRpcServices(2066): Warmup testReplayEditsAfterRegionMovedWithMultiCF,,1732001411767.423b7c77996c3d70bbc1876da8e77b76. 2024-11-19T07:30:12,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41065 {}] regionserver.HRegion(7855): Warmup {ENCODED => 423b7c77996c3d70bbc1876da8e77b76, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1732001411767.423b7c77996c3d70bbc1876da8e77b76.', STARTKEY => '', ENDKEY => ''} 2024-11-19T07:30:12,468 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=423b7c77996c3d70bbc1876da8e77b76, regionState=CLOSING, regionLocation=db0afee3eab9,33467,1732001397021 2024-11-19T07:30:12,468 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42231 {}] assignment.AssignmentManager(1535): Unable to acquire lock for regionNode state=CLOSING, location=db0afee3eab9,33467,1732001397021, table=testReplayEditsAfterRegionMovedWithMultiCF, region=423b7c77996c3d70bbc1876da8e77b76. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-19T07:30:12,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41065 {}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1732001411767.423b7c77996c3d70bbc1876da8e77b76.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T07:30:12,469 INFO [StoreOpener-423b7c77996c3d70bbc1876da8e77b76-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf1 of region 423b7c77996c3d70bbc1876da8e77b76 2024-11-19T07:30:12,470 INFO [StoreOpener-423b7c77996c3d70bbc1876da8e77b76-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 423b7c77996c3d70bbc1876da8e77b76 columnFamilyName cf1 2024-11-19T07:30:12,470 DEBUG [StoreOpener-423b7c77996c3d70bbc1876da8e77b76-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T07:30:12,470 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=423b7c77996c3d70bbc1876da8e77b76, REOPEN/MOVE because future has completed 2024-11-19T07:30:12,471 INFO [StoreOpener-423b7c77996c3d70bbc1876da8e77b76-1 {}] regionserver.HStore(327): Store=423b7c77996c3d70bbc1876da8e77b76/cf1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T07:30:12,471 INFO [StoreOpener-423b7c77996c3d70bbc1876da8e77b76-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf2 of region 423b7c77996c3d70bbc1876da8e77b76 2024-11-19T07:30:12,472 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-19T07:30:12,472 INFO [StoreOpener-423b7c77996c3d70bbc1876da8e77b76-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 423b7c77996c3d70bbc1876da8e77b76 columnFamilyName cf2 2024-11-19T07:30:12,472 DEBUG [StoreOpener-423b7c77996c3d70bbc1876da8e77b76-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T07:30:12,473 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=7, state=RUNNABLE, hasLock=false; CloseRegionProcedure 423b7c77996c3d70bbc1876da8e77b76, server=db0afee3eab9,33467,1732001397021}] 2024-11-19T07:30:12,473 INFO [StoreOpener-423b7c77996c3d70bbc1876da8e77b76-1 {}] regionserver.HStore(327): Store=423b7c77996c3d70bbc1876da8e77b76/cf2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T07:30:12,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41065 {}] regionserver.HRegion(1722): Closing 423b7c77996c3d70bbc1876da8e77b76, disabling compactions & flushes 2024-11-19T07:30:12,473 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41065 {}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1732001411767.423b7c77996c3d70bbc1876da8e77b76. 2024-11-19T07:30:12,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41065 {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1732001411767.423b7c77996c3d70bbc1876da8e77b76. 2024-11-19T07:30:12,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41065 {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1732001411767.423b7c77996c3d70bbc1876da8e77b76. after waiting 0 ms 2024-11-19T07:30:12,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41065 {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1732001411767.423b7c77996c3d70bbc1876da8e77b76. 2024-11-19T07:30:12,476 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41065 {}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1732001411767.423b7c77996c3d70bbc1876da8e77b76. 2024-11-19T07:30:12,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41065 {}] regionserver.HRegion(1676): Region close journal for 423b7c77996c3d70bbc1876da8e77b76: Waiting for close lock at 1732001412473Disabling compacts and flushes for region at 1732001412473Disabling writes for close at 1732001412473Writing region close event to WAL at 1732001412476 (+3 ms)Closed at 1732001412476 2024-11-19T07:30:12,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42231 {}] procedure.ProcedureSyncWait(219): waitFor pid=7 2024-11-19T07:30:12,631 INFO [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] handler.UnassignRegionHandler(122): Close 423b7c77996c3d70bbc1876da8e77b76 2024-11-19T07:30:12,631 DEBUG [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-19T07:30:12,632 DEBUG [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1722): Closing 423b7c77996c3d70bbc1876da8e77b76, disabling compactions & flushes 2024-11-19T07:30:12,632 INFO [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1732001411767.423b7c77996c3d70bbc1876da8e77b76. 2024-11-19T07:30:12,633 DEBUG [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1732001411767.423b7c77996c3d70bbc1876da8e77b76. 2024-11-19T07:30:12,633 DEBUG [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1732001411767.423b7c77996c3d70bbc1876da8e77b76. after waiting 0 ms 2024-11-19T07:30:12,633 DEBUG [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1732001411767.423b7c77996c3d70bbc1876da8e77b76. 2024-11-19T07:30:12,633 INFO [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(2902): Flushing 423b7c77996c3d70bbc1876da8e77b76 2/2 column families, dataSize=31 B heapSize=616 B 2024-11-19T07:30:12,654 DEBUG [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38185/user/jenkins/test-data/b12ee6b9-2f55-77da-3824-8a5232b8ca16/data/default/testReplayEditsAfterRegionMovedWithMultiCF/423b7c77996c3d70bbc1876da8e77b76/.tmp/cf1/6993aa017a264889bcc998ca05195913 is 35, key is r1/cf1:q/1732001412445/Put/seqid=0 2024-11-19T07:30:12,660 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43283 is added to blk_1073741887_1065 (size=4783) 2024-11-19T07:30:12,660 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46751 is added to blk_1073741887_1065 (size=4783) 2024-11-19T07:30:12,660 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46643 is added to blk_1073741887_1065 (size=4783) 2024-11-19T07:30:12,662 INFO [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31 B at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:38185/user/jenkins/test-data/b12ee6b9-2f55-77da-3824-8a5232b8ca16/data/default/testReplayEditsAfterRegionMovedWithMultiCF/423b7c77996c3d70bbc1876da8e77b76/.tmp/cf1/6993aa017a264889bcc998ca05195913 2024-11-19T07:30:12,669 DEBUG [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38185/user/jenkins/test-data/b12ee6b9-2f55-77da-3824-8a5232b8ca16/data/default/testReplayEditsAfterRegionMovedWithMultiCF/423b7c77996c3d70bbc1876da8e77b76/.tmp/cf1/6993aa017a264889bcc998ca05195913 as hdfs://localhost:38185/user/jenkins/test-data/b12ee6b9-2f55-77da-3824-8a5232b8ca16/data/default/testReplayEditsAfterRegionMovedWithMultiCF/423b7c77996c3d70bbc1876da8e77b76/cf1/6993aa017a264889bcc998ca05195913 2024-11-19T07:30:12,675 INFO [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38185/user/jenkins/test-data/b12ee6b9-2f55-77da-3824-8a5232b8ca16/data/default/testReplayEditsAfterRegionMovedWithMultiCF/423b7c77996c3d70bbc1876da8e77b76/cf1/6993aa017a264889bcc998ca05195913, entries=1, sequenceid=5, filesize=4.7 K 2024-11-19T07:30:12,676 INFO [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(3140): Finished flush of dataSize ~31 B/31, heapSize ~344 B/344, currentSize=0 B/0 for 423b7c77996c3d70bbc1876da8e77b76 in 43ms, sequenceid=5, compaction requested=false 2024-11-19T07:30:12,677 DEBUG [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testReplayEditsAfterRegionMovedWithMultiCF' 2024-11-19T07:30:12,682 DEBUG [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38185/user/jenkins/test-data/b12ee6b9-2f55-77da-3824-8a5232b8ca16/data/default/testReplayEditsAfterRegionMovedWithMultiCF/423b7c77996c3d70bbc1876da8e77b76/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-19T07:30:12,685 INFO [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1732001411767.423b7c77996c3d70bbc1876da8e77b76. 2024-11-19T07:30:12,685 DEBUG [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1676): Region close journal for 423b7c77996c3d70bbc1876da8e77b76: Waiting for close lock at 1732001412632Running coprocessor pre-close hooks at 1732001412632Disabling compacts and flushes for region at 1732001412632Disabling writes for close at 1732001412633 (+1 ms)Obtaining lock to block concurrent updates at 1732001412633Preparing flush snapshotting stores in 423b7c77996c3d70bbc1876da8e77b76 at 1732001412633Finished memstore snapshotting testReplayEditsAfterRegionMovedWithMultiCF,,1732001411767.423b7c77996c3d70bbc1876da8e77b76., syncing WAL and waiting on mvcc, flushsize=dataSize=31, getHeapSize=584, getOffHeapSize=0, getCellsCount=1 at 1732001412634 (+1 ms)Flushing stores of testReplayEditsAfterRegionMovedWithMultiCF,,1732001411767.423b7c77996c3d70bbc1876da8e77b76. at 1732001412635 (+1 ms)Flushing 423b7c77996c3d70bbc1876da8e77b76/cf1: creating writer at 1732001412635Flushing 423b7c77996c3d70bbc1876da8e77b76/cf1: appending metadata at 1732001412654 (+19 ms)Flushing 423b7c77996c3d70bbc1876da8e77b76/cf1: closing flushed file at 1732001412654Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@53315497: reopening flushed file at 1732001412668 (+14 ms)Finished flush of dataSize ~31 B/31, heapSize ~344 B/344, currentSize=0 B/0 for 423b7c77996c3d70bbc1876da8e77b76 in 43ms, sequenceid=5, compaction requested=false at 1732001412676 (+8 ms)Writing region close event to WAL at 1732001412678 (+2 ms)Running coprocessor post-close hooks at 1732001412683 (+5 ms)Closed at 1732001412685 (+2 ms) 2024-11-19T07:30:12,686 INFO [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegionServer(3302): Adding 423b7c77996c3d70bbc1876da8e77b76 move to db0afee3eab9,41065,1732001396920 record at close sequenceid=5 2024-11-19T07:30:12,690 INFO [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] handler.UnassignRegionHandler(157): Closed 423b7c77996c3d70bbc1876da8e77b76 2024-11-19T07:30:12,690 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=423b7c77996c3d70bbc1876da8e77b76, regionState=CLOSED 2024-11-19T07:30:12,693 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=7, state=RUNNABLE, hasLock=false; CloseRegionProcedure 423b7c77996c3d70bbc1876da8e77b76, server=db0afee3eab9,33467,1732001397021 because future has completed 2024-11-19T07:30:12,698 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=7 2024-11-19T07:30:12,698 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=7, state=SUCCESS, hasLock=false; CloseRegionProcedure 423b7c77996c3d70bbc1876da8e77b76, server=db0afee3eab9,33467,1732001397021 in 223 msec 2024-11-19T07:30:12,699 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=423b7c77996c3d70bbc1876da8e77b76, REOPEN/MOVE; state=CLOSED, location=db0afee3eab9,41065,1732001396920; forceNewPlan=false, retain=false 2024-11-19T07:30:12,850 INFO [db0afee3eab9:42231 {}] balancer.BaseLoadBalancer(388): Reassigned 1 regions. 1 retained the pre-restart assignment. 2024-11-19T07:30:12,850 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=423b7c77996c3d70bbc1876da8e77b76, regionState=OPENING, regionLocation=db0afee3eab9,41065,1732001396920 2024-11-19T07:30:12,853 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=423b7c77996c3d70bbc1876da8e77b76, REOPEN/MOVE because future has completed 2024-11-19T07:30:12,854 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure 423b7c77996c3d70bbc1876da8e77b76, server=db0afee3eab9,41065,1732001396920}] 2024-11-19T07:30:13,012 INFO [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] handler.AssignRegionHandler(132): Open testReplayEditsAfterRegionMovedWithMultiCF,,1732001411767.423b7c77996c3d70bbc1876da8e77b76. 2024-11-19T07:30:13,013 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(7752): Opening region: {ENCODED => 423b7c77996c3d70bbc1876da8e77b76, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1732001411767.423b7c77996c3d70bbc1876da8e77b76.', STARTKEY => '', ENDKEY => ''} 2024-11-19T07:30:13,013 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testReplayEditsAfterRegionMovedWithMultiCF 423b7c77996c3d70bbc1876da8e77b76 2024-11-19T07:30:13,014 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1732001411767.423b7c77996c3d70bbc1876da8e77b76.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T07:30:13,014 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(7794): checking encryption for 423b7c77996c3d70bbc1876da8e77b76 2024-11-19T07:30:13,014 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(7797): checking classloading for 423b7c77996c3d70bbc1876da8e77b76 2024-11-19T07:30:13,019 INFO [StoreOpener-423b7c77996c3d70bbc1876da8e77b76-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf1 of region 423b7c77996c3d70bbc1876da8e77b76 2024-11-19T07:30:13,020 INFO [StoreOpener-423b7c77996c3d70bbc1876da8e77b76-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 423b7c77996c3d70bbc1876da8e77b76 columnFamilyName cf1 2024-11-19T07:30:13,020 DEBUG [StoreOpener-423b7c77996c3d70bbc1876da8e77b76-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T07:30:13,028 DEBUG [StoreOpener-423b7c77996c3d70bbc1876da8e77b76-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:38185/user/jenkins/test-data/b12ee6b9-2f55-77da-3824-8a5232b8ca16/data/default/testReplayEditsAfterRegionMovedWithMultiCF/423b7c77996c3d70bbc1876da8e77b76/cf1/6993aa017a264889bcc998ca05195913 2024-11-19T07:30:13,028 INFO [StoreOpener-423b7c77996c3d70bbc1876da8e77b76-1 {}] regionserver.HStore(327): Store=423b7c77996c3d70bbc1876da8e77b76/cf1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T07:30:13,028 INFO [StoreOpener-423b7c77996c3d70bbc1876da8e77b76-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf2 of region 423b7c77996c3d70bbc1876da8e77b76 2024-11-19T07:30:13,030 INFO [StoreOpener-423b7c77996c3d70bbc1876da8e77b76-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 423b7c77996c3d70bbc1876da8e77b76 columnFamilyName cf2 2024-11-19T07:30:13,030 DEBUG [StoreOpener-423b7c77996c3d70bbc1876da8e77b76-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T07:30:13,030 INFO [StoreOpener-423b7c77996c3d70bbc1876da8e77b76-1 {}] regionserver.HStore(327): Store=423b7c77996c3d70bbc1876da8e77b76/cf2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T07:30:13,030 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1038): replaying wal for 423b7c77996c3d70bbc1876da8e77b76 2024-11-19T07:30:13,031 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38185/user/jenkins/test-data/b12ee6b9-2f55-77da-3824-8a5232b8ca16/data/default/testReplayEditsAfterRegionMovedWithMultiCF/423b7c77996c3d70bbc1876da8e77b76 2024-11-19T07:30:13,033 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38185/user/jenkins/test-data/b12ee6b9-2f55-77da-3824-8a5232b8ca16/data/default/testReplayEditsAfterRegionMovedWithMultiCF/423b7c77996c3d70bbc1876da8e77b76 2024-11-19T07:30:13,034 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1048): stopping wal replay for 423b7c77996c3d70bbc1876da8e77b76 2024-11-19T07:30:13,034 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1060): Cleaning up temporary data for 423b7c77996c3d70bbc1876da8e77b76 2024-11-19T07:30:13,035 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterRegionMovedWithMultiCF descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-11-19T07:30:13,036 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1093): writing seq id for 423b7c77996c3d70bbc1876da8e77b76 2024-11-19T07:30:13,037 INFO [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1114): Opened 423b7c77996c3d70bbc1876da8e77b76; next sequenceid=9; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61777424, jitterRate=-0.07944464683532715}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-11-19T07:30:13,037 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 423b7c77996c3d70bbc1876da8e77b76 2024-11-19T07:30:13,038 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1006): Region open journal for 423b7c77996c3d70bbc1876da8e77b76: Running coprocessor pre-open hook at 1732001413016Writing region info on filesystem at 1732001413016Initializing all the Stores at 1732001413018 (+2 ms)Instantiating store for column family {NAME => 'cf1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732001413018Instantiating store for column family {NAME => 'cf2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732001413019 (+1 ms)Cleaning up temporary data from old regions at 1732001413034 (+15 ms)Running coprocessor post-open hooks at 1732001413037 (+3 ms)Region opened successfully at 1732001413038 (+1 ms) 2024-11-19T07:30:13,039 INFO [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegionServer(2236): Post open deploy tasks for testReplayEditsAfterRegionMovedWithMultiCF,,1732001411767.423b7c77996c3d70bbc1876da8e77b76., pid=9, masterSystemTime=1732001413007 2024-11-19T07:30:13,042 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegionServer(2266): Finished post open deploy task for testReplayEditsAfterRegionMovedWithMultiCF,,1732001411767.423b7c77996c3d70bbc1876da8e77b76. 2024-11-19T07:30:13,042 INFO [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] handler.AssignRegionHandler(153): Opened testReplayEditsAfterRegionMovedWithMultiCF,,1732001411767.423b7c77996c3d70bbc1876da8e77b76. 2024-11-19T07:30:13,043 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=423b7c77996c3d70bbc1876da8e77b76, regionState=OPEN, openSeqNum=9, regionLocation=db0afee3eab9,41065,1732001396920 2024-11-19T07:30:13,046 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure 423b7c77996c3d70bbc1876da8e77b76, server=db0afee3eab9,41065,1732001396920 because future has completed 2024-11-19T07:30:13,050 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=7 2024-11-19T07:30:13,050 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=7, state=SUCCESS, hasLock=false; OpenRegionProcedure 423b7c77996c3d70bbc1876da8e77b76, server=db0afee3eab9,41065,1732001396920 in 193 msec 2024-11-19T07:30:13,052 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=423b7c77996c3d70bbc1876da8e77b76, REOPEN/MOVE in 587 msec 2024-11-19T07:30:13,071 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-19T07:30:13,073 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53048, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-19T07:30:13,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33467 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 139 connection: 172.17.0.2:55070 deadline: 1732001473078, exception=org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=db0afee3eab9 port=41065 startCode=1732001396920. As of locationSeqNum=5. 2024-11-19T07:30:13,084 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1732001411767.423b7c77996c3d70bbc1876da8e77b76., hostname=db0afee3eab9,33467,1732001397021, seqNum=2 , the old value is region=testReplayEditsAfterRegionMovedWithMultiCF,,1732001411767.423b7c77996c3d70bbc1876da8e77b76., hostname=db0afee3eab9,33467,1732001397021, seqNum=2, error=org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=db0afee3eab9 port=41065 startCode=1732001396920. As of locationSeqNum=5. 2024-11-19T07:30:13,085 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1732001411767.423b7c77996c3d70bbc1876da8e77b76., hostname=db0afee3eab9,33467,1732001397021, seqNum=2 is org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=db0afee3eab9 port=41065 startCode=1732001396920. As of locationSeqNum=5. 2024-11-19T07:30:13,085 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(84): Try updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1732001411767.423b7c77996c3d70bbc1876da8e77b76., hostname=db0afee3eab9,33467,1732001397021, seqNum=2 with the new location region=testReplayEditsAfterRegionMovedWithMultiCF,,1732001411767.423b7c77996c3d70bbc1876da8e77b76., hostname=db0afee3eab9,41065,1732001396920, seqNum=5 constructed by org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=db0afee3eab9 port=41065 startCode=1732001396920. As of locationSeqNum=5. 2024-11-19T07:30:13,200 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 423b7c77996c3d70bbc1876da8e77b76 2/2 column families, dataSize=50 B heapSize=720 B 2024-11-19T07:30:13,216 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38185/user/jenkins/test-data/b12ee6b9-2f55-77da-3824-8a5232b8ca16/data/default/testReplayEditsAfterRegionMovedWithMultiCF/423b7c77996c3d70bbc1876da8e77b76/.tmp/cf1/71a9dc62e83e4ad78c4e299ac026fa49 is 29, key is r1/cf1:/1732001413193/DeleteFamily/seqid=0 2024-11-19T07:30:13,224 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46751 is added to blk_1073741888_1066 (size=4906) 2024-11-19T07:30:13,224 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46643 is added to blk_1073741888_1066 (size=4906) 2024-11-19T07:30:13,225 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43283 is added to blk_1073741888_1066 (size=4906) 2024-11-19T07:30:13,227 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=25 B at sequenceid=12 (bloomFilter=false), to=hdfs://localhost:38185/user/jenkins/test-data/b12ee6b9-2f55-77da-3824-8a5232b8ca16/data/default/testReplayEditsAfterRegionMovedWithMultiCF/423b7c77996c3d70bbc1876da8e77b76/.tmp/cf1/71a9dc62e83e4ad78c4e299ac026fa49 2024-11-19T07:30:13,233 INFO [Time-limited test {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 71a9dc62e83e4ad78c4e299ac026fa49 2024-11-19T07:30:13,248 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38185/user/jenkins/test-data/b12ee6b9-2f55-77da-3824-8a5232b8ca16/data/default/testReplayEditsAfterRegionMovedWithMultiCF/423b7c77996c3d70bbc1876da8e77b76/.tmp/cf2/999845343dda4e8bace9c9086e47f8c0 is 29, key is r1/cf2:/1732001413193/DeleteFamily/seqid=0 2024-11-19T07:30:13,254 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46643 is added to blk_1073741889_1067 (size=4906) 2024-11-19T07:30:13,254 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43283 is added to blk_1073741889_1067 (size=4906) 2024-11-19T07:30:13,255 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46751 is added to blk_1073741889_1067 (size=4906) 2024-11-19T07:30:13,255 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=25 B at sequenceid=12 (bloomFilter=false), to=hdfs://localhost:38185/user/jenkins/test-data/b12ee6b9-2f55-77da-3824-8a5232b8ca16/data/default/testReplayEditsAfterRegionMovedWithMultiCF/423b7c77996c3d70bbc1876da8e77b76/.tmp/cf2/999845343dda4e8bace9c9086e47f8c0 2024-11-19T07:30:13,262 INFO [Time-limited test {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 999845343dda4e8bace9c9086e47f8c0 2024-11-19T07:30:13,263 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38185/user/jenkins/test-data/b12ee6b9-2f55-77da-3824-8a5232b8ca16/data/default/testReplayEditsAfterRegionMovedWithMultiCF/423b7c77996c3d70bbc1876da8e77b76/.tmp/cf1/71a9dc62e83e4ad78c4e299ac026fa49 as hdfs://localhost:38185/user/jenkins/test-data/b12ee6b9-2f55-77da-3824-8a5232b8ca16/data/default/testReplayEditsAfterRegionMovedWithMultiCF/423b7c77996c3d70bbc1876da8e77b76/cf1/71a9dc62e83e4ad78c4e299ac026fa49 2024-11-19T07:30:13,272 INFO [Time-limited test {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 71a9dc62e83e4ad78c4e299ac026fa49 2024-11-19T07:30:13,272 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38185/user/jenkins/test-data/b12ee6b9-2f55-77da-3824-8a5232b8ca16/data/default/testReplayEditsAfterRegionMovedWithMultiCF/423b7c77996c3d70bbc1876da8e77b76/cf1/71a9dc62e83e4ad78c4e299ac026fa49, entries=1, sequenceid=12, filesize=4.8 K 2024-11-19T07:30:13,273 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38185/user/jenkins/test-data/b12ee6b9-2f55-77da-3824-8a5232b8ca16/data/default/testReplayEditsAfterRegionMovedWithMultiCF/423b7c77996c3d70bbc1876da8e77b76/.tmp/cf2/999845343dda4e8bace9c9086e47f8c0 as hdfs://localhost:38185/user/jenkins/test-data/b12ee6b9-2f55-77da-3824-8a5232b8ca16/data/default/testReplayEditsAfterRegionMovedWithMultiCF/423b7c77996c3d70bbc1876da8e77b76/cf2/999845343dda4e8bace9c9086e47f8c0 2024-11-19T07:30:13,282 INFO [Time-limited test {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 999845343dda4e8bace9c9086e47f8c0 2024-11-19T07:30:13,282 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38185/user/jenkins/test-data/b12ee6b9-2f55-77da-3824-8a5232b8ca16/data/default/testReplayEditsAfterRegionMovedWithMultiCF/423b7c77996c3d70bbc1876da8e77b76/cf2/999845343dda4e8bace9c9086e47f8c0, entries=1, sequenceid=12, filesize=4.8 K 2024-11-19T07:30:13,283 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~50 B/50, heapSize ~688 B/688, currentSize=0 B/0 for 423b7c77996c3d70bbc1876da8e77b76 in 83ms, sequenceid=12, compaction requested=false 2024-11-19T07:30:13,283 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 423b7c77996c3d70bbc1876da8e77b76: 2024-11-19T07:30:13,286 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2024-11-19T07:30:13,287 DEBUG [Time-limited test {}] regionserver.HStore(1541): 423b7c77996c3d70bbc1876da8e77b76/cf1 is initiating major compaction (all files) 2024-11-19T07:30:13,287 INFO [Time-limited test {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-19T07:30:13,287 INFO [Time-limited test {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T07:30:13,288 INFO [Time-limited test {}] regionserver.HRegion(2416): Starting compaction of 423b7c77996c3d70bbc1876da8e77b76/cf1 in testReplayEditsAfterRegionMovedWithMultiCF,,1732001411767.423b7c77996c3d70bbc1876da8e77b76. 2024-11-19T07:30:13,288 INFO [Time-limited test {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38185/user/jenkins/test-data/b12ee6b9-2f55-77da-3824-8a5232b8ca16/data/default/testReplayEditsAfterRegionMovedWithMultiCF/423b7c77996c3d70bbc1876da8e77b76/cf1/6993aa017a264889bcc998ca05195913, hdfs://localhost:38185/user/jenkins/test-data/b12ee6b9-2f55-77da-3824-8a5232b8ca16/data/default/testReplayEditsAfterRegionMovedWithMultiCF/423b7c77996c3d70bbc1876da8e77b76/cf1/71a9dc62e83e4ad78c4e299ac026fa49] into tmpdir=hdfs://localhost:38185/user/jenkins/test-data/b12ee6b9-2f55-77da-3824-8a5232b8ca16/data/default/testReplayEditsAfterRegionMovedWithMultiCF/423b7c77996c3d70bbc1876da8e77b76/.tmp, totalSize=9.5 K 2024-11-19T07:30:13,290 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting 6993aa017a264889bcc998ca05195913, keycount=1, bloomtype=NONE, size=4.7 K, encoding=NONE, compression=NONE, seqNum=5, earliestPutTs=1732001412445 2024-11-19T07:30:13,290 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting 71a9dc62e83e4ad78c4e299ac026fa49, keycount=1, bloomtype=NONE, size=4.8 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=9223372036854775807 2024-11-19T07:30:13,303 INFO [Time-limited test {}] throttle.PressureAwareThroughputController(145): 423b7c77996c3d70bbc1876da8e77b76#cf1#compaction#16 average throughput is NaN MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-19T07:30:13,309 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46643 is added to blk_1073741890_1068 (size=4626) 2024-11-19T07:30:13,309 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46751 is added to blk_1073741890_1068 (size=4626) 2024-11-19T07:30:13,309 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43283 is added to blk_1073741890_1068 (size=4626) 2024-11-19T07:30:13,317 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38185/user/jenkins/test-data/b12ee6b9-2f55-77da-3824-8a5232b8ca16/data/default/testReplayEditsAfterRegionMovedWithMultiCF/423b7c77996c3d70bbc1876da8e77b76/.tmp/cf1/f2ac37a3e4b34eb0aad6e7180547714c as hdfs://localhost:38185/user/jenkins/test-data/b12ee6b9-2f55-77da-3824-8a5232b8ca16/data/default/testReplayEditsAfterRegionMovedWithMultiCF/423b7c77996c3d70bbc1876da8e77b76/cf1/f2ac37a3e4b34eb0aad6e7180547714c 2024-11-19T07:30:13,330 INFO [Time-limited test {}] regionserver.HStore(1337): Completed major compaction of 2 (all) file(s) in 423b7c77996c3d70bbc1876da8e77b76/cf1 of 423b7c77996c3d70bbc1876da8e77b76 into f2ac37a3e4b34eb0aad6e7180547714c(size=4.5 K), total size for store is 4.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T07:30:13,330 DEBUG [Time-limited test {}] regionserver.HRegion(2446): Compaction status journal for 423b7c77996c3d70bbc1876da8e77b76: 2024-11-19T07:30:13,330 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 1 store files, 0 compacting, 1 eligible, 16 blocking 2024-11-19T07:30:13,330 DEBUG [Time-limited test {}] regionserver.HStore(1541): 423b7c77996c3d70bbc1876da8e77b76/cf2 is initiating major compaction (all files) 2024-11-19T07:30:13,330 INFO [Time-limited test {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-19T07:30:13,330 INFO [Time-limited test {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T07:30:13,331 INFO [Time-limited test {}] regionserver.HRegion(2416): Starting compaction of 423b7c77996c3d70bbc1876da8e77b76/cf2 in testReplayEditsAfterRegionMovedWithMultiCF,,1732001411767.423b7c77996c3d70bbc1876da8e77b76. 2024-11-19T07:30:13,331 INFO [Time-limited test {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38185/user/jenkins/test-data/b12ee6b9-2f55-77da-3824-8a5232b8ca16/data/default/testReplayEditsAfterRegionMovedWithMultiCF/423b7c77996c3d70bbc1876da8e77b76/cf2/999845343dda4e8bace9c9086e47f8c0] into tmpdir=hdfs://localhost:38185/user/jenkins/test-data/b12ee6b9-2f55-77da-3824-8a5232b8ca16/data/default/testReplayEditsAfterRegionMovedWithMultiCF/423b7c77996c3d70bbc1876da8e77b76/.tmp, totalSize=4.8 K 2024-11-19T07:30:13,331 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting 999845343dda4e8bace9c9086e47f8c0, keycount=1, bloomtype=NONE, size=4.8 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=9223372036854775807 2024-11-19T07:30:13,337 INFO [Time-limited test {}] throttle.PressureAwareThroughputController(145): 423b7c77996c3d70bbc1876da8e77b76#cf2#compaction#17 average throughput is NaN MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-19T07:30:13,344 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43283 is added to blk_1073741891_1069 (size=4592) 2024-11-19T07:30:13,345 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46751 is added to blk_1073741891_1069 (size=4592) 2024-11-19T07:30:13,345 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46643 is added to blk_1073741891_1069 (size=4592) 2024-11-19T07:30:13,352 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38185/user/jenkins/test-data/b12ee6b9-2f55-77da-3824-8a5232b8ca16/data/default/testReplayEditsAfterRegionMovedWithMultiCF/423b7c77996c3d70bbc1876da8e77b76/.tmp/cf2/3e58e188342347f5a0424c5dbd89850c as hdfs://localhost:38185/user/jenkins/test-data/b12ee6b9-2f55-77da-3824-8a5232b8ca16/data/default/testReplayEditsAfterRegionMovedWithMultiCF/423b7c77996c3d70bbc1876da8e77b76/cf2/3e58e188342347f5a0424c5dbd89850c 2024-11-19T07:30:13,361 INFO [Time-limited test {}] regionserver.HStore(1337): Completed major compaction of 1 (all) file(s) in 423b7c77996c3d70bbc1876da8e77b76/cf2 of 423b7c77996c3d70bbc1876da8e77b76 into 3e58e188342347f5a0424c5dbd89850c(size=4.5 K), total size for store is 4.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T07:30:13,361 DEBUG [Time-limited test {}] regionserver.HRegion(2446): Compaction status journal for 423b7c77996c3d70bbc1876da8e77b76: 2024-11-19T07:30:13,366 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42231 {}] master.HMaster(2410): Client=jenkins//172.17.0.2 move hri=423b7c77996c3d70bbc1876da8e77b76, source=db0afee3eab9,41065,1732001396920, destination=db0afee3eab9,33467,1732001397021, warming up region on db0afee3eab9,33467,1732001397021 2024-11-19T07:30:13,366 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42231 {}] master.HMaster(2414): Client=jenkins//172.17.0.2 move hri=423b7c77996c3d70bbc1876da8e77b76, source=db0afee3eab9,41065,1732001396920, destination=db0afee3eab9,33467,1732001397021, running balancer 2024-11-19T07:30:13,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42231 {}] procedure2.ProcedureExecutor(1139): Stored pid=10, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=423b7c77996c3d70bbc1876da8e77b76, REOPEN/MOVE 2024-11-19T07:30:13,368 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=423b7c77996c3d70bbc1876da8e77b76, REOPEN/MOVE 2024-11-19T07:30:13,369 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=423b7c77996c3d70bbc1876da8e77b76, regionState=CLOSING, regionLocation=db0afee3eab9,41065,1732001396920 2024-11-19T07:30:13,369 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33467 {}] regionserver.RSRpcServices(2066): Warmup testReplayEditsAfterRegionMovedWithMultiCF,,1732001411767.423b7c77996c3d70bbc1876da8e77b76. 2024-11-19T07:30:13,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33467 {}] regionserver.HRegion(7855): Warmup {ENCODED => 423b7c77996c3d70bbc1876da8e77b76, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1732001411767.423b7c77996c3d70bbc1876da8e77b76.', STARTKEY => '', ENDKEY => ''} 2024-11-19T07:30:13,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33467 {}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1732001411767.423b7c77996c3d70bbc1876da8e77b76.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T07:30:13,370 INFO [StoreOpener-423b7c77996c3d70bbc1876da8e77b76-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf1 of region 423b7c77996c3d70bbc1876da8e77b76 2024-11-19T07:30:13,371 INFO [StoreOpener-423b7c77996c3d70bbc1876da8e77b76-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 423b7c77996c3d70bbc1876da8e77b76 columnFamilyName cf1 2024-11-19T07:30:13,371 DEBUG [StoreOpener-423b7c77996c3d70bbc1876da8e77b76-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T07:30:13,372 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=423b7c77996c3d70bbc1876da8e77b76, REOPEN/MOVE because future has completed 2024-11-19T07:30:13,372 DEBUG [PEWorker-5 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-19T07:30:13,372 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=10, state=RUNNABLE, hasLock=false; CloseRegionProcedure 423b7c77996c3d70bbc1876da8e77b76, server=db0afee3eab9,41065,1732001396920}] 2024-11-19T07:30:13,379 DEBUG [StoreOpener-423b7c77996c3d70bbc1876da8e77b76-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:38185/user/jenkins/test-data/b12ee6b9-2f55-77da-3824-8a5232b8ca16/data/default/testReplayEditsAfterRegionMovedWithMultiCF/423b7c77996c3d70bbc1876da8e77b76/cf1/6993aa017a264889bcc998ca05195913 2024-11-19T07:30:13,385 INFO [StoreFileOpener-423b7c77996c3d70bbc1876da8e77b76-cf1-1 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 71a9dc62e83e4ad78c4e299ac026fa49 2024-11-19T07:30:13,385 DEBUG [StoreOpener-423b7c77996c3d70bbc1876da8e77b76-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:38185/user/jenkins/test-data/b12ee6b9-2f55-77da-3824-8a5232b8ca16/data/default/testReplayEditsAfterRegionMovedWithMultiCF/423b7c77996c3d70bbc1876da8e77b76/cf1/71a9dc62e83e4ad78c4e299ac026fa49 2024-11-19T07:30:13,391 DEBUG [StoreOpener-423b7c77996c3d70bbc1876da8e77b76-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:38185/user/jenkins/test-data/b12ee6b9-2f55-77da-3824-8a5232b8ca16/data/default/testReplayEditsAfterRegionMovedWithMultiCF/423b7c77996c3d70bbc1876da8e77b76/cf1/f2ac37a3e4b34eb0aad6e7180547714c 2024-11-19T07:30:13,391 INFO [StoreOpener-423b7c77996c3d70bbc1876da8e77b76-1 {}] regionserver.HStore(327): Store=423b7c77996c3d70bbc1876da8e77b76/cf1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T07:30:13,391 INFO [StoreOpener-423b7c77996c3d70bbc1876da8e77b76-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf2 of region 423b7c77996c3d70bbc1876da8e77b76 2024-11-19T07:30:13,392 INFO [StoreOpener-423b7c77996c3d70bbc1876da8e77b76-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 423b7c77996c3d70bbc1876da8e77b76 columnFamilyName cf2 2024-11-19T07:30:13,392 DEBUG [StoreOpener-423b7c77996c3d70bbc1876da8e77b76-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T07:30:13,399 DEBUG [StoreOpener-423b7c77996c3d70bbc1876da8e77b76-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:38185/user/jenkins/test-data/b12ee6b9-2f55-77da-3824-8a5232b8ca16/data/default/testReplayEditsAfterRegionMovedWithMultiCF/423b7c77996c3d70bbc1876da8e77b76/cf2/3e58e188342347f5a0424c5dbd89850c 2024-11-19T07:30:13,405 INFO [StoreFileOpener-423b7c77996c3d70bbc1876da8e77b76-cf2-1 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 999845343dda4e8bace9c9086e47f8c0 2024-11-19T07:30:13,405 DEBUG [StoreOpener-423b7c77996c3d70bbc1876da8e77b76-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:38185/user/jenkins/test-data/b12ee6b9-2f55-77da-3824-8a5232b8ca16/data/default/testReplayEditsAfterRegionMovedWithMultiCF/423b7c77996c3d70bbc1876da8e77b76/cf2/999845343dda4e8bace9c9086e47f8c0 2024-11-19T07:30:13,405 INFO [StoreOpener-423b7c77996c3d70bbc1876da8e77b76-1 {}] regionserver.HStore(327): Store=423b7c77996c3d70bbc1876da8e77b76/cf2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T07:30:13,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33467 {}] regionserver.HRegion(1722): Closing 423b7c77996c3d70bbc1876da8e77b76, disabling compactions & flushes 2024-11-19T07:30:13,405 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33467 {}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1732001411767.423b7c77996c3d70bbc1876da8e77b76. 2024-11-19T07:30:13,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33467 {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1732001411767.423b7c77996c3d70bbc1876da8e77b76. 2024-11-19T07:30:13,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33467 {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1732001411767.423b7c77996c3d70bbc1876da8e77b76. after waiting 0 ms 2024-11-19T07:30:13,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33467 {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1732001411767.423b7c77996c3d70bbc1876da8e77b76. 2024-11-19T07:30:13,406 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33467 {}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1732001411767.423b7c77996c3d70bbc1876da8e77b76. 2024-11-19T07:30:13,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33467 {}] regionserver.HRegion(1676): Region close journal for 423b7c77996c3d70bbc1876da8e77b76: Waiting for close lock at 1732001413405Disabling compacts and flushes for region at 1732001413405Disabling writes for close at 1732001413405Writing region close event to WAL at 1732001413406 (+1 ms)Closed at 1732001413406 2024-11-19T07:30:13,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42231 {}] procedure.ProcedureSyncWait(219): waitFor pid=10 2024-11-19T07:30:13,527 INFO [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] handler.UnassignRegionHandler(122): Close 423b7c77996c3d70bbc1876da8e77b76 2024-11-19T07:30:13,527 DEBUG [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-19T07:30:13,527 DEBUG [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1722): Closing 423b7c77996c3d70bbc1876da8e77b76, disabling compactions & flushes 2024-11-19T07:30:13,527 INFO [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1732001411767.423b7c77996c3d70bbc1876da8e77b76. 2024-11-19T07:30:13,527 DEBUG [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1732001411767.423b7c77996c3d70bbc1876da8e77b76. 2024-11-19T07:30:13,527 DEBUG [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1732001411767.423b7c77996c3d70bbc1876da8e77b76. after waiting 0 ms 2024-11-19T07:30:13,527 DEBUG [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1732001411767.423b7c77996c3d70bbc1876da8e77b76. 2024-11-19T07:30:13,527 DEBUG [StoreCloser-testReplayEditsAfterRegionMovedWithMultiCF,,1732001411767.423b7c77996c3d70bbc1876da8e77b76.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:38185/user/jenkins/test-data/b12ee6b9-2f55-77da-3824-8a5232b8ca16/data/default/testReplayEditsAfterRegionMovedWithMultiCF/423b7c77996c3d70bbc1876da8e77b76/cf1/6993aa017a264889bcc998ca05195913, hdfs://localhost:38185/user/jenkins/test-data/b12ee6b9-2f55-77da-3824-8a5232b8ca16/data/default/testReplayEditsAfterRegionMovedWithMultiCF/423b7c77996c3d70bbc1876da8e77b76/cf1/71a9dc62e83e4ad78c4e299ac026fa49] to archive 2024-11-19T07:30:13,531 DEBUG [StoreCloser-testReplayEditsAfterRegionMovedWithMultiCF,,1732001411767.423b7c77996c3d70bbc1876da8e77b76.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-19T07:30:13,534 DEBUG [StoreCloser-testReplayEditsAfterRegionMovedWithMultiCF,,1732001411767.423b7c77996c3d70bbc1876da8e77b76.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38185/user/jenkins/test-data/b12ee6b9-2f55-77da-3824-8a5232b8ca16/data/default/testReplayEditsAfterRegionMovedWithMultiCF/423b7c77996c3d70bbc1876da8e77b76/cf1/6993aa017a264889bcc998ca05195913 to hdfs://localhost:38185/user/jenkins/test-data/b12ee6b9-2f55-77da-3824-8a5232b8ca16/archive/data/default/testReplayEditsAfterRegionMovedWithMultiCF/423b7c77996c3d70bbc1876da8e77b76/cf1/6993aa017a264889bcc998ca05195913 2024-11-19T07:30:13,536 DEBUG [StoreCloser-testReplayEditsAfterRegionMovedWithMultiCF,,1732001411767.423b7c77996c3d70bbc1876da8e77b76.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38185/user/jenkins/test-data/b12ee6b9-2f55-77da-3824-8a5232b8ca16/data/default/testReplayEditsAfterRegionMovedWithMultiCF/423b7c77996c3d70bbc1876da8e77b76/cf1/71a9dc62e83e4ad78c4e299ac026fa49 to hdfs://localhost:38185/user/jenkins/test-data/b12ee6b9-2f55-77da-3824-8a5232b8ca16/archive/data/default/testReplayEditsAfterRegionMovedWithMultiCF/423b7c77996c3d70bbc1876da8e77b76/cf1/71a9dc62e83e4ad78c4e299ac026fa49 2024-11-19T07:30:13,547 DEBUG [StoreCloser-testReplayEditsAfterRegionMovedWithMultiCF,,1732001411767.423b7c77996c3d70bbc1876da8e77b76.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:38185/user/jenkins/test-data/b12ee6b9-2f55-77da-3824-8a5232b8ca16/data/default/testReplayEditsAfterRegionMovedWithMultiCF/423b7c77996c3d70bbc1876da8e77b76/cf2/999845343dda4e8bace9c9086e47f8c0] to archive 2024-11-19T07:30:13,548 DEBUG [StoreCloser-testReplayEditsAfterRegionMovedWithMultiCF,,1732001411767.423b7c77996c3d70bbc1876da8e77b76.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-19T07:30:13,551 DEBUG [StoreCloser-testReplayEditsAfterRegionMovedWithMultiCF,,1732001411767.423b7c77996c3d70bbc1876da8e77b76.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38185/user/jenkins/test-data/b12ee6b9-2f55-77da-3824-8a5232b8ca16/data/default/testReplayEditsAfterRegionMovedWithMultiCF/423b7c77996c3d70bbc1876da8e77b76/cf2/999845343dda4e8bace9c9086e47f8c0 to hdfs://localhost:38185/user/jenkins/test-data/b12ee6b9-2f55-77da-3824-8a5232b8ca16/archive/data/default/testReplayEditsAfterRegionMovedWithMultiCF/423b7c77996c3d70bbc1876da8e77b76/cf2/999845343dda4e8bace9c9086e47f8c0 2024-11-19T07:30:13,556 DEBUG [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38185/user/jenkins/test-data/b12ee6b9-2f55-77da-3824-8a5232b8ca16/data/default/testReplayEditsAfterRegionMovedWithMultiCF/423b7c77996c3d70bbc1876da8e77b76/recovered.edits/17.seqid, newMaxSeqId=17, maxSeqId=8 2024-11-19T07:30:13,557 INFO [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1732001411767.423b7c77996c3d70bbc1876da8e77b76. 2024-11-19T07:30:13,557 DEBUG [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1676): Region close journal for 423b7c77996c3d70bbc1876da8e77b76: Waiting for close lock at 1732001413527Running coprocessor pre-close hooks at 1732001413527Disabling compacts and flushes for region at 1732001413527Disabling writes for close at 1732001413527Writing region close event to WAL at 1732001413552 (+25 ms)Running coprocessor post-close hooks at 1732001413557 (+5 ms)Closed at 1732001413557 2024-11-19T07:30:13,557 INFO [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegionServer(3302): Adding 423b7c77996c3d70bbc1876da8e77b76 move to db0afee3eab9,33467,1732001397021 record at close sequenceid=12 2024-11-19T07:30:13,560 INFO [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] handler.UnassignRegionHandler(157): Closed 423b7c77996c3d70bbc1876da8e77b76 2024-11-19T07:30:13,560 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=423b7c77996c3d70bbc1876da8e77b76, regionState=CLOSED 2024-11-19T07:30:13,563 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=11, ppid=10, state=RUNNABLE, hasLock=false; CloseRegionProcedure 423b7c77996c3d70bbc1876da8e77b76, server=db0afee3eab9,41065,1732001396920 because future has completed 2024-11-19T07:30:13,566 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=10 2024-11-19T07:30:13,567 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=10, state=SUCCESS, hasLock=false; CloseRegionProcedure 423b7c77996c3d70bbc1876da8e77b76, server=db0afee3eab9,41065,1732001396920 in 192 msec 2024-11-19T07:30:13,568 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=423b7c77996c3d70bbc1876da8e77b76, REOPEN/MOVE; state=CLOSED, location=db0afee3eab9,33467,1732001397021; forceNewPlan=false, retain=false 2024-11-19T07:30:13,718 INFO [db0afee3eab9:42231 {}] balancer.BaseLoadBalancer(388): Reassigned 1 regions. 1 retained the pre-restart assignment. 2024-11-19T07:30:13,719 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=423b7c77996c3d70bbc1876da8e77b76, regionState=OPENING, regionLocation=db0afee3eab9,33467,1732001397021 2024-11-19T07:30:13,724 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=423b7c77996c3d70bbc1876da8e77b76, REOPEN/MOVE because future has completed 2024-11-19T07:30:13,725 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 423b7c77996c3d70bbc1876da8e77b76, server=db0afee3eab9,33467,1732001397021}] 2024-11-19T07:30:13,889 INFO [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] handler.AssignRegionHandler(132): Open testReplayEditsAfterRegionMovedWithMultiCF,,1732001411767.423b7c77996c3d70bbc1876da8e77b76. 2024-11-19T07:30:13,889 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7752): Opening region: {ENCODED => 423b7c77996c3d70bbc1876da8e77b76, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1732001411767.423b7c77996c3d70bbc1876da8e77b76.', STARTKEY => '', ENDKEY => ''} 2024-11-19T07:30:13,891 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testReplayEditsAfterRegionMovedWithMultiCF 423b7c77996c3d70bbc1876da8e77b76 2024-11-19T07:30:13,891 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1732001411767.423b7c77996c3d70bbc1876da8e77b76.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T07:30:13,892 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7794): checking encryption for 423b7c77996c3d70bbc1876da8e77b76 2024-11-19T07:30:13,892 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7797): checking classloading for 423b7c77996c3d70bbc1876da8e77b76 2024-11-19T07:30:13,894 INFO [StoreOpener-423b7c77996c3d70bbc1876da8e77b76-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf1 of region 423b7c77996c3d70bbc1876da8e77b76 2024-11-19T07:30:13,895 INFO [StoreOpener-423b7c77996c3d70bbc1876da8e77b76-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 423b7c77996c3d70bbc1876da8e77b76 columnFamilyName cf1 2024-11-19T07:30:13,895 DEBUG [StoreOpener-423b7c77996c3d70bbc1876da8e77b76-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T07:30:13,903 DEBUG [StoreOpener-423b7c77996c3d70bbc1876da8e77b76-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:38185/user/jenkins/test-data/b12ee6b9-2f55-77da-3824-8a5232b8ca16/data/default/testReplayEditsAfterRegionMovedWithMultiCF/423b7c77996c3d70bbc1876da8e77b76/cf1/f2ac37a3e4b34eb0aad6e7180547714c 2024-11-19T07:30:13,903 INFO [StoreOpener-423b7c77996c3d70bbc1876da8e77b76-1 {}] regionserver.HStore(327): Store=423b7c77996c3d70bbc1876da8e77b76/cf1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T07:30:13,903 INFO [StoreOpener-423b7c77996c3d70bbc1876da8e77b76-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf2 of region 423b7c77996c3d70bbc1876da8e77b76 2024-11-19T07:30:13,904 INFO [StoreOpener-423b7c77996c3d70bbc1876da8e77b76-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 423b7c77996c3d70bbc1876da8e77b76 columnFamilyName cf2 2024-11-19T07:30:13,904 DEBUG [StoreOpener-423b7c77996c3d70bbc1876da8e77b76-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T07:30:13,911 DEBUG [StoreOpener-423b7c77996c3d70bbc1876da8e77b76-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:38185/user/jenkins/test-data/b12ee6b9-2f55-77da-3824-8a5232b8ca16/data/default/testReplayEditsAfterRegionMovedWithMultiCF/423b7c77996c3d70bbc1876da8e77b76/cf2/3e58e188342347f5a0424c5dbd89850c 2024-11-19T07:30:13,911 INFO [StoreOpener-423b7c77996c3d70bbc1876da8e77b76-1 {}] regionserver.HStore(327): Store=423b7c77996c3d70bbc1876da8e77b76/cf2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T07:30:13,911 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1038): replaying wal for 423b7c77996c3d70bbc1876da8e77b76 2024-11-19T07:30:13,912 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38185/user/jenkins/test-data/b12ee6b9-2f55-77da-3824-8a5232b8ca16/data/default/testReplayEditsAfterRegionMovedWithMultiCF/423b7c77996c3d70bbc1876da8e77b76 2024-11-19T07:30:13,914 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38185/user/jenkins/test-data/b12ee6b9-2f55-77da-3824-8a5232b8ca16/data/default/testReplayEditsAfterRegionMovedWithMultiCF/423b7c77996c3d70bbc1876da8e77b76 2024-11-19T07:30:13,915 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1048): stopping wal replay for 423b7c77996c3d70bbc1876da8e77b76 2024-11-19T07:30:13,915 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1060): Cleaning up temporary data for 423b7c77996c3d70bbc1876da8e77b76 2024-11-19T07:30:13,915 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterRegionMovedWithMultiCF descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-11-19T07:30:13,917 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1093): writing seq id for 423b7c77996c3d70bbc1876da8e77b76 2024-11-19T07:30:13,918 INFO [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1114): Opened 423b7c77996c3d70bbc1876da8e77b76; next sequenceid=18; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60407582, jitterRate=-0.09985688328742981}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-11-19T07:30:13,918 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 423b7c77996c3d70bbc1876da8e77b76 2024-11-19T07:30:13,918 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1006): Region open journal for 423b7c77996c3d70bbc1876da8e77b76: Running coprocessor pre-open hook at 1732001413892Writing region info on filesystem at 1732001413892Initializing all the Stores at 1732001413893 (+1 ms)Instantiating store for column family {NAME => 'cf1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732001413893Instantiating store for column family {NAME => 'cf2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732001413894 (+1 ms)Cleaning up temporary data from old regions at 1732001413915 (+21 ms)Running coprocessor post-open hooks at 1732001413918 (+3 ms)Region opened successfully at 1732001413918 2024-11-19T07:30:13,919 INFO [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegionServer(2236): Post open deploy tasks for testReplayEditsAfterRegionMovedWithMultiCF,,1732001411767.423b7c77996c3d70bbc1876da8e77b76., pid=12, masterSystemTime=1732001413879 2024-11-19T07:30:13,922 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegionServer(2266): Finished post open deploy task for testReplayEditsAfterRegionMovedWithMultiCF,,1732001411767.423b7c77996c3d70bbc1876da8e77b76. 2024-11-19T07:30:13,922 INFO [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] handler.AssignRegionHandler(153): Opened testReplayEditsAfterRegionMovedWithMultiCF,,1732001411767.423b7c77996c3d70bbc1876da8e77b76. 2024-11-19T07:30:13,922 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=423b7c77996c3d70bbc1876da8e77b76, regionState=OPEN, openSeqNum=18, regionLocation=db0afee3eab9,33467,1732001397021 2024-11-19T07:30:13,925 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 423b7c77996c3d70bbc1876da8e77b76, server=db0afee3eab9,33467,1732001397021 because future has completed 2024-11-19T07:30:13,929 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=10 2024-11-19T07:30:13,929 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure 423b7c77996c3d70bbc1876da8e77b76, server=db0afee3eab9,33467,1732001397021 in 201 msec 2024-11-19T07:30:13,931 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=423b7c77996c3d70bbc1876da8e77b76, REOPEN/MOVE in 563 msec 2024-11-19T07:30:13,970 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-19T07:30:13,972 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55080, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-19T07:30:13,973 ERROR [Time-limited test {}] regionserver.HRegionServer(2442): ***** ABORTING region server db0afee3eab9,33467,1732001397021: testing ***** 2024-11-19T07:30:13,973 ERROR [Time-limited test {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-19T07:30:13,975 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-19T07:30:13,976 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-19T07:30:13,979 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-19T07:30:13,980 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-19T07:30:13,986 INFO [Time-limited test {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 280977752 }, "NonHeapMemoryUsage": { "committed": 170262528, "init": 7667712, "max": -1, "used": 167719880 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=IPC", "modelerType": "RegionServer,sub=IPC", "tag.Context": "regionserver", "tag.Hostname": "db0afee3eab9", "queueSize": 0, "numCallsInGeneralQueue": 0, "numCallsInReplicationQueue": 0, "numCallsInBulkLoadQueue": 0, "numCallsInPriorityQueue": 0, "numCallsInMetaPriorityQueue": 0, "numOpenConnections": 3, "numActiveHandler": 0, "numActiveGeneralHandler": 0, "numActivePriorityHandler": 0, "numActiveReplicationHandler": 0, "numGeneralCallsDropped": 0, "numLifoModeSwitches": 0, "numCallsInWriteQueue": 0, "numActiveBulkLoadHandler": 0, "numCallsInReadQueue": 0, "numCallsInScanQueue": 0, "numActiveWriteHandler": 0, "numActiveReadHandler": 0, "numActiveScanHandler": 0, "nettyDirectMemoryUsage": 67108864, "nettyTotalPendingOutboundBytes": 0, "nettyMaxPendingOutboundBytes": 0, "receivedBytes": 2071, "exceptions.RegionMovedException": 0, "authenticationSuccesses": 0, "authorizationFailures": 0, "exceptions.requestTooBig": 0, "UnwritableTime_num_ops": 0, "UnwritableTime_min": 0, "UnwritableTime_max": 0, "UnwritableTime_mean": 0, "UnwritableTime_25th_percentile": 0, "UnwritableTime_median": 0, "UnwritableTime_75th_percentile": 0, "UnwritableTime_90th_percentile": 0, "UnwritableTime_95th_percentile": 0, "UnwritableTime_98th_percentile": 0, "UnwritableTime_99th_percentile": 0, "UnwritableTime_99.9th_percentile": 0, "exceptions.OutOfOrderScannerNextException": 0, "exceptions.rpcThrottling": 0, "exceptions.otherExceptions": 0, "ProcessCallTime_num_ops": 8, "ProcessCallTime_min": 0, "ProcessCallTime_max": 10, "ProcessCallTime_mean": 4, "ProcessCallTime_25th_percentile": 2, "ProcessCallTime_median": 5, "ProcessCallTime_75th_percentile": 7, "ProcessCallTime_90th_percentile": 9, "ProcessCallTime_95th_percentile": 9, "ProcessCallTime_98th_percentile": 9, "ProcessCallTime_99th_percentile": 9, "ProcessCallTime_99.9th_percentile": 9, "ProcessCallTime_TimeRangeCount_0-1": 8, "exceptions.callQueueTooBig": 0, "QueueCallTime_num_ops": 8, "QueueCallTime_min": 0, "QueueCallTime_max": 1, "QueueCallTime_mean": 0, "QueueCallTime_25th_percentile": 0, "QueueCallTime_median": 0, "QueueCallTime_75th_percentile": 0, "QueueCallTime_90th_percentile": 0, "QueueCallTime_95th_percentile": 0, "QueueCallTime_98th_percentile": 0, "QueueCallTime_99th_percentile": 0, "QueueCallTime_99.9th_percentile": 0, "QueueCallTime_TimeRangeCount_0-1": 8, "authenticationFailures": 0, "exceptions.multiResponseTooLarge": 0, "exceptions.callDropped": 0, "TotalCallTime_num_ops": 8, "TotalCallTime_min": 1, "TotalCallTime_max": 10, "TotalCallTime_mean": 4, "TotalCallTime_25th_percentile": 3, "TotalCallTime_median": 5, "TotalCallTime_75th_percentile": 7, "TotalCallTime_90th_percentile": 9, "TotalCallTime_95th_percentile": 9, "TotalCallTime_98th_percentile": 9, "TotalCallTime_99th_percentile": 9, "TotalCallTime_99.9th_percentile": 9, "TotalCallTime_TimeRangeCount_0-1": 8, "exceptions.RegionTooBusyException": 0, "exceptions.FailedSanityCheckException": 0, "ResponseSize_num_ops": 8, "ResponseSize_min": 0, "ResponseSize_max": 174, "ResponseSize_mean": 50, "ResponseSize_25th_percentile": 43, "ResponseSize_median": 87, "ResponseSize_75th_percentile": 130, "ResponseSize_90th_percentile": 156, "ResponseSize_95th_percentile": 165, "ResponseSize_98th_percentile": 170, "ResponseSize_99th_percentile": 172, "ResponseSize_99.9th_percentile": 173, "ResponseSize_SizeRangeCount_0-10": 8, "exceptions.UnknownScannerException": 0, "exceptions": 0, "maxOutboundBytesExceeded": 0, "authenticationFallbacks": 0, "exceptions.quotaExceeded": 0, "exceptions.callTimedOut": 0, "exceptions.NotServingRegionException": 0, "authorizationSuccesses": 0, "exceptions.ScannerResetException": 0, "RequestSize_num_ops": 8, "RequestSize_min": 89, "RequestSize_max": 121, "RequestSize_mean": 103, "RequestSize_25th_percentile": 97, "RequestSize_median": 105, "RequestSize_75th_percentile": 113, "RequestSize_90th_percentile": 117, "RequestSize_95th_percentile": 119, "RequestSize_98th_percentile": 120, "RequestSize_99th_percentile": 120, "RequestSize_99.9th_percentile": 120, "RequestSize_SizeRangeCount_0-10": 8, "sentBytes": 348 } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=Replication", "modelerType": "RegionServer,sub=Replication", "tag.Context": "regionserver", "tag.Hostname": "db0afee3eab9", "source.shippedHFiles": 0, "Source.ageOfLastShippedOp_num_ops": 0, "Source.ageOfLastShippedOp_min": 0, "Source.ageOfLastShippedOp_max": 0, "Source.ageOfLastShippedOp_mean": 0, "Source.ageOfLastShippedOp_25th_percentile": 0, "Source.ageOfLastShippedOp_median": 0, "Source.ageOfLastShippedOp_75th_percentile": 0, "Source.ageOfLastShippedOp_90th_percentile": 0, "Source.ageOfLastShippedOp_95th_percentile": 0, "Source.ageOfLastShippedOp_98th_percentile": 0, "Source.ageOfLastShippedOp_99th_percentile": 0, "Source.ageOfLastShippedOp_99.9th_percentile": 0, "source.uncleanlyClosedLogs": 0, "source.closedLogsWithUnknownFileLength": 0, "source.walReaderEditsBufferUsage": 0, "source.repeatedLogFileBytes": 0, "source.sizeOfHFileRefsQueue": 0, "source.logReadInBytes": 0, "source.completedRecoverQueues": 0, "source.sizeOfLogQueue": 0, "source.restartedLogReading": 0, "source.failedRecoverQueues": 0, "source.ignoredUncleanlyClosedLogContentsInBytes": 0, "Sink.ageOfLastAppliedOp_num_ops": 0, "Sink.ageOfLastAppliedOp_min": 0, "Sink.ageOfLastAppliedOp_max": 0, "Sink.ageOfLastAppliedOp_mean": 0, "Sink.ageOfLastAppliedOp_25th_percentile": 0, "Sink.ageOfLastAppliedOp_median": 0, "Sink.ageOfLastAppliedOp_75th_percentile": 0, "Sink.ageOfLastAppliedOp_90th_percentile": 0, "Sink.ageOfLastAppliedOp_95th_percentile": 0, "Sink.ageOfLastAppliedOp_98th_percentile": 0, "Sink.ageOfLastAppliedOp_99th_percentile": 0, "Sink.ageOfLastAppliedOp_99.9th_percentile": 0, "source.logEditsRead": 0, "source.numInitializing": 0, "source.shippedOps": 0, "sink.appliedHFiles": 0, "source.logEditsFiltered": 0, "source.shippedBytes": 0, "sink.appliedOps": 0, "source.completedLogs": 0, "source.failedBatches": 0, "sink.failedBatches": 0, "source.shippedBatches": 0, "sink.appliedBatches": 0 } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=Server", "modelerType": "RegionServer,sub=Server", "tag.zookeeperQuorum": "127.0.0.1:53810", "tag.serverName": "db0afee3eab9,41619,1732001397062", "tag.clusterId": "ff868d14-e77a-4dd8-82a5-9a10c32a4caf", "tag.Context": "regionserver", "tag.Hostname": "db0afee3eab9", "regionCount": 0, "storeCount": 0, "hlogFileCount": 1, "hlogFileSize": 0, "storeFileCount": 0, "maxStoreFileCount": 0, "memStoreSize": 0, "memStoreHeapSize": 0, "memStoreOffHeapSize": 0, "storeFileSize": 0, "storeFileSizeGrowthRate": 0.0, "maxStoreFileAge": 0, "minStoreFileAge": 0, "avgStoreFileAge": 0, "numReferenceFiles": 0, "regionServerStartTime": 1732001397062, "averageRegionSize": 0, "storeFileIndexSize": 0, "staticIndexSize": 0, "staticBloomSize": 0, "bloomFilterRequestsCount": 0, "bloomFilterNegativeResultsCount": 0, "bloomFilterEligibleRequestsCount": 0, "mutationsWithoutWALCount": 0, "mutationsWithoutWALSize": 0, "percentFilesLocal": 0.0, "percentFilesLocalSecondaryRegions": 0.0, "totalBytesRead": 10034, "localBytesRead": 10034, "shortCircuitBytesRead": 0, "zeroCopyBytesRead": 0, "splitQueueLength": 0, "compactionQueueLength": 0, "smallCompactionQueueLength": 0, "largeCompactionQueueLength": 0, "flushQueueLength": 0, "blockCacheFreeSize": 922070024, "blockCacheCount": 0, "blockCacheDataBlockCount": 0, "blockCacheSize": 676856, "blockCacheCountHitPercent": 0.0, "blockCacheExpressHitPercent": 0.0, "l1CacheSize": 676856, "l1CacheFreeSize": 922070024, "l1CacheCount": 0, "l1CacheEvictionCount": 0, "l1CacheHitCount": 0, "l1CacheMissCount": 0, "l1CacheHitRatio": 0.0, "l1CacheMissRatio": 0.0, "l2CacheSize": 0, "l2CacheFreeSize": 0, "l2CacheCount": 0, "l2CacheEvictionCount": 0, "l2CacheHitCount": 0, "l2CacheMissCount": 0, "l2CacheHitRatio": 0.0, "l2CacheMissRatio": 0.0, "mobFileCacheCount": 0, "mobFileCacheHitPercent": 0.0, "readRequestRatePerSecond": 0.0, "writeRequestRatePerSecond": 0.0, "ByteBuffAllocatorHeapAllocationBytes": 4782, "ByteBuffAllocatorPoolAllocationBytes": 0, "ByteBuffAllocatorHeapAllocationRatio": 0.0, "ByteBuffAllocatorTotalBufferCount": 186, "ByteBuffAllocatorUsedBufferCount": 0, "activeScanners": 0, "totalRequestCount": 0, "totalRowActionRequestCount": 0, "readRequestCount": 0, "cpRequestCount": 0, "filteredReadRequestCount": 0, "writeRequestCount": 0, "rpcGetRequestCount": 0, "rpcFullScanRequestCount": 0, "rpcScanRequestCount": 0, "rpcMultiRequestCount": 0, "rpcMutateRequestCount": 0, "checkMutateFailedCount": 0, "checkMutatePassedCount": 0, "blockCacheHitCount": 0, "blockCacheHitCountPrimary": 0, "blockCacheHitCachingCount": 0, "blockCacheMissCount": 0, "blockCacheMissCountPrimary": 0, "blockCacheMissCachingCount": 0, "blockCacheEvictionCount": 0, "blockCacheEvictionCountPrimary": 0, "blockCacheFailedInsertionCount": 0, "blockCacheDataMissCount": 0, "blockCacheLeafIndexMissCount": 0, "blockCacheBloomChunkMissCount": 0, "blockCacheMetaMissCount": 0, "blockCacheRootIndexMissCount": 0, "blockCacheIntermediateIndexMissCount": 0, "blockCacheFileInfoMissCount": 0, "blockCacheGeneralBloomMetaMissCount": 0, "blockCacheDeleteFamilyBloomMissCount": 0, "blockCacheTrailerMissCount": 0, "blockCacheDataHitCount": 0, "blockCacheLeafIndexHitCount": 0, "blockCacheBloomChunkHitCount": 0, "blockCacheMetaHitCount": 0, "blockCacheRootIndexHitCount": 0, "blockCacheIntermediateIndexHitCount": 0, "blockCacheFileInfoHitCount": 0, "blockCacheGeneralBloomMetaHitCount": 0, "blockCacheDeleteFamilyBloomHitCount": 0, "blockCacheTrailerHitCount": 0, "updatesBlockedTime": 0, "flushedCellsCount": 0, "compactedCellsCount": 0, "majorCompactedCellsCount": 0, "flushedCellsSize": 0, "compactedCellsSize": 0, "majorCompactedCellsSize": 0, "cellsCountCompactedFromMob": 0, "cellsCountCompactedToMob": 0, "cellsSizeCompactedFromMob": 0, "cellsSizeCompactedToMob": 0, "mobFlushCount": 0, "mobFlushedCellsCount": 0, "mobFlushedCellsSize": 0, "mobScanCellsCount": 0, "mobScanCellsSize": 0, "mobFileCacheAccessCount": 0, "mobFileCacheMissCount": 0, "mobFileCacheEvictedCount": 0, "hedgedReads": 0, "hedgedReadWins": 0, "hedgedReadOpsInCurThread": 0, "blockedRequestCount": 0, "CheckAndMutate_num_ops": 0, "CheckAndMutate_min": 0, "CheckAndMutate_max": 0, "CheckAndMutate_mean": 0, "CheckAndMutate_25th_percentile": 0, "CheckAndMutate_median": 0, "CheckAndMutate_75th_percentile": 0, "CheckAndMutate_90th_percentile": 0, "CheckAndMutate_95th_percentile": 0, "CheckAndMutate_98th_percentile": 0, "CheckAndMutate_99th_percentile": 0, "CheckAndMutate_99.9th_percentile": 0, "MajorCompactionTime_num_ops": 0, "MajorCompactionTime_min": 0, "MajorCompactionTime_max": 0, "MajorCompactionTime_mean": 0, "MajorCompactionTime_25th_percentile": 0, "MajorCompactionTime_median": 0, "MajorCompactionTime_75th_percentile": 0, "MajorCompactionTime_90th_percentile": 0, "MajorCompactionTime_95th_percentile": 0, "MajorCompactionTime_98th_percentile": 0, "MajorCompactionTime_99th_percentile": 0, "MajorCompactionTime_99.9th_percentile": 0, "ScanTime_num_ops": 0, "ScanTime_min": 0, "ScanTime_max": 0, "ScanTime_mean": 0, "ScanTime_25th_percentile": 0, "ScanTime_median": 0, "ScanTime_75th_percentile": 0, "ScanTime_90th_percentile": 0, "ScanTime_95th_percentile": 0, "ScanTime_98th_percentile": 0, "ScanTime_99th_percentile": 0, "ScanTime_99.9th_percentile": 0, "CheckAndMutateBlockBytesScanned_num_ops": 0, "CheckAndMutateBlockBytesScanned_min": 0, "CheckAndMutateBlockBytesScanned_max": 0, "CheckAndMutateBlockBytesScanned_mean": 0, "CheckAndMutateBlockBytesScanned_25th_percentile": 0, "CheckAndMutateBlockBytesScanned_median": 0, "CheckAndMutateBlockBytesScanned_75th_percentile": 0, "CheckAndMutateBlockBytesScanned_90th_percentile": 0, "CheckAndMutateBlockBytesScanned_95th_percentile": 0, "CheckAndMutateBlockBytesScanned_98th_percentile": 0, "CheckAndMutateBlockBytesScanned_99th_percentile": 0, "CheckAndMutateBlockBytesScanned_99.9th_percentile": 0, "Put_num_ops": 0, "Put_min": 0, "Put_max": 0, "Put_mean": 0, "Put_25th_percentile": 0, "Put_median": 0, "Put_75th_percentile": 0, "Put_90th_percentile": 0, "Put_95th_percentile": 0, "Put_98th_percentile": 0, "Put_99th_percentile": 0, "Put_99.9th_percentile": 0, "splitRequestCount": 0, "AppendBlockBytesScanned_num_ops": 0, "AppendBlockBytesScanned_min": 0, "AppendBlockBytesScanned_max": 0, "AppendBlockBytesScanned_mean": 0, "AppendBlockBytesScanned_25th_percentile": 0, "AppendBlockBytesScanned_median": 0, "AppendBlockBytesScanned_75th_percentile": 0, "AppendBlockBytesScanned_90th_percentile": 0, "AppendBlockBytesScanned_95th_percentile": 0, "AppendBlockBytesScanned_98th_percentile": 0, "AppendBlockBytesScanned_99th_percentile": 0, "AppendBlockBytesScanned_99.9th_percentile": 0, "PutBatch_num_ops": 0, "PutBatch_min": 0, "PutBatch_max": 0, "PutBatch_mean": 0, "PutBatch_25th_percentile": 0, "PutBatch_median": 0, "PutBatch_75th_percentile": 0, "PutBatch_90th_percentile": 0, "PutBatch_95th_percentile": 0, "PutBatch_98th_percentile": 0, "PutBatch_99th_percentile": 0, "PutBatch_99.9th_percentile": 0, "IncrementBlockBytesScanned_num_ops": 0, "IncrementBlockBytesScanned_min": 0, "IncrementBlockBytesScanned_max": 0, "IncrementBlockBytesScanned_mean": 0, "IncrementBlockBytesScanned_25th_percentile": 0, "IncrementBlockBytesScanned_median": 0, "IncrementBlockBytesScanned_75th_percentile": 0, "IncrementBlockBytesScanned_90th_percentile": 0, "IncrementBlockBytesScanned_95th_percentile": 0, "IncrementBlockBytesScanned_98th_percentile": 0, "IncrementBlockBytesScanned_99th_percentile": 0, "IncrementBlockBytesScanned_99.9th_percentile": 0, "SplitTime_num_ops": 0, "SplitTime_min": 0, "SplitTime_max": 0, "SplitTime_mean": 0, "SplitTime_25th_percentile": 0, "SplitTime_median": 0, "SplitTime_75th_percentile": 0, "SplitTime_90th_percentile": 0, "SplitTime_95th_percentile": 0, "SplitTime_98th_percentile": 0, "SplitTime_99th_percentile": 0, "SplitTime_99.9th_percentile": 0, "GetBlockBytesScanned_num_ops": 0, "GetBlockBytesScanned_min": 0, "GetBlockBytesScanned_max": 0, "GetBlockBytesScanned_mean": 0, "GetBlockBytesScanned_25th_percentile": 0, "GetBlockBytesScanned_median": 0, "GetBlockBytesScanned_75th_percentile": 0, "GetBlockBytesScanned_90th_percentile": 0, "GetBlockBytesScanned_95th_percentile": 0, "GetBlockBytesScanned_98th_percentile": 0, "GetBlockBytesScanned_99th_percentile": 0, "GetBlockBytesScanned_99.9th_percentile": 0, "majorCompactedInputBytes": 0, "slowAppendCount": 0, "flushedOutputBytes": 0, "Replay_num_ops": 0, "Replay_min": 0, "Replay_max": 0, "Replay_mean": 0, "Replay_25th_percentile": 0, "Replay_median": 0, "Replay_75th_percentile": 0, "Replay_90th_percentile": 0, "Replay_95th_percentile": 0, "Replay_98th_percentile": 0, "Replay_99th_percentile": 0, "Replay_99.9th_percentile": 0, "MajorCompactionInputSize_num_ops": 0, "MajorCompactionInputSize_min": 0, "MajorCompactionInputSize_max": 0, "MajorCompactionInputSize_mean": 0, "MajorCompactionInputSize_25th_percentile": 0, "MajorCompactionInputSize_median": 0, "MajorCompactionInputSize_75th_percentile": 0, "MajorCompactionInputSize_90th_percentile": 0, "MajorCompactionInputSize_95th_percentile": 0, "MajorCompactionInputSize_98th_percentile": 0, "MajorCompactionInputSize_99th_percentile": 0, "MajorCompactionInputSize_99.9th_percentile": 0, "pauseInfoThresholdExceeded": 0, "CheckAndDelete_num_ops": 0, "CheckAndDelete_min": 0, "CheckAndDelete_max": 0, "CheckAndDelete_mean": 0, "CheckAndDelete_25th_percentile": 0, "CheckAndDelete_median": 0, "CheckAndDelete_75th_percentile": 0, "CheckAndDelete_90th_percentile": 0, "CheckAndDelete_95th_percentile": 0, "CheckAndDelete_98th_percentile": 0, "CheckAndDelete_99th_percentile": 0, "CheckAndDelete_99.9th_percentile": 0, "CompactionInputSize_num_ops": 0, "CompactionInputSize_min": 0, "CompactionInputSize_max": 0, "CompactionInputSize_mean": 0, "CompactionInputSize_25th_percentile": 0, "CompactionInputSize_median": 0, "CompactionInputSize_75th_percentile": 0, "CompactionInputSize_90th_percentile": 0, "CompactionInputSize_95th_percentile": 0, "CompactionInputSize_98th_percentile": 0, "CompactionInputSize_99th_percentile": 0, "CompactionInputSize_99.9th_percentile": 0, "flushedMemstoreBytes": 0, "majorCompactedOutputBytes": 0, "slowPutCount": 0, "compactedInputBytes": 0, "FlushOutputSize_num_ops": 0, "FlushOutputSize_min": 0, "FlushOutputSize_max": 0, "FlushOutputSize_mean": 0, "FlushOutputSize_25th_percentile": 0, "FlushOutputSize_median": 0, "FlushOutputSize_75th_percentile": 0, "FlushOutputSize_90th_percentile": 0, "FlushOutputSize_95th_percentile": 0, "FlushOutputSize_98th_percentile": 0, "FlushOutputSize_99th_percentile": 0, "FlushOutputSize_99.9th_percentile": 0, "PauseTimeWithGc_num_ops": 0, "PauseTimeWithGc_min": 0, "PauseTimeWithGc_max": 0, "PauseTimeWithGc_mean": 0, "PauseTimeWithGc_25th_percentile": 0, "PauseTimeWithGc_median": 0, "PauseTimeWithGc_75th_percentile": 0, "PauseTimeWithGc_90th_percentile": 0, "PauseTimeWithGc_95th_percentile": 0, "PauseTimeWithGc_98th_percentile": 0, "PauseTimeWithGc_99th_percentile": 0, "PauseTimeWithGc_99.9th_percentile": 0, "compactedOutputBytes": 0, "pauseWarnThresholdExceeded": 0, "ScanBlockBytesScanned_num_ops": 0, "ScanBlockBytesScanned_min": 0, "ScanBlockBytesScanned_max": 0, "ScanBlockBytesScanned_mean": 0, "ScanBlockBytesScanned_25th_percentile": 0, "ScanBlockBytesScanned_median": 0, "ScanBlockBytesScanned_75th_percentile": 0, "ScanBlockBytesScanned_90th_percentile": 0, "ScanBlockBytesScanned_95th_percentile": 0, "ScanBlockBytesScanned_98th_percentile": 0, "ScanBlockBytesScanned_99th_percentile": 0, "ScanBlockBytesScanned_99.9th_percentile": 0, "Increment_num_ops": 0, "Increment_min": 0, "Increment_max": 0, "Increment_mean": 0, "Increment_25th_percentile": 0, "Increment_median": 0, "Increment_75th_percentile": 0, "Increment_90th_percentile": 0, "Increment_95th_percentile": 0, "Increment_98th_percentile": 0, "Increment_99th_percentile": 0, "Increment_99.9th_percentile": 0, "Delete_num_ops": 0, "Delete_min": 0, "Delete_max": 0, "Delete_mean": 0, "Delete_25th_percentile": 0, "Delete_median": 0, "Delete_75th_percentile": 0, "Delete_90th_percentile": 0, "Delete_95th_percentile": 0, "Delete_98th_percentile": 0, "Delete_99th_percentile": 0, "Delete_99.9th_percentile": 0, "DeleteBatch_num_ops": 0, "DeleteBatch_min": 0, "DeleteBatch_max": 0, "DeleteBatch_mean": 0, "DeleteBatch_25th_percentile": 0, "DeleteBatch_median": 0, "DeleteBatch_75th_percentile": 0, "DeleteBatch_90th_percentile": 0, "DeleteBatch_95th_percentile": 0, "DeleteBatch_98th_percentile": 0, "DeleteBatch_99th_percentile": 0, "DeleteBatch_99.9th_percentile": 0, "blockBytesScannedCount": 0, "FlushMemstoreSize_num_ops": 0, "FlushMemstoreSize_min": 0, "FlushMemstoreSize_max": 0, "FlushMemstoreSize_mean": 0, "FlushMemstoreSize_25th_percentile": 0, "FlushMemstoreSize_median": 0, "FlushMemstoreSize_75th_percentile": 0, "FlushMemstoreSize_90th_percentile": 0, "FlushMemstoreSize_95th_percentile": 0, "FlushMemstoreSize_98th_percentile": 0, "FlushMemstoreSize_99th_percentile": 0, "FlushMemstoreSize_99.9th_percentile": 0, "CompactionInputFileCount_num_ops": 0, "CompactionInputFileCount_min": 0, "CompactionInputFileCount_max": 0, "CompactionInputFileCount_mean": 0, "CompactionInputFileCount_25th_percentile": 0, "CompactionInputFileCount_median": 0, "CompactionInputFileCount_75th_percentile": 0, "CompactionInputFileCount_90th_percentile": 0, "CompactionInputFileCount_95th_percentile": 0, "CompactionInputFileCount_98th_percentile": 0, "CompactionInputFileCount_99th_percentile": 0, "CompactionInputFileCount_99.9th_percentile": 0, "CompactionTime_num_ops": 0, "CompactionTime_min": 0, "CompactionTime_max": 0, "CompactionTime_mean": 0, "CompactionTime_25th_percentile": 0, "CompactionTime_median": 0, "CompactionTime_75th_percentile": 0, "CompactionTime_90th_percentile": 0, "CompactionTime_95th_percentile": 0, "CompactionTime_98th_percentile": 0, "CompactionTime_99th_percentile": 0, "CompactionTime_99.9th_percentile": 0, "Get_num_ops": 0, "Get_min": 0, "Get_max": 0, "Get_mean": 0, "Get_25th_percentile": 0, "Get_median": 0, "Get_75th_percentile": 0, "Get_90th_percentile": 0, "Get_95th_percentile": 0, "Get_98th_percentile": 0, "Get_99th_percentile": 0, "Get_99.9th_percentile": 0, "MajorCompactionInputFileCount_num_ops": 0, "MajorCompactionInputFileCount_min": 0, "MajorCompactionInputFileCount_max": 0, "MajorCompactionInputFileCount_mean": 0, "MajorCompactionInputFileCount_25th_percentile": 0, "MajorCompactionInputFileCount_median": 0, "MajorCompactionInputFileCount_75th_percentile": 0, "MajorCompactionInputFileCount_90th_percentile": 0, "MajorCompactionInputFileCount_95th_percentile": 0, "MajorCompactionInputFileCount_98th_percentile": 0, "MajorCompactionInputFileCount_99th_percentile": 0, "MajorCompactionInputFileCount_99.9th_percentile": 0, "scannerLeaseExpiredCount": 0, "CheckAndPut_num_ops": 0, "CheckAndPut_min": 0, "CheckAndPut_max": 0, "CheckAndPut_mean": 0, "CheckAndPut_25th_percentile": 0, "CheckAndPut_median": 0, "CheckAndPut_75th_percentile": 0, "CheckAndPut_90th_percentile": 0, "CheckAndPut_95th_percentile": 0, "CheckAndPut_98th_percentile": 0, "CheckAndPut_99th_percentile": 0, "CheckAndPut_99.9th_percentile": 0, "MajorCompactionOutputSize_num_ops": 0, "MajorCompactionOutputSize_min": 0, "MajorCompactionOutputSize_max": 0, "MajorCompactionOutputSize_mean": 0, "MajorCompactionOutputSize_25th_percentile": 0, "MajorCompactionOutputSize_median": 0, "MajorCompactionOutputSize_75th_percentile": 0, "MajorCompactionOutputSize_90th_percentile": 0, "MajorCompactionOutputSize_95th_percentile": 0, "MajorCompactionOutputSize_98th_percentile": 0, "MajorCompactionOutputSize_99th_percentile": 0, "MajorCompactionOutputSize_99.9th_percentile": 0, "CompactionOutputFileCount_num_ops": 0, "CompactionOutputFileCount_min": 0, "CompactionOutputFileCount_max": 0, "CompactionOutputFileCount_mean": 0, "CompactionOutputFileCount_25th_percentile": 0, "CompactionOutputFileCount_median": 0, "CompactionOutputFileCount_75th_percentile": 0, "CompactionOutputFileCount_90th_percentile": 0, "CompactionOutputFileCount_95th_percentile": 0, "CompactionOutputFileCount_98th_percentile": 0, "CompactionOutputFileCount_99th_percentile": 0, "CompactionOutputFileCount_99.9th_percentile": 0, "slowDeleteCount": 0, "FlushTime_num_ops": 0, "FlushTime_min": 0, "FlushTime_max": 0, "FlushTime_mean": 0, "FlushTime_25th_percentile": 0, "FlushTime_median": 0, "FlushTime_75th_percentile": 0, "FlushTime_90th_percentile": 0, "FlushTime_95th_percentile": 0, "FlushTime_98th_percentile": 0, "FlushTime_99th_percentile": 0, "FlushTime_99.9th_percentile": 0, "splitSuccessCount": 0, "MajorCompactionOutputFileCount_num_ops": 0, "MajorCompactionOutputFileCount_min": 0, "MajorCompactionOutputFileCount_max": 0, "MajorCompactionOutputFileCount_mean": 0, "MajorCompactionOutputFileCount_25th_percentile": 0, "MajorCompactionOutputFileCount_median": 0, "MajorCompactionOutputFileCount_75th_percentile": 0, "MajorCompactionOutputFileCount_90th_percentile": 0, "MajorCompactionOutputFileCount_95th_percentile": 0, "MajorCompactionOutputFileCount_98th_percentile": 0, "MajorCompactionOutputFileCount_99th_percentile": 0, "MajorCompactionOutputFileCount_99.9th_percentile": 0, "slowGetCount": 0, "ScanSize_num_ops": 0, "ScanSize_min": 0, "ScanSize_max": 0, "ScanSize_mean": 0, "ScanSize_25th_percentile": 0, "ScanSize_median": 0, "ScanSize_75th_percentile": 0, "ScanSize_90th_percentile": 0, "ScanSize_95th_percentile": 0, "ScanSize_98th_percentile": 0, "ScanSize_99th_percentile": 0, "ScanSize_99.9th_percentile": 0, "CompactionOutputSize_num_ops": 0, "CompactionOutputSize_min": 0, "CompactionOutputSize_max": 0, "CompactionOutputSize_mean": 0, "CompactionOutputSize_25th_percentile": 0, "CompactionOutputSize_median": 0, "CompactionOutputSize_75th_percentile": 0, "CompactionOutputSize_90th_percentile": 0, "CompactionOutputSize_95th_percentile": 0, "CompactionOutputSize_98th_percentile": 0, "CompactionOutputSize_99th_percentile": 0, "CompactionOutputSize_99.9th_percentile": 0, "PauseTimeWithoutGc_num_ops": 0, "PauseTimeWithoutGc_min": 0, "PauseTimeWithoutGc_max": 0, "PauseTimeWithoutGc_mean": 0, "PauseTimeWithoutGc_25th_percentile": 0, "PauseTimeWithoutGc_median": 0, "PauseTimeWithoutGc_75th_percentile": 0, "PauseTimeWithoutGc_90th_percentile": 0, "PauseTimeWithoutGc_95th_percentile": 0, "PauseTimeWithoutGc_98th_percentile": 0, "PauseTimeWithoutGc_99th_percentile": 0, "PauseTimeWithoutGc_99.9th_percentile": 0, "slowIncrementCount": 0, "Append_num_ops": 0, "Append_min": 0, "Append_max": 0, "Append_mean": 0, "Append_25th_percentile": 0, "Append_median": 0, "Append_75th_percentile": 0, "Append_90th_percentile": 0, "Append_95th_percentile": 0, "Append_98th_percentile": 0, "Append_99th_percentile": 0, "Append_99.9th_percentile": 0, "Bulkload_count": 0, "Bulkload_mean_rate": 0.0, "Bulkload_1min_rate": 0.0, "Bulkload_5min_rate": 0.0, "Bulkload_15min_rate": 0.0, "Bulkload_num_ops": 0, "Bulkload_min": 0, "Bulkload_max": 0, "Bulkload_mean": 0, "Bulkload_25th_percentile": 0, "Bulkload_median": 0, "Bulkload_75th_percentile": 0, "Bulkload_90th_percentile": 0, "Bulkload_95th_percentile": 0, "Bulkload_98th_percentile": 0, "Bulkload_99th_percentile": 0, "Bulkload_99.9th_percentile": 0 } ] } 2024-11-19T07:30:13,990 WARN [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42231 {}] master.MasterRpcServices(700): db0afee3eab9,33467,1732001397021 reported a fatal error: ***** ABORTING region server db0afee3eab9,33467,1732001397021: testing ***** 2024-11-19T07:30:13,993 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'db0afee3eab9,33467,1732001397021' ***** 2024-11-19T07:30:13,993 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: testing 2024-11-19T07:30:13,993 INFO [RS:1;db0afee3eab9:33467 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-19T07:30:13,994 INFO [RS:1;db0afee3eab9:33467 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager abruptly. 2024-11-19T07:30:13,994 INFO [RS:1;db0afee3eab9:33467 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager abruptly. 2024-11-19T07:30:13,994 INFO [RS:1;db0afee3eab9:33467 {}] regionserver.HRegionServer(3091): Received CLOSE for 423b7c77996c3d70bbc1876da8e77b76 2024-11-19T07:30:13,994 INFO [RS:1;db0afee3eab9:33467 {}] regionserver.HRegionServer(956): aborting server db0afee3eab9,33467,1732001397021 2024-11-19T07:30:13,994 INFO [RS:1;db0afee3eab9:33467 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-19T07:30:13,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41065 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Get size: 140 connection: 172.17.0.2:51552 deadline: 1732001473994, exception=org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=db0afee3eab9 port=33467 startCode=1732001397021. As of locationSeqNum=12. 2024-11-19T07:30:13,995 INFO [RS:1;db0afee3eab9:33467 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;db0afee3eab9:33467. 2024-11-19T07:30:13,995 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-19T07:30:13,995 DEBUG [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 423b7c77996c3d70bbc1876da8e77b76, disabling compactions & flushes 2024-11-19T07:30:13,995 INFO [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1732001411767.423b7c77996c3d70bbc1876da8e77b76. 2024-11-19T07:30:13,995 DEBUG [RS:1;db0afee3eab9:33467 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T07:30:13,995 DEBUG [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1732001411767.423b7c77996c3d70bbc1876da8e77b76. 2024-11-19T07:30:13,995 DEBUG [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1732001411767.423b7c77996c3d70bbc1876da8e77b76. after waiting 0 ms 2024-11-19T07:30:13,995 DEBUG [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1732001411767.423b7c77996c3d70bbc1876da8e77b76. 2024-11-19T07:30:13,995 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1732001411767.423b7c77996c3d70bbc1876da8e77b76., hostname=db0afee3eab9,41065,1732001396920, seqNum=5 , the old value is region=testReplayEditsAfterRegionMovedWithMultiCF,,1732001411767.423b7c77996c3d70bbc1876da8e77b76., hostname=db0afee3eab9,41065,1732001396920, seqNum=5, error=org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=db0afee3eab9 port=33467 startCode=1732001397021. As of locationSeqNum=12. 2024-11-19T07:30:13,995 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1732001411767.423b7c77996c3d70bbc1876da8e77b76., hostname=db0afee3eab9,41065,1732001396920, seqNum=5 is org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=db0afee3eab9 port=33467 startCode=1732001397021. As of locationSeqNum=12. 2024-11-19T07:30:13,995 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(84): Try updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1732001411767.423b7c77996c3d70bbc1876da8e77b76., hostname=db0afee3eab9,41065,1732001396920, seqNum=5 with the new location region=testReplayEditsAfterRegionMovedWithMultiCF,,1732001411767.423b7c77996c3d70bbc1876da8e77b76., hostname=db0afee3eab9,33467,1732001397021, seqNum=12 constructed by org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=db0afee3eab9 port=33467 startCode=1732001397021. As of locationSeqNum=12. 2024-11-19T07:30:13,995 DEBUG [RS:1;db0afee3eab9:33467 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T07:30:13,996 INFO [RS:1;db0afee3eab9:33467 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-19T07:30:13,996 DEBUG [RS:1;db0afee3eab9:33467 {}] regionserver.HRegionServer(1325): Online Regions={423b7c77996c3d70bbc1876da8e77b76=testReplayEditsAfterRegionMovedWithMultiCF,,1732001411767.423b7c77996c3d70bbc1876da8e77b76.} 2024-11-19T07:30:13,996 DEBUG [RS:1;db0afee3eab9:33467 {}] regionserver.HRegionServer(1351): Waiting on 423b7c77996c3d70bbc1876da8e77b76 2024-11-19T07:30:14,005 INFO [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1732001411767.423b7c77996c3d70bbc1876da8e77b76. 2024-11-19T07:30:14,005 DEBUG [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 423b7c77996c3d70bbc1876da8e77b76: Waiting for close lock at 1732001413994Running coprocessor pre-close hooks at 1732001413995 (+1 ms)Disabling compacts and flushes for region at 1732001413995Disabling writes for close at 1732001413995Writing region close event to WAL at 1732001414004 (+9 ms)Running coprocessor post-close hooks at 1732001414004Closed at 1732001414005 (+1 ms) 2024-11-19T07:30:14,005 DEBUG [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1732001411767.423b7c77996c3d70bbc1876da8e77b76. 2024-11-19T07:30:14,039 INFO [regionserver/db0afee3eab9:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-19T07:30:14,104 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server db0afee3eab9,33467,1732001397021 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T07:30:14,107 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1732001411767.423b7c77996c3d70bbc1876da8e77b76., hostname=db0afee3eab9,33467,1732001397021, seqNum=12 , the old value is region=testReplayEditsAfterRegionMovedWithMultiCF,,1732001411767.423b7c77996c3d70bbc1876da8e77b76., hostname=db0afee3eab9,33467,1732001397021, seqNum=12, error=org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server db0afee3eab9,33467,1732001397021 aborting 2024-11-19T07:30:14,107 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1732001411767.423b7c77996c3d70bbc1876da8e77b76., hostname=db0afee3eab9,33467,1732001397021, seqNum=12 is org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server db0afee3eab9,33467,1732001397021 aborting 2024-11-19T07:30:14,107 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testReplayEditsAfterRegionMovedWithMultiCF,,1732001411767.423b7c77996c3d70bbc1876da8e77b76., hostname=db0afee3eab9,33467,1732001397021, seqNum=12 from cache 2024-11-19T07:30:14,197 INFO [RS:1;db0afee3eab9:33467 {}] regionserver.HRegionServer(976): stopping server db0afee3eab9,33467,1732001397021; all regions closed. 2024-11-19T07:30:14,204 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46643 is added to blk_1073741834_1010 (size=2142) 2024-11-19T07:30:14,204 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43283 is added to blk_1073741834_1010 (size=2142) 2024-11-19T07:30:14,204 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46751 is added to blk_1073741834_1010 (size=2142) 2024-11-19T07:30:14,206 DEBUG [RS:1;db0afee3eab9:33467 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T07:30:14,206 INFO [RS:1;db0afee3eab9:33467 {}] regionserver.LeaseManager(133): Closed leases 2024-11-19T07:30:14,206 INFO [RS:1;db0afee3eab9:33467 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-19T07:30:14,207 INFO [RS:1;db0afee3eab9:33467 {}] hbase.ChoreService(370): Chore service for: regionserver/db0afee3eab9:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-19T07:30:14,207 INFO [regionserver/db0afee3eab9:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-19T07:30:14,207 INFO [RS:1;db0afee3eab9:33467 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-19T07:30:14,207 INFO [RS:1;db0afee3eab9:33467 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-19T07:30:14,208 INFO [RS:1;db0afee3eab9:33467 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-19T07:30:14,208 INFO [RS:1;db0afee3eab9:33467 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-19T07:30:14,208 INFO [RS:1;db0afee3eab9:33467 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33467 2024-11-19T07:30:14,291 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33467-0x10151ffee970002, quorum=127.0.0.1:53810, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/db0afee3eab9,33467,1732001397021 2024-11-19T07:30:14,291 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42231-0x10151ffee970000, quorum=127.0.0.1:53810, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-19T07:30:14,291 INFO [RS:1;db0afee3eab9:33467 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-19T07:30:14,302 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [db0afee3eab9,33467,1732001397021] 2024-11-19T07:30:14,312 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/db0afee3eab9,33467,1732001397021 already deleted, retry=false 2024-11-19T07:30:14,312 INFO [RegionServerTracker-0 {}] master.ServerManager(695): Processing expiration of db0afee3eab9,33467,1732001397021 on db0afee3eab9,42231,1732001396236 2024-11-19T07:30:14,319 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testReplayEditsAfterRegionMovedWithMultiCF', row='r1', locateType=CURRENT is [region=testReplayEditsAfterRegionMovedWithMultiCF,,1732001411767.423b7c77996c3d70bbc1876da8e77b76., hostname=db0afee3eab9,33467,1732001397021, seqNum=18] 2024-11-19T07:30:14,321 DEBUG [RegionServerTracker-0 {}] procedure2.ProcedureExecutor(1139): Stored pid=13, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure db0afee3eab9,33467,1732001397021, splitWal=true, meta=false 2024-11-19T07:30:14,321 WARN [RPCClient-NioEventLoopGroup-6-5 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server db0afee3eab9:33467 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: db0afee3eab9/172.17.0.2:33467 Caused by: java.net.ConnectException: Connection refused at sun.nio.ch.Net.pollConnect(Native Method) ~[?:?] at sun.nio.ch.Net.pollConnectNow(Net.java:672) ~[?:?] at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946) ~[?:?] at org.apache.hbase.thirdparty.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T07:30:14,322 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1732001411767.423b7c77996c3d70bbc1876da8e77b76., hostname=db0afee3eab9,33467,1732001397021, seqNum=18 , the old value is region=testReplayEditsAfterRegionMovedWithMultiCF,,1732001411767.423b7c77996c3d70bbc1876da8e77b76., hostname=db0afee3eab9,33467,1732001397021, seqNum=18, error=java.net.ConnectException: Call to address=db0afee3eab9:33467 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: db0afee3eab9/172.17.0.2:33467 2024-11-19T07:30:14,322 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1732001411767.423b7c77996c3d70bbc1876da8e77b76., hostname=db0afee3eab9,33467,1732001397021, seqNum=18 is java.net.ConnectException: Connection refused 2024-11-19T07:30:14,322 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testReplayEditsAfterRegionMovedWithMultiCF,,1732001411767.423b7c77996c3d70bbc1876da8e77b76., hostname=db0afee3eab9,33467,1732001397021, seqNum=18 from cache 2024-11-19T07:30:14,322 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] ipc.FailedServers(52): Added failed server with address db0afee3eab9:33467 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: db0afee3eab9/172.17.0.2:33467 2024-11-19T07:30:14,323 INFO [RegionServerTracker-0 {}] assignment.AssignmentManager(1991): Scheduled ServerCrashProcedure pid=13 for db0afee3eab9,33467,1732001397021 (carryingMeta=false) db0afee3eab9,33467,1732001397021/CRASHED/regionCount=1/lock=java.util.concurrent.locks.ReentrantReadWriteLock@502cd501[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-11-19T07:30:14,324 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(169): Start pid=13, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure db0afee3eab9,33467,1732001397021, splitWal=true, meta=false 2024-11-19T07:30:14,325 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(207): db0afee3eab9,33467,1732001397021 had 1 regions 2024-11-19T07:30:14,326 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=13, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure db0afee3eab9,33467,1732001397021, splitWal=true, meta=false, isMeta: false 2024-11-19T07:30:14,327 DEBUG [PEWorker-1 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:38185/user/jenkins/test-data/b12ee6b9-2f55-77da-3824-8a5232b8ca16/WALs/db0afee3eab9,33467,1732001397021-splitting 2024-11-19T07:30:14,328 INFO [PEWorker-1 {}] master.SplitWALManager(105): db0afee3eab9,33467,1732001397021 WAL count=1, meta=false 2024-11-19T07:30:14,330 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=13, state=RUNNABLE:ACQUIRE_SPLIT_WAL_WORKER, hasLock=false; SplitWALProcedure db0afee3eab9%2C33467%2C1732001397021.1732001398659}] 2024-11-19T07:30:14,335 DEBUG [PEWorker-2 {}] master.SplitWALManager(158): Acquired split WAL worker=db0afee3eab9,41619,1732001397062 2024-11-19T07:30:14,338 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; SplitWALRemoteProcedure db0afee3eab9%2C33467%2C1732001397021.1732001398659, worker=db0afee3eab9,41619,1732001397062}] 2024-11-19T07:30:14,402 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33467-0x10151ffee970002, quorum=127.0.0.1:53810, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T07:30:14,403 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33467-0x10151ffee970002, quorum=127.0.0.1:53810, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T07:30:14,403 INFO [RS:1;db0afee3eab9:33467 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-19T07:30:14,403 INFO [RS:1;db0afee3eab9:33467 {}] regionserver.HRegionServer(1031): Exiting; stopping=db0afee3eab9,33467,1732001397021; zookeeper connection closed. 2024-11-19T07:30:14,404 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@34ff1fd7 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@34ff1fd7 2024-11-19T07:30:14,499 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-19T07:30:14,501 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46547, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-19T07:30:14,504 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41619 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SplitWALCallable, pid=15 2024-11-19T07:30:14,526 INFO [RS_LOG_REPLAY_OPS-regionserver/db0afee3eab9:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.WALSplitter(299): Splitting hdfs://localhost:38185/user/jenkins/test-data/b12ee6b9-2f55-77da-3824-8a5232b8ca16/WALs/db0afee3eab9,33467,1732001397021-splitting/db0afee3eab9%2C33467%2C1732001397021.1732001398659, size=2.1 K (2142bytes) 2024-11-19T07:30:14,526 INFO [RS_LOG_REPLAY_OPS-regionserver/db0afee3eab9:0-0 {event_type=RS_LOG_REPLAY, pid=15}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38185/user/jenkins/test-data/b12ee6b9-2f55-77da-3824-8a5232b8ca16/WALs/db0afee3eab9,33467,1732001397021-splitting/db0afee3eab9%2C33467%2C1732001397021.1732001398659 2024-11-19T07:30:14,527 INFO [RS_LOG_REPLAY_OPS-regionserver/db0afee3eab9:0-0 {event_type=RS_LOG_REPLAY, pid=15}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38185/user/jenkins/test-data/b12ee6b9-2f55-77da-3824-8a5232b8ca16/WALs/db0afee3eab9,33467,1732001397021-splitting/db0afee3eab9%2C33467%2C1732001397021.1732001398659 after 1ms 2024-11-19T07:30:14,529 INFO [RS_LOG_REPLAY_OPS-regionserver/db0afee3eab9:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.WALSplitter(310): Open hdfs://localhost:38185/user/jenkins/test-data/b12ee6b9-2f55-77da-3824-8a5232b8ca16/WALs/db0afee3eab9,33467,1732001397021-splitting/db0afee3eab9%2C33467%2C1732001397021.1732001398659 took 3ms 2024-11-19T07:30:14,536 DEBUG [RS_LOG_REPLAY_OPS-regionserver/db0afee3eab9:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.WALSplitter(352): Last flushed sequenceid for 423b7c77996c3d70bbc1876da8e77b76: last_flushed_sequence_id: 12 store_sequence_id { family_name: "cf1" sequence_id: 12 } store_sequence_id { family_name: "cf2" sequence_id: 12 } 2024-11-19T07:30:14,536 DEBUG [RS_LOG_REPLAY_OPS-regionserver/db0afee3eab9:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38185/user/jenkins/test-data/b12ee6b9-2f55-77da-3824-8a5232b8ca16/WALs/db0afee3eab9,33467,1732001397021-splitting/db0afee3eab9%2C33467%2C1732001397021.1732001398659 so closing down 2024-11-19T07:30:14,536 DEBUG [RS_LOG_REPLAY_OPS-regionserver/db0afee3eab9:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-19T07:30:14,537 INFO [RS_LOG_REPLAY_OPS-regionserver/db0afee3eab9:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.OutputSink(145): 3 split writer threads finished 2024-11-19T07:30:14,537 INFO [RS_LOG_REPLAY_OPS-regionserver/db0afee3eab9:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.WALSplitter(425): Processed 6 edits across 0 Regions in 7 ms; skipped=6; WAL=hdfs://localhost:38185/user/jenkins/test-data/b12ee6b9-2f55-77da-3824-8a5232b8ca16/WALs/db0afee3eab9,33467,1732001397021-splitting/db0afee3eab9%2C33467%2C1732001397021.1732001398659, size=2.1 K, length=2142, corrupted=false, cancelled=false 2024-11-19T07:30:14,537 DEBUG [RS_LOG_REPLAY_OPS-regionserver/db0afee3eab9:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.WALSplitter(428): Completed split of hdfs://localhost:38185/user/jenkins/test-data/b12ee6b9-2f55-77da-3824-8a5232b8ca16/WALs/db0afee3eab9,33467,1732001397021-splitting/db0afee3eab9%2C33467%2C1732001397021.1732001398659, journal: Splitting hdfs://localhost:38185/user/jenkins/test-data/b12ee6b9-2f55-77da-3824-8a5232b8ca16/WALs/db0afee3eab9,33467,1732001397021-splitting/db0afee3eab9%2C33467%2C1732001397021.1732001398659, size=2.1 K (2142bytes) at 1732001414526Finishing writing output for hdfs://localhost:38185/user/jenkins/test-data/b12ee6b9-2f55-77da-3824-8a5232b8ca16/WALs/db0afee3eab9,33467,1732001397021-splitting/db0afee3eab9%2C33467%2C1732001397021.1732001398659 so closing down at 1732001414536 (+10 ms)3 split writer threads finished at 1732001414537 (+1 ms)Processed 6 edits across 0 Regions in 7 ms; skipped=6; WAL=hdfs://localhost:38185/user/jenkins/test-data/b12ee6b9-2f55-77da-3824-8a5232b8ca16/WALs/db0afee3eab9,33467,1732001397021-splitting/db0afee3eab9%2C33467%2C1732001397021.1732001398659, size=2.1 K, length=2142, corrupted=false, cancelled=false at 1732001414537 2024-11-19T07:30:14,537 DEBUG [RS_LOG_REPLAY_OPS-regionserver/db0afee3eab9:0-0 {event_type=RS_LOG_REPLAY, pid=15}] regionserver.SplitLogWorker(218): Done splitting WAL hdfs://localhost:38185/user/jenkins/test-data/b12ee6b9-2f55-77da-3824-8a5232b8ca16/WALs/db0afee3eab9,33467,1732001397021-splitting/db0afee3eab9%2C33467%2C1732001397021.1732001398659 2024-11-19T07:30:14,538 DEBUG [RS_LOG_REPLAY_OPS-regionserver/db0afee3eab9:0-0 {event_type=RS_LOG_REPLAY, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15 2024-11-19T07:30:14,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42231 {}] master.HMaster(4169): Remote procedure done, pid=15 2024-11-19T07:30:14,544 INFO [PEWorker-4 {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38185/user/jenkins/test-data/b12ee6b9-2f55-77da-3824-8a5232b8ca16/WALs/db0afee3eab9,33467,1732001397021-splitting/db0afee3eab9%2C33467%2C1732001397021.1732001398659 to hdfs://localhost:38185/user/jenkins/test-data/b12ee6b9-2f55-77da-3824-8a5232b8ca16/oldWALs 2024-11-19T07:30:14,546 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=14 2024-11-19T07:30:14,547 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=14, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure db0afee3eab9%2C33467%2C1732001397021.1732001398659, worker=db0afee3eab9,41619,1732001397062 in 207 msec 2024-11-19T07:30:14,548 DEBUG [PEWorker-5 {}] master.SplitWALManager(172): Release split WAL worker=db0afee3eab9,41619,1732001397062 2024-11-19T07:30:14,552 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=14, resume processing ppid=13 2024-11-19T07:30:14,552 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=13, state=SUCCESS, hasLock=false; SplitWALProcedure db0afee3eab9%2C33467%2C1732001397021.1732001398659, worker=db0afee3eab9,41619,1732001397062 in 219 msec 2024-11-19T07:30:14,553 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:38185/user/jenkins/test-data/b12ee6b9-2f55-77da-3824-8a5232b8ca16/WALs/db0afee3eab9,33467,1732001397021-splitting dir is empty, no logs to split. 2024-11-19T07:30:14,554 INFO [PEWorker-1 {}] master.SplitWALManager(105): db0afee3eab9,33467,1732001397021 WAL count=0, meta=false 2024-11-19T07:30:14,554 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if db0afee3eab9,33467,1732001397021 WAL splitting is done? wals=0, meta=false 2024-11-19T07:30:14,556 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(321): Remove WAL directory for db0afee3eab9,33467,1732001397021 failed, ignore...File hdfs://localhost:38185/user/jenkins/test-data/b12ee6b9-2f55-77da-3824-8a5232b8ca16/WALs/db0afee3eab9,33467,1732001397021-splitting does not exist. 2024-11-19T07:30:14,558 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=423b7c77996c3d70bbc1876da8e77b76, ASSIGN}] 2024-11-19T07:30:14,559 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=16, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=423b7c77996c3d70bbc1876da8e77b76, ASSIGN 2024-11-19T07:30:14,560 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=16, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=423b7c77996c3d70bbc1876da8e77b76, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-19T07:30:14,635 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testReplayEditsAfterRegionMovedWithMultiCF', row='r1', locateType=CURRENT is [region=testReplayEditsAfterRegionMovedWithMultiCF,,1732001411767.423b7c77996c3d70bbc1876da8e77b76., hostname=db0afee3eab9,33467,1732001397021, seqNum=18] 2024-11-19T07:30:14,635 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] ipc.AbstractRpcClient(357): Not trying to connect to db0afee3eab9:33467 this server is in the failed servers list 2024-11-19T07:30:14,636 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1732001411767.423b7c77996c3d70bbc1876da8e77b76., hostname=db0afee3eab9,33467,1732001397021, seqNum=18 , the old value is region=testReplayEditsAfterRegionMovedWithMultiCF,,1732001411767.423b7c77996c3d70bbc1876da8e77b76., hostname=db0afee3eab9,33467,1732001397021, seqNum=18, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=db0afee3eab9:33467 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: db0afee3eab9:33467 2024-11-19T07:30:14,636 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1732001411767.423b7c77996c3d70bbc1876da8e77b76., hostname=db0afee3eab9,33467,1732001397021, seqNum=18 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: db0afee3eab9:33467 2024-11-19T07:30:14,636 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testReplayEditsAfterRegionMovedWithMultiCF,,1732001411767.423b7c77996c3d70bbc1876da8e77b76., hostname=db0afee3eab9,33467,1732001397021, seqNum=18 from cache 2024-11-19T07:30:14,711 DEBUG [db0afee3eab9:42231 {}] balancer.BalancerClusterState(204): Hosts are {db0afee3eab9=0} racks are {/default-rack=0} 2024-11-19T07:30:14,711 DEBUG [db0afee3eab9:42231 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-19T07:30:14,711 DEBUG [db0afee3eab9:42231 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-19T07:30:14,711 DEBUG [db0afee3eab9:42231 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-19T07:30:14,711 DEBUG [db0afee3eab9:42231 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-19T07:30:14,711 INFO [db0afee3eab9:42231 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-19T07:30:14,711 INFO [db0afee3eab9:42231 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-19T07:30:14,711 DEBUG [db0afee3eab9:42231 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-19T07:30:14,712 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=423b7c77996c3d70bbc1876da8e77b76, regionState=OPENING, regionLocation=db0afee3eab9,41065,1732001396920 2024-11-19T07:30:14,715 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=16, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=423b7c77996c3d70bbc1876da8e77b76, ASSIGN because future has completed 2024-11-19T07:30:14,715 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=16, state=RUNNABLE, hasLock=false; OpenRegionProcedure 423b7c77996c3d70bbc1876da8e77b76, server=db0afee3eab9,41065,1732001396920}] 2024-11-19T07:30:14,877 INFO [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(132): Open testReplayEditsAfterRegionMovedWithMultiCF,,1732001411767.423b7c77996c3d70bbc1876da8e77b76. 2024-11-19T07:30:14,877 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7752): Opening region: {ENCODED => 423b7c77996c3d70bbc1876da8e77b76, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1732001411767.423b7c77996c3d70bbc1876da8e77b76.', STARTKEY => '', ENDKEY => ''} 2024-11-19T07:30:14,878 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testReplayEditsAfterRegionMovedWithMultiCF 423b7c77996c3d70bbc1876da8e77b76 2024-11-19T07:30:14,878 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1732001411767.423b7c77996c3d70bbc1876da8e77b76.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T07:30:14,878 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7794): checking encryption for 423b7c77996c3d70bbc1876da8e77b76 2024-11-19T07:30:14,879 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7797): checking classloading for 423b7c77996c3d70bbc1876da8e77b76 2024-11-19T07:30:14,882 INFO [StoreOpener-423b7c77996c3d70bbc1876da8e77b76-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf1 of region 423b7c77996c3d70bbc1876da8e77b76 2024-11-19T07:30:14,883 INFO [StoreOpener-423b7c77996c3d70bbc1876da8e77b76-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 423b7c77996c3d70bbc1876da8e77b76 columnFamilyName cf1 2024-11-19T07:30:14,884 DEBUG [StoreOpener-423b7c77996c3d70bbc1876da8e77b76-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T07:30:14,889 DEBUG [StoreOpener-423b7c77996c3d70bbc1876da8e77b76-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:38185/user/jenkins/test-data/b12ee6b9-2f55-77da-3824-8a5232b8ca16/data/default/testReplayEditsAfterRegionMovedWithMultiCF/423b7c77996c3d70bbc1876da8e77b76/cf1/f2ac37a3e4b34eb0aad6e7180547714c 2024-11-19T07:30:14,890 INFO [StoreOpener-423b7c77996c3d70bbc1876da8e77b76-1 {}] regionserver.HStore(327): Store=423b7c77996c3d70bbc1876da8e77b76/cf1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T07:30:14,890 INFO [StoreOpener-423b7c77996c3d70bbc1876da8e77b76-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf2 of region 423b7c77996c3d70bbc1876da8e77b76 2024-11-19T07:30:14,891 INFO [StoreOpener-423b7c77996c3d70bbc1876da8e77b76-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 423b7c77996c3d70bbc1876da8e77b76 columnFamilyName cf2 2024-11-19T07:30:14,891 DEBUG [StoreOpener-423b7c77996c3d70bbc1876da8e77b76-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T07:30:14,897 DEBUG [StoreOpener-423b7c77996c3d70bbc1876da8e77b76-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:38185/user/jenkins/test-data/b12ee6b9-2f55-77da-3824-8a5232b8ca16/data/default/testReplayEditsAfterRegionMovedWithMultiCF/423b7c77996c3d70bbc1876da8e77b76/cf2/3e58e188342347f5a0424c5dbd89850c 2024-11-19T07:30:14,897 INFO [StoreOpener-423b7c77996c3d70bbc1876da8e77b76-1 {}] regionserver.HStore(327): Store=423b7c77996c3d70bbc1876da8e77b76/cf2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T07:30:14,897 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1038): replaying wal for 423b7c77996c3d70bbc1876da8e77b76 2024-11-19T07:30:14,898 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38185/user/jenkins/test-data/b12ee6b9-2f55-77da-3824-8a5232b8ca16/data/default/testReplayEditsAfterRegionMovedWithMultiCF/423b7c77996c3d70bbc1876da8e77b76 2024-11-19T07:30:14,899 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38185/user/jenkins/test-data/b12ee6b9-2f55-77da-3824-8a5232b8ca16/data/default/testReplayEditsAfterRegionMovedWithMultiCF/423b7c77996c3d70bbc1876da8e77b76 2024-11-19T07:30:14,900 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1048): stopping wal replay for 423b7c77996c3d70bbc1876da8e77b76 2024-11-19T07:30:14,900 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1060): Cleaning up temporary data for 423b7c77996c3d70bbc1876da8e77b76 2024-11-19T07:30:14,900 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterRegionMovedWithMultiCF descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-11-19T07:30:14,902 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1093): writing seq id for 423b7c77996c3d70bbc1876da8e77b76 2024-11-19T07:30:14,902 INFO [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1114): Opened 423b7c77996c3d70bbc1876da8e77b76; next sequenceid=18; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69102258, jitterRate=0.029703885316848755}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-11-19T07:30:14,902 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 423b7c77996c3d70bbc1876da8e77b76 2024-11-19T07:30:14,903 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1006): Region open journal for 423b7c77996c3d70bbc1876da8e77b76: Running coprocessor pre-open hook at 1732001414879Writing region info on filesystem at 1732001414879Initializing all the Stores at 1732001414881 (+2 ms)Instantiating store for column family {NAME => 'cf1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732001414881Instantiating store for column family {NAME => 'cf2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732001414881Cleaning up temporary data from old regions at 1732001414900 (+19 ms)Running coprocessor post-open hooks at 1732001414902 (+2 ms)Region opened successfully at 1732001414903 (+1 ms) 2024-11-19T07:30:14,904 INFO [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2236): Post open deploy tasks for testReplayEditsAfterRegionMovedWithMultiCF,,1732001411767.423b7c77996c3d70bbc1876da8e77b76., pid=17, masterSystemTime=1732001414868 2024-11-19T07:30:14,906 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2266): Finished post open deploy task for testReplayEditsAfterRegionMovedWithMultiCF,,1732001411767.423b7c77996c3d70bbc1876da8e77b76. 2024-11-19T07:30:14,906 INFO [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(153): Opened testReplayEditsAfterRegionMovedWithMultiCF,,1732001411767.423b7c77996c3d70bbc1876da8e77b76. 2024-11-19T07:30:14,907 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=423b7c77996c3d70bbc1876da8e77b76, regionState=OPEN, openSeqNum=18, regionLocation=db0afee3eab9,41065,1732001396920 2024-11-19T07:30:14,909 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=17, ppid=16, state=RUNNABLE, hasLock=false; OpenRegionProcedure 423b7c77996c3d70bbc1876da8e77b76, server=db0afee3eab9,41065,1732001396920 because future has completed 2024-11-19T07:30:14,913 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=16 2024-11-19T07:30:14,913 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=16, state=SUCCESS, hasLock=false; OpenRegionProcedure 423b7c77996c3d70bbc1876da8e77b76, server=db0afee3eab9,41065,1732001396920 in 195 msec 2024-11-19T07:30:14,916 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=13 2024-11-19T07:30:14,916 INFO [PEWorker-5 {}] procedure.ServerCrashProcedure(291): removed crashed server db0afee3eab9,33467,1732001397021 after splitting done 2024-11-19T07:30:14,916 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=13, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=423b7c77996c3d70bbc1876da8e77b76, ASSIGN in 355 msec 2024-11-19T07:30:14,918 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, state=SUCCESS, hasLock=false; ServerCrashProcedure db0afee3eab9,33467,1732001397021, splitWal=true, meta=false in 602 msec 2024-11-19T07:30:15,145 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testReplayEditsAfterRegionMovedWithMultiCF', row='r1', locateType=CURRENT is [region=testReplayEditsAfterRegionMovedWithMultiCF,,1732001411767.423b7c77996c3d70bbc1876da8e77b76., hostname=db0afee3eab9,41065,1732001396920, seqNum=18] 2024-11-19T07:30:15,165 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplay#testReplayEditsAfterRegionMovedWithMultiCF Thread=407 (was 411), OpenFileDescriptor=1050 (was 1024) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=431 (was 443), ProcessCount=11 (was 11), AvailableMemoryMB=12081 (was 12109) 2024-11-19T07:30:15,167 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1050 is superior to 1024 2024-11-19T07:30:15,180 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplay#testReplayEditsAfterPartialFlush Thread=407, OpenFileDescriptor=1050, MaxFileDescriptor=1048576, SystemLoadAverage=431, ProcessCount=11, AvailableMemoryMB=12080 2024-11-19T07:30:15,180 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1050 is superior to 1024 2024-11-19T07:30:15,196 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T07:30:15,198 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T07:30:15,199 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-19T07:30:15,201 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-98194921, suffix=, logDir=hdfs://localhost:38185/hbase/WALs/hregion-98194921, archiveDir=hdfs://localhost:38185/hbase/oldWALs, maxLogs=32 2024-11-19T07:30:15,213 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-98194921/hregion-98194921.1732001415202, exclude list is [], retry=0 2024-11-19T07:30:15,216 DEBUG [AsyncFSWAL-20-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46643,DS-aac20c1d-8590-491f-b264-6c738d9d91ba,DISK] 2024-11-19T07:30:15,217 DEBUG [AsyncFSWAL-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46751,DS-55896d67-6080-43fe-816e-d4f81c68bc35,DISK] 2024-11-19T07:30:15,219 DEBUG [AsyncFSWAL-20-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43283,DS-9249da75-9edb-42de-b698-779c3e2094aa,DISK] 2024-11-19T07:30:15,221 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-98194921/hregion-98194921.1732001415202 2024-11-19T07:30:15,221 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41841:41841),(127.0.0.1/127.0.0.1:36921:36921),(127.0.0.1/127.0.0.1:44727:44727)] 2024-11-19T07:30:15,221 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => 27e3c087f7a146d1402fa84689eddeb0, NAME => 'testReplayEditsWrittenViaHRegion,,1732001415196.27e3c087f7a146d1402fa84689eddeb0.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsWrittenViaHRegion', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38185/hbase 2024-11-19T07:30:15,230 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46643 is added to blk_1073741893_1071 (size=67) 2024-11-19T07:30:15,230 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46751 is added to blk_1073741893_1071 (size=67) 2024-11-19T07:30:15,230 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43283 is added to blk_1073741893_1071 (size=67) 2024-11-19T07:30:15,231 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1732001415196.27e3c087f7a146d1402fa84689eddeb0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T07:30:15,232 INFO [StoreOpener-27e3c087f7a146d1402fa84689eddeb0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 27e3c087f7a146d1402fa84689eddeb0 2024-11-19T07:30:15,234 INFO [StoreOpener-27e3c087f7a146d1402fa84689eddeb0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 27e3c087f7a146d1402fa84689eddeb0 columnFamilyName a 2024-11-19T07:30:15,234 DEBUG [StoreOpener-27e3c087f7a146d1402fa84689eddeb0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T07:30:15,234 INFO [StoreOpener-27e3c087f7a146d1402fa84689eddeb0-1 {}] regionserver.HStore(327): Store=27e3c087f7a146d1402fa84689eddeb0/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T07:30:15,235 INFO [StoreOpener-27e3c087f7a146d1402fa84689eddeb0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 27e3c087f7a146d1402fa84689eddeb0 2024-11-19T07:30:15,236 INFO [StoreOpener-27e3c087f7a146d1402fa84689eddeb0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 27e3c087f7a146d1402fa84689eddeb0 columnFamilyName b 2024-11-19T07:30:15,236 DEBUG [StoreOpener-27e3c087f7a146d1402fa84689eddeb0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T07:30:15,237 INFO [StoreOpener-27e3c087f7a146d1402fa84689eddeb0-1 {}] regionserver.HStore(327): Store=27e3c087f7a146d1402fa84689eddeb0/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T07:30:15,237 INFO [StoreOpener-27e3c087f7a146d1402fa84689eddeb0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 27e3c087f7a146d1402fa84689eddeb0 2024-11-19T07:30:15,238 INFO [StoreOpener-27e3c087f7a146d1402fa84689eddeb0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 27e3c087f7a146d1402fa84689eddeb0 columnFamilyName c 2024-11-19T07:30:15,238 DEBUG [StoreOpener-27e3c087f7a146d1402fa84689eddeb0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T07:30:15,239 INFO [StoreOpener-27e3c087f7a146d1402fa84689eddeb0-1 {}] regionserver.HStore(327): Store=27e3c087f7a146d1402fa84689eddeb0/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T07:30:15,239 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 27e3c087f7a146d1402fa84689eddeb0 2024-11-19T07:30:15,239 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38185/hbase/data/default/testReplayEditsWrittenViaHRegion/27e3c087f7a146d1402fa84689eddeb0 2024-11-19T07:30:15,240 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38185/hbase/data/default/testReplayEditsWrittenViaHRegion/27e3c087f7a146d1402fa84689eddeb0 2024-11-19T07:30:15,241 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 27e3c087f7a146d1402fa84689eddeb0 2024-11-19T07:30:15,241 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 27e3c087f7a146d1402fa84689eddeb0 2024-11-19T07:30:15,241 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-19T07:30:15,242 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 27e3c087f7a146d1402fa84689eddeb0 2024-11-19T07:30:15,244 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38185/hbase/data/default/testReplayEditsWrittenViaHRegion/27e3c087f7a146d1402fa84689eddeb0/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T07:30:15,244 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 27e3c087f7a146d1402fa84689eddeb0; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59990634, jitterRate=-0.1060698926448822}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-19T07:30:15,245 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 27e3c087f7a146d1402fa84689eddeb0: Writing region info on filesystem at 1732001415231Initializing all the Stores at 1732001415232 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732001415232Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732001415232Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732001415232Cleaning up temporary data from old regions at 1732001415241 (+9 ms)Region opened successfully at 1732001415245 (+4 ms) 2024-11-19T07:30:15,245 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 27e3c087f7a146d1402fa84689eddeb0, disabling compactions & flushes 2024-11-19T07:30:15,245 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenViaHRegion,,1732001415196.27e3c087f7a146d1402fa84689eddeb0. 2024-11-19T07:30:15,245 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenViaHRegion,,1732001415196.27e3c087f7a146d1402fa84689eddeb0. 2024-11-19T07:30:15,245 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenViaHRegion,,1732001415196.27e3c087f7a146d1402fa84689eddeb0. after waiting 0 ms 2024-11-19T07:30:15,245 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenViaHRegion,,1732001415196.27e3c087f7a146d1402fa84689eddeb0. 2024-11-19T07:30:15,246 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenViaHRegion,,1732001415196.27e3c087f7a146d1402fa84689eddeb0. 2024-11-19T07:30:15,246 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 27e3c087f7a146d1402fa84689eddeb0: Waiting for close lock at 1732001415245Disabling compacts and flushes for region at 1732001415245Disabling writes for close at 1732001415245Writing region close event to WAL at 1732001415245Closed at 1732001415246 (+1 ms) 2024-11-19T07:30:15,248 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46643 is added to blk_1073741892_1070 (size=93) 2024-11-19T07:30:15,248 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43283 is added to blk_1073741892_1070 (size=93) 2024-11-19T07:30:15,248 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46751 is added to blk_1073741892_1070 (size=93) 2024-11-19T07:30:15,251 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-19T07:30:15,251 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-98194921:(num 1732001415202) 2024-11-19T07:30:15,251 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-19T07:30:15,253 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:38185/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1732001415195, archiveDir=hdfs://localhost:38185/hbase/oldWALs, maxLogs=32 2024-11-19T07:30:15,267 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1732001415195/wal.1732001415253, exclude list is [], retry=0 2024-11-19T07:30:15,269 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46751,DS-55896d67-6080-43fe-816e-d4f81c68bc35,DISK] 2024-11-19T07:30:15,269 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46643,DS-aac20c1d-8590-491f-b264-6c738d9d91ba,DISK] 2024-11-19T07:30:15,269 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43283,DS-9249da75-9edb-42de-b698-779c3e2094aa,DISK] 2024-11-19T07:30:15,271 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1732001415195/wal.1732001415253 2024-11-19T07:30:15,271 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36921:36921),(127.0.0.1/127.0.0.1:41841:41841),(127.0.0.1/127.0.0.1:44727:44727)] 2024-11-19T07:30:15,271 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 27e3c087f7a146d1402fa84689eddeb0, NAME => 'testReplayEditsWrittenViaHRegion,,1732001415196.27e3c087f7a146d1402fa84689eddeb0.', STARTKEY => '', ENDKEY => ''} 2024-11-19T07:30:15,272 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1732001415196.27e3c087f7a146d1402fa84689eddeb0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T07:30:15,272 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 27e3c087f7a146d1402fa84689eddeb0 2024-11-19T07:30:15,272 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 27e3c087f7a146d1402fa84689eddeb0 2024-11-19T07:30:15,273 INFO [StoreOpener-27e3c087f7a146d1402fa84689eddeb0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 27e3c087f7a146d1402fa84689eddeb0 2024-11-19T07:30:15,274 INFO [StoreOpener-27e3c087f7a146d1402fa84689eddeb0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 27e3c087f7a146d1402fa84689eddeb0 columnFamilyName a 2024-11-19T07:30:15,274 DEBUG [StoreOpener-27e3c087f7a146d1402fa84689eddeb0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T07:30:15,274 INFO [StoreOpener-27e3c087f7a146d1402fa84689eddeb0-1 {}] regionserver.HStore(327): Store=27e3c087f7a146d1402fa84689eddeb0/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T07:30:15,275 INFO [StoreOpener-27e3c087f7a146d1402fa84689eddeb0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 27e3c087f7a146d1402fa84689eddeb0 2024-11-19T07:30:15,275 INFO [StoreOpener-27e3c087f7a146d1402fa84689eddeb0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 27e3c087f7a146d1402fa84689eddeb0 columnFamilyName b 2024-11-19T07:30:15,276 DEBUG [StoreOpener-27e3c087f7a146d1402fa84689eddeb0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T07:30:15,276 INFO [StoreOpener-27e3c087f7a146d1402fa84689eddeb0-1 {}] regionserver.HStore(327): Store=27e3c087f7a146d1402fa84689eddeb0/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T07:30:15,276 INFO [StoreOpener-27e3c087f7a146d1402fa84689eddeb0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 27e3c087f7a146d1402fa84689eddeb0 2024-11-19T07:30:15,277 INFO [StoreOpener-27e3c087f7a146d1402fa84689eddeb0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 27e3c087f7a146d1402fa84689eddeb0 columnFamilyName c 2024-11-19T07:30:15,277 DEBUG [StoreOpener-27e3c087f7a146d1402fa84689eddeb0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T07:30:15,278 INFO [StoreOpener-27e3c087f7a146d1402fa84689eddeb0-1 {}] regionserver.HStore(327): Store=27e3c087f7a146d1402fa84689eddeb0/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T07:30:15,278 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 27e3c087f7a146d1402fa84689eddeb0 2024-11-19T07:30:15,279 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38185/hbase/data/default/testReplayEditsWrittenViaHRegion/27e3c087f7a146d1402fa84689eddeb0 2024-11-19T07:30:15,280 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38185/hbase/data/default/testReplayEditsWrittenViaHRegion/27e3c087f7a146d1402fa84689eddeb0 2024-11-19T07:30:15,281 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 27e3c087f7a146d1402fa84689eddeb0 2024-11-19T07:30:15,281 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 27e3c087f7a146d1402fa84689eddeb0 2024-11-19T07:30:15,281 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-19T07:30:15,282 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 27e3c087f7a146d1402fa84689eddeb0 2024-11-19T07:30:15,283 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 27e3c087f7a146d1402fa84689eddeb0; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59494367, jitterRate=-0.1134648472070694}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-19T07:30:15,284 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 27e3c087f7a146d1402fa84689eddeb0: Writing region info on filesystem at 1732001415272Initializing all the Stores at 1732001415273 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732001415273Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732001415273Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732001415273Cleaning up temporary data from old regions at 1732001415281 (+8 ms)Region opened successfully at 1732001415284 (+3 ms) 2024-11-19T07:30:15,306 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 27e3c087f7a146d1402fa84689eddeb0 3/3 column families, dataSize=2.55 KB heapSize=5.44 KB 2024-11-19T07:30:15,322 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38185/hbase/data/default/testReplayEditsWrittenViaHRegion/27e3c087f7a146d1402fa84689eddeb0/.tmp/a/ca00ff1591f8486d9666057077a80386 is 91, key is testReplayEditsWrittenViaHRegion/a:x0/1732001415284/Put/seqid=0 2024-11-19T07:30:15,328 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43283 is added to blk_1073741895_1073 (size=5958) 2024-11-19T07:30:15,328 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46751 is added to blk_1073741895_1073 (size=5958) 2024-11-19T07:30:15,329 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46643 is added to blk_1073741895_1073 (size=5958) 2024-11-19T07:30:15,329 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=33 (bloomFilter=true), to=hdfs://localhost:38185/hbase/data/default/testReplayEditsWrittenViaHRegion/27e3c087f7a146d1402fa84689eddeb0/.tmp/a/ca00ff1591f8486d9666057077a80386 2024-11-19T07:30:15,356 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38185/hbase/data/default/testReplayEditsWrittenViaHRegion/27e3c087f7a146d1402fa84689eddeb0/.tmp/b/cb00b630f156491e8ae2c020540b46a5 is 91, key is testReplayEditsWrittenViaHRegion/b:x0/1732001415291/Put/seqid=0 2024-11-19T07:30:15,437 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46643 is added to blk_1073741896_1074 (size=5958) 2024-11-19T07:30:15,438 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46751 is added to blk_1073741896_1074 (size=5958) 2024-11-19T07:30:15,438 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43283 is added to blk_1073741896_1074 (size=5958) 2024-11-19T07:30:15,439 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=33 (bloomFilter=true), to=hdfs://localhost:38185/hbase/data/default/testReplayEditsWrittenViaHRegion/27e3c087f7a146d1402fa84689eddeb0/.tmp/b/cb00b630f156491e8ae2c020540b46a5 2024-11-19T07:30:15,464 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38185/hbase/data/default/testReplayEditsWrittenViaHRegion/27e3c087f7a146d1402fa84689eddeb0/.tmp/c/0fc133ff088e47d8ba26d09906ffd84e is 91, key is testReplayEditsWrittenViaHRegion/c:x0/1732001415297/Put/seqid=0 2024-11-19T07:30:15,471 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43283 is added to blk_1073741897_1075 (size=5958) 2024-11-19T07:30:15,472 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46751 is added to blk_1073741897_1075 (size=5958) 2024-11-19T07:30:15,473 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=33 (bloomFilter=true), to=hdfs://localhost:38185/hbase/data/default/testReplayEditsWrittenViaHRegion/27e3c087f7a146d1402fa84689eddeb0/.tmp/c/0fc133ff088e47d8ba26d09906ffd84e 2024-11-19T07:30:15,475 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46643 is added to blk_1073741897_1075 (size=5958) 2024-11-19T07:30:15,480 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38185/hbase/data/default/testReplayEditsWrittenViaHRegion/27e3c087f7a146d1402fa84689eddeb0/.tmp/a/ca00ff1591f8486d9666057077a80386 as hdfs://localhost:38185/hbase/data/default/testReplayEditsWrittenViaHRegion/27e3c087f7a146d1402fa84689eddeb0/a/ca00ff1591f8486d9666057077a80386 2024-11-19T07:30:15,487 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38185/hbase/data/default/testReplayEditsWrittenViaHRegion/27e3c087f7a146d1402fa84689eddeb0/a/ca00ff1591f8486d9666057077a80386, entries=10, sequenceid=33, filesize=5.8 K 2024-11-19T07:30:15,489 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38185/hbase/data/default/testReplayEditsWrittenViaHRegion/27e3c087f7a146d1402fa84689eddeb0/.tmp/b/cb00b630f156491e8ae2c020540b46a5 as hdfs://localhost:38185/hbase/data/default/testReplayEditsWrittenViaHRegion/27e3c087f7a146d1402fa84689eddeb0/b/cb00b630f156491e8ae2c020540b46a5 2024-11-19T07:30:15,495 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38185/hbase/data/default/testReplayEditsWrittenViaHRegion/27e3c087f7a146d1402fa84689eddeb0/b/cb00b630f156491e8ae2c020540b46a5, entries=10, sequenceid=33, filesize=5.8 K 2024-11-19T07:30:15,496 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38185/hbase/data/default/testReplayEditsWrittenViaHRegion/27e3c087f7a146d1402fa84689eddeb0/.tmp/c/0fc133ff088e47d8ba26d09906ffd84e as hdfs://localhost:38185/hbase/data/default/testReplayEditsWrittenViaHRegion/27e3c087f7a146d1402fa84689eddeb0/c/0fc133ff088e47d8ba26d09906ffd84e 2024-11-19T07:30:15,503 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38185/hbase/data/default/testReplayEditsWrittenViaHRegion/27e3c087f7a146d1402fa84689eddeb0/c/0fc133ff088e47d8ba26d09906ffd84e, entries=10, sequenceid=33, filesize=5.8 K 2024-11-19T07:30:15,505 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~2.55 KB/2610, heapSize ~5.39 KB/5520, currentSize=0 B/0 for 27e3c087f7a146d1402fa84689eddeb0 in 199ms, sequenceid=33, compaction requested=false 2024-11-19T07:30:15,505 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 27e3c087f7a146d1402fa84689eddeb0: 2024-11-19T07:30:15,505 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 27e3c087f7a146d1402fa84689eddeb0, disabling compactions & flushes 2024-11-19T07:30:15,505 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenViaHRegion,,1732001415196.27e3c087f7a146d1402fa84689eddeb0. 2024-11-19T07:30:15,505 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenViaHRegion,,1732001415196.27e3c087f7a146d1402fa84689eddeb0. 2024-11-19T07:30:15,505 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenViaHRegion,,1732001415196.27e3c087f7a146d1402fa84689eddeb0. after waiting 0 ms 2024-11-19T07:30:15,505 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenViaHRegion,,1732001415196.27e3c087f7a146d1402fa84689eddeb0. 2024-11-19T07:30:15,508 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenViaHRegion,,1732001415196.27e3c087f7a146d1402fa84689eddeb0. 2024-11-19T07:30:15,508 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 27e3c087f7a146d1402fa84689eddeb0: Waiting for close lock at 1732001415505Disabling compacts and flushes for region at 1732001415505Disabling writes for close at 1732001415505Writing region close event to WAL at 1732001415508 (+3 ms)Closed at 1732001415508 2024-11-19T07:30:15,512 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46751 is added to blk_1073741894_1072 (size=5937) 2024-11-19T07:30:15,513 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43283 is added to blk_1073741894_1072 (size=5937) 2024-11-19T07:30:15,513 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46643 is added to blk_1073741894_1072 (size=5937) 2024-11-19T07:30:15,518 DEBUG [Time-limited test {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38185/hbase/data/default/testReplayEditsWrittenViaHRegion/27e3c087f7a146d1402fa84689eddeb0/b/cb00b630f156491e8ae2c020540b46a5 to hdfs://localhost:38185/hbase/archive/data/default/testReplayEditsWrittenViaHRegion/27e3c087f7a146d1402fa84689eddeb0/b/cb00b630f156491e8ae2c020540b46a5 2024-11-19T07:30:15,538 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38185/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1732001415195/wal.1732001415253, size=5.8 K (5937bytes) 2024-11-19T07:30:15,538 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38185/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1732001415195/wal.1732001415253 2024-11-19T07:30:15,538 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38185/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1732001415195/wal.1732001415253 after 0ms 2024-11-19T07:30:15,540 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38185/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1732001415195/wal.1732001415253 took 2ms 2024-11-19T07:30:15,542 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38185/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1732001415195/wal.1732001415253 so closing down 2024-11-19T07:30:15,543 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-19T07:30:15,543 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000003-wal.1732001415253.temp 2024-11-19T07:30:15,545 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38185/hbase/data/default/testReplayEditsWrittenViaHRegion/27e3c087f7a146d1402fa84689eddeb0/recovered.edits/0000000000000000003-wal.1732001415253.temp 2024-11-19T07:30:15,545 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-19T07:30:15,550 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46751 is added to blk_1073741898_1076 (size=5223) 2024-11-19T07:30:15,552 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43283 is added to blk_1073741898_1076 (size=5223) 2024-11-19T07:30:15,552 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46643 is added to blk_1073741898_1076 (size=5223) 2024-11-19T07:30:15,552 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38185/hbase/data/default/testReplayEditsWrittenViaHRegion/27e3c087f7a146d1402fa84689eddeb0/recovered.edits/0000000000000000003-wal.1732001415253.temp (wrote 30 edits, skipped 0 edits in 0 ms) 2024-11-19T07:30:15,553 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38185/hbase/data/default/testReplayEditsWrittenViaHRegion/27e3c087f7a146d1402fa84689eddeb0/recovered.edits/0000000000000000003-wal.1732001415253.temp to hdfs://localhost:38185/hbase/data/default/testReplayEditsWrittenViaHRegion/27e3c087f7a146d1402fa84689eddeb0/recovered.edits/0000000000000000032 2024-11-19T07:30:15,554 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 32 edits across 1 Regions in 13 ms; skipped=2; WAL=hdfs://localhost:38185/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1732001415195/wal.1732001415253, size=5.8 K, length=5937, corrupted=false, cancelled=false 2024-11-19T07:30:15,554 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38185/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1732001415195/wal.1732001415253, journal: Splitting hdfs://localhost:38185/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1732001415195/wal.1732001415253, size=5.8 K (5937bytes) at 1732001415538Finishing writing output for hdfs://localhost:38185/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1732001415195/wal.1732001415253 so closing down at 1732001415542 (+4 ms)Creating recovered edits writer path=hdfs://localhost:38185/hbase/data/default/testReplayEditsWrittenViaHRegion/27e3c087f7a146d1402fa84689eddeb0/recovered.edits/0000000000000000003-wal.1732001415253.temp at 1732001415545 (+3 ms)3 split writer threads finished at 1732001415545Closed recovered edits writer path=hdfs://localhost:38185/hbase/data/default/testReplayEditsWrittenViaHRegion/27e3c087f7a146d1402fa84689eddeb0/recovered.edits/0000000000000000003-wal.1732001415253.temp (wrote 30 edits, skipped 0 edits in 0 ms) at 1732001415552 (+7 ms)Rename recovered edits hdfs://localhost:38185/hbase/data/default/testReplayEditsWrittenViaHRegion/27e3c087f7a146d1402fa84689eddeb0/recovered.edits/0000000000000000003-wal.1732001415253.temp to hdfs://localhost:38185/hbase/data/default/testReplayEditsWrittenViaHRegion/27e3c087f7a146d1402fa84689eddeb0/recovered.edits/0000000000000000032 at 1732001415553 (+1 ms)Processed 32 edits across 1 Regions in 13 ms; skipped=2; WAL=hdfs://localhost:38185/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1732001415195/wal.1732001415253, size=5.8 K, length=5937, corrupted=false, cancelled=false at 1732001415554 (+1 ms) 2024-11-19T07:30:15,555 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38185/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1732001415195/wal.1732001415253 to hdfs://localhost:38185/hbase/oldWALs/wal.1732001415253 2024-11-19T07:30:15,556 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:38185/hbase/data/default/testReplayEditsWrittenViaHRegion/27e3c087f7a146d1402fa84689eddeb0/recovered.edits/0000000000000000032 2024-11-19T07:30:15,556 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-19T07:30:15,558 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:38185/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1732001415195, archiveDir=hdfs://localhost:38185/hbase/oldWALs, maxLogs=32 2024-11-19T07:30:15,570 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1732001415195/wal.1732001415558, exclude list is [], retry=0 2024-11-19T07:30:15,573 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46751,DS-55896d67-6080-43fe-816e-d4f81c68bc35,DISK] 2024-11-19T07:30:15,573 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43283,DS-9249da75-9edb-42de-b698-779c3e2094aa,DISK] 2024-11-19T07:30:15,573 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46643,DS-aac20c1d-8590-491f-b264-6c738d9d91ba,DISK] 2024-11-19T07:30:15,575 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1732001415195/wal.1732001415558 2024-11-19T07:30:15,576 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36921:36921),(127.0.0.1/127.0.0.1:44727:44727),(127.0.0.1/127.0.0.1:41841:41841)] 2024-11-19T07:30:15,576 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 27e3c087f7a146d1402fa84689eddeb0, NAME => 'testReplayEditsWrittenViaHRegion,,1732001415196.27e3c087f7a146d1402fa84689eddeb0.', STARTKEY => '', ENDKEY => ''} 2024-11-19T07:30:15,576 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1732001415196.27e3c087f7a146d1402fa84689eddeb0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T07:30:15,576 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 27e3c087f7a146d1402fa84689eddeb0 2024-11-19T07:30:15,576 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 27e3c087f7a146d1402fa84689eddeb0 2024-11-19T07:30:15,579 INFO [StoreOpener-27e3c087f7a146d1402fa84689eddeb0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 27e3c087f7a146d1402fa84689eddeb0 2024-11-19T07:30:15,580 INFO [StoreOpener-27e3c087f7a146d1402fa84689eddeb0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 27e3c087f7a146d1402fa84689eddeb0 columnFamilyName a 2024-11-19T07:30:15,580 DEBUG [StoreOpener-27e3c087f7a146d1402fa84689eddeb0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T07:30:15,590 DEBUG [StoreOpener-27e3c087f7a146d1402fa84689eddeb0-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:38185/hbase/data/default/testReplayEditsWrittenViaHRegion/27e3c087f7a146d1402fa84689eddeb0/a/ca00ff1591f8486d9666057077a80386 2024-11-19T07:30:15,590 INFO [StoreOpener-27e3c087f7a146d1402fa84689eddeb0-1 {}] regionserver.HStore(327): Store=27e3c087f7a146d1402fa84689eddeb0/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T07:30:15,590 INFO [StoreOpener-27e3c087f7a146d1402fa84689eddeb0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 27e3c087f7a146d1402fa84689eddeb0 2024-11-19T07:30:15,592 INFO [StoreOpener-27e3c087f7a146d1402fa84689eddeb0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 27e3c087f7a146d1402fa84689eddeb0 columnFamilyName b 2024-11-19T07:30:15,592 DEBUG [StoreOpener-27e3c087f7a146d1402fa84689eddeb0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T07:30:15,593 INFO [StoreOpener-27e3c087f7a146d1402fa84689eddeb0-1 {}] regionserver.HStore(327): Store=27e3c087f7a146d1402fa84689eddeb0/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T07:30:15,593 INFO [StoreOpener-27e3c087f7a146d1402fa84689eddeb0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 27e3c087f7a146d1402fa84689eddeb0 2024-11-19T07:30:15,594 INFO [StoreOpener-27e3c087f7a146d1402fa84689eddeb0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 27e3c087f7a146d1402fa84689eddeb0 columnFamilyName c 2024-11-19T07:30:15,594 DEBUG [StoreOpener-27e3c087f7a146d1402fa84689eddeb0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T07:30:15,601 DEBUG [StoreOpener-27e3c087f7a146d1402fa84689eddeb0-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:38185/hbase/data/default/testReplayEditsWrittenViaHRegion/27e3c087f7a146d1402fa84689eddeb0/c/0fc133ff088e47d8ba26d09906ffd84e 2024-11-19T07:30:15,601 INFO [StoreOpener-27e3c087f7a146d1402fa84689eddeb0-1 {}] regionserver.HStore(327): Store=27e3c087f7a146d1402fa84689eddeb0/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T07:30:15,602 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 27e3c087f7a146d1402fa84689eddeb0 2024-11-19T07:30:15,603 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38185/hbase/data/default/testReplayEditsWrittenViaHRegion/27e3c087f7a146d1402fa84689eddeb0 2024-11-19T07:30:15,604 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:38185/hbase/data/default/testReplayEditsWrittenViaHRegion/27e3c087f7a146d1402fa84689eddeb0 2024-11-19T07:30:15,605 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:38185/hbase/data/default/testReplayEditsWrittenViaHRegion/27e3c087f7a146d1402fa84689eddeb0/recovered.edits/0000000000000000032 2024-11-19T07:30:15,608 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 10, skipped 20, firstSequenceIdInLog=3, maxSequenceIdInLog=32, path=hdfs://localhost:38185/hbase/data/default/testReplayEditsWrittenViaHRegion/27e3c087f7a146d1402fa84689eddeb0/recovered.edits/0000000000000000032 2024-11-19T07:30:15,608 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 27e3c087f7a146d1402fa84689eddeb0 3/3 column families, dataSize=870 B heapSize=2.31 KB 2024-11-19T07:30:15,622 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38185/hbase/data/default/testReplayEditsWrittenViaHRegion/27e3c087f7a146d1402fa84689eddeb0/.tmp/b/17ba778c7c914b18b4d8d90b7576c885 is 91, key is testReplayEditsWrittenViaHRegion/b:x0/1732001415291/Put/seqid=0 2024-11-19T07:30:15,634 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46643 is added to blk_1073741900_1078 (size=5958) 2024-11-19T07:30:15,634 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46751 is added to blk_1073741900_1078 (size=5958) 2024-11-19T07:30:15,635 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43283 is added to blk_1073741900_1078 (size=5958) 2024-11-19T07:30:15,635 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=32 (bloomFilter=true), to=hdfs://localhost:38185/hbase/data/default/testReplayEditsWrittenViaHRegion/27e3c087f7a146d1402fa84689eddeb0/.tmp/b/17ba778c7c914b18b4d8d90b7576c885 2024-11-19T07:30:15,642 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38185/hbase/data/default/testReplayEditsWrittenViaHRegion/27e3c087f7a146d1402fa84689eddeb0/.tmp/b/17ba778c7c914b18b4d8d90b7576c885 as hdfs://localhost:38185/hbase/data/default/testReplayEditsWrittenViaHRegion/27e3c087f7a146d1402fa84689eddeb0/b/17ba778c7c914b18b4d8d90b7576c885 2024-11-19T07:30:15,649 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38185/hbase/data/default/testReplayEditsWrittenViaHRegion/27e3c087f7a146d1402fa84689eddeb0/b/17ba778c7c914b18b4d8d90b7576c885, entries=10, sequenceid=32, filesize=5.8 K 2024-11-19T07:30:15,649 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~870 B/870, heapSize ~1.80 KB/1840, currentSize=0 B/0 for 27e3c087f7a146d1402fa84689eddeb0 in 41ms, sequenceid=32, compaction requested=false; wal=null 2024-11-19T07:30:15,650 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:38185/hbase/data/default/testReplayEditsWrittenViaHRegion/27e3c087f7a146d1402fa84689eddeb0/recovered.edits/0000000000000000032 2024-11-19T07:30:15,652 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 27e3c087f7a146d1402fa84689eddeb0 2024-11-19T07:30:15,652 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 27e3c087f7a146d1402fa84689eddeb0 2024-11-19T07:30:15,652 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-19T07:30:15,654 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 27e3c087f7a146d1402fa84689eddeb0 2024-11-19T07:30:15,657 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38185/hbase/data/default/testReplayEditsWrittenViaHRegion/27e3c087f7a146d1402fa84689eddeb0/recovered.edits/33.seqid, newMaxSeqId=33, maxSeqId=1 2024-11-19T07:30:15,658 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 27e3c087f7a146d1402fa84689eddeb0; next sequenceid=34; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68871739, jitterRate=0.026268884539604187}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-19T07:30:15,659 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 27e3c087f7a146d1402fa84689eddeb0: Writing region info on filesystem at 1732001415577Initializing all the Stores at 1732001415578 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732001415578Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732001415578Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732001415579 (+1 ms)Obtaining lock to block concurrent updates at 1732001415608 (+29 ms)Preparing flush snapshotting stores in 27e3c087f7a146d1402fa84689eddeb0 at 1732001415608Finished memstore snapshotting testReplayEditsWrittenViaHRegion,,1732001415196.27e3c087f7a146d1402fa84689eddeb0., syncing WAL and waiting on mvcc, flushsize=dataSize=870, getHeapSize=2320, getOffHeapSize=0, getCellsCount=10 at 1732001415609 (+1 ms)Flushing stores of testReplayEditsWrittenViaHRegion,,1732001415196.27e3c087f7a146d1402fa84689eddeb0. at 1732001415609Flushing 27e3c087f7a146d1402fa84689eddeb0/b: creating writer at 1732001415609Flushing 27e3c087f7a146d1402fa84689eddeb0/b: appending metadata at 1732001415622 (+13 ms)Flushing 27e3c087f7a146d1402fa84689eddeb0/b: closing flushed file at 1732001415622Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@efc0329: reopening flushed file at 1732001415641 (+19 ms)Finished flush of dataSize ~870 B/870, heapSize ~1.80 KB/1840, currentSize=0 B/0 for 27e3c087f7a146d1402fa84689eddeb0 in 41ms, sequenceid=32, compaction requested=false; wal=null at 1732001415649 (+8 ms)Cleaning up temporary data from old regions at 1732001415652 (+3 ms)Region opened successfully at 1732001415659 (+7 ms) 2024-11-19T07:30:15,686 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplay#testReplayEditsAfterPartialFlush Thread=416 (was 407) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_908185091_22 at /127.0.0.1:45452 [Receiving block BP-1327399325-172.17.0.2-1732001391849:blk_1073741899_1077] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-20-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_908185091_22 at /127.0.0.1:55232 [Receiving block BP-1327399325-172.17.0.2-1732001391849:blk_1073741899_1077] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-20-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_908185091_22 at /127.0.0.1:55692 [Receiving block BP-1327399325-172.17.0.2-1732001391849:blk_1073741899_1077] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-20-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_908185091_22 at /127.0.0.1:48814 [Waiting for operation #47] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1327399325-172.17.0.2-1732001391849:blk_1073741899_1077, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1327399325-172.17.0.2-1732001391849:blk_1073741899_1077, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1327399325-172.17.0.2-1732001391849:blk_1073741899_1077, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_908185091_22 at /127.0.0.1:55096 [Waiting for operation #29] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=1126 (was 1050) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=431 (was 431), ProcessCount=11 (was 11), AvailableMemoryMB=12059 (was 12080) 2024-11-19T07:30:15,687 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1126 is superior to 1024 2024-11-19T07:30:15,700 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplay#testReplayEditsAfterAbortingFlush Thread=416, OpenFileDescriptor=1126, MaxFileDescriptor=1048576, SystemLoadAverage=431, ProcessCount=11, AvailableMemoryMB=12056 2024-11-19T07:30:15,701 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1126 is superior to 1024 2024-11-19T07:30:15,716 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T07:30:15,718 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T07:30:15,719 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-19T07:30:15,722 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-85369050, suffix=, logDir=hdfs://localhost:38185/hbase/WALs/hregion-85369050, archiveDir=hdfs://localhost:38185/hbase/oldWALs, maxLogs=32 2024-11-19T07:30:15,740 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-85369050/hregion-85369050.1732001415722, exclude list is [], retry=0 2024-11-19T07:30:15,743 DEBUG [AsyncFSWAL-22-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46751,DS-55896d67-6080-43fe-816e-d4f81c68bc35,DISK] 2024-11-19T07:30:15,744 DEBUG [AsyncFSWAL-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43283,DS-9249da75-9edb-42de-b698-779c3e2094aa,DISK] 2024-11-19T07:30:15,744 DEBUG [AsyncFSWAL-22-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46643,DS-aac20c1d-8590-491f-b264-6c738d9d91ba,DISK] 2024-11-19T07:30:15,747 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-85369050/hregion-85369050.1732001415722 2024-11-19T07:30:15,748 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36921:36921),(127.0.0.1/127.0.0.1:44727:44727),(127.0.0.1/127.0.0.1:41841:41841)] 2024-11-19T07:30:15,748 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => b42dc6d2c6ea59a8ca5b530f0ab86b58, NAME => 'testReplayEditsAfterAbortingFlush,,1732001415716.b42dc6d2c6ea59a8ca5b530f0ab86b58.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsAfterAbortingFlush', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38185/hbase 2024-11-19T07:30:15,758 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46751 is added to blk_1073741902_1080 (size=68) 2024-11-19T07:30:15,758 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46643 is added to blk_1073741902_1080 (size=68) 2024-11-19T07:30:15,759 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43283 is added to blk_1073741902_1080 (size=68) 2024-11-19T07:30:15,759 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsAfterAbortingFlush,,1732001415716.b42dc6d2c6ea59a8ca5b530f0ab86b58.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T07:30:15,763 INFO [StoreOpener-b42dc6d2c6ea59a8ca5b530f0ab86b58-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region b42dc6d2c6ea59a8ca5b530f0ab86b58 2024-11-19T07:30:15,765 INFO [StoreOpener-b42dc6d2c6ea59a8ca5b530f0ab86b58-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b42dc6d2c6ea59a8ca5b530f0ab86b58 columnFamilyName a 2024-11-19T07:30:15,765 DEBUG [StoreOpener-b42dc6d2c6ea59a8ca5b530f0ab86b58-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T07:30:15,766 INFO [StoreOpener-b42dc6d2c6ea59a8ca5b530f0ab86b58-1 {}] regionserver.HStore(327): Store=b42dc6d2c6ea59a8ca5b530f0ab86b58/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T07:30:15,766 INFO [StoreOpener-b42dc6d2c6ea59a8ca5b530f0ab86b58-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region b42dc6d2c6ea59a8ca5b530f0ab86b58 2024-11-19T07:30:15,767 INFO [StoreOpener-b42dc6d2c6ea59a8ca5b530f0ab86b58-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b42dc6d2c6ea59a8ca5b530f0ab86b58 columnFamilyName b 2024-11-19T07:30:15,768 DEBUG [StoreOpener-b42dc6d2c6ea59a8ca5b530f0ab86b58-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T07:30:15,768 INFO [StoreOpener-b42dc6d2c6ea59a8ca5b530f0ab86b58-1 {}] regionserver.HStore(327): Store=b42dc6d2c6ea59a8ca5b530f0ab86b58/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T07:30:15,768 INFO [StoreOpener-b42dc6d2c6ea59a8ca5b530f0ab86b58-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region b42dc6d2c6ea59a8ca5b530f0ab86b58 2024-11-19T07:30:15,770 INFO [StoreOpener-b42dc6d2c6ea59a8ca5b530f0ab86b58-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b42dc6d2c6ea59a8ca5b530f0ab86b58 columnFamilyName c 2024-11-19T07:30:15,770 DEBUG [StoreOpener-b42dc6d2c6ea59a8ca5b530f0ab86b58-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T07:30:15,771 INFO [StoreOpener-b42dc6d2c6ea59a8ca5b530f0ab86b58-1 {}] regionserver.HStore(327): Store=b42dc6d2c6ea59a8ca5b530f0ab86b58/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T07:30:15,771 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for b42dc6d2c6ea59a8ca5b530f0ab86b58 2024-11-19T07:30:15,772 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38185/hbase/data/default/testReplayEditsAfterAbortingFlush/b42dc6d2c6ea59a8ca5b530f0ab86b58 2024-11-19T07:30:15,772 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38185/hbase/data/default/testReplayEditsAfterAbortingFlush/b42dc6d2c6ea59a8ca5b530f0ab86b58 2024-11-19T07:30:15,773 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for b42dc6d2c6ea59a8ca5b530f0ab86b58 2024-11-19T07:30:15,773 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for b42dc6d2c6ea59a8ca5b530f0ab86b58 2024-11-19T07:30:15,774 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterAbortingFlush descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-19T07:30:15,775 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for b42dc6d2c6ea59a8ca5b530f0ab86b58 2024-11-19T07:30:15,778 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38185/hbase/data/default/testReplayEditsAfterAbortingFlush/b42dc6d2c6ea59a8ca5b530f0ab86b58/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T07:30:15,778 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened b42dc6d2c6ea59a8ca5b530f0ab86b58; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61467821, jitterRate=-0.08405809104442596}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-19T07:30:15,779 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for b42dc6d2c6ea59a8ca5b530f0ab86b58: Writing region info on filesystem at 1732001415759Initializing all the Stores at 1732001415760 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732001415760Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732001415763 (+3 ms)Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732001415763Cleaning up temporary data from old regions at 1732001415773 (+10 ms)Region opened successfully at 1732001415779 (+6 ms) 2024-11-19T07:30:15,780 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing b42dc6d2c6ea59a8ca5b530f0ab86b58, disabling compactions & flushes 2024-11-19T07:30:15,780 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsAfterAbortingFlush,,1732001415716.b42dc6d2c6ea59a8ca5b530f0ab86b58. 2024-11-19T07:30:15,780 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterAbortingFlush,,1732001415716.b42dc6d2c6ea59a8ca5b530f0ab86b58. 2024-11-19T07:30:15,780 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterAbortingFlush,,1732001415716.b42dc6d2c6ea59a8ca5b530f0ab86b58. after waiting 0 ms 2024-11-19T07:30:15,780 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterAbortingFlush,,1732001415716.b42dc6d2c6ea59a8ca5b530f0ab86b58. 2024-11-19T07:30:15,780 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsAfterAbortingFlush,,1732001415716.b42dc6d2c6ea59a8ca5b530f0ab86b58. 2024-11-19T07:30:15,780 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for b42dc6d2c6ea59a8ca5b530f0ab86b58: Waiting for close lock at 1732001415779Disabling compacts and flushes for region at 1732001415780 (+1 ms)Disabling writes for close at 1732001415780Writing region close event to WAL at 1732001415780Closed at 1732001415780 2024-11-19T07:30:15,783 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46751 is added to blk_1073741901_1079 (size=93) 2024-11-19T07:30:15,783 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46643 is added to blk_1073741901_1079 (size=93) 2024-11-19T07:30:15,784 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43283 is added to blk_1073741901_1079 (size=93) 2024-11-19T07:30:15,786 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-19T07:30:15,786 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-85369050:(num 1732001415722) 2024-11-19T07:30:15,786 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-19T07:30:15,788 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:38185/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1732001415715, archiveDir=hdfs://localhost:38185/hbase/oldWALs, maxLogs=32 2024-11-19T07:30:15,801 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1732001415715/wal.1732001415788, exclude list is [], retry=0 2024-11-19T07:30:15,804 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46751,DS-55896d67-6080-43fe-816e-d4f81c68bc35,DISK] 2024-11-19T07:30:15,805 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46643,DS-aac20c1d-8590-491f-b264-6c738d9d91ba,DISK] 2024-11-19T07:30:15,805 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43283,DS-9249da75-9edb-42de-b698-779c3e2094aa,DISK] 2024-11-19T07:30:15,807 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1732001415715/wal.1732001415788 2024-11-19T07:30:15,807 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36921:36921),(127.0.0.1/127.0.0.1:41841:41841),(127.0.0.1/127.0.0.1:44727:44727)] 2024-11-19T07:30:15,886 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => b42dc6d2c6ea59a8ca5b530f0ab86b58, NAME => 'testReplayEditsAfterAbortingFlush,,1732001415716.b42dc6d2c6ea59a8ca5b530f0ab86b58.', STARTKEY => '', ENDKEY => ''} 2024-11-19T07:30:15,889 DEBUG [Time-limited test {}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testReplayEditsAfterAbortingFlush b42dc6d2c6ea59a8ca5b530f0ab86b58 2024-11-19T07:30:15,889 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsAfterAbortingFlush,,1732001415716.b42dc6d2c6ea59a8ca5b530f0ab86b58.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T07:30:15,890 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for b42dc6d2c6ea59a8ca5b530f0ab86b58 2024-11-19T07:30:15,890 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for b42dc6d2c6ea59a8ca5b530f0ab86b58 2024-11-19T07:30:15,892 INFO [StoreOpener-b42dc6d2c6ea59a8ca5b530f0ab86b58-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region b42dc6d2c6ea59a8ca5b530f0ab86b58 2024-11-19T07:30:15,893 INFO [StoreOpener-b42dc6d2c6ea59a8ca5b530f0ab86b58-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b42dc6d2c6ea59a8ca5b530f0ab86b58 columnFamilyName a 2024-11-19T07:30:15,893 DEBUG [StoreOpener-b42dc6d2c6ea59a8ca5b530f0ab86b58-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T07:30:15,894 INFO [StoreOpener-b42dc6d2c6ea59a8ca5b530f0ab86b58-1 {}] regionserver.HStore(327): Store=b42dc6d2c6ea59a8ca5b530f0ab86b58/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T07:30:15,894 INFO [StoreOpener-b42dc6d2c6ea59a8ca5b530f0ab86b58-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region b42dc6d2c6ea59a8ca5b530f0ab86b58 2024-11-19T07:30:15,895 INFO [StoreOpener-b42dc6d2c6ea59a8ca5b530f0ab86b58-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b42dc6d2c6ea59a8ca5b530f0ab86b58 columnFamilyName b 2024-11-19T07:30:15,895 DEBUG [StoreOpener-b42dc6d2c6ea59a8ca5b530f0ab86b58-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T07:30:15,896 INFO [StoreOpener-b42dc6d2c6ea59a8ca5b530f0ab86b58-1 {}] regionserver.HStore(327): Store=b42dc6d2c6ea59a8ca5b530f0ab86b58/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T07:30:15,896 INFO [StoreOpener-b42dc6d2c6ea59a8ca5b530f0ab86b58-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region b42dc6d2c6ea59a8ca5b530f0ab86b58 2024-11-19T07:30:15,897 INFO [StoreOpener-b42dc6d2c6ea59a8ca5b530f0ab86b58-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b42dc6d2c6ea59a8ca5b530f0ab86b58 columnFamilyName c 2024-11-19T07:30:15,897 DEBUG [StoreOpener-b42dc6d2c6ea59a8ca5b530f0ab86b58-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T07:30:15,897 INFO [StoreOpener-b42dc6d2c6ea59a8ca5b530f0ab86b58-1 {}] regionserver.HStore(327): Store=b42dc6d2c6ea59a8ca5b530f0ab86b58/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T07:30:15,898 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for b42dc6d2c6ea59a8ca5b530f0ab86b58 2024-11-19T07:30:15,898 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38185/hbase/data/default/testReplayEditsAfterAbortingFlush/b42dc6d2c6ea59a8ca5b530f0ab86b58 2024-11-19T07:30:15,900 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38185/hbase/data/default/testReplayEditsAfterAbortingFlush/b42dc6d2c6ea59a8ca5b530f0ab86b58 2024-11-19T07:30:15,901 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for b42dc6d2c6ea59a8ca5b530f0ab86b58 2024-11-19T07:30:15,901 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for b42dc6d2c6ea59a8ca5b530f0ab86b58 2024-11-19T07:30:15,901 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterAbortingFlush descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-19T07:30:15,903 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for b42dc6d2c6ea59a8ca5b530f0ab86b58 2024-11-19T07:30:15,904 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened b42dc6d2c6ea59a8ca5b530f0ab86b58; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75342448, jitterRate=0.12268996238708496}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-19T07:30:15,904 DEBUG [Time-limited test {}] regionserver.HRegion(1122): Running coprocessor post-open hooks for b42dc6d2c6ea59a8ca5b530f0ab86b58 2024-11-19T07:30:15,904 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for b42dc6d2c6ea59a8ca5b530f0ab86b58: Running coprocessor pre-open hook at 1732001415890Writing region info on filesystem at 1732001415890Initializing all the Stores at 1732001415891 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732001415891Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732001415891Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732001415891Cleaning up temporary data from old regions at 1732001415901 (+10 ms)Running coprocessor post-open hooks at 1732001415904 (+3 ms)Region opened successfully at 1732001415904 2024-11-19T07:30:15,916 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing b42dc6d2c6ea59a8ca5b530f0ab86b58 3/3 column families, dataSize=590 B heapSize=2.08 KB 2024-11-19T07:30:15,918 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for b42dc6d2c6ea59a8ca5b530f0ab86b58/a, retrying num=0 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T07:30:16,564 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsWrittenViaHRegion 2024-11-19T07:30:16,564 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsWrittenViaHRegion Metrics about Tables on a single HBase RegionServer 2024-11-19T07:30:16,565 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testSequentialEditLogSeqNum 2024-11-19T07:30:16,565 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testSequentialEditLogSeqNum Metrics about Tables on a single HBase RegionServer 2024-11-19T07:30:16,567 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsAfterRegionMovedWithMultiCF 2024-11-19T07:30:16,567 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsAfterRegionMovedWithMultiCF Metrics about Tables on a single HBase RegionServer 2024-11-19T07:30:16,568 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testRegionMadeOfBulkLoadedFilesOnly 2024-11-19T07:30:16,568 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testRegionMadeOfBulkLoadedFilesOnly Metrics about Tables on a single HBase RegionServer 2024-11-19T07:30:16,569 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsAfterAbortingFlush 2024-11-19T07:30:16,569 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsAfterAbortingFlush Metrics about Tables on a single HBase RegionServer 2024-11-19T07:30:16,919 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for b42dc6d2c6ea59a8ca5b530f0ab86b58/a, retrying num=1 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T07:30:17,696 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-19T07:30:17,921 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for b42dc6d2c6ea59a8ca5b530f0ab86b58/a, retrying num=2 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T07:30:18,922 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for b42dc6d2c6ea59a8ca5b530f0ab86b58/a, retrying num=3 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T07:30:19,924 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for b42dc6d2c6ea59a8ca5b530f0ab86b58/a, retrying num=4 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T07:30:20,925 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for b42dc6d2c6ea59a8ca5b530f0ab86b58/a, retrying num=5 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T07:30:21,926 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for b42dc6d2c6ea59a8ca5b530f0ab86b58/a, retrying num=6 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T07:30:22,928 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for b42dc6d2c6ea59a8ca5b530f0ab86b58/a, retrying num=7 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T07:30:23,929 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for b42dc6d2c6ea59a8ca5b530f0ab86b58/a, retrying num=8 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T07:30:24,930 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for b42dc6d2c6ea59a8ca5b530f0ab86b58/a, retrying num=9 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T07:30:24,933 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for b42dc6d2c6ea59a8ca5b530f0ab86b58: 2024-11-19T07:30:24,934 INFO [Time-limited test {}] wal.AbstractTestWALReplay(671): Expected simulated exception when flushing region, region: testReplayEditsAfterAbortingFlush,,1732001415716.b42dc6d2c6ea59a8ca5b530f0ab86b58. 2024-11-19T07:30:24,950 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for b42dc6d2c6ea59a8ca5b530f0ab86b58: 2024-11-19T07:30:24,950 INFO [Time-limited test {}] wal.AbstractTestWALReplay(691): Expected exception when flushing region because server is stopped,Aborting flush because server is aborted... 2024-11-19T07:30:24,950 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing b42dc6d2c6ea59a8ca5b530f0ab86b58, disabling compactions & flushes 2024-11-19T07:30:24,950 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsAfterAbortingFlush,,1732001415716.b42dc6d2c6ea59a8ca5b530f0ab86b58. 2024-11-19T07:30:24,950 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterAbortingFlush,,1732001415716.b42dc6d2c6ea59a8ca5b530f0ab86b58. 2024-11-19T07:30:24,950 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterAbortingFlush,,1732001415716.b42dc6d2c6ea59a8ca5b530f0ab86b58. after waiting 0 ms 2024-11-19T07:30:24,950 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterAbortingFlush,,1732001415716.b42dc6d2c6ea59a8ca5b530f0ab86b58. 2024-11-19T07:30:24,951 ERROR [Time-limited test {}] regionserver.HRegion(1960): Memstore data size is 1190 in region testReplayEditsAfterAbortingFlush,,1732001415716.b42dc6d2c6ea59a8ca5b530f0ab86b58. 2024-11-19T07:30:24,951 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsAfterAbortingFlush,,1732001415716.b42dc6d2c6ea59a8ca5b530f0ab86b58. 2024-11-19T07:30:24,951 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for b42dc6d2c6ea59a8ca5b530f0ab86b58: Waiting for close lock at 1732001424950Running coprocessor pre-close hooks at 1732001424950Disabling compacts and flushes for region at 1732001424950Disabling writes for close at 1732001424950Writing region close event to WAL at 1732001424951 (+1 ms)Running coprocessor post-close hooks at 1732001424951Closed at 1732001424951 2024-11-19T07:30:24,953 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46751 is added to blk_1073741903_1081 (size=3941) 2024-11-19T07:30:24,953 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46643 is added to blk_1073741903_1081 (size=3941) 2024-11-19T07:30:24,953 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43283 is added to blk_1073741903_1081 (size=3941) 2024-11-19T07:30:24,968 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38185/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1732001415715/wal.1732001415788, size=3.8 K (3941bytes) 2024-11-19T07:30:24,968 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38185/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1732001415715/wal.1732001415788 2024-11-19T07:30:24,969 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38185/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1732001415715/wal.1732001415788 after 1ms 2024-11-19T07:30:24,971 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38185/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1732001415715/wal.1732001415788 took 3ms 2024-11-19T07:30:24,973 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38185/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1732001415715/wal.1732001415788 so closing down 2024-11-19T07:30:24,973 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-19T07:30:24,974 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000004-wal.1732001415788.temp 2024-11-19T07:30:24,975 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38185/hbase/data/default/testReplayEditsAfterAbortingFlush/b42dc6d2c6ea59a8ca5b530f0ab86b58/recovered.edits/0000000000000000004-wal.1732001415788.temp 2024-11-19T07:30:24,976 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-19T07:30:24,981 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46643 is added to blk_1073741904_1082 (size=2983) 2024-11-19T07:30:24,981 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46751 is added to blk_1073741904_1082 (size=2983) 2024-11-19T07:30:24,982 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43283 is added to blk_1073741904_1082 (size=2983) 2024-11-19T07:30:24,982 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38185/hbase/data/default/testReplayEditsAfterAbortingFlush/b42dc6d2c6ea59a8ca5b530f0ab86b58/recovered.edits/0000000000000000004-wal.1732001415788.temp (wrote 20 edits, skipped 0 edits in 0 ms) 2024-11-19T07:30:24,983 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38185/hbase/data/default/testReplayEditsAfterAbortingFlush/b42dc6d2c6ea59a8ca5b530f0ab86b58/recovered.edits/0000000000000000004-wal.1732001415788.temp to hdfs://localhost:38185/hbase/data/default/testReplayEditsAfterAbortingFlush/b42dc6d2c6ea59a8ca5b530f0ab86b58/recovered.edits/0000000000000000026 2024-11-19T07:30:24,983 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 23 edits across 1 Regions in 11 ms; skipped=3; WAL=hdfs://localhost:38185/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1732001415715/wal.1732001415788, size=3.8 K, length=3941, corrupted=false, cancelled=false 2024-11-19T07:30:24,983 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38185/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1732001415715/wal.1732001415788, journal: Splitting hdfs://localhost:38185/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1732001415715/wal.1732001415788, size=3.8 K (3941bytes) at 1732001424968Finishing writing output for hdfs://localhost:38185/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1732001415715/wal.1732001415788 so closing down at 1732001424973 (+5 ms)Creating recovered edits writer path=hdfs://localhost:38185/hbase/data/default/testReplayEditsAfterAbortingFlush/b42dc6d2c6ea59a8ca5b530f0ab86b58/recovered.edits/0000000000000000004-wal.1732001415788.temp at 1732001424975 (+2 ms)3 split writer threads finished at 1732001424976 (+1 ms)Closed recovered edits writer path=hdfs://localhost:38185/hbase/data/default/testReplayEditsAfterAbortingFlush/b42dc6d2c6ea59a8ca5b530f0ab86b58/recovered.edits/0000000000000000004-wal.1732001415788.temp (wrote 20 edits, skipped 0 edits in 0 ms) at 1732001424982 (+6 ms)Rename recovered edits hdfs://localhost:38185/hbase/data/default/testReplayEditsAfterAbortingFlush/b42dc6d2c6ea59a8ca5b530f0ab86b58/recovered.edits/0000000000000000004-wal.1732001415788.temp to hdfs://localhost:38185/hbase/data/default/testReplayEditsAfterAbortingFlush/b42dc6d2c6ea59a8ca5b530f0ab86b58/recovered.edits/0000000000000000026 at 1732001424983 (+1 ms)Processed 23 edits across 1 Regions in 11 ms; skipped=3; WAL=hdfs://localhost:38185/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1732001415715/wal.1732001415788, size=3.8 K, length=3941, corrupted=false, cancelled=false at 1732001424983 2024-11-19T07:30:24,985 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38185/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1732001415715/wal.1732001415788 to hdfs://localhost:38185/hbase/oldWALs/wal.1732001415788 2024-11-19T07:30:24,986 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:38185/hbase/data/default/testReplayEditsAfterAbortingFlush/b42dc6d2c6ea59a8ca5b530f0ab86b58/recovered.edits/0000000000000000026 2024-11-19T07:30:24,986 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-19T07:30:24,987 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:38185/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1732001415715, archiveDir=hdfs://localhost:38185/hbase/oldWALs, maxLogs=32 2024-11-19T07:30:25,000 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1732001415715/wal.1732001424988, exclude list is [], retry=0 2024-11-19T07:30:25,002 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43283,DS-9249da75-9edb-42de-b698-779c3e2094aa,DISK] 2024-11-19T07:30:25,003 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46751,DS-55896d67-6080-43fe-816e-d4f81c68bc35,DISK] 2024-11-19T07:30:25,003 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46643,DS-aac20c1d-8590-491f-b264-6c738d9d91ba,DISK] 2024-11-19T07:30:25,004 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1732001415715/wal.1732001424988 2024-11-19T07:30:25,004 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44727:44727),(127.0.0.1/127.0.0.1:36921:36921),(127.0.0.1/127.0.0.1:41841:41841)] 2024-11-19T07:30:25,005 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => b42dc6d2c6ea59a8ca5b530f0ab86b58, NAME => 'testReplayEditsAfterAbortingFlush,,1732001415716.b42dc6d2c6ea59a8ca5b530f0ab86b58.', STARTKEY => '', ENDKEY => ''} 2024-11-19T07:30:25,005 DEBUG [Time-limited test {}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testReplayEditsAfterAbortingFlush b42dc6d2c6ea59a8ca5b530f0ab86b58 2024-11-19T07:30:25,005 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsAfterAbortingFlush,,1732001415716.b42dc6d2c6ea59a8ca5b530f0ab86b58.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T07:30:25,005 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for b42dc6d2c6ea59a8ca5b530f0ab86b58 2024-11-19T07:30:25,005 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for b42dc6d2c6ea59a8ca5b530f0ab86b58 2024-11-19T07:30:25,007 INFO [StoreOpener-b42dc6d2c6ea59a8ca5b530f0ab86b58-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region b42dc6d2c6ea59a8ca5b530f0ab86b58 2024-11-19T07:30:25,008 INFO [StoreOpener-b42dc6d2c6ea59a8ca5b530f0ab86b58-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b42dc6d2c6ea59a8ca5b530f0ab86b58 columnFamilyName a 2024-11-19T07:30:25,008 DEBUG [StoreOpener-b42dc6d2c6ea59a8ca5b530f0ab86b58-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T07:30:25,009 INFO [StoreOpener-b42dc6d2c6ea59a8ca5b530f0ab86b58-1 {}] regionserver.HStore(327): Store=b42dc6d2c6ea59a8ca5b530f0ab86b58/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T07:30:25,009 INFO [StoreOpener-b42dc6d2c6ea59a8ca5b530f0ab86b58-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region b42dc6d2c6ea59a8ca5b530f0ab86b58 2024-11-19T07:30:25,010 INFO [StoreOpener-b42dc6d2c6ea59a8ca5b530f0ab86b58-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b42dc6d2c6ea59a8ca5b530f0ab86b58 columnFamilyName b 2024-11-19T07:30:25,010 DEBUG [StoreOpener-b42dc6d2c6ea59a8ca5b530f0ab86b58-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T07:30:25,010 INFO [StoreOpener-b42dc6d2c6ea59a8ca5b530f0ab86b58-1 {}] regionserver.HStore(327): Store=b42dc6d2c6ea59a8ca5b530f0ab86b58/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T07:30:25,010 INFO [StoreOpener-b42dc6d2c6ea59a8ca5b530f0ab86b58-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region b42dc6d2c6ea59a8ca5b530f0ab86b58 2024-11-19T07:30:25,011 INFO [StoreOpener-b42dc6d2c6ea59a8ca5b530f0ab86b58-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b42dc6d2c6ea59a8ca5b530f0ab86b58 columnFamilyName c 2024-11-19T07:30:25,011 DEBUG [StoreOpener-b42dc6d2c6ea59a8ca5b530f0ab86b58-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T07:30:25,011 INFO [StoreOpener-b42dc6d2c6ea59a8ca5b530f0ab86b58-1 {}] regionserver.HStore(327): Store=b42dc6d2c6ea59a8ca5b530f0ab86b58/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T07:30:25,012 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for b42dc6d2c6ea59a8ca5b530f0ab86b58 2024-11-19T07:30:25,012 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38185/hbase/data/default/testReplayEditsAfterAbortingFlush/b42dc6d2c6ea59a8ca5b530f0ab86b58 2024-11-19T07:30:25,014 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:38185/hbase/data/default/testReplayEditsAfterAbortingFlush/b42dc6d2c6ea59a8ca5b530f0ab86b58 2024-11-19T07:30:25,014 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:38185/hbase/data/default/testReplayEditsAfterAbortingFlush/b42dc6d2c6ea59a8ca5b530f0ab86b58/recovered.edits/0000000000000000026 2024-11-19T07:30:25,018 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 20, skipped 0, firstSequenceIdInLog=4, maxSequenceIdInLog=26, path=hdfs://localhost:38185/hbase/data/default/testReplayEditsAfterAbortingFlush/b42dc6d2c6ea59a8ca5b530f0ab86b58/recovered.edits/0000000000000000026 2024-11-19T07:30:25,018 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing b42dc6d2c6ea59a8ca5b530f0ab86b58 3/3 column families, dataSize=1.16 KB heapSize=3.41 KB 2024-11-19T07:30:25,032 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38185/hbase/data/default/testReplayEditsAfterAbortingFlush/b42dc6d2c6ea59a8ca5b530f0ab86b58/.tmp/a/99c9e84ec3694ccba74ab8051a77724a is 64, key is testReplayEditsAfterAbortingFlush12/a:q/1732001424942/Put/seqid=0 2024-11-19T07:30:25,038 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43283 is added to blk_1073741906_1084 (size=5523) 2024-11-19T07:30:25,038 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46751 is added to blk_1073741906_1084 (size=5523) 2024-11-19T07:30:25,038 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46643 is added to blk_1073741906_1084 (size=5523) 2024-11-19T07:30:25,039 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=416 B at sequenceid=26 (bloomFilter=true), to=hdfs://localhost:38185/hbase/data/default/testReplayEditsAfterAbortingFlush/b42dc6d2c6ea59a8ca5b530f0ab86b58/.tmp/a/99c9e84ec3694ccba74ab8051a77724a 2024-11-19T07:30:25,055 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38185/hbase/data/default/testReplayEditsAfterAbortingFlush/b42dc6d2c6ea59a8ca5b530f0ab86b58/.tmp/b/425716b6529544dbb38e96e90e68a63a is 64, key is testReplayEditsAfterAbortingFlush10/b:q/1732001424935/Put/seqid=0 2024-11-19T07:30:25,061 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46643 is added to blk_1073741907_1085 (size=5524) 2024-11-19T07:30:25,061 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43283 is added to blk_1073741907_1085 (size=5524) 2024-11-19T07:30:25,061 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46751 is added to blk_1073741907_1085 (size=5524) 2024-11-19T07:30:25,062 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=417 B at sequenceid=26 (bloomFilter=true), to=hdfs://localhost:38185/hbase/data/default/testReplayEditsAfterAbortingFlush/b42dc6d2c6ea59a8ca5b530f0ab86b58/.tmp/b/425716b6529544dbb38e96e90e68a63a 2024-11-19T07:30:25,083 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38185/hbase/data/default/testReplayEditsAfterAbortingFlush/b42dc6d2c6ea59a8ca5b530f0ab86b58/.tmp/c/b1d9938a447d4503bc2d38c3235a478e is 64, key is testReplayEditsAfterAbortingFlush11/c:q/1732001424941/Put/seqid=0 2024-11-19T07:30:25,089 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46751 is added to blk_1073741908_1086 (size=5457) 2024-11-19T07:30:25,089 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46643 is added to blk_1073741908_1086 (size=5457) 2024-11-19T07:30:25,089 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43283 is added to blk_1073741908_1086 (size=5457) 2024-11-19T07:30:25,090 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=357 B at sequenceid=26 (bloomFilter=true), to=hdfs://localhost:38185/hbase/data/default/testReplayEditsAfterAbortingFlush/b42dc6d2c6ea59a8ca5b530f0ab86b58/.tmp/c/b1d9938a447d4503bc2d38c3235a478e 2024-11-19T07:30:25,096 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38185/hbase/data/default/testReplayEditsAfterAbortingFlush/b42dc6d2c6ea59a8ca5b530f0ab86b58/.tmp/a/99c9e84ec3694ccba74ab8051a77724a as hdfs://localhost:38185/hbase/data/default/testReplayEditsAfterAbortingFlush/b42dc6d2c6ea59a8ca5b530f0ab86b58/a/99c9e84ec3694ccba74ab8051a77724a 2024-11-19T07:30:25,103 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38185/hbase/data/default/testReplayEditsAfterAbortingFlush/b42dc6d2c6ea59a8ca5b530f0ab86b58/a/99c9e84ec3694ccba74ab8051a77724a, entries=7, sequenceid=26, filesize=5.4 K 2024-11-19T07:30:25,104 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38185/hbase/data/default/testReplayEditsAfterAbortingFlush/b42dc6d2c6ea59a8ca5b530f0ab86b58/.tmp/b/425716b6529544dbb38e96e90e68a63a as hdfs://localhost:38185/hbase/data/default/testReplayEditsAfterAbortingFlush/b42dc6d2c6ea59a8ca5b530f0ab86b58/b/425716b6529544dbb38e96e90e68a63a 2024-11-19T07:30:25,110 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38185/hbase/data/default/testReplayEditsAfterAbortingFlush/b42dc6d2c6ea59a8ca5b530f0ab86b58/b/425716b6529544dbb38e96e90e68a63a, entries=7, sequenceid=26, filesize=5.4 K 2024-11-19T07:30:25,112 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38185/hbase/data/default/testReplayEditsAfterAbortingFlush/b42dc6d2c6ea59a8ca5b530f0ab86b58/.tmp/c/b1d9938a447d4503bc2d38c3235a478e as hdfs://localhost:38185/hbase/data/default/testReplayEditsAfterAbortingFlush/b42dc6d2c6ea59a8ca5b530f0ab86b58/c/b1d9938a447d4503bc2d38c3235a478e 2024-11-19T07:30:25,118 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38185/hbase/data/default/testReplayEditsAfterAbortingFlush/b42dc6d2c6ea59a8ca5b530f0ab86b58/c/b1d9938a447d4503bc2d38c3235a478e, entries=6, sequenceid=26, filesize=5.3 K 2024-11-19T07:30:25,118 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~1.16 KB/1190, heapSize ~3.36 KB/3440, currentSize=0 B/0 for b42dc6d2c6ea59a8ca5b530f0ab86b58 in 100ms, sequenceid=26, compaction requested=false; wal=null 2024-11-19T07:30:25,119 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:38185/hbase/data/default/testReplayEditsAfterAbortingFlush/b42dc6d2c6ea59a8ca5b530f0ab86b58/recovered.edits/0000000000000000026 2024-11-19T07:30:25,121 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for b42dc6d2c6ea59a8ca5b530f0ab86b58 2024-11-19T07:30:25,121 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for b42dc6d2c6ea59a8ca5b530f0ab86b58 2024-11-19T07:30:25,121 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterAbortingFlush descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-19T07:30:25,123 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for b42dc6d2c6ea59a8ca5b530f0ab86b58 2024-11-19T07:30:25,126 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38185/hbase/data/default/testReplayEditsAfterAbortingFlush/b42dc6d2c6ea59a8ca5b530f0ab86b58/recovered.edits/26.seqid, newMaxSeqId=26, maxSeqId=1 2024-11-19T07:30:25,127 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened b42dc6d2c6ea59a8ca5b530f0ab86b58; next sequenceid=27; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71158057, jitterRate=0.06033767759799957}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-19T07:30:25,127 DEBUG [Time-limited test {}] regionserver.HRegion(1122): Running coprocessor post-open hooks for b42dc6d2c6ea59a8ca5b530f0ab86b58 2024-11-19T07:30:25,128 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for b42dc6d2c6ea59a8ca5b530f0ab86b58: Running coprocessor pre-open hook at 1732001425006Writing region info on filesystem at 1732001425006Initializing all the Stores at 1732001425006Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732001425006Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732001425007 (+1 ms)Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732001425007Obtaining lock to block concurrent updates at 1732001425018 (+11 ms)Preparing flush snapshotting stores in b42dc6d2c6ea59a8ca5b530f0ab86b58 at 1732001425018Finished memstore snapshotting testReplayEditsAfterAbortingFlush,,1732001415716.b42dc6d2c6ea59a8ca5b530f0ab86b58., syncing WAL and waiting on mvcc, flushsize=dataSize=1190, getHeapSize=3440, getOffHeapSize=0, getCellsCount=20 at 1732001425018Flushing stores of testReplayEditsAfterAbortingFlush,,1732001415716.b42dc6d2c6ea59a8ca5b530f0ab86b58. at 1732001425018Flushing b42dc6d2c6ea59a8ca5b530f0ab86b58/a: creating writer at 1732001425018Flushing b42dc6d2c6ea59a8ca5b530f0ab86b58/a: appending metadata at 1732001425031 (+13 ms)Flushing b42dc6d2c6ea59a8ca5b530f0ab86b58/a: closing flushed file at 1732001425031Flushing b42dc6d2c6ea59a8ca5b530f0ab86b58/b: creating writer at 1732001425043 (+12 ms)Flushing b42dc6d2c6ea59a8ca5b530f0ab86b58/b: appending metadata at 1732001425055 (+12 ms)Flushing b42dc6d2c6ea59a8ca5b530f0ab86b58/b: closing flushed file at 1732001425055Flushing b42dc6d2c6ea59a8ca5b530f0ab86b58/c: creating writer at 1732001425067 (+12 ms)Flushing b42dc6d2c6ea59a8ca5b530f0ab86b58/c: appending metadata at 1732001425083 (+16 ms)Flushing b42dc6d2c6ea59a8ca5b530f0ab86b58/c: closing flushed file at 1732001425083Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4893900d: reopening flushed file at 1732001425095 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4c39a81b: reopening flushed file at 1732001425103 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@76b4df34: reopening flushed file at 1732001425111 (+8 ms)Finished flush of dataSize ~1.16 KB/1190, heapSize ~3.36 KB/3440, currentSize=0 B/0 for b42dc6d2c6ea59a8ca5b530f0ab86b58 in 100ms, sequenceid=26, compaction requested=false; wal=null at 1732001425118 (+7 ms)Cleaning up temporary data from old regions at 1732001425121 (+3 ms)Running coprocessor post-open hooks at 1732001425127 (+6 ms)Region opened successfully at 1732001425127 2024-11-19T07:30:25,149 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplay#testReplayEditsAfterAbortingFlush Thread=417 (was 416) Potentially hanging thread: AsyncFSWAL-22-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1327399325-172.17.0.2-1732001391849:blk_1073741905_1083, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_908185091_22 at /127.0.0.1:50798 [Receiving block BP-1327399325-172.17.0.2-1732001391849:blk_1073741905_1083] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1327399325-172.17.0.2-1732001391849:blk_1073741905_1083, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_908185091_22 at /127.0.0.1:35834 [Waiting for operation #7] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_908185091_22 at /127.0.0.1:49290 [Waiting for operation #7] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/078d5ea1-5dfb-6462-d5fc-1f4686263901/cluster_d857c91d-3d75-080c-1958-0feec4aaf079/data/data4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_908185091_22 at /127.0.0.1:50768 [Waiting for operation #11] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-22-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/078d5ea1-5dfb-6462-d5fc-1f4686263901/cluster_d857c91d-3d75-080c-1958-0feec4aaf079/data/data3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-22-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_908185091_22 at /127.0.0.1:35794 [Receiving block BP-1327399325-172.17.0.2-1732001391849:blk_1073741905_1083] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_908185091_22 at /127.0.0.1:49280 [Receiving block BP-1327399325-172.17.0.2-1732001391849:blk_1073741905_1083] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1327399325-172.17.0.2-1732001391849:blk_1073741905_1083, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=1180 (was 1126) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=365 (was 431), ProcessCount=11 (was 11), AvailableMemoryMB=12055 (was 12056) 2024-11-19T07:30:25,149 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1180 is superior to 1024 2024-11-19T07:30:25,164 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplay#testDatalossWhenInputError Thread=417, OpenFileDescriptor=1180, MaxFileDescriptor=1048576, SystemLoadAverage=365, ProcessCount=11, AvailableMemoryMB=12063 2024-11-19T07:30:25,164 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1180 is superior to 1024 2024-11-19T07:30:25,184 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T07:30:25,186 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T07:30:25,186 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-19T07:30:25,189 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-66299502, suffix=, logDir=hdfs://localhost:38185/hbase/WALs/hregion-66299502, archiveDir=hdfs://localhost:38185/hbase/oldWALs, maxLogs=32 2024-11-19T07:30:25,202 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-66299502/hregion-66299502.1732001425189, exclude list is [], retry=0 2024-11-19T07:30:25,204 DEBUG [AsyncFSWAL-24-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46643,DS-aac20c1d-8590-491f-b264-6c738d9d91ba,DISK] 2024-11-19T07:30:25,204 DEBUG [AsyncFSWAL-24-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43283,DS-9249da75-9edb-42de-b698-779c3e2094aa,DISK] 2024-11-19T07:30:25,205 DEBUG [AsyncFSWAL-24-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46751,DS-55896d67-6080-43fe-816e-d4f81c68bc35,DISK] 2024-11-19T07:30:25,206 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-66299502/hregion-66299502.1732001425189 2024-11-19T07:30:25,207 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41841:41841),(127.0.0.1/127.0.0.1:44727:44727),(127.0.0.1/127.0.0.1:36921:36921)] 2024-11-19T07:30:25,207 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => 90058f399ba4b9b0d3515aff59cbebd5, NAME => 'testDatalossWhenInputError,,1732001425184.90058f399ba4b9b0d3515aff59cbebd5.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testDatalossWhenInputError', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38185/hbase 2024-11-19T07:30:25,216 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43283 is added to blk_1073741910_1088 (size=61) 2024-11-19T07:30:25,216 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46643 is added to blk_1073741910_1088 (size=61) 2024-11-19T07:30:25,216 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46751 is added to blk_1073741910_1088 (size=61) 2024-11-19T07:30:25,217 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testDatalossWhenInputError,,1732001425184.90058f399ba4b9b0d3515aff59cbebd5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T07:30:25,218 INFO [StoreOpener-90058f399ba4b9b0d3515aff59cbebd5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 90058f399ba4b9b0d3515aff59cbebd5 2024-11-19T07:30:25,219 INFO [StoreOpener-90058f399ba4b9b0d3515aff59cbebd5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 90058f399ba4b9b0d3515aff59cbebd5 columnFamilyName a 2024-11-19T07:30:25,219 DEBUG [StoreOpener-90058f399ba4b9b0d3515aff59cbebd5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T07:30:25,219 INFO [StoreOpener-90058f399ba4b9b0d3515aff59cbebd5-1 {}] regionserver.HStore(327): Store=90058f399ba4b9b0d3515aff59cbebd5/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T07:30:25,219 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 90058f399ba4b9b0d3515aff59cbebd5 2024-11-19T07:30:25,220 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38185/hbase/data/default/testDatalossWhenInputError/90058f399ba4b9b0d3515aff59cbebd5 2024-11-19T07:30:25,220 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38185/hbase/data/default/testDatalossWhenInputError/90058f399ba4b9b0d3515aff59cbebd5 2024-11-19T07:30:25,221 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 90058f399ba4b9b0d3515aff59cbebd5 2024-11-19T07:30:25,221 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 90058f399ba4b9b0d3515aff59cbebd5 2024-11-19T07:30:25,222 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 90058f399ba4b9b0d3515aff59cbebd5 2024-11-19T07:30:25,224 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38185/hbase/data/default/testDatalossWhenInputError/90058f399ba4b9b0d3515aff59cbebd5/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T07:30:25,224 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 90058f399ba4b9b0d3515aff59cbebd5; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63522558, jitterRate=-0.05344012379646301}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-19T07:30:25,225 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 90058f399ba4b9b0d3515aff59cbebd5: Writing region info on filesystem at 1732001425217Initializing all the Stores at 1732001425217Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732001425217Cleaning up temporary data from old regions at 1732001425221 (+4 ms)Region opened successfully at 1732001425225 (+4 ms) 2024-11-19T07:30:25,225 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 90058f399ba4b9b0d3515aff59cbebd5, disabling compactions & flushes 2024-11-19T07:30:25,225 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testDatalossWhenInputError,,1732001425184.90058f399ba4b9b0d3515aff59cbebd5. 2024-11-19T07:30:25,225 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testDatalossWhenInputError,,1732001425184.90058f399ba4b9b0d3515aff59cbebd5. 2024-11-19T07:30:25,225 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testDatalossWhenInputError,,1732001425184.90058f399ba4b9b0d3515aff59cbebd5. after waiting 0 ms 2024-11-19T07:30:25,225 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testDatalossWhenInputError,,1732001425184.90058f399ba4b9b0d3515aff59cbebd5. 2024-11-19T07:30:25,225 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testDatalossWhenInputError,,1732001425184.90058f399ba4b9b0d3515aff59cbebd5. 2024-11-19T07:30:25,226 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 90058f399ba4b9b0d3515aff59cbebd5: Waiting for close lock at 1732001425225Disabling compacts and flushes for region at 1732001425225Disabling writes for close at 1732001425225Writing region close event to WAL at 1732001425225Closed at 1732001425225 2024-11-19T07:30:25,228 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46751 is added to blk_1073741909_1087 (size=93) 2024-11-19T07:30:25,229 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46643 is added to blk_1073741909_1087 (size=93) 2024-11-19T07:30:25,229 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43283 is added to blk_1073741909_1087 (size=93) 2024-11-19T07:30:25,231 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-19T07:30:25,231 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-66299502:(num 1732001425189) 2024-11-19T07:30:25,231 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-19T07:30:25,232 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:38185/hbase/WALs/testdatalosswheninputerror-manual,16010,1732001425183, archiveDir=hdfs://localhost:38185/hbase/oldWALs, maxLogs=32 2024-11-19T07:30:25,245 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testdatalosswheninputerror-manual,16010,1732001425183/wal.1732001425232, exclude list is [], retry=0 2024-11-19T07:30:25,248 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46751,DS-55896d67-6080-43fe-816e-d4f81c68bc35,DISK] 2024-11-19T07:30:25,248 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43283,DS-9249da75-9edb-42de-b698-779c3e2094aa,DISK] 2024-11-19T07:30:25,248 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46643,DS-aac20c1d-8590-491f-b264-6c738d9d91ba,DISK] 2024-11-19T07:30:25,249 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testdatalosswheninputerror-manual,16010,1732001425183/wal.1732001425232 2024-11-19T07:30:25,250 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36921:36921),(127.0.0.1/127.0.0.1:44727:44727),(127.0.0.1/127.0.0.1:41841:41841)] 2024-11-19T07:30:25,250 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 90058f399ba4b9b0d3515aff59cbebd5, NAME => 'testDatalossWhenInputError,,1732001425184.90058f399ba4b9b0d3515aff59cbebd5.', STARTKEY => '', ENDKEY => ''} 2024-11-19T07:30:25,250 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testDatalossWhenInputError,,1732001425184.90058f399ba4b9b0d3515aff59cbebd5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T07:30:25,250 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 90058f399ba4b9b0d3515aff59cbebd5 2024-11-19T07:30:25,250 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 90058f399ba4b9b0d3515aff59cbebd5 2024-11-19T07:30:25,251 INFO [StoreOpener-90058f399ba4b9b0d3515aff59cbebd5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 90058f399ba4b9b0d3515aff59cbebd5 2024-11-19T07:30:25,252 INFO [StoreOpener-90058f399ba4b9b0d3515aff59cbebd5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 90058f399ba4b9b0d3515aff59cbebd5 columnFamilyName a 2024-11-19T07:30:25,252 DEBUG [StoreOpener-90058f399ba4b9b0d3515aff59cbebd5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T07:30:25,252 INFO [StoreOpener-90058f399ba4b9b0d3515aff59cbebd5-1 {}] regionserver.HStore(327): Store=90058f399ba4b9b0d3515aff59cbebd5/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T07:30:25,252 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 90058f399ba4b9b0d3515aff59cbebd5 2024-11-19T07:30:25,253 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38185/hbase/data/default/testDatalossWhenInputError/90058f399ba4b9b0d3515aff59cbebd5 2024-11-19T07:30:25,254 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38185/hbase/data/default/testDatalossWhenInputError/90058f399ba4b9b0d3515aff59cbebd5 2024-11-19T07:30:25,255 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 90058f399ba4b9b0d3515aff59cbebd5 2024-11-19T07:30:25,255 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 90058f399ba4b9b0d3515aff59cbebd5 2024-11-19T07:30:25,256 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 90058f399ba4b9b0d3515aff59cbebd5 2024-11-19T07:30:25,257 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 90058f399ba4b9b0d3515aff59cbebd5; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63230803, jitterRate=-0.057787612080574036}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-19T07:30:25,258 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 90058f399ba4b9b0d3515aff59cbebd5: Writing region info on filesystem at 1732001425250Initializing all the Stores at 1732001425251 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732001425251Cleaning up temporary data from old regions at 1732001425255 (+4 ms)Region opened successfully at 1732001425258 (+3 ms) 2024-11-19T07:30:25,266 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 90058f399ba4b9b0d3515aff59cbebd5, disabling compactions & flushes 2024-11-19T07:30:25,266 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testDatalossWhenInputError,,1732001425184.90058f399ba4b9b0d3515aff59cbebd5. 2024-11-19T07:30:25,266 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testDatalossWhenInputError,,1732001425184.90058f399ba4b9b0d3515aff59cbebd5. 2024-11-19T07:30:25,266 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testDatalossWhenInputError,,1732001425184.90058f399ba4b9b0d3515aff59cbebd5. after waiting 0 ms 2024-11-19T07:30:25,266 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testDatalossWhenInputError,,1732001425184.90058f399ba4b9b0d3515aff59cbebd5. 2024-11-19T07:30:25,266 ERROR [Time-limited test {}] regionserver.HRegion(1960): Memstore data size is 750 in region testDatalossWhenInputError,,1732001425184.90058f399ba4b9b0d3515aff59cbebd5. 2024-11-19T07:30:25,266 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testDatalossWhenInputError,,1732001425184.90058f399ba4b9b0d3515aff59cbebd5. 2024-11-19T07:30:25,267 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 90058f399ba4b9b0d3515aff59cbebd5: Waiting for close lock at 1732001425266Disabling compacts and flushes for region at 1732001425266Disabling writes for close at 1732001425266Writing region close event to WAL at 1732001425266Closed at 1732001425266 2024-11-19T07:30:25,272 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46643 is added to blk_1073741911_1089 (size=1623) 2024-11-19T07:30:25,272 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46751 is added to blk_1073741911_1089 (size=1623) 2024-11-19T07:30:25,272 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43283 is added to blk_1073741911_1089 (size=1623) 2024-11-19T07:30:25,273 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /hbase/WALs/testdatalosswheninputerror-manual,16010,1732001425183/wal.1732001425232 not finished, retry = 0 2024-11-19T07:30:25,387 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-19T07:30:25,392 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38185/hbase/WALs/testdatalosswheninputerror-manual,16010,1732001425183/wal.1732001425232, size=1.6 K (1623bytes) 2024-11-19T07:30:25,392 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38185/hbase/WALs/testdatalosswheninputerror-manual,16010,1732001425183/wal.1732001425232 2024-11-19T07:30:25,392 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38185/hbase/WALs/testdatalosswheninputerror-manual,16010,1732001425183/wal.1732001425232 after 0ms 2024-11-19T07:30:25,394 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38185/hbase/WALs/testdatalosswheninputerror-manual,16010,1732001425183/wal.1732001425232 took 2ms 2024-11-19T07:30:25,396 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38185/hbase/WALs/testdatalosswheninputerror-manual,16010,1732001425183/wal.1732001425232 so closing down 2024-11-19T07:30:25,396 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-19T07:30:25,397 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000003-wal.1732001425232.temp 2024-11-19T07:30:25,398 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38185/hbase/data/default/testDatalossWhenInputError/90058f399ba4b9b0d3515aff59cbebd5/recovered.edits/0000000000000000003-wal.1732001425232.temp 2024-11-19T07:30:25,399 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-19T07:30:25,404 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46751 is added to blk_1073741912_1090 (size=1623) 2024-11-19T07:30:25,405 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46643 is added to blk_1073741912_1090 (size=1623) 2024-11-19T07:30:25,405 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43283 is added to blk_1073741912_1090 (size=1623) 2024-11-19T07:30:25,405 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38185/hbase/data/default/testDatalossWhenInputError/90058f399ba4b9b0d3515aff59cbebd5/recovered.edits/0000000000000000003-wal.1732001425232.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-19T07:30:25,407 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38185/hbase/data/default/testDatalossWhenInputError/90058f399ba4b9b0d3515aff59cbebd5/recovered.edits/0000000000000000003-wal.1732001425232.temp to hdfs://localhost:38185/hbase/data/default/testDatalossWhenInputError/90058f399ba4b9b0d3515aff59cbebd5/recovered.edits/0000000000000000012 2024-11-19T07:30:25,407 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 1 Regions in 12 ms; skipped=0; WAL=hdfs://localhost:38185/hbase/WALs/testdatalosswheninputerror-manual,16010,1732001425183/wal.1732001425232, size=1.6 K, length=1623, corrupted=false, cancelled=false 2024-11-19T07:30:25,407 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38185/hbase/WALs/testdatalosswheninputerror-manual,16010,1732001425183/wal.1732001425232, journal: Splitting hdfs://localhost:38185/hbase/WALs/testdatalosswheninputerror-manual,16010,1732001425183/wal.1732001425232, size=1.6 K (1623bytes) at 1732001425392Finishing writing output for hdfs://localhost:38185/hbase/WALs/testdatalosswheninputerror-manual,16010,1732001425183/wal.1732001425232 so closing down at 1732001425396 (+4 ms)Creating recovered edits writer path=hdfs://localhost:38185/hbase/data/default/testDatalossWhenInputError/90058f399ba4b9b0d3515aff59cbebd5/recovered.edits/0000000000000000003-wal.1732001425232.temp at 1732001425399 (+3 ms)3 split writer threads finished at 1732001425399Closed recovered edits writer path=hdfs://localhost:38185/hbase/data/default/testDatalossWhenInputError/90058f399ba4b9b0d3515aff59cbebd5/recovered.edits/0000000000000000003-wal.1732001425232.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732001425405 (+6 ms)Rename recovered edits hdfs://localhost:38185/hbase/data/default/testDatalossWhenInputError/90058f399ba4b9b0d3515aff59cbebd5/recovered.edits/0000000000000000003-wal.1732001425232.temp to hdfs://localhost:38185/hbase/data/default/testDatalossWhenInputError/90058f399ba4b9b0d3515aff59cbebd5/recovered.edits/0000000000000000012 at 1732001425407 (+2 ms)Processed 10 edits across 1 Regions in 12 ms; skipped=0; WAL=hdfs://localhost:38185/hbase/WALs/testdatalosswheninputerror-manual,16010,1732001425183/wal.1732001425232, size=1.6 K, length=1623, corrupted=false, cancelled=false at 1732001425407 2024-11-19T07:30:25,409 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38185/hbase/WALs/testdatalosswheninputerror-manual,16010,1732001425183/wal.1732001425232 to hdfs://localhost:38185/hbase/oldWALs/wal.1732001425232 2024-11-19T07:30:25,410 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:38185/hbase/data/default/testDatalossWhenInputError/90058f399ba4b9b0d3515aff59cbebd5/recovered.edits/0000000000000000012 2024-11-19T07:30:25,762 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-19T07:30:25,764 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:38185/hbase/WALs/testdatalosswheninputerror-manual,16010,1732001425183, archiveDir=hdfs://localhost:38185/hbase/oldWALs, maxLogs=32 2024-11-19T07:30:25,776 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testdatalosswheninputerror-manual,16010,1732001425183/wal.1732001425765, exclude list is [], retry=0 2024-11-19T07:30:25,779 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46751,DS-55896d67-6080-43fe-816e-d4f81c68bc35,DISK] 2024-11-19T07:30:25,780 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46643,DS-aac20c1d-8590-491f-b264-6c738d9d91ba,DISK] 2024-11-19T07:30:25,780 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43283,DS-9249da75-9edb-42de-b698-779c3e2094aa,DISK] 2024-11-19T07:30:25,781 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testdatalosswheninputerror-manual,16010,1732001425183/wal.1732001425765 2024-11-19T07:30:25,782 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36921:36921),(127.0.0.1/127.0.0.1:41841:41841),(127.0.0.1/127.0.0.1:44727:44727)] 2024-11-19T07:30:25,782 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 90058f399ba4b9b0d3515aff59cbebd5, NAME => 'testDatalossWhenInputError,,1732001425184.90058f399ba4b9b0d3515aff59cbebd5.', STARTKEY => '', ENDKEY => ''} 2024-11-19T07:30:25,782 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testDatalossWhenInputError,,1732001425184.90058f399ba4b9b0d3515aff59cbebd5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T07:30:25,782 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 90058f399ba4b9b0d3515aff59cbebd5 2024-11-19T07:30:25,782 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 90058f399ba4b9b0d3515aff59cbebd5 2024-11-19T07:30:25,785 INFO [StoreOpener-90058f399ba4b9b0d3515aff59cbebd5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 90058f399ba4b9b0d3515aff59cbebd5 2024-11-19T07:30:25,786 INFO [StoreOpener-90058f399ba4b9b0d3515aff59cbebd5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 90058f399ba4b9b0d3515aff59cbebd5 columnFamilyName a 2024-11-19T07:30:25,786 DEBUG [StoreOpener-90058f399ba4b9b0d3515aff59cbebd5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T07:30:25,787 INFO [StoreOpener-90058f399ba4b9b0d3515aff59cbebd5-1 {}] regionserver.HStore(327): Store=90058f399ba4b9b0d3515aff59cbebd5/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T07:30:25,787 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 90058f399ba4b9b0d3515aff59cbebd5 2024-11-19T07:30:25,788 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38185/hbase/data/default/testDatalossWhenInputError/90058f399ba4b9b0d3515aff59cbebd5 2024-11-19T07:30:25,789 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:38185/hbase/data/default/testDatalossWhenInputError/90058f399ba4b9b0d3515aff59cbebd5 2024-11-19T07:30:25,790 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:38185/hbase/data/default/testDatalossWhenInputError/90058f399ba4b9b0d3515aff59cbebd5/recovered.edits/0000000000000000012 2024-11-19T07:30:25,793 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 10, skipped 0, firstSequenceIdInLog=3, maxSequenceIdInLog=12, path=hdfs://localhost:38185/hbase/data/default/testDatalossWhenInputError/90058f399ba4b9b0d3515aff59cbebd5/recovered.edits/0000000000000000012 2024-11-19T07:30:25,793 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 90058f399ba4b9b0d3515aff59cbebd5 1/1 column families, dataSize=750 B heapSize=1.73 KB 2024-11-19T07:30:25,815 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38185/hbase/data/default/testDatalossWhenInputError/90058f399ba4b9b0d3515aff59cbebd5/.tmp/a/528a578087db43a286b7ea207472aff6 is 79, key is testDatalossWhenInputError/a:x0/1732001425258/Put/seqid=0 2024-11-19T07:30:25,822 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46643 is added to blk_1073741914_1092 (size=5808) 2024-11-19T07:30:25,822 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43283 is added to blk_1073741914_1092 (size=5808) 2024-11-19T07:30:25,822 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46751 is added to blk_1073741914_1092 (size=5808) 2024-11-19T07:30:25,823 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=750 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:38185/hbase/data/default/testDatalossWhenInputError/90058f399ba4b9b0d3515aff59cbebd5/.tmp/a/528a578087db43a286b7ea207472aff6 2024-11-19T07:30:25,832 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38185/hbase/data/default/testDatalossWhenInputError/90058f399ba4b9b0d3515aff59cbebd5/.tmp/a/528a578087db43a286b7ea207472aff6 as hdfs://localhost:38185/hbase/data/default/testDatalossWhenInputError/90058f399ba4b9b0d3515aff59cbebd5/a/528a578087db43a286b7ea207472aff6 2024-11-19T07:30:25,841 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38185/hbase/data/default/testDatalossWhenInputError/90058f399ba4b9b0d3515aff59cbebd5/a/528a578087db43a286b7ea207472aff6, entries=10, sequenceid=12, filesize=5.7 K 2024-11-19T07:30:25,842 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~750 B/750, heapSize ~1.72 KB/1760, currentSize=0 B/0 for 90058f399ba4b9b0d3515aff59cbebd5 in 49ms, sequenceid=12, compaction requested=false; wal=null 2024-11-19T07:30:25,843 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:38185/hbase/data/default/testDatalossWhenInputError/90058f399ba4b9b0d3515aff59cbebd5/recovered.edits/0000000000000000012 2024-11-19T07:30:25,844 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 90058f399ba4b9b0d3515aff59cbebd5 2024-11-19T07:30:25,844 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 90058f399ba4b9b0d3515aff59cbebd5 2024-11-19T07:30:25,847 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 90058f399ba4b9b0d3515aff59cbebd5 2024-11-19T07:30:25,849 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38185/hbase/data/default/testDatalossWhenInputError/90058f399ba4b9b0d3515aff59cbebd5/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=1 2024-11-19T07:30:25,850 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 90058f399ba4b9b0d3515aff59cbebd5; next sequenceid=13; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64854163, jitterRate=-0.033597663044929504}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-19T07:30:25,851 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 90058f399ba4b9b0d3515aff59cbebd5: Writing region info on filesystem at 1732001425782Initializing all the Stores at 1732001425784 (+2 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732001425785 (+1 ms)Obtaining lock to block concurrent updates at 1732001425793 (+8 ms)Preparing flush snapshotting stores in 90058f399ba4b9b0d3515aff59cbebd5 at 1732001425793Finished memstore snapshotting testDatalossWhenInputError,,1732001425184.90058f399ba4b9b0d3515aff59cbebd5., syncing WAL and waiting on mvcc, flushsize=dataSize=750, getHeapSize=1760, getOffHeapSize=0, getCellsCount=10 at 1732001425793Flushing stores of testDatalossWhenInputError,,1732001425184.90058f399ba4b9b0d3515aff59cbebd5. at 1732001425793Flushing 90058f399ba4b9b0d3515aff59cbebd5/a: creating writer at 1732001425793Flushing 90058f399ba4b9b0d3515aff59cbebd5/a: appending metadata at 1732001425814 (+21 ms)Flushing 90058f399ba4b9b0d3515aff59cbebd5/a: closing flushed file at 1732001425814Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6d464976: reopening flushed file at 1732001425830 (+16 ms)Finished flush of dataSize ~750 B/750, heapSize ~1.72 KB/1760, currentSize=0 B/0 for 90058f399ba4b9b0d3515aff59cbebd5 in 49ms, sequenceid=12, compaction requested=false; wal=null at 1732001425842 (+12 ms)Cleaning up temporary data from old regions at 1732001425844 (+2 ms)Region opened successfully at 1732001425851 (+7 ms) 2024-11-19T07:30:25,854 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 90058f399ba4b9b0d3515aff59cbebd5, NAME => 'testDatalossWhenInputError,,1732001425184.90058f399ba4b9b0d3515aff59cbebd5.', STARTKEY => '', ENDKEY => ''} 2024-11-19T07:30:25,854 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testDatalossWhenInputError,,1732001425184.90058f399ba4b9b0d3515aff59cbebd5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T07:30:25,854 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 90058f399ba4b9b0d3515aff59cbebd5 2024-11-19T07:30:25,854 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 90058f399ba4b9b0d3515aff59cbebd5 2024-11-19T07:30:25,856 INFO [StoreOpener-90058f399ba4b9b0d3515aff59cbebd5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 90058f399ba4b9b0d3515aff59cbebd5 2024-11-19T07:30:25,857 INFO [StoreOpener-90058f399ba4b9b0d3515aff59cbebd5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 90058f399ba4b9b0d3515aff59cbebd5 columnFamilyName a 2024-11-19T07:30:25,857 DEBUG [StoreOpener-90058f399ba4b9b0d3515aff59cbebd5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T07:30:25,862 DEBUG [StoreOpener-90058f399ba4b9b0d3515aff59cbebd5-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:38185/hbase/data/default/testDatalossWhenInputError/90058f399ba4b9b0d3515aff59cbebd5/a/528a578087db43a286b7ea207472aff6 2024-11-19T07:30:25,862 INFO [StoreOpener-90058f399ba4b9b0d3515aff59cbebd5-1 {}] regionserver.HStore(327): Store=90058f399ba4b9b0d3515aff59cbebd5/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T07:30:25,863 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 90058f399ba4b9b0d3515aff59cbebd5 2024-11-19T07:30:25,863 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38185/hbase/data/default/testDatalossWhenInputError/90058f399ba4b9b0d3515aff59cbebd5 2024-11-19T07:30:25,865 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38185/hbase/data/default/testDatalossWhenInputError/90058f399ba4b9b0d3515aff59cbebd5 2024-11-19T07:30:25,865 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 90058f399ba4b9b0d3515aff59cbebd5 2024-11-19T07:30:25,865 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 90058f399ba4b9b0d3515aff59cbebd5 2024-11-19T07:30:25,867 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 90058f399ba4b9b0d3515aff59cbebd5 2024-11-19T07:30:25,870 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38185/hbase/data/default/testDatalossWhenInputError/90058f399ba4b9b0d3515aff59cbebd5/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=12 2024-11-19T07:30:25,870 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 90058f399ba4b9b0d3515aff59cbebd5; next sequenceid=14; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59841125, jitterRate=-0.10829775035381317}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-19T07:30:25,871 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 90058f399ba4b9b0d3515aff59cbebd5: Writing region info on filesystem at 1732001425854Initializing all the Stores at 1732001425855 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732001425855Cleaning up temporary data from old regions at 1732001425865 (+10 ms)Region opened successfully at 1732001425871 (+6 ms) 2024-11-19T07:30:25,886 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplay#testDatalossWhenInputError Thread=427 (was 417) Potentially hanging thread: PacketResponder: BP-1327399325-172.17.0.2-1732001391849:blk_1073741913_1091, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1327399325-172.17.0.2-1732001391849:blk_1073741913_1091, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_908185091_22 at /127.0.0.1:50890 [Receiving block BP-1327399325-172.17.0.2-1732001391849:blk_1073741913_1091] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-24-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_908185091_22 at /127.0.0.1:35890 [Receiving block BP-1327399325-172.17.0.2-1732001391849:blk_1073741913_1091] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_908185091_22 at /127.0.0.1:35834 [Waiting for operation #15] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1327399325-172.17.0.2-1732001391849:blk_1073741913_1091, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_908185091_22 at /127.0.0.1:49356 [Receiving block BP-1327399325-172.17.0.2-1732001391849:blk_1073741913_1091] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-24-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-24-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_908185091_22 at /127.0.0.1:50768 [Waiting for operation #20] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=1262 (was 1180) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=365 (was 365), ProcessCount=11 (was 11), AvailableMemoryMB=12057 (was 12063) 2024-11-19T07:30:25,886 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1262 is superior to 1024 2024-11-19T07:30:25,898 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplay#testCompactedBulkLoadedFiles Thread=427, OpenFileDescriptor=1262, MaxFileDescriptor=1048576, SystemLoadAverage=365, ProcessCount=11, AvailableMemoryMB=12057 2024-11-19T07:30:25,898 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1262 is superior to 1024 2024-11-19T07:30:25,915 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T07:30:25,916 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T07:30:25,917 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-19T07:30:25,919 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-63561336, suffix=, logDir=hdfs://localhost:38185/hbase/WALs/hregion-63561336, archiveDir=hdfs://localhost:38185/hbase/oldWALs, maxLogs=32 2024-11-19T07:30:25,936 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-63561336/hregion-63561336.1732001425920, exclude list is [], retry=0 2024-11-19T07:30:25,939 DEBUG [AsyncFSWAL-26-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46751,DS-55896d67-6080-43fe-816e-d4f81c68bc35,DISK] 2024-11-19T07:30:25,939 DEBUG [AsyncFSWAL-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43283,DS-9249da75-9edb-42de-b698-779c3e2094aa,DISK] 2024-11-19T07:30:25,940 DEBUG [AsyncFSWAL-26-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46643,DS-aac20c1d-8590-491f-b264-6c738d9d91ba,DISK] 2024-11-19T07:30:25,942 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-63561336/hregion-63561336.1732001425920 2024-11-19T07:30:25,942 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36921:36921),(127.0.0.1/127.0.0.1:44727:44727),(127.0.0.1/127.0.0.1:41841:41841)] 2024-11-19T07:30:25,942 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => 7aa81af42b18a2ce7ba49b1f5145b31d, NAME => 'testCompactedBulkLoadedFiles,,1732001425915.7aa81af42b18a2ce7ba49b1f5145b31d.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testCompactedBulkLoadedFiles', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38185/hbase 2024-11-19T07:30:25,999 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43283 is added to blk_1073741916_1094 (size=63) 2024-11-19T07:30:26,000 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46643 is added to blk_1073741916_1094 (size=63) 2024-11-19T07:30:26,000 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46751 is added to blk_1073741916_1094 (size=63) 2024-11-19T07:30:26,001 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testCompactedBulkLoadedFiles,,1732001425915.7aa81af42b18a2ce7ba49b1f5145b31d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T07:30:26,002 INFO [StoreOpener-7aa81af42b18a2ce7ba49b1f5145b31d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 7aa81af42b18a2ce7ba49b1f5145b31d 2024-11-19T07:30:26,005 INFO [StoreOpener-7aa81af42b18a2ce7ba49b1f5145b31d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7aa81af42b18a2ce7ba49b1f5145b31d columnFamilyName a 2024-11-19T07:30:26,005 DEBUG [StoreOpener-7aa81af42b18a2ce7ba49b1f5145b31d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T07:30:26,006 INFO [StoreOpener-7aa81af42b18a2ce7ba49b1f5145b31d-1 {}] regionserver.HStore(327): Store=7aa81af42b18a2ce7ba49b1f5145b31d/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T07:30:26,006 INFO [StoreOpener-7aa81af42b18a2ce7ba49b1f5145b31d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 7aa81af42b18a2ce7ba49b1f5145b31d 2024-11-19T07:30:26,008 INFO [StoreOpener-7aa81af42b18a2ce7ba49b1f5145b31d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7aa81af42b18a2ce7ba49b1f5145b31d columnFamilyName b 2024-11-19T07:30:26,008 DEBUG [StoreOpener-7aa81af42b18a2ce7ba49b1f5145b31d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T07:30:26,008 INFO [StoreOpener-7aa81af42b18a2ce7ba49b1f5145b31d-1 {}] regionserver.HStore(327): Store=7aa81af42b18a2ce7ba49b1f5145b31d/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T07:30:26,008 INFO [StoreOpener-7aa81af42b18a2ce7ba49b1f5145b31d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 7aa81af42b18a2ce7ba49b1f5145b31d 2024-11-19T07:30:26,010 INFO [StoreOpener-7aa81af42b18a2ce7ba49b1f5145b31d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7aa81af42b18a2ce7ba49b1f5145b31d columnFamilyName c 2024-11-19T07:30:26,010 DEBUG [StoreOpener-7aa81af42b18a2ce7ba49b1f5145b31d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T07:30:26,011 INFO [StoreOpener-7aa81af42b18a2ce7ba49b1f5145b31d-1 {}] regionserver.HStore(327): Store=7aa81af42b18a2ce7ba49b1f5145b31d/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T07:30:26,011 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 7aa81af42b18a2ce7ba49b1f5145b31d 2024-11-19T07:30:26,012 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38185/hbase/data/default/testCompactedBulkLoadedFiles/7aa81af42b18a2ce7ba49b1f5145b31d 2024-11-19T07:30:26,012 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38185/hbase/data/default/testCompactedBulkLoadedFiles/7aa81af42b18a2ce7ba49b1f5145b31d 2024-11-19T07:30:26,013 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 7aa81af42b18a2ce7ba49b1f5145b31d 2024-11-19T07:30:26,013 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 7aa81af42b18a2ce7ba49b1f5145b31d 2024-11-19T07:30:26,014 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testCompactedBulkLoadedFiles descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-19T07:30:26,015 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 7aa81af42b18a2ce7ba49b1f5145b31d 2024-11-19T07:30:26,017 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38185/hbase/data/default/testCompactedBulkLoadedFiles/7aa81af42b18a2ce7ba49b1f5145b31d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T07:30:26,017 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 7aa81af42b18a2ce7ba49b1f5145b31d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59039550, jitterRate=-0.1202421486377716}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-19T07:30:26,018 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 7aa81af42b18a2ce7ba49b1f5145b31d: Writing region info on filesystem at 1732001426001Initializing all the Stores at 1732001426002 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732001426002Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732001426002Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732001426002Cleaning up temporary data from old regions at 1732001426013 (+11 ms)Region opened successfully at 1732001426018 (+5 ms) 2024-11-19T07:30:26,018 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 7aa81af42b18a2ce7ba49b1f5145b31d, disabling compactions & flushes 2024-11-19T07:30:26,018 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testCompactedBulkLoadedFiles,,1732001425915.7aa81af42b18a2ce7ba49b1f5145b31d. 2024-11-19T07:30:26,018 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testCompactedBulkLoadedFiles,,1732001425915.7aa81af42b18a2ce7ba49b1f5145b31d. 2024-11-19T07:30:26,018 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testCompactedBulkLoadedFiles,,1732001425915.7aa81af42b18a2ce7ba49b1f5145b31d. after waiting 0 ms 2024-11-19T07:30:26,018 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testCompactedBulkLoadedFiles,,1732001425915.7aa81af42b18a2ce7ba49b1f5145b31d. 2024-11-19T07:30:26,019 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testCompactedBulkLoadedFiles,,1732001425915.7aa81af42b18a2ce7ba49b1f5145b31d. 2024-11-19T07:30:26,019 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 7aa81af42b18a2ce7ba49b1f5145b31d: Waiting for close lock at 1732001426018Disabling compacts and flushes for region at 1732001426018Disabling writes for close at 1732001426018Writing region close event to WAL at 1732001426019 (+1 ms)Closed at 1732001426019 2024-11-19T07:30:26,021 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46751 is added to blk_1073741915_1093 (size=93) 2024-11-19T07:30:26,021 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43283 is added to blk_1073741915_1093 (size=93) 2024-11-19T07:30:26,021 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46643 is added to blk_1073741915_1093 (size=93) 2024-11-19T07:30:26,023 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-19T07:30:26,023 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-63561336:(num 1732001425920) 2024-11-19T07:30:26,024 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-19T07:30:26,025 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:38185/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1732001425914, archiveDir=hdfs://localhost:38185/hbase/oldWALs, maxLogs=32 2024-11-19T07:30:26,038 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1732001425914/wal.1732001426025, exclude list is [], retry=0 2024-11-19T07:30:26,041 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46751,DS-55896d67-6080-43fe-816e-d4f81c68bc35,DISK] 2024-11-19T07:30:26,041 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46643,DS-aac20c1d-8590-491f-b264-6c738d9d91ba,DISK] 2024-11-19T07:30:26,042 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43283,DS-9249da75-9edb-42de-b698-779c3e2094aa,DISK] 2024-11-19T07:30:26,043 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1732001425914/wal.1732001426025 2024-11-19T07:30:26,044 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36921:36921),(127.0.0.1/127.0.0.1:41841:41841),(127.0.0.1/127.0.0.1:44727:44727)] 2024-11-19T07:30:26,044 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 7aa81af42b18a2ce7ba49b1f5145b31d, NAME => 'testCompactedBulkLoadedFiles,,1732001425915.7aa81af42b18a2ce7ba49b1f5145b31d.', STARTKEY => '', ENDKEY => ''} 2024-11-19T07:30:26,044 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testCompactedBulkLoadedFiles,,1732001425915.7aa81af42b18a2ce7ba49b1f5145b31d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T07:30:26,044 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 7aa81af42b18a2ce7ba49b1f5145b31d 2024-11-19T07:30:26,044 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 7aa81af42b18a2ce7ba49b1f5145b31d 2024-11-19T07:30:26,046 INFO [StoreOpener-7aa81af42b18a2ce7ba49b1f5145b31d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 7aa81af42b18a2ce7ba49b1f5145b31d 2024-11-19T07:30:26,047 INFO [StoreOpener-7aa81af42b18a2ce7ba49b1f5145b31d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7aa81af42b18a2ce7ba49b1f5145b31d columnFamilyName a 2024-11-19T07:30:26,047 DEBUG [StoreOpener-7aa81af42b18a2ce7ba49b1f5145b31d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T07:30:26,047 INFO [StoreOpener-7aa81af42b18a2ce7ba49b1f5145b31d-1 {}] regionserver.HStore(327): Store=7aa81af42b18a2ce7ba49b1f5145b31d/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T07:30:26,047 INFO [StoreOpener-7aa81af42b18a2ce7ba49b1f5145b31d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 7aa81af42b18a2ce7ba49b1f5145b31d 2024-11-19T07:30:26,048 INFO [StoreOpener-7aa81af42b18a2ce7ba49b1f5145b31d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7aa81af42b18a2ce7ba49b1f5145b31d columnFamilyName b 2024-11-19T07:30:26,048 DEBUG [StoreOpener-7aa81af42b18a2ce7ba49b1f5145b31d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T07:30:26,049 INFO [StoreOpener-7aa81af42b18a2ce7ba49b1f5145b31d-1 {}] regionserver.HStore(327): Store=7aa81af42b18a2ce7ba49b1f5145b31d/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T07:30:26,049 INFO [StoreOpener-7aa81af42b18a2ce7ba49b1f5145b31d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 7aa81af42b18a2ce7ba49b1f5145b31d 2024-11-19T07:30:26,050 INFO [StoreOpener-7aa81af42b18a2ce7ba49b1f5145b31d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7aa81af42b18a2ce7ba49b1f5145b31d columnFamilyName c 2024-11-19T07:30:26,050 DEBUG [StoreOpener-7aa81af42b18a2ce7ba49b1f5145b31d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T07:30:26,051 INFO [StoreOpener-7aa81af42b18a2ce7ba49b1f5145b31d-1 {}] regionserver.HStore(327): Store=7aa81af42b18a2ce7ba49b1f5145b31d/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T07:30:26,051 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 7aa81af42b18a2ce7ba49b1f5145b31d 2024-11-19T07:30:26,051 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38185/hbase/data/default/testCompactedBulkLoadedFiles/7aa81af42b18a2ce7ba49b1f5145b31d 2024-11-19T07:30:26,053 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38185/hbase/data/default/testCompactedBulkLoadedFiles/7aa81af42b18a2ce7ba49b1f5145b31d 2024-11-19T07:30:26,053 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 7aa81af42b18a2ce7ba49b1f5145b31d 2024-11-19T07:30:26,053 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 7aa81af42b18a2ce7ba49b1f5145b31d 2024-11-19T07:30:26,054 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testCompactedBulkLoadedFiles descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-19T07:30:26,055 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 7aa81af42b18a2ce7ba49b1f5145b31d 2024-11-19T07:30:26,056 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 7aa81af42b18a2ce7ba49b1f5145b31d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68434283, jitterRate=0.019750282168388367}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-19T07:30:26,057 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 7aa81af42b18a2ce7ba49b1f5145b31d: Writing region info on filesystem at 1732001426044Initializing all the Stores at 1732001426045 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732001426045Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732001426045Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732001426045Cleaning up temporary data from old regions at 1732001426053 (+8 ms)Region opened successfully at 1732001426057 (+4 ms) 2024-11-19T07:30:26,061 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38185/hbase/testCompactedBulkLoadedFiles/hfile0 is 32, key is 000/a:a/1732001426060/Put/seqid=0 2024-11-19T07:30:26,068 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43283 is added to blk_1073741918_1096 (size=4875) 2024-11-19T07:30:26,068 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46643 is added to blk_1073741918_1096 (size=4875) 2024-11-19T07:30:26,068 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46751 is added to blk_1073741918_1096 (size=4875) 2024-11-19T07:30:26,072 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38185/hbase/testCompactedBulkLoadedFiles/hfile1 is 32, key is 100/a:a/1732001426071/Put/seqid=0 2024-11-19T07:30:26,082 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46751 is added to blk_1073741919_1097 (size=4875) 2024-11-19T07:30:26,082 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43283 is added to blk_1073741919_1097 (size=4875) 2024-11-19T07:30:26,083 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46643 is added to blk_1073741919_1097 (size=4875) 2024-11-19T07:30:26,085 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38185/hbase/testCompactedBulkLoadedFiles/hfile2 is 32, key is 200/a:a/1732001426085/Put/seqid=0 2024-11-19T07:30:26,098 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43283 is added to blk_1073741920_1098 (size=4875) 2024-11-19T07:30:26,098 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46751 is added to blk_1073741920_1098 (size=4875) 2024-11-19T07:30:26,098 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46643 is added to blk_1073741920_1098 (size=4875) 2024-11-19T07:30:26,099 INFO [Time-limited test {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:38185/hbase/testCompactedBulkLoadedFiles/hfile0 for inclusion in 7aa81af42b18a2ce7ba49b1f5145b31d/a 2024-11-19T07:30:26,103 DEBUG [Time-limited test {}] regionserver.HStore(626): HFile bounds: first=000 last=050 2024-11-19T07:30:26,103 DEBUG [Time-limited test {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-19T07:30:26,103 INFO [Time-limited test {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:38185/hbase/testCompactedBulkLoadedFiles/hfile1 for inclusion in 7aa81af42b18a2ce7ba49b1f5145b31d/a 2024-11-19T07:30:26,107 DEBUG [Time-limited test {}] regionserver.HStore(626): HFile bounds: first=100 last=150 2024-11-19T07:30:26,107 DEBUG [Time-limited test {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-19T07:30:26,107 INFO [Time-limited test {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:38185/hbase/testCompactedBulkLoadedFiles/hfile2 for inclusion in 7aa81af42b18a2ce7ba49b1f5145b31d/a 2024-11-19T07:30:26,111 DEBUG [Time-limited test {}] regionserver.HStore(626): HFile bounds: first=200 last=250 2024-11-19T07:30:26,111 DEBUG [Time-limited test {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-19T07:30:26,111 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 7aa81af42b18a2ce7ba49b1f5145b31d 3/3 column families, dataSize=51 B heapSize=896 B 2024-11-19T07:30:26,126 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38185/hbase/data/default/testCompactedBulkLoadedFiles/7aa81af42b18a2ce7ba49b1f5145b31d/.tmp/a/834ae4b27ccd4bf4b9ca7aae5896cfbf is 55, key is testCompactedBulkLoadedFiles/a:a/1732001426057/Put/seqid=0 2024-11-19T07:30:26,133 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43283 is added to blk_1073741921_1099 (size=5107) 2024-11-19T07:30:26,133 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46643 is added to blk_1073741921_1099 (size=5107) 2024-11-19T07:30:26,133 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46751 is added to blk_1073741921_1099 (size=5107) 2024-11-19T07:30:26,133 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51 B at sequenceid=4 (bloomFilter=true), to=hdfs://localhost:38185/hbase/data/default/testCompactedBulkLoadedFiles/7aa81af42b18a2ce7ba49b1f5145b31d/.tmp/a/834ae4b27ccd4bf4b9ca7aae5896cfbf 2024-11-19T07:30:26,138 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38185/hbase/data/default/testCompactedBulkLoadedFiles/7aa81af42b18a2ce7ba49b1f5145b31d/.tmp/a/834ae4b27ccd4bf4b9ca7aae5896cfbf as hdfs://localhost:38185/hbase/data/default/testCompactedBulkLoadedFiles/7aa81af42b18a2ce7ba49b1f5145b31d/a/834ae4b27ccd4bf4b9ca7aae5896cfbf 2024-11-19T07:30:26,144 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38185/hbase/data/default/testCompactedBulkLoadedFiles/7aa81af42b18a2ce7ba49b1f5145b31d/a/834ae4b27ccd4bf4b9ca7aae5896cfbf, entries=1, sequenceid=4, filesize=5.0 K 2024-11-19T07:30:26,145 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~51 B/51, heapSize ~368 B/368, currentSize=0 B/0 for 7aa81af42b18a2ce7ba49b1f5145b31d in 34ms, sequenceid=4, compaction requested=false 2024-11-19T07:30:26,145 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 7aa81af42b18a2ce7ba49b1f5145b31d: 2024-11-19T07:30:26,146 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38185/hbase/testCompactedBulkLoadedFiles/hfile0 as hdfs://localhost:38185/hbase/data/default/testCompactedBulkLoadedFiles/7aa81af42b18a2ce7ba49b1f5145b31d/a/aecc419a2e1747ebb07ed505fcba058b_SeqId_4_ 2024-11-19T07:30:26,147 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38185/hbase/testCompactedBulkLoadedFiles/hfile1 as hdfs://localhost:38185/hbase/data/default/testCompactedBulkLoadedFiles/7aa81af42b18a2ce7ba49b1f5145b31d/a/8819fef5ed4d4272a91836181a7fd8d1_SeqId_4_ 2024-11-19T07:30:26,149 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38185/hbase/testCompactedBulkLoadedFiles/hfile2 as hdfs://localhost:38185/hbase/data/default/testCompactedBulkLoadedFiles/7aa81af42b18a2ce7ba49b1f5145b31d/a/3611bc50b4644601a35c981e6f291c51_SeqId_4_ 2024-11-19T07:30:26,149 INFO [Time-limited test {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:38185/hbase/testCompactedBulkLoadedFiles/hfile0 into 7aa81af42b18a2ce7ba49b1f5145b31d/a as hdfs://localhost:38185/hbase/data/default/testCompactedBulkLoadedFiles/7aa81af42b18a2ce7ba49b1f5145b31d/a/aecc419a2e1747ebb07ed505fcba058b_SeqId_4_ - updating store file list. 2024-11-19T07:30:26,154 DEBUG [Time-limited test {}] regionserver.HStoreFile(483): HFile Bloom filter type for aecc419a2e1747ebb07ed505fcba058b_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-19T07:30:26,155 INFO [Time-limited test {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:38185/hbase/data/default/testCompactedBulkLoadedFiles/7aa81af42b18a2ce7ba49b1f5145b31d/a/aecc419a2e1747ebb07ed505fcba058b_SeqId_4_ into 7aa81af42b18a2ce7ba49b1f5145b31d/a 2024-11-19T07:30:26,155 INFO [Time-limited test {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:38185/hbase/testCompactedBulkLoadedFiles/hfile0 into 7aa81af42b18a2ce7ba49b1f5145b31d/a (new location: hdfs://localhost:38185/hbase/data/default/testCompactedBulkLoadedFiles/7aa81af42b18a2ce7ba49b1f5145b31d/a/aecc419a2e1747ebb07ed505fcba058b_SeqId_4_) 2024-11-19T07:30:26,156 INFO [Time-limited test {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:38185/hbase/testCompactedBulkLoadedFiles/hfile1 into 7aa81af42b18a2ce7ba49b1f5145b31d/a as hdfs://localhost:38185/hbase/data/default/testCompactedBulkLoadedFiles/7aa81af42b18a2ce7ba49b1f5145b31d/a/8819fef5ed4d4272a91836181a7fd8d1_SeqId_4_ - updating store file list. 2024-11-19T07:30:26,161 DEBUG [Time-limited test {}] regionserver.HStoreFile(483): HFile Bloom filter type for 8819fef5ed4d4272a91836181a7fd8d1_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-19T07:30:26,161 INFO [Time-limited test {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:38185/hbase/data/default/testCompactedBulkLoadedFiles/7aa81af42b18a2ce7ba49b1f5145b31d/a/8819fef5ed4d4272a91836181a7fd8d1_SeqId_4_ into 7aa81af42b18a2ce7ba49b1f5145b31d/a 2024-11-19T07:30:26,161 INFO [Time-limited test {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:38185/hbase/testCompactedBulkLoadedFiles/hfile1 into 7aa81af42b18a2ce7ba49b1f5145b31d/a (new location: hdfs://localhost:38185/hbase/data/default/testCompactedBulkLoadedFiles/7aa81af42b18a2ce7ba49b1f5145b31d/a/8819fef5ed4d4272a91836181a7fd8d1_SeqId_4_) 2024-11-19T07:30:26,163 INFO [Time-limited test {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:38185/hbase/testCompactedBulkLoadedFiles/hfile2 into 7aa81af42b18a2ce7ba49b1f5145b31d/a as hdfs://localhost:38185/hbase/data/default/testCompactedBulkLoadedFiles/7aa81af42b18a2ce7ba49b1f5145b31d/a/3611bc50b4644601a35c981e6f291c51_SeqId_4_ - updating store file list. 2024-11-19T07:30:26,168 DEBUG [Time-limited test {}] regionserver.HStoreFile(483): HFile Bloom filter type for 3611bc50b4644601a35c981e6f291c51_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-19T07:30:26,168 INFO [Time-limited test {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:38185/hbase/data/default/testCompactedBulkLoadedFiles/7aa81af42b18a2ce7ba49b1f5145b31d/a/3611bc50b4644601a35c981e6f291c51_SeqId_4_ into 7aa81af42b18a2ce7ba49b1f5145b31d/a 2024-11-19T07:30:26,168 INFO [Time-limited test {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:38185/hbase/testCompactedBulkLoadedFiles/hfile2 into 7aa81af42b18a2ce7ba49b1f5145b31d/a (new location: hdfs://localhost:38185/hbase/data/default/testCompactedBulkLoadedFiles/7aa81af42b18a2ce7ba49b1f5145b31d/a/3611bc50b4644601a35c981e6f291c51_SeqId_4_) 2024-11-19T07:30:26,176 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-19T07:30:26,176 DEBUG [Time-limited test {}] regionserver.HStore(1541): 7aa81af42b18a2ce7ba49b1f5145b31d/a is initiating major compaction (all files) 2024-11-19T07:30:26,176 INFO [Time-limited test {}] regionserver.HRegion(2416): Starting compaction of 7aa81af42b18a2ce7ba49b1f5145b31d/a in testCompactedBulkLoadedFiles,,1732001425915.7aa81af42b18a2ce7ba49b1f5145b31d. 2024-11-19T07:30:26,176 INFO [Time-limited test {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38185/hbase/data/default/testCompactedBulkLoadedFiles/7aa81af42b18a2ce7ba49b1f5145b31d/a/834ae4b27ccd4bf4b9ca7aae5896cfbf, hdfs://localhost:38185/hbase/data/default/testCompactedBulkLoadedFiles/7aa81af42b18a2ce7ba49b1f5145b31d/a/aecc419a2e1747ebb07ed505fcba058b_SeqId_4_, hdfs://localhost:38185/hbase/data/default/testCompactedBulkLoadedFiles/7aa81af42b18a2ce7ba49b1f5145b31d/a/8819fef5ed4d4272a91836181a7fd8d1_SeqId_4_, hdfs://localhost:38185/hbase/data/default/testCompactedBulkLoadedFiles/7aa81af42b18a2ce7ba49b1f5145b31d/a/3611bc50b4644601a35c981e6f291c51_SeqId_4_] into tmpdir=hdfs://localhost:38185/hbase/data/default/testCompactedBulkLoadedFiles/7aa81af42b18a2ce7ba49b1f5145b31d/.tmp, totalSize=19.3 K 2024-11-19T07:30:26,177 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting 834ae4b27ccd4bf4b9ca7aae5896cfbf, keycount=1, bloomtype=ROW, size=5.0 K, encoding=NONE, compression=NONE, seqNum=4, earliestPutTs=1732001426057 2024-11-19T07:30:26,177 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting aecc419a2e1747ebb07ed505fcba058b_SeqId_4_, keycount=10, bloomtype=NONE, size=4.8 K, encoding=NONE, compression=NONE, seqNum=4, earliestPutTs=-9223372036854775808 2024-11-19T07:30:26,178 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting 8819fef5ed4d4272a91836181a7fd8d1_SeqId_4_, keycount=10, bloomtype=NONE, size=4.8 K, encoding=NONE, compression=NONE, seqNum=4, earliestPutTs=-9223372036854775808 2024-11-19T07:30:26,178 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting 3611bc50b4644601a35c981e6f291c51_SeqId_4_, keycount=10, bloomtype=NONE, size=4.8 K, encoding=NONE, compression=NONE, seqNum=4, earliestPutTs=-9223372036854775808 2024-11-19T07:30:26,193 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38185/hbase/data/default/testCompactedBulkLoadedFiles/7aa81af42b18a2ce7ba49b1f5145b31d/.tmp/a/ca5d265ef5b04135ba03fe2e0a8d57fe is 55, key is testCompactedBulkLoadedFiles/a:a/1732001426057/Put/seqid=0 2024-11-19T07:30:26,200 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43283 is added to blk_1073741922_1100 (size=6154) 2024-11-19T07:30:26,201 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46751 is added to blk_1073741922_1100 (size=6154) 2024-11-19T07:30:26,201 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46643 is added to blk_1073741922_1100 (size=6154) 2024-11-19T07:30:26,209 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38185/hbase/data/default/testCompactedBulkLoadedFiles/7aa81af42b18a2ce7ba49b1f5145b31d/.tmp/a/ca5d265ef5b04135ba03fe2e0a8d57fe as hdfs://localhost:38185/hbase/data/default/testCompactedBulkLoadedFiles/7aa81af42b18a2ce7ba49b1f5145b31d/a/ca5d265ef5b04135ba03fe2e0a8d57fe 2024-11-19T07:30:26,216 INFO [Time-limited test {}] regionserver.HStore(1337): Completed major compaction of 4 (all) file(s) in 7aa81af42b18a2ce7ba49b1f5145b31d/a of 7aa81af42b18a2ce7ba49b1f5145b31d into ca5d265ef5b04135ba03fe2e0a8d57fe(size=6.0 K), total size for store is 6.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T07:30:26,216 DEBUG [Time-limited test {}] regionserver.HRegion(2446): Compaction status journal for 7aa81af42b18a2ce7ba49b1f5145b31d: 2024-11-19T07:30:26,216 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 0 store files, 0 compacting, 0 eligible, 16 blocking 2024-11-19T07:30:26,216 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 0 store files, 0 compacting, 0 eligible, 16 blocking 2024-11-19T07:30:26,251 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38185/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1732001425914/wal.1732001426025, size=0 (0bytes) 2024-11-19T07:30:26,251 WARN [Time-limited test {}] wal.WALSplitter(453): File hdfs://localhost:38185/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1732001425914/wal.1732001426025 might be still open, length is 0 2024-11-19T07:30:26,251 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38185/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1732001425914/wal.1732001426025 2024-11-19T07:30:26,252 WARN [IPC Server handler 0 on default port 38185 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1732001425914/wal.1732001426025 has not been closed. Lease recovery is in progress. RecoveryId = 1101 for block blk_1073741917_1095 2024-11-19T07:30:26,252 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=hdfs://localhost:38185/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1732001425914/wal.1732001426025 after 1ms 2024-11-19T07:30:26,564 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testDatalossWhenInputError 2024-11-19T07:30:26,564 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testDatalossWhenInputError Metrics about Tables on a single HBase RegionServer 2024-11-19T07:30:26,565 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testCompactedBulkLoadedFiles 2024-11-19T07:30:26,565 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testCompactedBulkLoadedFiles Metrics about Tables on a single HBase RegionServer 2024-11-19T07:30:28,343 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_908185091_22 at /127.0.0.1:50942 [Receiving block BP-1327399325-172.17.0.2-1732001391849:blk_1073741917_1095] {}] datanode.DataXceiver(331): 127.0.0.1:46751:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:50942 dst: /127.0.0.1:46751 java.io.InterruptedIOException: Interrupted while waiting for IO on channel java.nio.channels.SocketChannel[connected local=localhost/127.0.0.1:46751 remote=/127.0.0.1:50942]. Total timeout mills is 60000, 57874 millis timeout left. at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:350) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T07:30:28,344 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_908185091_22 at /127.0.0.1:35922 [Receiving block BP-1327399325-172.17.0.2-1732001391849:blk_1073741917_1095] {}] datanode.DataXceiver(331): 127.0.0.1:46643:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:35922 dst: /127.0.0.1:46643 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T07:30:28,345 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_908185091_22 at /127.0.0.1:49386 [Receiving block BP-1327399325-172.17.0.2-1732001391849:blk_1073741917_1095] {}] datanode.DataXceiver(331): 127.0.0.1:43283:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:49386 dst: /127.0.0.1:43283 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T07:30:28,352 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46751 is added to blk_1073741917_1101 (size=1659) 2024-11-19T07:30:28,353 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46643 is added to blk_1073741917_1101 (size=1659) 2024-11-19T07:30:30,253 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=hdfs://localhost:38185/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1732001425914/wal.1732001426025 after 4002ms 2024-11-19T07:30:30,259 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38185/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1732001425914/wal.1732001426025 took 4008ms 2024-11-19T07:30:30,262 INFO [Time-limited test {}] wal.WALSplitter(493): EOF from hdfs://localhost:38185/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1732001425914/wal.1732001426025; continuing. 2024-11-19T07:30:30,262 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38185/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1732001425914/wal.1732001426025 so closing down 2024-11-19T07:30:30,262 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-19T07:30:30,264 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000003-wal.1732001426025.temp 2024-11-19T07:30:30,266 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38185/hbase/data/default/testCompactedBulkLoadedFiles/7aa81af42b18a2ce7ba49b1f5145b31d/recovered.edits/0000000000000000003-wal.1732001426025.temp 2024-11-19T07:30:30,266 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-19T07:30:30,276 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43283 is added to blk_1073741923_1102 (size=698) 2024-11-19T07:30:30,276 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46751 is added to blk_1073741923_1102 (size=698) 2024-11-19T07:30:30,277 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46643 is added to blk_1073741923_1102 (size=698) 2024-11-19T07:30:30,277 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38185/hbase/data/default/testCompactedBulkLoadedFiles/7aa81af42b18a2ce7ba49b1f5145b31d/recovered.edits/0000000000000000003-wal.1732001426025.temp (wrote 2 edits, skipped 0 edits in 0 ms) 2024-11-19T07:30:30,279 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38185/hbase/data/default/testCompactedBulkLoadedFiles/7aa81af42b18a2ce7ba49b1f5145b31d/recovered.edits/0000000000000000003-wal.1732001426025.temp to hdfs://localhost:38185/hbase/data/default/testCompactedBulkLoadedFiles/7aa81af42b18a2ce7ba49b1f5145b31d/recovered.edits/0000000000000000008 2024-11-19T07:30:30,279 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 5 edits across 1 Regions in 19 ms; skipped=3; WAL=hdfs://localhost:38185/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1732001425914/wal.1732001426025, size=0, length=0, corrupted=false, cancelled=false 2024-11-19T07:30:30,279 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38185/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1732001425914/wal.1732001426025, journal: Splitting hdfs://localhost:38185/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1732001425914/wal.1732001426025, size=0 (0bytes) at 1732001426251Finishing writing output for hdfs://localhost:38185/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1732001425914/wal.1732001426025 so closing down at 1732001430262 (+4011 ms)Creating recovered edits writer path=hdfs://localhost:38185/hbase/data/default/testCompactedBulkLoadedFiles/7aa81af42b18a2ce7ba49b1f5145b31d/recovered.edits/0000000000000000003-wal.1732001426025.temp at 1732001430266 (+4 ms)3 split writer threads finished at 1732001430266Closed recovered edits writer path=hdfs://localhost:38185/hbase/data/default/testCompactedBulkLoadedFiles/7aa81af42b18a2ce7ba49b1f5145b31d/recovered.edits/0000000000000000003-wal.1732001426025.temp (wrote 2 edits, skipped 0 edits in 0 ms) at 1732001430277 (+11 ms)Rename recovered edits hdfs://localhost:38185/hbase/data/default/testCompactedBulkLoadedFiles/7aa81af42b18a2ce7ba49b1f5145b31d/recovered.edits/0000000000000000003-wal.1732001426025.temp to hdfs://localhost:38185/hbase/data/default/testCompactedBulkLoadedFiles/7aa81af42b18a2ce7ba49b1f5145b31d/recovered.edits/0000000000000000008 at 1732001430279 (+2 ms)Processed 5 edits across 1 Regions in 19 ms; skipped=3; WAL=hdfs://localhost:38185/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1732001425914/wal.1732001426025, size=0, length=0, corrupted=false, cancelled=false at 1732001430279 2024-11-19T07:30:30,282 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38185/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1732001425914/wal.1732001426025 to hdfs://localhost:38185/hbase/oldWALs/wal.1732001426025 2024-11-19T07:30:30,283 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:38185/hbase/data/default/testCompactedBulkLoadedFiles/7aa81af42b18a2ce7ba49b1f5145b31d/recovered.edits/0000000000000000008 2024-11-19T07:30:30,283 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-19T07:30:30,285 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:38185/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1732001425914, archiveDir=hdfs://localhost:38185/hbase/oldWALs, maxLogs=32 2024-11-19T07:30:30,301 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1732001425914/wal.1732001430286, exclude list is [], retry=0 2024-11-19T07:30:30,303 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43283,DS-9249da75-9edb-42de-b698-779c3e2094aa,DISK] 2024-11-19T07:30:30,303 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46643,DS-aac20c1d-8590-491f-b264-6c738d9d91ba,DISK] 2024-11-19T07:30:30,303 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46751,DS-55896d67-6080-43fe-816e-d4f81c68bc35,DISK] 2024-11-19T07:30:30,305 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1732001425914/wal.1732001430286 2024-11-19T07:30:30,305 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44727:44727),(127.0.0.1/127.0.0.1:41841:41841),(127.0.0.1/127.0.0.1:36921:36921)] 2024-11-19T07:30:30,305 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 7aa81af42b18a2ce7ba49b1f5145b31d, NAME => 'testCompactedBulkLoadedFiles,,1732001425915.7aa81af42b18a2ce7ba49b1f5145b31d.', STARTKEY => '', ENDKEY => ''} 2024-11-19T07:30:30,305 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testCompactedBulkLoadedFiles,,1732001425915.7aa81af42b18a2ce7ba49b1f5145b31d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T07:30:30,305 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 7aa81af42b18a2ce7ba49b1f5145b31d 2024-11-19T07:30:30,305 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 7aa81af42b18a2ce7ba49b1f5145b31d 2024-11-19T07:30:30,307 INFO [StoreOpener-7aa81af42b18a2ce7ba49b1f5145b31d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 7aa81af42b18a2ce7ba49b1f5145b31d 2024-11-19T07:30:30,307 INFO [StoreOpener-7aa81af42b18a2ce7ba49b1f5145b31d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7aa81af42b18a2ce7ba49b1f5145b31d columnFamilyName a 2024-11-19T07:30:30,307 DEBUG [StoreOpener-7aa81af42b18a2ce7ba49b1f5145b31d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T07:30:30,315 DEBUG [StoreFileOpener-7aa81af42b18a2ce7ba49b1f5145b31d-a-1 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 3611bc50b4644601a35c981e6f291c51_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-19T07:30:30,315 DEBUG [StoreOpener-7aa81af42b18a2ce7ba49b1f5145b31d-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:38185/hbase/data/default/testCompactedBulkLoadedFiles/7aa81af42b18a2ce7ba49b1f5145b31d/a/3611bc50b4644601a35c981e6f291c51_SeqId_4_ 2024-11-19T07:30:30,318 DEBUG [StoreOpener-7aa81af42b18a2ce7ba49b1f5145b31d-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:38185/hbase/data/default/testCompactedBulkLoadedFiles/7aa81af42b18a2ce7ba49b1f5145b31d/a/834ae4b27ccd4bf4b9ca7aae5896cfbf 2024-11-19T07:30:30,322 DEBUG [StoreFileOpener-7aa81af42b18a2ce7ba49b1f5145b31d-a-1 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 8819fef5ed4d4272a91836181a7fd8d1_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-19T07:30:30,322 DEBUG [StoreOpener-7aa81af42b18a2ce7ba49b1f5145b31d-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:38185/hbase/data/default/testCompactedBulkLoadedFiles/7aa81af42b18a2ce7ba49b1f5145b31d/a/8819fef5ed4d4272a91836181a7fd8d1_SeqId_4_ 2024-11-19T07:30:30,325 DEBUG [StoreFileOpener-7aa81af42b18a2ce7ba49b1f5145b31d-a-1 {}] regionserver.HStoreFile(483): HFile Bloom filter type for aecc419a2e1747ebb07ed505fcba058b_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-19T07:30:30,325 DEBUG [StoreOpener-7aa81af42b18a2ce7ba49b1f5145b31d-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:38185/hbase/data/default/testCompactedBulkLoadedFiles/7aa81af42b18a2ce7ba49b1f5145b31d/a/aecc419a2e1747ebb07ed505fcba058b_SeqId_4_ 2024-11-19T07:30:30,329 DEBUG [StoreOpener-7aa81af42b18a2ce7ba49b1f5145b31d-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:38185/hbase/data/default/testCompactedBulkLoadedFiles/7aa81af42b18a2ce7ba49b1f5145b31d/a/ca5d265ef5b04135ba03fe2e0a8d57fe 2024-11-19T07:30:30,329 WARN [StoreOpener-7aa81af42b18a2ce7ba49b1f5145b31d-1 {}] regionserver.StoreEngine(317): Clearing the compacted storefile hdfs://localhost:38185/hbase/data/default/testCompactedBulkLoadedFiles/7aa81af42b18a2ce7ba49b1f5145b31d/a/3611bc50b4644601a35c981e6f291c51_SeqId_4_ from org.apache.hadoop.hbase.regionserver.DefaultStoreEngine@6e02cd4f 2024-11-19T07:30:30,329 WARN [StoreOpener-7aa81af42b18a2ce7ba49b1f5145b31d-1 {}] regionserver.StoreEngine(317): Clearing the compacted storefile hdfs://localhost:38185/hbase/data/default/testCompactedBulkLoadedFiles/7aa81af42b18a2ce7ba49b1f5145b31d/a/834ae4b27ccd4bf4b9ca7aae5896cfbf from org.apache.hadoop.hbase.regionserver.DefaultStoreEngine@6e02cd4f 2024-11-19T07:30:30,329 WARN [StoreOpener-7aa81af42b18a2ce7ba49b1f5145b31d-1 {}] regionserver.StoreEngine(317): Clearing the compacted storefile hdfs://localhost:38185/hbase/data/default/testCompactedBulkLoadedFiles/7aa81af42b18a2ce7ba49b1f5145b31d/a/8819fef5ed4d4272a91836181a7fd8d1_SeqId_4_ from org.apache.hadoop.hbase.regionserver.DefaultStoreEngine@6e02cd4f 2024-11-19T07:30:30,329 WARN [StoreOpener-7aa81af42b18a2ce7ba49b1f5145b31d-1 {}] regionserver.StoreEngine(317): Clearing the compacted storefile hdfs://localhost:38185/hbase/data/default/testCompactedBulkLoadedFiles/7aa81af42b18a2ce7ba49b1f5145b31d/a/aecc419a2e1747ebb07ed505fcba058b_SeqId_4_ from org.apache.hadoop.hbase.regionserver.DefaultStoreEngine@6e02cd4f 2024-11-19T07:30:30,329 DEBUG [StoreOpener-7aa81af42b18a2ce7ba49b1f5145b31d-1 {}] regionserver.StoreEngine(327): Moving the files [hdfs://localhost:38185/hbase/data/default/testCompactedBulkLoadedFiles/7aa81af42b18a2ce7ba49b1f5145b31d/a/3611bc50b4644601a35c981e6f291c51_SeqId_4_, hdfs://localhost:38185/hbase/data/default/testCompactedBulkLoadedFiles/7aa81af42b18a2ce7ba49b1f5145b31d/a/834ae4b27ccd4bf4b9ca7aae5896cfbf, hdfs://localhost:38185/hbase/data/default/testCompactedBulkLoadedFiles/7aa81af42b18a2ce7ba49b1f5145b31d/a/8819fef5ed4d4272a91836181a7fd8d1_SeqId_4_, hdfs://localhost:38185/hbase/data/default/testCompactedBulkLoadedFiles/7aa81af42b18a2ce7ba49b1f5145b31d/a/aecc419a2e1747ebb07ed505fcba058b_SeqId_4_] to archive 2024-11-19T07:30:30,330 DEBUG [StoreOpener-7aa81af42b18a2ce7ba49b1f5145b31d-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-19T07:30:30,332 DEBUG [StoreOpener-7aa81af42b18a2ce7ba49b1f5145b31d-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38185/hbase/data/default/testCompactedBulkLoadedFiles/7aa81af42b18a2ce7ba49b1f5145b31d/a/3611bc50b4644601a35c981e6f291c51_SeqId_4_ to hdfs://localhost:38185/hbase/archive/data/default/testCompactedBulkLoadedFiles/7aa81af42b18a2ce7ba49b1f5145b31d/a/3611bc50b4644601a35c981e6f291c51_SeqId_4_ 2024-11-19T07:30:30,333 DEBUG [StoreOpener-7aa81af42b18a2ce7ba49b1f5145b31d-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38185/hbase/data/default/testCompactedBulkLoadedFiles/7aa81af42b18a2ce7ba49b1f5145b31d/a/834ae4b27ccd4bf4b9ca7aae5896cfbf to hdfs://localhost:38185/hbase/archive/data/default/testCompactedBulkLoadedFiles/7aa81af42b18a2ce7ba49b1f5145b31d/a/834ae4b27ccd4bf4b9ca7aae5896cfbf 2024-11-19T07:30:30,334 DEBUG [StoreOpener-7aa81af42b18a2ce7ba49b1f5145b31d-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38185/hbase/data/default/testCompactedBulkLoadedFiles/7aa81af42b18a2ce7ba49b1f5145b31d/a/8819fef5ed4d4272a91836181a7fd8d1_SeqId_4_ to hdfs://localhost:38185/hbase/archive/data/default/testCompactedBulkLoadedFiles/7aa81af42b18a2ce7ba49b1f5145b31d/a/8819fef5ed4d4272a91836181a7fd8d1_SeqId_4_ 2024-11-19T07:30:30,335 DEBUG [StoreOpener-7aa81af42b18a2ce7ba49b1f5145b31d-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38185/hbase/data/default/testCompactedBulkLoadedFiles/7aa81af42b18a2ce7ba49b1f5145b31d/a/aecc419a2e1747ebb07ed505fcba058b_SeqId_4_ to hdfs://localhost:38185/hbase/archive/data/default/testCompactedBulkLoadedFiles/7aa81af42b18a2ce7ba49b1f5145b31d/a/aecc419a2e1747ebb07ed505fcba058b_SeqId_4_ 2024-11-19T07:30:30,335 INFO [StoreOpener-7aa81af42b18a2ce7ba49b1f5145b31d-1 {}] regionserver.HStore(327): Store=7aa81af42b18a2ce7ba49b1f5145b31d/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T07:30:30,335 INFO [StoreOpener-7aa81af42b18a2ce7ba49b1f5145b31d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 7aa81af42b18a2ce7ba49b1f5145b31d 2024-11-19T07:30:30,336 INFO [StoreOpener-7aa81af42b18a2ce7ba49b1f5145b31d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7aa81af42b18a2ce7ba49b1f5145b31d columnFamilyName b 2024-11-19T07:30:30,336 DEBUG [StoreOpener-7aa81af42b18a2ce7ba49b1f5145b31d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T07:30:30,336 INFO [StoreOpener-7aa81af42b18a2ce7ba49b1f5145b31d-1 {}] regionserver.HStore(327): Store=7aa81af42b18a2ce7ba49b1f5145b31d/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T07:30:30,336 INFO [StoreOpener-7aa81af42b18a2ce7ba49b1f5145b31d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 7aa81af42b18a2ce7ba49b1f5145b31d 2024-11-19T07:30:30,337 INFO [StoreOpener-7aa81af42b18a2ce7ba49b1f5145b31d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7aa81af42b18a2ce7ba49b1f5145b31d columnFamilyName c 2024-11-19T07:30:30,337 DEBUG [StoreOpener-7aa81af42b18a2ce7ba49b1f5145b31d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T07:30:30,337 INFO [StoreOpener-7aa81af42b18a2ce7ba49b1f5145b31d-1 {}] regionserver.HStore(327): Store=7aa81af42b18a2ce7ba49b1f5145b31d/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T07:30:30,337 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 7aa81af42b18a2ce7ba49b1f5145b31d 2024-11-19T07:30:30,338 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38185/hbase/data/default/testCompactedBulkLoadedFiles/7aa81af42b18a2ce7ba49b1f5145b31d 2024-11-19T07:30:30,339 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:38185/hbase/data/default/testCompactedBulkLoadedFiles/7aa81af42b18a2ce7ba49b1f5145b31d 2024-11-19T07:30:30,339 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:38185/hbase/data/default/testCompactedBulkLoadedFiles/7aa81af42b18a2ce7ba49b1f5145b31d/recovered.edits/0000000000000000008 2024-11-19T07:30:30,343 DEBUG [Time-limited test {}] regionserver.HRegion(5836): 7aa81af42b18a2ce7ba49b1f5145b31d : Replaying compaction marker table_name: "testCompactedBulkLoadedFiles" encoded_region_name: "7aa81af42b18a2ce7ba49b1f5145b31d" family_name: "a" compaction_input: "834ae4b27ccd4bf4b9ca7aae5896cfbf" compaction_input: "aecc419a2e1747ebb07ed505fcba058b_SeqId_4_" compaction_input: "8819fef5ed4d4272a91836181a7fd8d1_SeqId_4_" compaction_input: "3611bc50b4644601a35c981e6f291c51_SeqId_4_" compaction_output: "ca5d265ef5b04135ba03fe2e0a8d57fe" store_home_dir: "a" region_name: "testCompactedBulkLoadedFiles,,1732001425915.7aa81af42b18a2ce7ba49b1f5145b31d." with seqId=9223372036854775807 and lastReplayedOpenRegionSeqId=-1 2024-11-19T07:30:30,343 DEBUG [Time-limited test {}] regionserver.HStore(1354): Completing compaction from the WAL marker 2024-11-19T07:30:30,343 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 0, skipped 2, firstSequenceIdInLog=3, maxSequenceIdInLog=8, path=hdfs://localhost:38185/hbase/data/default/testCompactedBulkLoadedFiles/7aa81af42b18a2ce7ba49b1f5145b31d/recovered.edits/0000000000000000008 2024-11-19T07:30:30,343 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:38185/hbase/data/default/testCompactedBulkLoadedFiles/7aa81af42b18a2ce7ba49b1f5145b31d/recovered.edits/0000000000000000008 2024-11-19T07:30:30,344 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 7aa81af42b18a2ce7ba49b1f5145b31d 2024-11-19T07:30:30,344 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 7aa81af42b18a2ce7ba49b1f5145b31d 2024-11-19T07:30:30,345 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testCompactedBulkLoadedFiles descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-19T07:30:30,346 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 7aa81af42b18a2ce7ba49b1f5145b31d 2024-11-19T07:30:30,348 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38185/hbase/data/default/testCompactedBulkLoadedFiles/7aa81af42b18a2ce7ba49b1f5145b31d/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-19T07:30:30,349 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 7aa81af42b18a2ce7ba49b1f5145b31d; next sequenceid=9; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71870324, jitterRate=0.07095128297805786}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-19T07:30:30,349 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 7aa81af42b18a2ce7ba49b1f5145b31d: Writing region info on filesystem at 1732001430305Initializing all the Stores at 1732001430306 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732001430306Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732001430306Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732001430306Cleaning up temporary data from old regions at 1732001430344 (+38 ms)Region opened successfully at 1732001430349 (+5 ms) 2024-11-19T07:30:30,351 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 7aa81af42b18a2ce7ba49b1f5145b31d, disabling compactions & flushes 2024-11-19T07:30:30,351 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testCompactedBulkLoadedFiles,,1732001425915.7aa81af42b18a2ce7ba49b1f5145b31d. 2024-11-19T07:30:30,351 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testCompactedBulkLoadedFiles,,1732001425915.7aa81af42b18a2ce7ba49b1f5145b31d. 2024-11-19T07:30:30,351 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testCompactedBulkLoadedFiles,,1732001425915.7aa81af42b18a2ce7ba49b1f5145b31d. after waiting 0 ms 2024-11-19T07:30:30,351 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testCompactedBulkLoadedFiles,,1732001425915.7aa81af42b18a2ce7ba49b1f5145b31d. 2024-11-19T07:30:30,352 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testCompactedBulkLoadedFiles,,1732001425915.7aa81af42b18a2ce7ba49b1f5145b31d. 2024-11-19T07:30:30,352 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 7aa81af42b18a2ce7ba49b1f5145b31d: Waiting for close lock at 1732001430351Disabling compacts and flushes for region at 1732001430351Disabling writes for close at 1732001430351Writing region close event to WAL at 1732001430352 (+1 ms)Closed at 1732001430352 2024-11-19T07:30:30,354 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46751 is added to blk_1073741924_1103 (size=93) 2024-11-19T07:30:30,354 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43283 is added to blk_1073741924_1103 (size=93) 2024-11-19T07:30:30,354 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46643 is added to blk_1073741924_1103 (size=93) 2024-11-19T07:30:30,356 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-19T07:30:30,356 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL wal:(num 1732001430286) 2024-11-19T07:30:30,369 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplay#testCompactedBulkLoadedFiles Thread=438 (was 427) Potentially hanging thread: IPC Client (1612229954) connection to localhost/127.0.0.1:38185 from jenkinstestCompactedBulkLoadedFiles java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: AsyncFSWAL-26-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-273884222_22 at /127.0.0.1:35988 [Waiting for operation #15] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkinstestCompactedBulkLoadedFiles@localhost:38185 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-26-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-26-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-273884222_22 at /127.0.0.1:51014 [Waiting for operation #3] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=1344 (was 1262) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=343 (was 365), ProcessCount=11 (was 11), AvailableMemoryMB=12049 (was 12057) 2024-11-19T07:30:30,370 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1344 is superior to 1024 2024-11-19T07:30:30,382 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplay#testReplayEditsWrittenViaHRegion Thread=438, OpenFileDescriptor=1344, MaxFileDescriptor=1048576, SystemLoadAverage=343, ProcessCount=11, AvailableMemoryMB=12049 2024-11-19T07:30:30,382 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1344 is superior to 1024 2024-11-19T07:30:30,398 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T07:30:30,399 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T07:30:30,399 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-19T07:30:30,401 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-90068357, suffix=, logDir=hdfs://localhost:38185/hbase/WALs/hregion-90068357, archiveDir=hdfs://localhost:38185/hbase/oldWALs, maxLogs=32 2024-11-19T07:30:30,412 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-90068357/hregion-90068357.1732001430402, exclude list is [], retry=0 2024-11-19T07:30:30,415 DEBUG [AsyncFSWAL-28-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46751,DS-55896d67-6080-43fe-816e-d4f81c68bc35,DISK] 2024-11-19T07:30:30,415 DEBUG [AsyncFSWAL-28-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46643,DS-aac20c1d-8590-491f-b264-6c738d9d91ba,DISK] 2024-11-19T07:30:30,415 DEBUG [AsyncFSWAL-28-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43283,DS-9249da75-9edb-42de-b698-779c3e2094aa,DISK] 2024-11-19T07:30:30,417 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-90068357/hregion-90068357.1732001430402 2024-11-19T07:30:30,417 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36921:36921),(127.0.0.1/127.0.0.1:41841:41841),(127.0.0.1/127.0.0.1:44727:44727)] 2024-11-19T07:30:30,417 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => a26d803c397699cef52c473c312de85b, NAME => 'testReplayEditsWrittenViaHRegion,,1732001430398.a26d803c397699cef52c473c312de85b.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsWrittenViaHRegion', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38185/hbase 2024-11-19T07:30:30,426 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46643 is added to blk_1073741926_1105 (size=67) 2024-11-19T07:30:30,426 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43283 is added to blk_1073741926_1105 (size=67) 2024-11-19T07:30:30,426 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46751 is added to blk_1073741926_1105 (size=67) 2024-11-19T07:30:30,427 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1732001430398.a26d803c397699cef52c473c312de85b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T07:30:30,428 INFO [StoreOpener-a26d803c397699cef52c473c312de85b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region a26d803c397699cef52c473c312de85b 2024-11-19T07:30:30,429 INFO [StoreOpener-a26d803c397699cef52c473c312de85b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a26d803c397699cef52c473c312de85b columnFamilyName a 2024-11-19T07:30:30,429 DEBUG [StoreOpener-a26d803c397699cef52c473c312de85b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T07:30:30,429 INFO [StoreOpener-a26d803c397699cef52c473c312de85b-1 {}] regionserver.HStore(327): Store=a26d803c397699cef52c473c312de85b/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T07:30:30,429 INFO [StoreOpener-a26d803c397699cef52c473c312de85b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region a26d803c397699cef52c473c312de85b 2024-11-19T07:30:30,430 INFO [StoreOpener-a26d803c397699cef52c473c312de85b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a26d803c397699cef52c473c312de85b columnFamilyName b 2024-11-19T07:30:30,430 DEBUG [StoreOpener-a26d803c397699cef52c473c312de85b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T07:30:30,430 INFO [StoreOpener-a26d803c397699cef52c473c312de85b-1 {}] regionserver.HStore(327): Store=a26d803c397699cef52c473c312de85b/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T07:30:30,430 INFO [StoreOpener-a26d803c397699cef52c473c312de85b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region a26d803c397699cef52c473c312de85b 2024-11-19T07:30:30,431 INFO [StoreOpener-a26d803c397699cef52c473c312de85b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a26d803c397699cef52c473c312de85b columnFamilyName c 2024-11-19T07:30:30,431 DEBUG [StoreOpener-a26d803c397699cef52c473c312de85b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T07:30:30,431 INFO [StoreOpener-a26d803c397699cef52c473c312de85b-1 {}] regionserver.HStore(327): Store=a26d803c397699cef52c473c312de85b/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T07:30:30,432 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for a26d803c397699cef52c473c312de85b 2024-11-19T07:30:30,432 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38185/hbase/data/default/testReplayEditsWrittenViaHRegion/a26d803c397699cef52c473c312de85b 2024-11-19T07:30:30,432 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38185/hbase/data/default/testReplayEditsWrittenViaHRegion/a26d803c397699cef52c473c312de85b 2024-11-19T07:30:30,433 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for a26d803c397699cef52c473c312de85b 2024-11-19T07:30:30,433 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for a26d803c397699cef52c473c312de85b 2024-11-19T07:30:30,434 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-19T07:30:30,435 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for a26d803c397699cef52c473c312de85b 2024-11-19T07:30:30,437 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38185/hbase/data/default/testReplayEditsWrittenViaHRegion/a26d803c397699cef52c473c312de85b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T07:30:30,437 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened a26d803c397699cef52c473c312de85b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72262496, jitterRate=0.07679510116577148}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-19T07:30:30,438 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for a26d803c397699cef52c473c312de85b: Writing region info on filesystem at 1732001430427Initializing all the Stores at 1732001430427Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732001430427Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732001430428 (+1 ms)Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732001430428Cleaning up temporary data from old regions at 1732001430433 (+5 ms)Region opened successfully at 1732001430438 (+5 ms) 2024-11-19T07:30:30,438 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing a26d803c397699cef52c473c312de85b, disabling compactions & flushes 2024-11-19T07:30:30,438 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenViaHRegion,,1732001430398.a26d803c397699cef52c473c312de85b. 2024-11-19T07:30:30,438 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenViaHRegion,,1732001430398.a26d803c397699cef52c473c312de85b. 2024-11-19T07:30:30,438 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenViaHRegion,,1732001430398.a26d803c397699cef52c473c312de85b. after waiting 0 ms 2024-11-19T07:30:30,438 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenViaHRegion,,1732001430398.a26d803c397699cef52c473c312de85b. 2024-11-19T07:30:30,438 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenViaHRegion,,1732001430398.a26d803c397699cef52c473c312de85b. 2024-11-19T07:30:30,438 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for a26d803c397699cef52c473c312de85b: Waiting for close lock at 1732001430438Disabling compacts and flushes for region at 1732001430438Disabling writes for close at 1732001430438Writing region close event to WAL at 1732001430438Closed at 1732001430438 2024-11-19T07:30:30,441 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46643 is added to blk_1073741925_1104 (size=93) 2024-11-19T07:30:30,441 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46751 is added to blk_1073741925_1104 (size=93) 2024-11-19T07:30:30,441 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43283 is added to blk_1073741925_1104 (size=93) 2024-11-19T07:30:30,443 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-19T07:30:30,443 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-90068357:(num 1732001430402) 2024-11-19T07:30:30,443 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-19T07:30:30,445 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:38185/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732001430397, archiveDir=hdfs://localhost:38185/hbase/oldWALs, maxLogs=32 2024-11-19T07:30:30,458 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732001430397/wal.1732001430445, exclude list is [], retry=0 2024-11-19T07:30:30,461 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43283,DS-9249da75-9edb-42de-b698-779c3e2094aa,DISK] 2024-11-19T07:30:30,461 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46643,DS-aac20c1d-8590-491f-b264-6c738d9d91ba,DISK] 2024-11-19T07:30:30,461 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46751,DS-55896d67-6080-43fe-816e-d4f81c68bc35,DISK] 2024-11-19T07:30:30,463 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732001430397/wal.1732001430445 2024-11-19T07:30:30,463 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44727:44727),(127.0.0.1/127.0.0.1:41841:41841),(127.0.0.1/127.0.0.1:36921:36921)] 2024-11-19T07:30:30,463 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => a26d803c397699cef52c473c312de85b, NAME => 'testReplayEditsWrittenViaHRegion,,1732001430398.a26d803c397699cef52c473c312de85b.', STARTKEY => '', ENDKEY => ''} 2024-11-19T07:30:30,463 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1732001430398.a26d803c397699cef52c473c312de85b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T07:30:30,463 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for a26d803c397699cef52c473c312de85b 2024-11-19T07:30:30,463 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for a26d803c397699cef52c473c312de85b 2024-11-19T07:30:30,465 INFO [StoreOpener-a26d803c397699cef52c473c312de85b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region a26d803c397699cef52c473c312de85b 2024-11-19T07:30:30,466 INFO [StoreOpener-a26d803c397699cef52c473c312de85b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a26d803c397699cef52c473c312de85b columnFamilyName a 2024-11-19T07:30:30,466 DEBUG [StoreOpener-a26d803c397699cef52c473c312de85b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T07:30:30,466 INFO [StoreOpener-a26d803c397699cef52c473c312de85b-1 {}] regionserver.HStore(327): Store=a26d803c397699cef52c473c312de85b/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T07:30:30,467 INFO [StoreOpener-a26d803c397699cef52c473c312de85b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region a26d803c397699cef52c473c312de85b 2024-11-19T07:30:30,467 INFO [StoreOpener-a26d803c397699cef52c473c312de85b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a26d803c397699cef52c473c312de85b columnFamilyName b 2024-11-19T07:30:30,467 DEBUG [StoreOpener-a26d803c397699cef52c473c312de85b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T07:30:30,468 INFO [StoreOpener-a26d803c397699cef52c473c312de85b-1 {}] regionserver.HStore(327): Store=a26d803c397699cef52c473c312de85b/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T07:30:30,468 INFO [StoreOpener-a26d803c397699cef52c473c312de85b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region a26d803c397699cef52c473c312de85b 2024-11-19T07:30:30,469 INFO [StoreOpener-a26d803c397699cef52c473c312de85b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a26d803c397699cef52c473c312de85b columnFamilyName c 2024-11-19T07:30:30,469 DEBUG [StoreOpener-a26d803c397699cef52c473c312de85b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T07:30:30,469 INFO [StoreOpener-a26d803c397699cef52c473c312de85b-1 {}] regionserver.HStore(327): Store=a26d803c397699cef52c473c312de85b/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T07:30:30,470 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for a26d803c397699cef52c473c312de85b 2024-11-19T07:30:30,470 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38185/hbase/data/default/testReplayEditsWrittenViaHRegion/a26d803c397699cef52c473c312de85b 2024-11-19T07:30:30,471 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38185/hbase/data/default/testReplayEditsWrittenViaHRegion/a26d803c397699cef52c473c312de85b 2024-11-19T07:30:30,472 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for a26d803c397699cef52c473c312de85b 2024-11-19T07:30:30,472 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for a26d803c397699cef52c473c312de85b 2024-11-19T07:30:30,472 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-19T07:30:30,474 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for a26d803c397699cef52c473c312de85b 2024-11-19T07:30:30,474 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened a26d803c397699cef52c473c312de85b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69897538, jitterRate=0.04155448079109192}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-19T07:30:30,474 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for a26d803c397699cef52c473c312de85b: Writing region info on filesystem at 1732001430464Initializing all the Stores at 1732001430464Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732001430464Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732001430465 (+1 ms)Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732001430465Cleaning up temporary data from old regions at 1732001430472 (+7 ms)Region opened successfully at 1732001430474 (+2 ms) 2024-11-19T07:30:30,481 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing a26d803c397699cef52c473c312de85b 3/3 column families, dataSize=870 B heapSize=2.31 KB 2024-11-19T07:30:30,483 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-19T07:30:30,496 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38185/hbase/data/default/testReplayEditsWrittenViaHRegion/a26d803c397699cef52c473c312de85b/.tmp/a/8c511e70289d42e0ac091bced02a6e32 is 91, key is testReplayEditsWrittenViaHRegion/a:x0/1732001430475/Put/seqid=0 2024-11-19T07:30:30,503 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46751 is added to blk_1073741928_1107 (size=5958) 2024-11-19T07:30:30,504 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43283 is added to blk_1073741928_1107 (size=5958) 2024-11-19T07:30:30,504 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46643 is added to blk_1073741928_1107 (size=5958) 2024-11-19T07:30:30,504 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:38185/hbase/data/default/testReplayEditsWrittenViaHRegion/a26d803c397699cef52c473c312de85b/.tmp/a/8c511e70289d42e0ac091bced02a6e32 2024-11-19T07:30:30,510 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38185/hbase/data/default/testReplayEditsWrittenViaHRegion/a26d803c397699cef52c473c312de85b/.tmp/a/8c511e70289d42e0ac091bced02a6e32 as hdfs://localhost:38185/hbase/data/default/testReplayEditsWrittenViaHRegion/a26d803c397699cef52c473c312de85b/a/8c511e70289d42e0ac091bced02a6e32 2024-11-19T07:30:30,515 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38185/hbase/data/default/testReplayEditsWrittenViaHRegion/a26d803c397699cef52c473c312de85b/a/8c511e70289d42e0ac091bced02a6e32, entries=10, sequenceid=13, filesize=5.8 K 2024-11-19T07:30:30,516 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~870 B/870, heapSize ~1.80 KB/1840, currentSize=0 B/0 for a26d803c397699cef52c473c312de85b in 35ms, sequenceid=13, compaction requested=false 2024-11-19T07:30:30,516 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for a26d803c397699cef52c473c312de85b: 2024-11-19T07:30:30,532 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing a26d803c397699cef52c473c312de85b, disabling compactions & flushes 2024-11-19T07:30:30,532 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenViaHRegion,,1732001430398.a26d803c397699cef52c473c312de85b. 2024-11-19T07:30:30,532 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenViaHRegion,,1732001430398.a26d803c397699cef52c473c312de85b. 2024-11-19T07:30:30,532 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenViaHRegion,,1732001430398.a26d803c397699cef52c473c312de85b. after waiting 0 ms 2024-11-19T07:30:30,532 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenViaHRegion,,1732001430398.a26d803c397699cef52c473c312de85b. 2024-11-19T07:30:30,533 ERROR [Time-limited test {}] regionserver.HRegion(1960): Memstore data size is 1740 in region testReplayEditsWrittenViaHRegion,,1732001430398.a26d803c397699cef52c473c312de85b. 2024-11-19T07:30:30,533 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenViaHRegion,,1732001430398.a26d803c397699cef52c473c312de85b. 2024-11-19T07:30:30,533 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for a26d803c397699cef52c473c312de85b: Waiting for close lock at 1732001430532Disabling compacts and flushes for region at 1732001430532Disabling writes for close at 1732001430532Writing region close event to WAL at 1732001430533 (+1 ms)Closed at 1732001430533 2024-11-19T07:30:30,535 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43283 is added to blk_1073741927_1106 (size=5869) 2024-11-19T07:30:30,535 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46643 is added to blk_1073741927_1106 (size=5869) 2024-11-19T07:30:30,535 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46751 is added to blk_1073741927_1106 (size=5869) 2024-11-19T07:30:30,550 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38185/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732001430397/wal.1732001430445, size=5.7 K (5869bytes) 2024-11-19T07:30:30,550 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38185/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732001430397/wal.1732001430445 2024-11-19T07:30:30,550 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38185/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732001430397/wal.1732001430445 after 0ms 2024-11-19T07:30:30,552 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38185/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732001430397/wal.1732001430445 took 3ms 2024-11-19T07:30:30,554 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38185/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732001430397/wal.1732001430445 so closing down 2024-11-19T07:30:30,554 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-19T07:30:30,555 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000003-wal.1732001430445.temp 2024-11-19T07:30:30,556 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38185/hbase/data/default/testReplayEditsWrittenViaHRegion/a26d803c397699cef52c473c312de85b/recovered.edits/0000000000000000003-wal.1732001430445.temp 2024-11-19T07:30:30,556 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-19T07:30:30,561 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46751 is added to blk_1073741929_1108 (size=5223) 2024-11-19T07:30:30,561 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43283 is added to blk_1073741929_1108 (size=5223) 2024-11-19T07:30:30,562 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46643 is added to blk_1073741929_1108 (size=5223) 2024-11-19T07:30:30,562 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38185/hbase/data/default/testReplayEditsWrittenViaHRegion/a26d803c397699cef52c473c312de85b/recovered.edits/0000000000000000003-wal.1732001430445.temp (wrote 30 edits, skipped 0 edits in 0 ms) 2024-11-19T07:30:30,563 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38185/hbase/data/default/testReplayEditsWrittenViaHRegion/a26d803c397699cef52c473c312de85b/recovered.edits/0000000000000000003-wal.1732001430445.temp to hdfs://localhost:38185/hbase/data/default/testReplayEditsWrittenViaHRegion/a26d803c397699cef52c473c312de85b/recovered.edits/0000000000000000035 2024-11-19T07:30:30,563 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 32 edits across 1 Regions in 11 ms; skipped=2; WAL=hdfs://localhost:38185/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732001430397/wal.1732001430445, size=5.7 K, length=5869, corrupted=false, cancelled=false 2024-11-19T07:30:30,563 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38185/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732001430397/wal.1732001430445, journal: Splitting hdfs://localhost:38185/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732001430397/wal.1732001430445, size=5.7 K (5869bytes) at 1732001430550Finishing writing output for hdfs://localhost:38185/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732001430397/wal.1732001430445 so closing down at 1732001430554 (+4 ms)Creating recovered edits writer path=hdfs://localhost:38185/hbase/data/default/testReplayEditsWrittenViaHRegion/a26d803c397699cef52c473c312de85b/recovered.edits/0000000000000000003-wal.1732001430445.temp at 1732001430556 (+2 ms)3 split writer threads finished at 1732001430556Closed recovered edits writer path=hdfs://localhost:38185/hbase/data/default/testReplayEditsWrittenViaHRegion/a26d803c397699cef52c473c312de85b/recovered.edits/0000000000000000003-wal.1732001430445.temp (wrote 30 edits, skipped 0 edits in 0 ms) at 1732001430562 (+6 ms)Rename recovered edits hdfs://localhost:38185/hbase/data/default/testReplayEditsWrittenViaHRegion/a26d803c397699cef52c473c312de85b/recovered.edits/0000000000000000003-wal.1732001430445.temp to hdfs://localhost:38185/hbase/data/default/testReplayEditsWrittenViaHRegion/a26d803c397699cef52c473c312de85b/recovered.edits/0000000000000000035 at 1732001430563 (+1 ms)Processed 32 edits across 1 Regions in 11 ms; skipped=2; WAL=hdfs://localhost:38185/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732001430397/wal.1732001430445, size=5.7 K, length=5869, corrupted=false, cancelled=false at 1732001430563 2024-11-19T07:30:30,565 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38185/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732001430397/wal.1732001430445 to hdfs://localhost:38185/hbase/oldWALs/wal.1732001430445 2024-11-19T07:30:30,566 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:38185/hbase/data/default/testReplayEditsWrittenViaHRegion/a26d803c397699cef52c473c312de85b/recovered.edits/0000000000000000035 2024-11-19T07:30:30,566 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-19T07:30:30,567 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:38185/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732001430397, archiveDir=hdfs://localhost:38185/hbase/oldWALs, maxLogs=32 2024-11-19T07:30:30,579 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732001430397/wal.1732001430567, exclude list is [], retry=0 2024-11-19T07:30:30,582 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43283,DS-9249da75-9edb-42de-b698-779c3e2094aa,DISK] 2024-11-19T07:30:30,582 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46751,DS-55896d67-6080-43fe-816e-d4f81c68bc35,DISK] 2024-11-19T07:30:30,582 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46643,DS-aac20c1d-8590-491f-b264-6c738d9d91ba,DISK] 2024-11-19T07:30:30,584 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732001430397/wal.1732001430567 2024-11-19T07:30:30,584 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44727:44727),(127.0.0.1/127.0.0.1:36921:36921),(127.0.0.1/127.0.0.1:41841:41841)] 2024-11-19T07:30:30,584 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => a26d803c397699cef52c473c312de85b, NAME => 'testReplayEditsWrittenViaHRegion,,1732001430398.a26d803c397699cef52c473c312de85b.', STARTKEY => '', ENDKEY => ''} 2024-11-19T07:30:30,584 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1732001430398.a26d803c397699cef52c473c312de85b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T07:30:30,584 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for a26d803c397699cef52c473c312de85b 2024-11-19T07:30:30,584 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for a26d803c397699cef52c473c312de85b 2024-11-19T07:30:30,585 INFO [StoreOpener-a26d803c397699cef52c473c312de85b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region a26d803c397699cef52c473c312de85b 2024-11-19T07:30:30,586 INFO [StoreOpener-a26d803c397699cef52c473c312de85b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a26d803c397699cef52c473c312de85b columnFamilyName a 2024-11-19T07:30:30,586 DEBUG [StoreOpener-a26d803c397699cef52c473c312de85b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T07:30:30,591 DEBUG [StoreOpener-a26d803c397699cef52c473c312de85b-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:38185/hbase/data/default/testReplayEditsWrittenViaHRegion/a26d803c397699cef52c473c312de85b/a/8c511e70289d42e0ac091bced02a6e32 2024-11-19T07:30:30,591 INFO [StoreOpener-a26d803c397699cef52c473c312de85b-1 {}] regionserver.HStore(327): Store=a26d803c397699cef52c473c312de85b/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T07:30:30,591 INFO [StoreOpener-a26d803c397699cef52c473c312de85b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region a26d803c397699cef52c473c312de85b 2024-11-19T07:30:30,592 INFO [StoreOpener-a26d803c397699cef52c473c312de85b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a26d803c397699cef52c473c312de85b columnFamilyName b 2024-11-19T07:30:30,592 DEBUG [StoreOpener-a26d803c397699cef52c473c312de85b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T07:30:30,593 INFO [StoreOpener-a26d803c397699cef52c473c312de85b-1 {}] regionserver.HStore(327): Store=a26d803c397699cef52c473c312de85b/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T07:30:30,593 INFO [StoreOpener-a26d803c397699cef52c473c312de85b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region a26d803c397699cef52c473c312de85b 2024-11-19T07:30:30,593 INFO [StoreOpener-a26d803c397699cef52c473c312de85b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a26d803c397699cef52c473c312de85b columnFamilyName c 2024-11-19T07:30:30,593 DEBUG [StoreOpener-a26d803c397699cef52c473c312de85b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T07:30:30,594 INFO [StoreOpener-a26d803c397699cef52c473c312de85b-1 {}] regionserver.HStore(327): Store=a26d803c397699cef52c473c312de85b/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T07:30:30,594 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for a26d803c397699cef52c473c312de85b 2024-11-19T07:30:30,594 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38185/hbase/data/default/testReplayEditsWrittenViaHRegion/a26d803c397699cef52c473c312de85b 2024-11-19T07:30:30,596 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:38185/hbase/data/default/testReplayEditsWrittenViaHRegion/a26d803c397699cef52c473c312de85b 2024-11-19T07:30:30,596 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:38185/hbase/data/default/testReplayEditsWrittenViaHRegion/a26d803c397699cef52c473c312de85b/recovered.edits/0000000000000000035 2024-11-19T07:30:30,599 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 20, skipped 10, firstSequenceIdInLog=3, maxSequenceIdInLog=35, path=hdfs://localhost:38185/hbase/data/default/testReplayEditsWrittenViaHRegion/a26d803c397699cef52c473c312de85b/recovered.edits/0000000000000000035 2024-11-19T07:30:30,599 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing a26d803c397699cef52c473c312de85b 3/3 column families, dataSize=1.70 KB heapSize=3.88 KB 2024-11-19T07:30:30,613 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38185/hbase/data/default/testReplayEditsWrittenViaHRegion/a26d803c397699cef52c473c312de85b/.tmp/b/c737c953662047e888dee5511c8207f4 is 91, key is testReplayEditsWrittenViaHRegion/b:x0/1732001430516/Put/seqid=0 2024-11-19T07:30:30,619 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46751 is added to blk_1073741931_1110 (size=5958) 2024-11-19T07:30:30,619 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43283 is added to blk_1073741931_1110 (size=5958) 2024-11-19T07:30:30,619 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46643 is added to blk_1073741931_1110 (size=5958) 2024-11-19T07:30:30,620 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=35 (bloomFilter=true), to=hdfs://localhost:38185/hbase/data/default/testReplayEditsWrittenViaHRegion/a26d803c397699cef52c473c312de85b/.tmp/b/c737c953662047e888dee5511c8207f4 2024-11-19T07:30:30,639 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38185/hbase/data/default/testReplayEditsWrittenViaHRegion/a26d803c397699cef52c473c312de85b/.tmp/c/7a4cb810019e4cab8888a3a6ce23fcad is 91, key is testReplayEditsWrittenViaHRegion/c:x0/1732001430523/Put/seqid=0 2024-11-19T07:30:30,644 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46751 is added to blk_1073741932_1111 (size=5958) 2024-11-19T07:30:30,645 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46643 is added to blk_1073741932_1111 (size=5958) 2024-11-19T07:30:30,645 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43283 is added to blk_1073741932_1111 (size=5958) 2024-11-19T07:30:30,645 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=35 (bloomFilter=true), to=hdfs://localhost:38185/hbase/data/default/testReplayEditsWrittenViaHRegion/a26d803c397699cef52c473c312de85b/.tmp/c/7a4cb810019e4cab8888a3a6ce23fcad 2024-11-19T07:30:30,651 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38185/hbase/data/default/testReplayEditsWrittenViaHRegion/a26d803c397699cef52c473c312de85b/.tmp/b/c737c953662047e888dee5511c8207f4 as hdfs://localhost:38185/hbase/data/default/testReplayEditsWrittenViaHRegion/a26d803c397699cef52c473c312de85b/b/c737c953662047e888dee5511c8207f4 2024-11-19T07:30:30,657 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38185/hbase/data/default/testReplayEditsWrittenViaHRegion/a26d803c397699cef52c473c312de85b/b/c737c953662047e888dee5511c8207f4, entries=10, sequenceid=35, filesize=5.8 K 2024-11-19T07:30:30,659 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38185/hbase/data/default/testReplayEditsWrittenViaHRegion/a26d803c397699cef52c473c312de85b/.tmp/c/7a4cb810019e4cab8888a3a6ce23fcad as hdfs://localhost:38185/hbase/data/default/testReplayEditsWrittenViaHRegion/a26d803c397699cef52c473c312de85b/c/7a4cb810019e4cab8888a3a6ce23fcad 2024-11-19T07:30:30,664 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38185/hbase/data/default/testReplayEditsWrittenViaHRegion/a26d803c397699cef52c473c312de85b/c/7a4cb810019e4cab8888a3a6ce23fcad, entries=10, sequenceid=35, filesize=5.8 K 2024-11-19T07:30:30,665 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~1.70 KB/1740, heapSize ~3.59 KB/3680, currentSize=0 B/0 for a26d803c397699cef52c473c312de85b in 66ms, sequenceid=35, compaction requested=false; wal=null 2024-11-19T07:30:30,665 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:38185/hbase/data/default/testReplayEditsWrittenViaHRegion/a26d803c397699cef52c473c312de85b/recovered.edits/0000000000000000035 2024-11-19T07:30:30,666 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for a26d803c397699cef52c473c312de85b 2024-11-19T07:30:30,666 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for a26d803c397699cef52c473c312de85b 2024-11-19T07:30:30,667 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-19T07:30:30,668 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for a26d803c397699cef52c473c312de85b 2024-11-19T07:30:30,670 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38185/hbase/data/default/testReplayEditsWrittenViaHRegion/a26d803c397699cef52c473c312de85b/recovered.edits/35.seqid, newMaxSeqId=35, maxSeqId=1 2024-11-19T07:30:30,671 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened a26d803c397699cef52c473c312de85b; next sequenceid=36; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58993441, jitterRate=-0.12092922627925873}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-19T07:30:30,671 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for a26d803c397699cef52c473c312de85b: Writing region info on filesystem at 1732001430584Initializing all the Stores at 1732001430585 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732001430585Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732001430585Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732001430585Obtaining lock to block concurrent updates at 1732001430599 (+14 ms)Preparing flush snapshotting stores in a26d803c397699cef52c473c312de85b at 1732001430599Finished memstore snapshotting testReplayEditsWrittenViaHRegion,,1732001430398.a26d803c397699cef52c473c312de85b., syncing WAL and waiting on mvcc, flushsize=dataSize=1740, getHeapSize=3920, getOffHeapSize=0, getCellsCount=20 at 1732001430599Flushing stores of testReplayEditsWrittenViaHRegion,,1732001430398.a26d803c397699cef52c473c312de85b. at 1732001430599Flushing a26d803c397699cef52c473c312de85b/b: creating writer at 1732001430599Flushing a26d803c397699cef52c473c312de85b/b: appending metadata at 1732001430612 (+13 ms)Flushing a26d803c397699cef52c473c312de85b/b: closing flushed file at 1732001430613 (+1 ms)Flushing a26d803c397699cef52c473c312de85b/c: creating writer at 1732001430625 (+12 ms)Flushing a26d803c397699cef52c473c312de85b/c: appending metadata at 1732001430638 (+13 ms)Flushing a26d803c397699cef52c473c312de85b/c: closing flushed file at 1732001430638Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@11dc9c90: reopening flushed file at 1732001430650 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7e55359e: reopening flushed file at 1732001430658 (+8 ms)Finished flush of dataSize ~1.70 KB/1740, heapSize ~3.59 KB/3680, currentSize=0 B/0 for a26d803c397699cef52c473c312de85b in 66ms, sequenceid=35, compaction requested=false; wal=null at 1732001430665 (+7 ms)Cleaning up temporary data from old regions at 1732001430666 (+1 ms)Region opened successfully at 1732001430671 (+5 ms) 2024-11-19T07:30:30,727 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38185/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732001430397/wal.1732001430567, size=0 (0bytes) 2024-11-19T07:30:30,727 WARN [Time-limited test {}] wal.WALSplitter(453): File hdfs://localhost:38185/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732001430397/wal.1732001430567 might be still open, length is 0 2024-11-19T07:30:30,727 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38185/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732001430397/wal.1732001430567 2024-11-19T07:30:30,727 WARN [IPC Server handler 4 on default port 38185 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732001430397/wal.1732001430567 has not been closed. Lease recovery is in progress. RecoveryId = 1112 for block blk_1073741930_1109 2024-11-19T07:30:30,727 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=hdfs://localhost:38185/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732001430397/wal.1732001430567 after 0ms 2024-11-19T07:30:31,344 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_908185091_22 at /127.0.0.1:49530 [Receiving block BP-1327399325-172.17.0.2-1732001391849:blk_1073741930_1109] {}] datanode.DataXceiver(331): 127.0.0.1:43283:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:49530 dst: /127.0.0.1:43283 java.io.InterruptedIOException: Interrupted while waiting for IO on channel java.nio.channels.SocketChannel[connected local=localhost/127.0.0.1:43283 remote=/127.0.0.1:49530]. Total timeout mills is 60000, 59351 millis timeout left. at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:350) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T07:30:31,345 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_908185091_22 at /127.0.0.1:36078 [Receiving block BP-1327399325-172.17.0.2-1732001391849:blk_1073741930_1109] {}] datanode.DataXceiver(331): 127.0.0.1:46643:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:36078 dst: /127.0.0.1:46643 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T07:30:31,346 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_908185091_22 at /127.0.0.1:51064 [Receiving block BP-1327399325-172.17.0.2-1732001391849:blk_1073741930_1109] {}] datanode.DataXceiver(331): 127.0.0.1:46751:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:51064 dst: /127.0.0.1:46751 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T07:30:31,350 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43283 is added to blk_1073741930_1112 (size=5215) 2024-11-19T07:30:31,350 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46751 is added to blk_1073741930_1112 (size=5215) 2024-11-19T07:30:31,351 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46643 is added to blk_1073741930_1112 (size=5215) 2024-11-19T07:30:34,729 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=hdfs://localhost:38185/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732001430397/wal.1732001430567 after 4002ms 2024-11-19T07:30:34,735 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38185/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732001430397/wal.1732001430567 took 4008ms 2024-11-19T07:30:34,738 INFO [Time-limited test {}] wal.WALSplitter(493): EOF from hdfs://localhost:38185/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732001430397/wal.1732001430567; continuing. 2024-11-19T07:30:34,738 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38185/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732001430397/wal.1732001430567 so closing down 2024-11-19T07:30:34,738 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-19T07:30:34,740 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000037-wal.1732001430567.temp 2024-11-19T07:30:34,742 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38185/hbase/data/default/testReplayEditsWrittenViaHRegion/a26d803c397699cef52c473c312de85b/recovered.edits/0000000000000000037-wal.1732001430567.temp 2024-11-19T07:30:34,742 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-19T07:30:34,748 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43283 is added to blk_1073741933_1113 (size=5223) 2024-11-19T07:30:34,748 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46643 is added to blk_1073741933_1113 (size=5223) 2024-11-19T07:30:34,749 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46751 is added to blk_1073741933_1113 (size=5223) 2024-11-19T07:30:34,749 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38185/hbase/data/default/testReplayEditsWrittenViaHRegion/a26d803c397699cef52c473c312de85b/recovered.edits/0000000000000000037-wal.1732001430567.temp (wrote 30 edits, skipped 0 edits in 0 ms) 2024-11-19T07:30:34,750 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38185/hbase/data/default/testReplayEditsWrittenViaHRegion/a26d803c397699cef52c473c312de85b/recovered.edits/0000000000000000037-wal.1732001430567.temp to hdfs://localhost:38185/hbase/data/default/testReplayEditsWrittenViaHRegion/a26d803c397699cef52c473c312de85b/recovered.edits/0000000000000000066 2024-11-19T07:30:34,750 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 30 edits across 1 Regions in 14 ms; skipped=0; WAL=hdfs://localhost:38185/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732001430397/wal.1732001430567, size=0, length=0, corrupted=false, cancelled=false 2024-11-19T07:30:34,750 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38185/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732001430397/wal.1732001430567, journal: Splitting hdfs://localhost:38185/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732001430397/wal.1732001430567, size=0 (0bytes) at 1732001430727Finishing writing output for hdfs://localhost:38185/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732001430397/wal.1732001430567 so closing down at 1732001434738 (+4011 ms)Creating recovered edits writer path=hdfs://localhost:38185/hbase/data/default/testReplayEditsWrittenViaHRegion/a26d803c397699cef52c473c312de85b/recovered.edits/0000000000000000037-wal.1732001430567.temp at 1732001434742 (+4 ms)3 split writer threads finished at 1732001434742Closed recovered edits writer path=hdfs://localhost:38185/hbase/data/default/testReplayEditsWrittenViaHRegion/a26d803c397699cef52c473c312de85b/recovered.edits/0000000000000000037-wal.1732001430567.temp (wrote 30 edits, skipped 0 edits in 0 ms) at 1732001434749 (+7 ms)Rename recovered edits hdfs://localhost:38185/hbase/data/default/testReplayEditsWrittenViaHRegion/a26d803c397699cef52c473c312de85b/recovered.edits/0000000000000000037-wal.1732001430567.temp to hdfs://localhost:38185/hbase/data/default/testReplayEditsWrittenViaHRegion/a26d803c397699cef52c473c312de85b/recovered.edits/0000000000000000066 at 1732001434750 (+1 ms)Processed 30 edits across 1 Regions in 14 ms; skipped=0; WAL=hdfs://localhost:38185/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732001430397/wal.1732001430567, size=0, length=0, corrupted=false, cancelled=false at 1732001434750 2024-11-19T07:30:34,752 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38185/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732001430397/wal.1732001430567 to hdfs://localhost:38185/hbase/oldWALs/wal.1732001430567 2024-11-19T07:30:34,752 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:38185/hbase/data/default/testReplayEditsWrittenViaHRegion/a26d803c397699cef52c473c312de85b/recovered.edits/0000000000000000066 2024-11-19T07:30:34,752 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-19T07:30:34,754 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:38185/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732001430397, archiveDir=hdfs://localhost:38185/hbase/oldWALs, maxLogs=32 2024-11-19T07:30:34,768 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732001430397/wal.1732001434754, exclude list is [], retry=0 2024-11-19T07:30:34,770 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46751,DS-55896d67-6080-43fe-816e-d4f81c68bc35,DISK] 2024-11-19T07:30:34,771 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46643,DS-aac20c1d-8590-491f-b264-6c738d9d91ba,DISK] 2024-11-19T07:30:34,771 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43283,DS-9249da75-9edb-42de-b698-779c3e2094aa,DISK] 2024-11-19T07:30:34,772 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732001430397/wal.1732001434754 2024-11-19T07:30:34,772 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36921:36921),(127.0.0.1/127.0.0.1:41841:41841),(127.0.0.1/127.0.0.1:44727:44727)] 2024-11-19T07:30:34,773 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1732001430398.a26d803c397699cef52c473c312de85b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T07:30:34,774 INFO [StoreOpener-a26d803c397699cef52c473c312de85b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region a26d803c397699cef52c473c312de85b 2024-11-19T07:30:34,774 INFO [StoreOpener-a26d803c397699cef52c473c312de85b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a26d803c397699cef52c473c312de85b columnFamilyName a 2024-11-19T07:30:34,774 DEBUG [StoreOpener-a26d803c397699cef52c473c312de85b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T07:30:34,779 DEBUG [StoreOpener-a26d803c397699cef52c473c312de85b-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:38185/hbase/data/default/testReplayEditsWrittenViaHRegion/a26d803c397699cef52c473c312de85b/a/8c511e70289d42e0ac091bced02a6e32 2024-11-19T07:30:34,779 INFO [StoreOpener-a26d803c397699cef52c473c312de85b-1 {}] regionserver.HStore(327): Store=a26d803c397699cef52c473c312de85b/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T07:30:34,779 INFO [StoreOpener-a26d803c397699cef52c473c312de85b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region a26d803c397699cef52c473c312de85b 2024-11-19T07:30:34,780 INFO [StoreOpener-a26d803c397699cef52c473c312de85b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a26d803c397699cef52c473c312de85b columnFamilyName b 2024-11-19T07:30:34,780 DEBUG [StoreOpener-a26d803c397699cef52c473c312de85b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T07:30:34,784 DEBUG [StoreOpener-a26d803c397699cef52c473c312de85b-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:38185/hbase/data/default/testReplayEditsWrittenViaHRegion/a26d803c397699cef52c473c312de85b/b/c737c953662047e888dee5511c8207f4 2024-11-19T07:30:34,785 INFO [StoreOpener-a26d803c397699cef52c473c312de85b-1 {}] regionserver.HStore(327): Store=a26d803c397699cef52c473c312de85b/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T07:30:34,785 INFO [StoreOpener-a26d803c397699cef52c473c312de85b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region a26d803c397699cef52c473c312de85b 2024-11-19T07:30:34,786 INFO [StoreOpener-a26d803c397699cef52c473c312de85b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a26d803c397699cef52c473c312de85b columnFamilyName c 2024-11-19T07:30:34,786 DEBUG [StoreOpener-a26d803c397699cef52c473c312de85b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T07:30:34,792 DEBUG [StoreOpener-a26d803c397699cef52c473c312de85b-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:38185/hbase/data/default/testReplayEditsWrittenViaHRegion/a26d803c397699cef52c473c312de85b/c/7a4cb810019e4cab8888a3a6ce23fcad 2024-11-19T07:30:34,792 INFO [StoreOpener-a26d803c397699cef52c473c312de85b-1 {}] regionserver.HStore(327): Store=a26d803c397699cef52c473c312de85b/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T07:30:34,792 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for a26d803c397699cef52c473c312de85b 2024-11-19T07:30:34,793 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38185/hbase/data/default/testReplayEditsWrittenViaHRegion/a26d803c397699cef52c473c312de85b 2024-11-19T07:30:34,794 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:38185/hbase/data/default/testReplayEditsWrittenViaHRegion/a26d803c397699cef52c473c312de85b 2024-11-19T07:30:34,795 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:38185/hbase/data/default/testReplayEditsWrittenViaHRegion/a26d803c397699cef52c473c312de85b/recovered.edits/0000000000000000066 2024-11-19T07:30:34,800 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 30, skipped 0, firstSequenceIdInLog=37, maxSequenceIdInLog=66, path=hdfs://localhost:38185/hbase/data/default/testReplayEditsWrittenViaHRegion/a26d803c397699cef52c473c312de85b/recovered.edits/0000000000000000066 2024-11-19T07:30:34,800 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing a26d803c397699cef52c473c312de85b 3/3 column families, dataSize=2.55 KB heapSize=5.44 KB 2024-11-19T07:30:34,813 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38185/hbase/data/default/testReplayEditsWrittenViaHRegion/a26d803c397699cef52c473c312de85b/.tmp/a/1c57f658bfe14db6826d74c42c73af6d is 91, key is testReplayEditsWrittenViaHRegion/a:y0/1732001430678/Put/seqid=0 2024-11-19T07:30:34,819 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43283 is added to blk_1073741935_1115 (size=5958) 2024-11-19T07:30:34,819 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46751 is added to blk_1073741935_1115 (size=5958) 2024-11-19T07:30:34,819 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46643 is added to blk_1073741935_1115 (size=5958) 2024-11-19T07:30:34,819 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=66 (bloomFilter=true), to=hdfs://localhost:38185/hbase/data/default/testReplayEditsWrittenViaHRegion/a26d803c397699cef52c473c312de85b/.tmp/a/1c57f658bfe14db6826d74c42c73af6d 2024-11-19T07:30:34,836 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38185/hbase/data/default/testReplayEditsWrittenViaHRegion/a26d803c397699cef52c473c312de85b/.tmp/b/56eee7c814a1474297219133a2a47575 is 91, key is testReplayEditsWrittenViaHRegion/b:y0/1732001430684/Put/seqid=0 2024-11-19T07:30:34,842 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43283 is added to blk_1073741936_1116 (size=5958) 2024-11-19T07:30:34,842 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46751 is added to blk_1073741936_1116 (size=5958) 2024-11-19T07:30:34,842 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46643 is added to blk_1073741936_1116 (size=5958) 2024-11-19T07:30:34,842 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=66 (bloomFilter=true), to=hdfs://localhost:38185/hbase/data/default/testReplayEditsWrittenViaHRegion/a26d803c397699cef52c473c312de85b/.tmp/b/56eee7c814a1474297219133a2a47575 2024-11-19T07:30:34,862 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38185/hbase/data/default/testReplayEditsWrittenViaHRegion/a26d803c397699cef52c473c312de85b/.tmp/c/ece08b2c258f47d38513f567d7f18f21 is 91, key is testReplayEditsWrittenViaHRegion/c:y0/1732001430689/Put/seqid=0 2024-11-19T07:30:34,867 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46751 is added to blk_1073741937_1117 (size=5958) 2024-11-19T07:30:34,867 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43283 is added to blk_1073741937_1117 (size=5958) 2024-11-19T07:30:34,868 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46643 is added to blk_1073741937_1117 (size=5958) 2024-11-19T07:30:34,868 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=66 (bloomFilter=true), to=hdfs://localhost:38185/hbase/data/default/testReplayEditsWrittenViaHRegion/a26d803c397699cef52c473c312de85b/.tmp/c/ece08b2c258f47d38513f567d7f18f21 2024-11-19T07:30:34,872 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38185/hbase/data/default/testReplayEditsWrittenViaHRegion/a26d803c397699cef52c473c312de85b/.tmp/a/1c57f658bfe14db6826d74c42c73af6d as hdfs://localhost:38185/hbase/data/default/testReplayEditsWrittenViaHRegion/a26d803c397699cef52c473c312de85b/a/1c57f658bfe14db6826d74c42c73af6d 2024-11-19T07:30:34,876 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38185/hbase/data/default/testReplayEditsWrittenViaHRegion/a26d803c397699cef52c473c312de85b/a/1c57f658bfe14db6826d74c42c73af6d, entries=10, sequenceid=66, filesize=5.8 K 2024-11-19T07:30:34,877 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38185/hbase/data/default/testReplayEditsWrittenViaHRegion/a26d803c397699cef52c473c312de85b/.tmp/b/56eee7c814a1474297219133a2a47575 as hdfs://localhost:38185/hbase/data/default/testReplayEditsWrittenViaHRegion/a26d803c397699cef52c473c312de85b/b/56eee7c814a1474297219133a2a47575 2024-11-19T07:30:34,882 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38185/hbase/data/default/testReplayEditsWrittenViaHRegion/a26d803c397699cef52c473c312de85b/b/56eee7c814a1474297219133a2a47575, entries=10, sequenceid=66, filesize=5.8 K 2024-11-19T07:30:34,883 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38185/hbase/data/default/testReplayEditsWrittenViaHRegion/a26d803c397699cef52c473c312de85b/.tmp/c/ece08b2c258f47d38513f567d7f18f21 as hdfs://localhost:38185/hbase/data/default/testReplayEditsWrittenViaHRegion/a26d803c397699cef52c473c312de85b/c/ece08b2c258f47d38513f567d7f18f21 2024-11-19T07:30:34,887 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38185/hbase/data/default/testReplayEditsWrittenViaHRegion/a26d803c397699cef52c473c312de85b/c/ece08b2c258f47d38513f567d7f18f21, entries=10, sequenceid=66, filesize=5.8 K 2024-11-19T07:30:34,887 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~2.55 KB/2610, heapSize ~5.39 KB/5520, currentSize=0 B/0 for a26d803c397699cef52c473c312de85b in 87ms, sequenceid=66, compaction requested=false; wal=null 2024-11-19T07:30:34,888 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:38185/hbase/data/default/testReplayEditsWrittenViaHRegion/a26d803c397699cef52c473c312de85b/recovered.edits/0000000000000000066 2024-11-19T07:30:34,889 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for a26d803c397699cef52c473c312de85b 2024-11-19T07:30:34,889 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for a26d803c397699cef52c473c312de85b 2024-11-19T07:30:34,890 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-19T07:30:34,891 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for a26d803c397699cef52c473c312de85b 2024-11-19T07:30:34,893 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38185/hbase/data/default/testReplayEditsWrittenViaHRegion/a26d803c397699cef52c473c312de85b/recovered.edits/66.seqid, newMaxSeqId=66, maxSeqId=35 2024-11-19T07:30:34,894 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened a26d803c397699cef52c473c312de85b; next sequenceid=67; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70173756, jitterRate=0.04567044973373413}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-19T07:30:34,894 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for a26d803c397699cef52c473c312de85b: Writing region info on filesystem at 1732001434773Initializing all the Stores at 1732001434773Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732001434773Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732001434774 (+1 ms)Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732001434774Obtaining lock to block concurrent updates at 1732001434800 (+26 ms)Preparing flush snapshotting stores in a26d803c397699cef52c473c312de85b at 1732001434800Finished memstore snapshotting testReplayEditsWrittenViaHRegion,,1732001430398.a26d803c397699cef52c473c312de85b., syncing WAL and waiting on mvcc, flushsize=dataSize=2610, getHeapSize=5520, getOffHeapSize=0, getCellsCount=30 at 1732001434800Flushing stores of testReplayEditsWrittenViaHRegion,,1732001430398.a26d803c397699cef52c473c312de85b. at 1732001434800Flushing a26d803c397699cef52c473c312de85b/a: creating writer at 1732001434800Flushing a26d803c397699cef52c473c312de85b/a: appending metadata at 1732001434813 (+13 ms)Flushing a26d803c397699cef52c473c312de85b/a: closing flushed file at 1732001434813Flushing a26d803c397699cef52c473c312de85b/b: creating writer at 1732001434823 (+10 ms)Flushing a26d803c397699cef52c473c312de85b/b: appending metadata at 1732001434835 (+12 ms)Flushing a26d803c397699cef52c473c312de85b/b: closing flushed file at 1732001434835Flushing a26d803c397699cef52c473c312de85b/c: creating writer at 1732001434847 (+12 ms)Flushing a26d803c397699cef52c473c312de85b/c: appending metadata at 1732001434861 (+14 ms)Flushing a26d803c397699cef52c473c312de85b/c: closing flushed file at 1732001434861Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@aa3b318: reopening flushed file at 1732001434871 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@46a2dfed: reopening flushed file at 1732001434876 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1041be6d: reopening flushed file at 1732001434882 (+6 ms)Finished flush of dataSize ~2.55 KB/2610, heapSize ~5.39 KB/5520, currentSize=0 B/0 for a26d803c397699cef52c473c312de85b in 87ms, sequenceid=66, compaction requested=false; wal=null at 1732001434887 (+5 ms)Cleaning up temporary data from old regions at 1732001434889 (+2 ms)Region opened successfully at 1732001434894 (+5 ms) 2024-11-19T07:30:34,905 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing a26d803c397699cef52c473c312de85b, disabling compactions & flushes 2024-11-19T07:30:34,905 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenViaHRegion,,1732001430398.a26d803c397699cef52c473c312de85b. 2024-11-19T07:30:34,905 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenViaHRegion,,1732001430398.a26d803c397699cef52c473c312de85b. 2024-11-19T07:30:34,905 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenViaHRegion,,1732001430398.a26d803c397699cef52c473c312de85b. after waiting 0 ms 2024-11-19T07:30:34,905 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenViaHRegion,,1732001430398.a26d803c397699cef52c473c312de85b. 2024-11-19T07:30:34,907 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenViaHRegion,,1732001430398.a26d803c397699cef52c473c312de85b. 2024-11-19T07:30:34,907 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for a26d803c397699cef52c473c312de85b: Waiting for close lock at 1732001434905Disabling compacts and flushes for region at 1732001434905Disabling writes for close at 1732001434905Writing region close event to WAL at 1732001434907 (+2 ms)Closed at 1732001434907 2024-11-19T07:30:34,909 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46643 is added to blk_1073741934_1114 (size=93) 2024-11-19T07:30:34,909 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43283 is added to blk_1073741934_1114 (size=93) 2024-11-19T07:30:34,909 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46751 is added to blk_1073741934_1114 (size=93) 2024-11-19T07:30:34,911 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-19T07:30:34,911 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL wal:(num 1732001434754) 2024-11-19T07:30:34,925 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplay#testReplayEditsWrittenViaHRegion Thread=444 (was 438) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_5328223_22 at /127.0.0.1:37794 [Waiting for operation #25] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-28-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkinstestReplayEditsWrittenViaHRegion@localhost:38185 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-28-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1612229954) connection to localhost/127.0.0.1:38185 from jenkinstestReplayEditsWrittenViaHRegion java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: AsyncFSWAL-28-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_5328223_22 at /127.0.0.1:54678 [Waiting for operation #10] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_5328223_22 at /127.0.0.1:55872 [Waiting for operation #8] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=1412 (was 1344) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=316 (was 343), ProcessCount=11 (was 11), AvailableMemoryMB=12033 (was 12049) 2024-11-19T07:30:34,925 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1412 is superior to 1024 2024-11-19T07:30:34,925 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-19T07:30:34,925 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T07:30:34,925 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T07:30:34,925 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T07:30:34,926 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T07:30:34,926 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T07:30:34,926 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-19T07:30:34,926 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=170244771, stopped=false 2024-11-19T07:30:34,926 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=db0afee3eab9,42231,1732001396236 2024-11-19T07:30:34,991 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42231-0x10151ffee970000, quorum=127.0.0.1:53810, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-19T07:30:34,991 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41065-0x10151ffee970001, quorum=127.0.0.1:53810, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-19T07:30:34,991 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41619-0x10151ffee970003, quorum=127.0.0.1:53810, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-19T07:30:34,991 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42231-0x10151ffee970000, quorum=127.0.0.1:53810, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-19T07:30:34,991 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41065-0x10151ffee970001, quorum=127.0.0.1:53810, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-19T07:30:34,991 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41619-0x10151ffee970003, quorum=127.0.0.1:53810, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-19T07:30:34,991 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-19T07:30:34,992 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T07:30:34,992 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T07:30:34,992 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T07:30:34,992 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'db0afee3eab9,41065,1732001396920' ***** 2024-11-19T07:30:34,992 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:41065-0x10151ffee970001, quorum=127.0.0.1:53810, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-19T07:30:34,992 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-19T07:30:34,992 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'db0afee3eab9,41619,1732001397062' ***** 2024-11-19T07:30:34,992 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-19T07:30:34,992 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:41619-0x10151ffee970003, quorum=127.0.0.1:53810, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-19T07:30:34,992 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:42231-0x10151ffee970000, quorum=127.0.0.1:53810, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-19T07:30:34,993 INFO [RS:2;db0afee3eab9:41619 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-19T07:30:34,993 INFO [RS:0;db0afee3eab9:41065 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-19T07:30:34,993 INFO [RS:2;db0afee3eab9:41619 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-19T07:30:34,993 INFO [RS:2;db0afee3eab9:41619 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-19T07:30:34,993 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-19T07:30:34,993 INFO [RS:2;db0afee3eab9:41619 {}] regionserver.HRegionServer(959): stopping server db0afee3eab9,41619,1732001397062 2024-11-19T07:30:34,993 INFO [RS:0;db0afee3eab9:41065 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-19T07:30:34,993 INFO [RS:2;db0afee3eab9:41619 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-19T07:30:34,993 INFO [RS:0;db0afee3eab9:41065 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-19T07:30:34,993 INFO [RS:2;db0afee3eab9:41619 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:2;db0afee3eab9:41619. 2024-11-19T07:30:34,993 INFO [RS:0;db0afee3eab9:41065 {}] regionserver.HRegionServer(3091): Received CLOSE for 423b7c77996c3d70bbc1876da8e77b76 2024-11-19T07:30:34,993 DEBUG [RS:2;db0afee3eab9:41619 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T07:30:34,993 INFO [RS:0;db0afee3eab9:41065 {}] regionserver.HRegionServer(959): stopping server db0afee3eab9,41065,1732001396920 2024-11-19T07:30:34,993 DEBUG [RS:2;db0afee3eab9:41619 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T07:30:34,993 INFO [RS:0;db0afee3eab9:41065 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-19T07:30:34,993 INFO [RS:0;db0afee3eab9:41065 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;db0afee3eab9:41065. 2024-11-19T07:30:34,993 INFO [RS:2;db0afee3eab9:41619 {}] regionserver.HRegionServer(976): stopping server db0afee3eab9,41619,1732001397062; all regions closed. 2024-11-19T07:30:34,993 DEBUG [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 423b7c77996c3d70bbc1876da8e77b76, disabling compactions & flushes 2024-11-19T07:30:34,993 DEBUG [RS:0;db0afee3eab9:41065 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T07:30:34,993 DEBUG [RS:0;db0afee3eab9:41065 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T07:30:34,993 INFO [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1732001411767.423b7c77996c3d70bbc1876da8e77b76. 2024-11-19T07:30:34,993 DEBUG [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1732001411767.423b7c77996c3d70bbc1876da8e77b76. 2024-11-19T07:30:34,993 INFO [RS:0;db0afee3eab9:41065 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-19T07:30:34,993 INFO [RS:0;db0afee3eab9:41065 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-19T07:30:34,993 DEBUG [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1732001411767.423b7c77996c3d70bbc1876da8e77b76. after waiting 0 ms 2024-11-19T07:30:34,993 INFO [RS:0;db0afee3eab9:41065 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-19T07:30:34,993 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-19T07:30:34,993 DEBUG [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1732001411767.423b7c77996c3d70bbc1876da8e77b76. 2024-11-19T07:30:34,994 INFO [RS:0;db0afee3eab9:41065 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-19T07:30:34,994 INFO [RS:0;db0afee3eab9:41065 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-19T07:30:34,994 DEBUG [RS:0;db0afee3eab9:41065 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 423b7c77996c3d70bbc1876da8e77b76=testReplayEditsAfterRegionMovedWithMultiCF,,1732001411767.423b7c77996c3d70bbc1876da8e77b76.} 2024-11-19T07:30:34,994 DEBUG [RS:0;db0afee3eab9:41065 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 423b7c77996c3d70bbc1876da8e77b76 2024-11-19T07:30:34,994 DEBUG [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-19T07:30:34,994 INFO [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-19T07:30:34,994 DEBUG [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-19T07:30:34,994 DEBUG [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-19T07:30:34,994 DEBUG [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-19T07:30:34,994 INFO [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=6.86 KB heapSize=11.45 KB 2024-11-19T07:30:34,998 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46643 is added to blk_1073741835_1011 (size=93) 2024-11-19T07:30:34,998 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46751 is added to blk_1073741835_1011 (size=93) 2024-11-19T07:30:34,998 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43283 is added to blk_1073741835_1011 (size=93) 2024-11-19T07:30:34,999 DEBUG [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38185/user/jenkins/test-data/b12ee6b9-2f55-77da-3824-8a5232b8ca16/data/default/testReplayEditsAfterRegionMovedWithMultiCF/423b7c77996c3d70bbc1876da8e77b76/recovered.edits/20.seqid, newMaxSeqId=20, maxSeqId=17 2024-11-19T07:30:34,999 INFO [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1732001411767.423b7c77996c3d70bbc1876da8e77b76. 2024-11-19T07:30:35,000 DEBUG [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 423b7c77996c3d70bbc1876da8e77b76: Waiting for close lock at 1732001434993Running coprocessor pre-close hooks at 1732001434993Disabling compacts and flushes for region at 1732001434993Disabling writes for close at 1732001434993Writing region close event to WAL at 1732001434994 (+1 ms)Running coprocessor post-close hooks at 1732001434999 (+5 ms)Closed at 1732001434999 2024-11-19T07:30:35,000 DEBUG [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1732001411767.423b7c77996c3d70bbc1876da8e77b76. 2024-11-19T07:30:35,001 DEBUG [RS:2;db0afee3eab9:41619 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/b12ee6b9-2f55-77da-3824-8a5232b8ca16/oldWALs 2024-11-19T07:30:35,001 INFO [RS:2;db0afee3eab9:41619 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL db0afee3eab9%2C41619%2C1732001397062:(num 1732001398659) 2024-11-19T07:30:35,001 DEBUG [RS:2;db0afee3eab9:41619 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T07:30:35,001 INFO [RS:2;db0afee3eab9:41619 {}] regionserver.LeaseManager(133): Closed leases 2024-11-19T07:30:35,001 INFO [RS:2;db0afee3eab9:41619 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-19T07:30:35,001 INFO [RS:2;db0afee3eab9:41619 {}] hbase.ChoreService(370): Chore service for: regionserver/db0afee3eab9:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-19T07:30:35,002 INFO [RS:2;db0afee3eab9:41619 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-19T07:30:35,002 INFO [RS:2;db0afee3eab9:41619 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-19T07:30:35,002 INFO [RS:2;db0afee3eab9:41619 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-19T07:30:35,002 INFO [RS:2;db0afee3eab9:41619 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-19T07:30:35,002 INFO [regionserver/db0afee3eab9:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-19T07:30:35,002 INFO [RS:2;db0afee3eab9:41619 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:41619 2024-11-19T07:30:35,012 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42231-0x10151ffee970000, quorum=127.0.0.1:53810, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-19T07:30:35,012 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41619-0x10151ffee970003, quorum=127.0.0.1:53810, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/db0afee3eab9,41619,1732001397062 2024-11-19T07:30:35,012 INFO [RS:2;db0afee3eab9:41619 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-19T07:30:35,013 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [db0afee3eab9,41619,1732001397062] 2024-11-19T07:30:35,021 DEBUG [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38185/user/jenkins/test-data/b12ee6b9-2f55-77da-3824-8a5232b8ca16/data/hbase/meta/1588230740/.tmp/info/22833cb1298d4ae4a7e2937810a9d356 is 205, key is testReplayEditsAfterRegionMovedWithMultiCF,,1732001411767.423b7c77996c3d70bbc1876da8e77b76./info:regioninfo/1732001414907/Put/seqid=0 2024-11-19T07:30:35,028 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46643 is added to blk_1073741938_1118 (size=8243) 2024-11-19T07:30:35,028 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43283 is added to blk_1073741938_1118 (size=8243) 2024-11-19T07:30:35,028 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46751 is added to blk_1073741938_1118 (size=8243) 2024-11-19T07:30:35,029 INFO [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.65 KB at sequenceid=21 (bloomFilter=true), to=hdfs://localhost:38185/user/jenkins/test-data/b12ee6b9-2f55-77da-3824-8a5232b8ca16/data/hbase/meta/1588230740/.tmp/info/22833cb1298d4ae4a7e2937810a9d356 2024-11-19T07:30:35,033 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/db0afee3eab9,41619,1732001397062 already deleted, retry=false 2024-11-19T07:30:35,033 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; db0afee3eab9,41619,1732001397062 expired; onlineServers=1 2024-11-19T07:30:35,048 DEBUG [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38185/user/jenkins/test-data/b12ee6b9-2f55-77da-3824-8a5232b8ca16/data/hbase/meta/1588230740/.tmp/ns/826742df63614a8f80f33beb0f0d426e is 43, key is default/ns:d/1732001399341/Put/seqid=0 2024-11-19T07:30:35,053 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43283 is added to blk_1073741939_1119 (size=5153) 2024-11-19T07:30:35,054 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46643 is added to blk_1073741939_1119 (size=5153) 2024-11-19T07:30:35,054 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46751 is added to blk_1073741939_1119 (size=5153) 2024-11-19T07:30:35,054 INFO [regionserver/db0afee3eab9:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-19T07:30:35,054 INFO [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=21 (bloomFilter=true), to=hdfs://localhost:38185/user/jenkins/test-data/b12ee6b9-2f55-77da-3824-8a5232b8ca16/data/hbase/meta/1588230740/.tmp/ns/826742df63614a8f80f33beb0f0d426e 2024-11-19T07:30:35,066 INFO [regionserver/db0afee3eab9:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-19T07:30:35,073 DEBUG [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38185/user/jenkins/test-data/b12ee6b9-2f55-77da-3824-8a5232b8ca16/data/hbase/meta/1588230740/.tmp/table/876e99f929a8402a8096d74d9ee1ac96 is 78, key is testReplayEditsAfterRegionMovedWithMultiCF/table:state/1732001412177/Put/seqid=0 2024-11-19T07:30:35,078 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46643 is added to blk_1073741940_1120 (size=5431) 2024-11-19T07:30:35,078 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46751 is added to blk_1073741940_1120 (size=5431) 2024-11-19T07:30:35,078 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43283 is added to blk_1073741940_1120 (size=5431) 2024-11-19T07:30:35,079 INFO [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=148 B at sequenceid=21 (bloomFilter=true), to=hdfs://localhost:38185/user/jenkins/test-data/b12ee6b9-2f55-77da-3824-8a5232b8ca16/data/hbase/meta/1588230740/.tmp/table/876e99f929a8402a8096d74d9ee1ac96 2024-11-19T07:30:35,084 DEBUG [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38185/user/jenkins/test-data/b12ee6b9-2f55-77da-3824-8a5232b8ca16/data/hbase/meta/1588230740/.tmp/info/22833cb1298d4ae4a7e2937810a9d356 as hdfs://localhost:38185/user/jenkins/test-data/b12ee6b9-2f55-77da-3824-8a5232b8ca16/data/hbase/meta/1588230740/info/22833cb1298d4ae4a7e2937810a9d356 2024-11-19T07:30:35,089 INFO [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38185/user/jenkins/test-data/b12ee6b9-2f55-77da-3824-8a5232b8ca16/data/hbase/meta/1588230740/info/22833cb1298d4ae4a7e2937810a9d356, entries=18, sequenceid=21, filesize=8.0 K 2024-11-19T07:30:35,090 DEBUG [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38185/user/jenkins/test-data/b12ee6b9-2f55-77da-3824-8a5232b8ca16/data/hbase/meta/1588230740/.tmp/ns/826742df63614a8f80f33beb0f0d426e as hdfs://localhost:38185/user/jenkins/test-data/b12ee6b9-2f55-77da-3824-8a5232b8ca16/data/hbase/meta/1588230740/ns/826742df63614a8f80f33beb0f0d426e 2024-11-19T07:30:35,095 INFO [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38185/user/jenkins/test-data/b12ee6b9-2f55-77da-3824-8a5232b8ca16/data/hbase/meta/1588230740/ns/826742df63614a8f80f33beb0f0d426e, entries=2, sequenceid=21, filesize=5.0 K 2024-11-19T07:30:35,096 DEBUG [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38185/user/jenkins/test-data/b12ee6b9-2f55-77da-3824-8a5232b8ca16/data/hbase/meta/1588230740/.tmp/table/876e99f929a8402a8096d74d9ee1ac96 as hdfs://localhost:38185/user/jenkins/test-data/b12ee6b9-2f55-77da-3824-8a5232b8ca16/data/hbase/meta/1588230740/table/876e99f929a8402a8096d74d9ee1ac96 2024-11-19T07:30:35,101 INFO [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38185/user/jenkins/test-data/b12ee6b9-2f55-77da-3824-8a5232b8ca16/data/hbase/meta/1588230740/table/876e99f929a8402a8096d74d9ee1ac96, entries=2, sequenceid=21, filesize=5.3 K 2024-11-19T07:30:35,102 INFO [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~6.86 KB/7029, heapSize ~11.16 KB/11424, currentSize=0 B/0 for 1588230740 in 108ms, sequenceid=21, compaction requested=false 2024-11-19T07:30:35,107 DEBUG [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38185/user/jenkins/test-data/b12ee6b9-2f55-77da-3824-8a5232b8ca16/data/hbase/meta/1588230740/recovered.edits/24.seqid, newMaxSeqId=24, maxSeqId=1 2024-11-19T07:30:35,108 DEBUG [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-19T07:30:35,108 INFO [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-19T07:30:35,108 DEBUG [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732001434994Running coprocessor pre-close hooks at 1732001434994Disabling compacts and flushes for region at 1732001434994Disabling writes for close at 1732001434994Obtaining lock to block concurrent updates at 1732001434994Preparing flush snapshotting stores in 1588230740 at 1732001434994Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=7029, getHeapSize=11664, getOffHeapSize=0, getCellsCount=48 at 1732001434995 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732001434995Flushing 1588230740/info: creating writer at 1732001434996 (+1 ms)Flushing 1588230740/info: appending metadata at 1732001435021 (+25 ms)Flushing 1588230740/info: closing flushed file at 1732001435021Flushing 1588230740/ns: creating writer at 1732001435035 (+14 ms)Flushing 1588230740/ns: appending metadata at 1732001435048 (+13 ms)Flushing 1588230740/ns: closing flushed file at 1732001435048Flushing 1588230740/table: creating writer at 1732001435059 (+11 ms)Flushing 1588230740/table: appending metadata at 1732001435072 (+13 ms)Flushing 1588230740/table: closing flushed file at 1732001435072Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@12b5d697: reopening flushed file at 1732001435083 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@58ad6c41: reopening flushed file at 1732001435089 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@21b1d710: reopening flushed file at 1732001435095 (+6 ms)Finished flush of dataSize ~6.86 KB/7029, heapSize ~11.16 KB/11424, currentSize=0 B/0 for 1588230740 in 108ms, sequenceid=21, compaction requested=false at 1732001435102 (+7 ms)Writing region close event to WAL at 1732001435104 (+2 ms)Running coprocessor post-close hooks at 1732001435108 (+4 ms)Closed at 1732001435108 2024-11-19T07:30:35,108 DEBUG [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-19T07:30:35,123 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41619-0x10151ffee970003, quorum=127.0.0.1:53810, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T07:30:35,123 INFO [RS:2;db0afee3eab9:41619 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-19T07:30:35,123 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41619-0x10151ffee970003, quorum=127.0.0.1:53810, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T07:30:35,123 INFO [RS:2;db0afee3eab9:41619 {}] regionserver.HRegionServer(1031): Exiting; stopping=db0afee3eab9,41619,1732001397062; zookeeper connection closed. 2024-11-19T07:30:35,123 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@483d43da {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@483d43da 2024-11-19T07:30:35,194 INFO [RS:0;db0afee3eab9:41065 {}] regionserver.HRegionServer(976): stopping server db0afee3eab9,41065,1732001396920; all regions closed. 2024-11-19T07:30:35,200 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46643 is added to blk_1073741836_1012 (size=8899) 2024-11-19T07:30:35,200 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46751 is added to blk_1073741836_1012 (size=8899) 2024-11-19T07:30:35,201 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43283 is added to blk_1073741836_1012 (size=8899) 2024-11-19T07:30:35,204 DEBUG [RS:0;db0afee3eab9:41065 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/b12ee6b9-2f55-77da-3824-8a5232b8ca16/oldWALs 2024-11-19T07:30:35,205 INFO [RS:0;db0afee3eab9:41065 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL db0afee3eab9%2C41065%2C1732001396920.meta:.meta(num 1732001399103) 2024-11-19T07:30:35,207 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43283 is added to blk_1073741833_1009 (size=3433) 2024-11-19T07:30:35,207 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46643 is added to blk_1073741833_1009 (size=3433) 2024-11-19T07:30:35,207 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46751 is added to blk_1073741833_1009 (size=3433) 2024-11-19T07:30:35,209 DEBUG [RS:0;db0afee3eab9:41065 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/b12ee6b9-2f55-77da-3824-8a5232b8ca16/oldWALs 2024-11-19T07:30:35,209 INFO [RS:0;db0afee3eab9:41065 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL db0afee3eab9%2C41065%2C1732001396920:(num 1732001398659) 2024-11-19T07:30:35,209 DEBUG [RS:0;db0afee3eab9:41065 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T07:30:35,209 INFO [RS:0;db0afee3eab9:41065 {}] regionserver.LeaseManager(133): Closed leases 2024-11-19T07:30:35,209 INFO [RS:0;db0afee3eab9:41065 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-19T07:30:35,210 INFO [RS:0;db0afee3eab9:41065 {}] hbase.ChoreService(370): Chore service for: regionserver/db0afee3eab9:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-19T07:30:35,210 INFO [RS:0;db0afee3eab9:41065 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-19T07:30:35,210 INFO [regionserver/db0afee3eab9:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-19T07:30:35,210 INFO [RS:0;db0afee3eab9:41065 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:41065 2024-11-19T07:30:35,223 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41065-0x10151ffee970001, quorum=127.0.0.1:53810, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/db0afee3eab9,41065,1732001396920 2024-11-19T07:30:35,223 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42231-0x10151ffee970000, quorum=127.0.0.1:53810, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-19T07:30:35,223 INFO [RS:0;db0afee3eab9:41065 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-19T07:30:35,233 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [db0afee3eab9,41065,1732001396920] 2024-11-19T07:30:35,244 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/db0afee3eab9,41065,1732001396920 already deleted, retry=false 2024-11-19T07:30:35,244 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; db0afee3eab9,41065,1732001396920 expired; onlineServers=0 2024-11-19T07:30:35,244 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'db0afee3eab9,42231,1732001396236' ***** 2024-11-19T07:30:35,244 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-19T07:30:35,244 INFO [M:0;db0afee3eab9:42231 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-19T07:30:35,244 INFO [M:0;db0afee3eab9:42231 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-19T07:30:35,244 DEBUG [M:0;db0afee3eab9:42231 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-19T07:30:35,244 DEBUG [M:0;db0afee3eab9:42231 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-19T07:30:35,244 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-19T07:30:35,244 DEBUG [master/db0afee3eab9:0:becomeActiveMaster-HFileCleaner.small.0-1732001398259 {}] cleaner.HFileCleaner(306): Exit Thread[master/db0afee3eab9:0:becomeActiveMaster-HFileCleaner.small.0-1732001398259,5,FailOnTimeoutGroup] 2024-11-19T07:30:35,244 DEBUG [master/db0afee3eab9:0:becomeActiveMaster-HFileCleaner.large.0-1732001398258 {}] cleaner.HFileCleaner(306): Exit Thread[master/db0afee3eab9:0:becomeActiveMaster-HFileCleaner.large.0-1732001398258,5,FailOnTimeoutGroup] 2024-11-19T07:30:35,245 INFO [M:0;db0afee3eab9:42231 {}] hbase.ChoreService(370): Chore service for: master/db0afee3eab9:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-19T07:30:35,245 INFO [M:0;db0afee3eab9:42231 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-19T07:30:35,245 DEBUG [M:0;db0afee3eab9:42231 {}] master.HMaster(1795): Stopping service threads 2024-11-19T07:30:35,245 INFO [M:0;db0afee3eab9:42231 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-19T07:30:35,245 INFO [M:0;db0afee3eab9:42231 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-19T07:30:35,246 INFO [M:0;db0afee3eab9:42231 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-19T07:30:35,246 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-19T07:30:35,254 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42231-0x10151ffee970000, quorum=127.0.0.1:53810, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-19T07:30:35,254 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42231-0x10151ffee970000, quorum=127.0.0.1:53810, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-19T07:30:35,255 DEBUG [M:0;db0afee3eab9:42231 {}] zookeeper.ZKUtil(347): master:42231-0x10151ffee970000, quorum=127.0.0.1:53810, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-19T07:30:35,255 WARN [M:0;db0afee3eab9:42231 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-19T07:30:35,256 INFO [M:0;db0afee3eab9:42231 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:38185/user/jenkins/test-data/b12ee6b9-2f55-77da-3824-8a5232b8ca16/.lastflushedseqids 2024-11-19T07:30:35,271 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46751 is added to blk_1073741941_1121 (size=138) 2024-11-19T07:30:35,271 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43283 is added to blk_1073741941_1121 (size=138) 2024-11-19T07:30:35,271 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46643 is added to blk_1073741941_1121 (size=138) 2024-11-19T07:30:35,272 INFO [M:0;db0afee3eab9:42231 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-19T07:30:35,272 INFO [M:0;db0afee3eab9:42231 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-19T07:30:35,272 DEBUG [M:0;db0afee3eab9:42231 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-19T07:30:35,272 INFO [M:0;db0afee3eab9:42231 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T07:30:35,272 DEBUG [M:0;db0afee3eab9:42231 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T07:30:35,272 DEBUG [M:0;db0afee3eab9:42231 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-19T07:30:35,273 DEBUG [M:0;db0afee3eab9:42231 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T07:30:35,273 INFO [M:0;db0afee3eab9:42231 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=68.34 KB heapSize=83.73 KB 2024-11-19T07:30:35,289 DEBUG [M:0;db0afee3eab9:42231 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38185/user/jenkins/test-data/b12ee6b9-2f55-77da-3824-8a5232b8ca16/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8bfccdbb9fe446f1b08a678ce63e4d55 is 82, key is hbase:meta,,1/info:regioninfo/1732001399184/Put/seqid=0 2024-11-19T07:30:35,295 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46751 is added to blk_1073741942_1122 (size=5672) 2024-11-19T07:30:35,295 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43283 is added to blk_1073741942_1122 (size=5672) 2024-11-19T07:30:35,295 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46643 is added to blk_1073741942_1122 (size=5672) 2024-11-19T07:30:35,296 INFO [M:0;db0afee3eab9:42231 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=168 (bloomFilter=true), to=hdfs://localhost:38185/user/jenkins/test-data/b12ee6b9-2f55-77da-3824-8a5232b8ca16/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8bfccdbb9fe446f1b08a678ce63e4d55 2024-11-19T07:30:35,315 DEBUG [M:0;db0afee3eab9:42231 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38185/user/jenkins/test-data/b12ee6b9-2f55-77da-3824-8a5232b8ca16/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c7519b70281947759340769b0434cdb0 is 1076, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732001412185/Put/seqid=0 2024-11-19T07:30:35,321 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46751 is added to blk_1073741943_1123 (size=7755) 2024-11-19T07:30:35,321 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46643 is added to blk_1073741943_1123 (size=7755) 2024-11-19T07:30:35,321 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43283 is added to blk_1073741943_1123 (size=7755) 2024-11-19T07:30:35,321 INFO [M:0;db0afee3eab9:42231 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=67.61 KB at sequenceid=168 (bloomFilter=true), to=hdfs://localhost:38185/user/jenkins/test-data/b12ee6b9-2f55-77da-3824-8a5232b8ca16/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c7519b70281947759340769b0434cdb0 2024-11-19T07:30:35,325 INFO [M:0;db0afee3eab9:42231 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for c7519b70281947759340769b0434cdb0 2024-11-19T07:30:35,333 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41065-0x10151ffee970001, quorum=127.0.0.1:53810, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T07:30:35,333 INFO [RS:0;db0afee3eab9:41065 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-19T07:30:35,333 INFO [RS:0;db0afee3eab9:41065 {}] regionserver.HRegionServer(1031): Exiting; stopping=db0afee3eab9,41065,1732001396920; zookeeper connection closed. 2024-11-19T07:30:35,333 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41065-0x10151ffee970001, quorum=127.0.0.1:53810, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T07:30:35,334 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@303d7da7 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@303d7da7 2024-11-19T07:30:35,334 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 3 regionserver(s) complete 2024-11-19T07:30:35,339 DEBUG [M:0;db0afee3eab9:42231 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38185/user/jenkins/test-data/b12ee6b9-2f55-77da-3824-8a5232b8ca16/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0c69f9049e974851b7b402416103f479 is 69, key is db0afee3eab9,41065,1732001396920/rs:state/1732001398388/Put/seqid=0 2024-11-19T07:30:35,345 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46643 is added to blk_1073741944_1124 (size=5440) 2024-11-19T07:30:35,345 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43283 is added to blk_1073741944_1124 (size=5440) 2024-11-19T07:30:35,345 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46751 is added to blk_1073741944_1124 (size=5440) 2024-11-19T07:30:35,346 INFO [M:0;db0afee3eab9:42231 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=249 B at sequenceid=168 (bloomFilter=true), to=hdfs://localhost:38185/user/jenkins/test-data/b12ee6b9-2f55-77da-3824-8a5232b8ca16/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0c69f9049e974851b7b402416103f479 2024-11-19T07:30:35,350 INFO [M:0;db0afee3eab9:42231 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 0c69f9049e974851b7b402416103f479 2024-11-19T07:30:35,351 DEBUG [M:0;db0afee3eab9:42231 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38185/user/jenkins/test-data/b12ee6b9-2f55-77da-3824-8a5232b8ca16/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8bfccdbb9fe446f1b08a678ce63e4d55 as hdfs://localhost:38185/user/jenkins/test-data/b12ee6b9-2f55-77da-3824-8a5232b8ca16/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/8bfccdbb9fe446f1b08a678ce63e4d55 2024-11-19T07:30:35,356 INFO [M:0;db0afee3eab9:42231 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38185/user/jenkins/test-data/b12ee6b9-2f55-77da-3824-8a5232b8ca16/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/8bfccdbb9fe446f1b08a678ce63e4d55, entries=8, sequenceid=168, filesize=5.5 K 2024-11-19T07:30:35,357 DEBUG [M:0;db0afee3eab9:42231 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38185/user/jenkins/test-data/b12ee6b9-2f55-77da-3824-8a5232b8ca16/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c7519b70281947759340769b0434cdb0 as hdfs://localhost:38185/user/jenkins/test-data/b12ee6b9-2f55-77da-3824-8a5232b8ca16/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/c7519b70281947759340769b0434cdb0 2024-11-19T07:30:35,361 INFO [M:0;db0afee3eab9:42231 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for c7519b70281947759340769b0434cdb0 2024-11-19T07:30:35,362 INFO [M:0;db0afee3eab9:42231 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38185/user/jenkins/test-data/b12ee6b9-2f55-77da-3824-8a5232b8ca16/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/c7519b70281947759340769b0434cdb0, entries=17, sequenceid=168, filesize=7.6 K 2024-11-19T07:30:35,362 DEBUG [M:0;db0afee3eab9:42231 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38185/user/jenkins/test-data/b12ee6b9-2f55-77da-3824-8a5232b8ca16/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0c69f9049e974851b7b402416103f479 as hdfs://localhost:38185/user/jenkins/test-data/b12ee6b9-2f55-77da-3824-8a5232b8ca16/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/0c69f9049e974851b7b402416103f479 2024-11-19T07:30:35,367 INFO [M:0;db0afee3eab9:42231 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 0c69f9049e974851b7b402416103f479 2024-11-19T07:30:35,367 INFO [M:0;db0afee3eab9:42231 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38185/user/jenkins/test-data/b12ee6b9-2f55-77da-3824-8a5232b8ca16/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/0c69f9049e974851b7b402416103f479, entries=3, sequenceid=168, filesize=5.3 K 2024-11-19T07:30:35,368 INFO [M:0;db0afee3eab9:42231 {}] regionserver.HRegion(3140): Finished flush of dataSize ~68.34 KB/69984, heapSize ~83.43 KB/85432, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 95ms, sequenceid=168, compaction requested=false 2024-11-19T07:30:35,369 INFO [M:0;db0afee3eab9:42231 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T07:30:35,369 DEBUG [M:0;db0afee3eab9:42231 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732001435272Disabling compacts and flushes for region at 1732001435272Disabling writes for close at 1732001435272Obtaining lock to block concurrent updates at 1732001435273 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732001435273Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=69984, getHeapSize=85672, getOffHeapSize=0, getCellsCount=195 at 1732001435273Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732001435273Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732001435274 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732001435289 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732001435289Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732001435300 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732001435315 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732001435315Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732001435325 (+10 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732001435339 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732001435339Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@21af2e3: reopening flushed file at 1732001435350 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4ad007f: reopening flushed file at 1732001435356 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@507157a0: reopening flushed file at 1732001435362 (+6 ms)Finished flush of dataSize ~68.34 KB/69984, heapSize ~83.43 KB/85432, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 95ms, sequenceid=168, compaction requested=false at 1732001435368 (+6 ms)Writing region close event to WAL at 1732001435369 (+1 ms)Closed at 1732001435369 2024-11-19T07:30:35,371 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46643 is added to blk_1073741830_1006 (size=81431) 2024-11-19T07:30:35,371 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43283 is added to blk_1073741830_1006 (size=81431) 2024-11-19T07:30:35,371 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46751 is added to blk_1073741830_1006 (size=81431) 2024-11-19T07:30:35,372 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-19T07:30:35,372 INFO [M:0;db0afee3eab9:42231 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-19T07:30:35,372 INFO [M:0;db0afee3eab9:42231 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42231 2024-11-19T07:30:35,372 INFO [M:0;db0afee3eab9:42231 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-19T07:30:35,485 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42231-0x10151ffee970000, quorum=127.0.0.1:53810, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T07:30:35,485 INFO [M:0;db0afee3eab9:42231 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-19T07:30:35,485 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42231-0x10151ffee970000, quorum=127.0.0.1:53810, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T07:30:35,496 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1732001415195/wal.1732001415558 with renewLeaseKey: DEFAULT_16655 java.io.FileNotFoundException: File does not exist: /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1732001415195/wal.1732001415558 (inode 16655) Holder DFSClient_NONMAPREDUCE_908185091_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.ipc.RemoteException.instantiateException(RemoteException.java:121) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.RemoteException.unwrapRemoteException(RemoteException.java:110) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:653) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:619) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.ipc.RemoteException: File does not exist: /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1732001415195/wal.1732001415558 (inode 16655) Holder DFSClient_NONMAPREDUCE_908185091_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy43.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$complete$13(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.complete(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy44.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:646) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 25 more 2024-11-19T07:30:35,497 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1732001407355/wal.1732001407455 with renewLeaseKey: DEFAULT_16586 java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.endBlock(FanOutOneBlockAsyncDFSOutput.java:566) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:615) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T07:30:35,497 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732001430397/wal.1732001430567 with renewLeaseKey: DEFAULT_16767 java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.endBlock(FanOutOneBlockAsyncDFSOutput.java:566) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:615) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T07:30:35,499 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1732001415715/wal.1732001424988 with renewLeaseKey: DEFAULT_16678 java.io.FileNotFoundException: File does not exist: /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1732001415715/wal.1732001424988 (inode 16678) Holder DFSClient_NONMAPREDUCE_908185091_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.ipc.RemoteException.instantiateException(RemoteException.java:121) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.RemoteException.unwrapRemoteException(RemoteException.java:110) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:653) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:619) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.ipc.RemoteException: File does not exist: /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1732001415715/wal.1732001424988 (inode 16678) Holder DFSClient_NONMAPREDUCE_908185091_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy43.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$complete$13(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.complete(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy44.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:646) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 25 more 2024-11-19T07:30:35,500 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testreplayeditswrittenintowal-manual,16010,1732001400363/wal.1732001400430 with renewLeaseKey: DEFAULT_16506 java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.endBlock(FanOutOneBlockAsyncDFSOutput.java:566) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:615) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T07:30:35,503 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testdatalosswheninputerror-manual,16010,1732001425183/wal.1732001425765 with renewLeaseKey: DEFAULT_16704 java.io.FileNotFoundException: File does not exist: /hbase/WALs/testdatalosswheninputerror-manual,16010,1732001425183/wal.1732001425765 (inode 16704) Holder DFSClient_NONMAPREDUCE_908185091_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.ipc.RemoteException.instantiateException(RemoteException.java:121) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.RemoteException.unwrapRemoteException(RemoteException.java:110) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:653) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:619) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.ipc.RemoteException: File does not exist: /hbase/WALs/testdatalosswheninputerror-manual,16010,1732001425183/wal.1732001425765 (inode 16704) Holder DFSClient_NONMAPREDUCE_908185091_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy43.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$complete$13(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.complete(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy44.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:646) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 25 more 2024-11-19T07:30:35,503 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1732001425914/wal.1732001426025 with renewLeaseKey: DEFAULT_16726 java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.endBlock(FanOutOneBlockAsyncDFSOutput.java:566) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:615) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T07:30:35,505 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testnameconflictwhensplit1-manual,16010,1732001400051/wal.1732001400228 with renewLeaseKey: DEFAULT_16485 java.io.FileNotFoundException: File does not exist: /hbase/WALs/testnameconflictwhensplit1-manual,16010,1732001400051/wal.1732001400228 (inode 16485) Holder DFSClient_NONMAPREDUCE_908185091_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.ipc.RemoteException.instantiateException(RemoteException.java:121) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.RemoteException.unwrapRemoteException(RemoteException.java:110) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:653) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:619) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.ipc.RemoteException: File does not exist: /hbase/WALs/testnameconflictwhensplit1-manual,16010,1732001400051/wal.1732001400228 (inode 16485) Holder DFSClient_NONMAPREDUCE_908185091_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy43.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$complete$13(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.complete(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy44.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:646) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 25 more 2024-11-19T07:30:35,507 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testnameconflictwhensplit0-manual,16010,1732001399604/wal.1732001399832 with renewLeaseKey: DEFAULT_16462 java.io.FileNotFoundException: File does not exist: /hbase/WALs/testnameconflictwhensplit0-manual,16010,1732001399604/wal.1732001399832 (inode 16462) Holder DFSClient_NONMAPREDUCE_908185091_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.ipc.RemoteException.instantiateException(RemoteException.java:121) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.RemoteException.unwrapRemoteException(RemoteException.java:110) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:653) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:619) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.ipc.RemoteException: File does not exist: /hbase/WALs/testnameconflictwhensplit0-manual,16010,1732001399604/wal.1732001399832 (inode 16462) Holder DFSClient_NONMAPREDUCE_908185091_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy43.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$complete$13(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.complete(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy44.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:646) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 25 more 2024-11-19T07:30:35,511 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@638bb008{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-19T07:30:35,513 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@394c588e{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-19T07:30:35,513 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-19T07:30:35,513 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3cda6c9e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-19T07:30:35,513 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4870c3fc{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/078d5ea1-5dfb-6462-d5fc-1f4686263901/hadoop.log.dir/,STOPPED} 2024-11-19T07:30:35,536 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-19T07:30:35,536 WARN [BP-1327399325-172.17.0.2-1732001391849 heartbeating to localhost/127.0.0.1:38185 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-19T07:30:35,536 WARN [BP-1327399325-172.17.0.2-1732001391849 heartbeating to localhost/127.0.0.1:38185 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1327399325-172.17.0.2-1732001391849 (Datanode Uuid 0f489328-31bb-4cb1-9553-fc9dba74a516) service to localhost/127.0.0.1:38185 2024-11-19T07:30:35,536 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-19T07:30:35,538 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/078d5ea1-5dfb-6462-d5fc-1f4686263901/cluster_d857c91d-3d75-080c-1958-0feec4aaf079/data/data5/current/BP-1327399325-172.17.0.2-1732001391849 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-19T07:30:35,538 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/078d5ea1-5dfb-6462-d5fc-1f4686263901/cluster_d857c91d-3d75-080c-1958-0feec4aaf079/data/data6/current/BP-1327399325-172.17.0.2-1732001391849 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-19T07:30:35,538 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-19T07:30:35,540 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@bdffcb9{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-19T07:30:35,540 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@55b08a17{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-19T07:30:35,540 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-19T07:30:35,540 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2ea2c5fa{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-19T07:30:35,541 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5c155ec7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/078d5ea1-5dfb-6462-d5fc-1f4686263901/hadoop.log.dir/,STOPPED} 2024-11-19T07:30:35,542 WARN [BP-1327399325-172.17.0.2-1732001391849 heartbeating to localhost/127.0.0.1:38185 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-19T07:30:35,542 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-19T07:30:35,542 WARN [BP-1327399325-172.17.0.2-1732001391849 heartbeating to localhost/127.0.0.1:38185 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1327399325-172.17.0.2-1732001391849 (Datanode Uuid 385a128b-8de0-4e57-8fa6-cff714384b8b) service to localhost/127.0.0.1:38185 2024-11-19T07:30:35,542 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-19T07:30:35,542 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/078d5ea1-5dfb-6462-d5fc-1f4686263901/cluster_d857c91d-3d75-080c-1958-0feec4aaf079/data/data3/current/BP-1327399325-172.17.0.2-1732001391849 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-19T07:30:35,542 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/078d5ea1-5dfb-6462-d5fc-1f4686263901/cluster_d857c91d-3d75-080c-1958-0feec4aaf079/data/data4/current/BP-1327399325-172.17.0.2-1732001391849 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-19T07:30:35,543 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-19T07:30:35,544 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@53a60ac5{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-19T07:30:35,544 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2b9d2b29{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-19T07:30:35,544 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-19T07:30:35,545 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3f0d3e1c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-19T07:30:35,545 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@15fab457{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/078d5ea1-5dfb-6462-d5fc-1f4686263901/hadoop.log.dir/,STOPPED} 2024-11-19T07:30:35,545 WARN [BP-1327399325-172.17.0.2-1732001391849 heartbeating to localhost/127.0.0.1:38185 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-19T07:30:35,545 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-19T07:30:35,545 WARN [BP-1327399325-172.17.0.2-1732001391849 heartbeating to localhost/127.0.0.1:38185 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1327399325-172.17.0.2-1732001391849 (Datanode Uuid 6cc36811-a380-4c9d-95b4-e286b653522b) service to localhost/127.0.0.1:38185 2024-11-19T07:30:35,545 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-19T07:30:35,546 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/078d5ea1-5dfb-6462-d5fc-1f4686263901/cluster_d857c91d-3d75-080c-1958-0feec4aaf079/data/data1/current/BP-1327399325-172.17.0.2-1732001391849 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-19T07:30:35,546 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/078d5ea1-5dfb-6462-d5fc-1f4686263901/cluster_d857c91d-3d75-080c-1958-0feec4aaf079/data/data2/current/BP-1327399325-172.17.0.2-1732001391849 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-19T07:30:35,547 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-19T07:30:35,552 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3c411b81{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-19T07:30:35,552 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@71f91499{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-19T07:30:35,552 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-19T07:30:35,552 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1a9265d0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-19T07:30:35,553 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3c1cc886{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/078d5ea1-5dfb-6462-d5fc-1f4686263901/hadoop.log.dir/,STOPPED} 2024-11-19T07:30:35,563 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-19T07:30:35,621 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down